diff --git a/workspace/runs/ctt_base_context_obs_learned_dominance_bundle_envclip_k16_train_to_test/eval.log b/workspace/runs/ctt_base_context_obs_learned_dominance_bundle_envclip_k16_train_to_test/eval.log
new file mode 100644
index 0000000000000000000000000000000000000000..ad44bd37e51f82471f7a17d7372cee5fed00ed3f
--- /dev/null
+++ b/workspace/runs/ctt_base_context_obs_learned_dominance_bundle_envclip_k16_train_to_test/eval.log
@@ -0,0 +1,3 @@
+evaluated learned fallback rule on held-out measured rollout rows
+eval_input=runs/ctt_base_context_obs_test_envclip_k16_rollout_comparison/combined_measured_candidates.json
+num_eval_rows=144
diff --git a/workspace/runs/ctt_base_context_obs_learned_dominance_bundle_envclip_k16_train_to_test/metrics.json b/workspace/runs/ctt_base_context_obs_learned_dominance_bundle_envclip_k16_train_to_test/metrics.json
new file mode 100644
index 0000000000000000000000000000000000000000..f4543be9b40a674ceb3e2936bfea90a8ff64bf34
--- /dev/null
+++ b/workspace/runs/ctt_base_context_obs_learned_dominance_bundle_envclip_k16_train_to_test/metrics.json
@@ -0,0 +1,8964 @@
+{
+  "calibration_input": "runs/ctt_base_context_obs_train_cal_envclip_k16_rollout_comparison/combined_measured_candidates.json",
+  "calibration_model_selection": {
+    "base_success": 0.2777777777777778,
+    "base_utility": 0.7007981554626086,
+    "coverage": 0.6875,
+    "fallback_rate": 0.3125,
+    "hidden_chart_oracle_success": 0.6597222222222222,
+    "hidden_chart_oracle_utility": 1.4150809271054134,
+    "outcome_ptr": 0.5462962962962963,
+    "proposal_oracle_success": 0.5370370370370371,
+    "proposal_oracle_utility": 1.1440672337592803,
+    "selected_success": 0.39351851851851855,
+    "selected_success_gain_over_base": 0.11574074074074074,
+    "selected_utility": 0.882196049757674,
+    "selector_regret": 0.35351750337783555,
+    "success_selector_gap": 0.1875,
+    "success_support_gap": 0.17592592592592593,
+    "support_gap": 0.35465237537627453
+  },
+  "calibration_summary": {
+    "base_success": 0.2777777777777778,
+    "base_utility": 0.7007981554626086,
+    "coverage": 0.6875,
+    "fallback_rate": 0.3125,
+    "hidden_chart_oracle_success": 0.6597222222222222,
+    "hidden_chart_oracle_utility": 1.4150809271054134,
+    "outcome_ptr": 0.5462962962962963,
+    "pairwise_causal_calibration_accuracy": 0.5132708410132182,
+    "pairwise_causal_calibration_confidence": 0.530477852294317,
+    "pairwise_causal_calibration_ece": 0.01720701128109841,
+    "pairwise_causal_calibration_pairs": 37978.0,
+    "proposal_oracle_success": 0.5370370370370371,
+    "proposal_oracle_utility": 1.1440672337592803,
+    "selected_success": 0.39351851851851855,
+    "selected_success_gain_over_base": 0.11574074074074074,
+    "selected_utility": 0.882196049757674,
+    "selector_regret": 0.35351750337783555,
+    "success_selector_gap": 0.1875,
+    "success_support_gap": 0.17592592592592593,
+    "support_gap": 0.35465237537627453
+  },
+  "calibration_target_content_hash": "67f7b4a692f7c7e71da24378dc71e3399c5d35afc14c494869eba6087b765c42",
+  "calibration_target_split_hash": "867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372",
+  "chart_feature_mode": "base_context_obs",
+  "data_hash": "0c38d73dc9bc4ab756e12006671b5d12f1a23358b281e54b3f6a9ae3cbf6e9af",
+  "eval_input": "runs/ctt_base_context_obs_test_envclip_k16_rollout_comparison/combined_measured_candidates.json",
+  "eval_summary": {
+    "base_success": 0.2916666666666667,
+    "base_utility": 0.7418195864423373,
+    "coverage": 0.7708333333333334,
+    "fallback_rate": 0.22916666666666666,
+    "hidden_chart_oracle_success": 0.7291666666666666,
+    "hidden_chart_oracle_utility": 1.5183161981403828,
+    "outcome_ptr": 0.5486111111111112,
+    "pairwise_causal_calibration_accuracy": 0.5131896413060962,
+    "pairwise_causal_calibration_confidence": 0.5282932823510768,
+    "pairwise_causal_calibration_ece": 0.015103641044980439,
+    "pairwise_causal_calibration_pairs": 12434.0,
+    "proposal_oracle_success": 0.5694444444444444,
+    "proposal_oracle_utility": 1.2159999172436073,
+    "selected_success": 0.2708333333333333,
+    "selected_success_gain_over_base": -0.020833333333333332,
+    "selected_utility": 0.6808734688885225,
+    "selector_regret": 0.5607294605369033,
+    "success_selector_gap": 0.3055555555555556,
+    "success_support_gap": 0.2013888888888889,
+    "support_gap": 0.3761285081272945
+  },
+  "eval_target_content_hash": "0c38d73dc9bc4ab756e12006671b5d12f1a23358b281e54b3f6a9ae3cbf6e9af",
+  "eval_target_split_hash": "84151df9e88c219b76751677558cc5bbbc19082bf358cea7330158e9e403e25f",
+  "feature_mean": [
+    0.0,
+    4.602051421289207,
+    1.8887871984592688,
+    -1.985099232970326e-17,
+    7.187557603686636,
+    0.0663594470046083,
+    2.0903225806451613,
+    0.7930022866760579,
+    1.9819565879721794,
+    15.375115207373272,
+    2.788372394309843,
+    5.701382488479263,
+    12.81136712749616,
+    0.40686157587079336,
+    0.8936925909045862,
+    0.24551906257091227,
+    0.12993606097190302,
+    0.1850963060060051,
+    0.0663594470046083,
+    3.944723778791356,
+    4.364277845709234,
+    4.603718512944113,
+    5.60843294300425,
+    4.854070660522273,
+    0.3680969062939123,
+    1.0,
+    0.3217802000866517,
+    4.613985697387828,
+    0.5009397088659758
+  ],
+  "feature_names": [
+    "bias",
+    "candidate_score",
+    "candidate_score_minus_base_score",
+    "row_score_z",
+    "candidate_index",
+    "is_top_score_candidate",
+    "source_chart_rank",
+    "tangent_rms_norm",
+    "tangent_linf_norm",
+    "num_candidates",
+    "bundle_num_candidates_log",
+    "bundle_neighbor_count_r020",
+    "bundle_neighbor_count_r040",
+    "bundle_neighbor_frac_r020",
+    "bundle_neighbor_frac_r040",
+    "bundle_mean_peer_rms",
+    "bundle_min_peer_rms",
+    "bundle_medoid_rms",
+    "bundle_is_medoid",
+    "bundle_peer_score_mean_r020",
+    "bundle_peer_score_max_r020",
+    "bundle_peer_score_mean_r040",
+    "bundle_peer_score_max_r040",
+    "bundle_unique_source_count_r040",
+    "bundle_unique_source_frac_r040",
+    "bundle_unique_task_count_r040",
+    "bundle_same_source_frac_r040",
+    "bundle_score_density_r040",
+    "bundle_rank_density_r040"
+  ],
+  "feature_set": "bundle_consensus",
+  "feature_std": [
+    1.0,
+    2.5232884736710055,
+    2.2444575887945213,
+    0.9999992484766103,
+    4.542613580634851,
+    0.24891036261589178,
+    1.9642314545113713,
+    0.37078681697003224,
+    0.7171840796063713,
+    1.7485561930736828,
+    0.12987037363894735,
+    4.878517299430629,
+    3.217377946148024,
+    0.346567593200359,
+    0.19990387562321757,
+    0.09641872137117102,
+    0.07067998005028978,
+    0.11663352509384882,
+    0.2489103626158918,
+    2.8138515595422326,
+    2.965671838859836,
+    2.4297066599961332,
+    2.38657189782847,
+    2.243933495797979,
+    0.19723478821626303,
+    1e-06,
+    0.28108282108993726,
+    2.4172277778814877,
+    0.31354917609205285
+  ],
+  "fit_design": {
+    "fit_objective": "pointwise",
+    "num_candidate_rows": 6510,
+    "num_fit_rows": 6510,
+    "num_pairwise_rows": 0,
+    "num_pointwise_rows": 6510,
+    "pairwise_weight": 0.0
+  },
+  "fit_objective": "pointwise",
+  "k": 16,
+  "num_calibration_candidates": 6510,
+  "num_calibration_rows": 432,
+  "num_eval_candidates": 2115,
+  "num_eval_rows": 144,
+  "pairwise_causal_calibration": {
+    "calibration": {
+      "accuracy": 0.5132708410132182,
+      "bins": [
+        {
+          "abs_gap": 0.0,
+          "accuracy": 0.0,
+          "confidence": 0.0,
+          "count": 0,
+          "lower": 0.0,
+          "upper": 0.1
+        },
+        {
+          "abs_gap": 0.0,
+          "accuracy": 0.0,
+          "confidence": 0.0,
+          "count": 0,
+          "lower": 0.1,
+          "upper": 0.2
+        },
+        {
+          "abs_gap": 0.0,
+          "accuracy": 0.0,
+          "confidence": 0.0,
+          "count": 0,
+          "lower": 0.2,
+          "upper": 0.3
+        },
+        {
+          "abs_gap": 0.0,
+          "accuracy": 0.0,
+          "confidence": 0.0,
+          "count": 0,
+          "lower": 0.3,
+          "upper": 0.4
+        },
+        {
+          "abs_gap": 0.0,
+          "accuracy": 0.0,
+          "confidence": 0.0,
+          "count": 0,
+          "lower": 0.4,
+          "upper": 0.5
+        },
+        {
+          "abs_gap": 0.012197836422904063,
+          "accuracy": 0.5159922200010806,
+          "confidence": 0.5281900564239846,
+          "count": 37018,
+          "lower": 0.5,
+          "upper": 0.6
+        },
+        {
+          "abs_gap": 0.21036288096926326,
+          "accuracy": 0.4083333333333333,
+          "confidence": 0.6186962143025966,
+          "count": 960,
+          "lower": 0.6,
+          "upper": 0.7
+        },
+        {
+          "abs_gap": 0.0,
+          "accuracy": 0.0,
+          "confidence": 0.0,
+          "count": 0,
+          "lower": 0.7,
+          "upper": 0.8
+        },
+        {
+          "abs_gap": 0.0,
+          "accuracy": 0.0,
+          "confidence": 0.0,
+          "count": 0,
+          "lower": 0.8,
+          "upper": 0.9
+        },
+        {
+          "abs_gap": 0.0,
+          "accuracy": 0.0,
+          "confidence": 0.0,
+          "count": 0,
+          "lower": 0.9,
+          "upper": 1.0
+        }
+      ],
+      "ece": 0.01720701128109841,
+      "mean_confidence": 0.530477852294317,
+      "n_bins": 10,
+      "num_pairs": 37978,
+      "num_rows": 432
+    },
+    "eval": {
+      "accuracy": 0.5131896413060962,
+      "bins": [
+        {
+          "abs_gap": 0.0,
+          "accuracy": 0.0,
+          "confidence": 0.0,
+          "count": 0,
+          "lower": 0.0,
+          "upper": 0.1
+        },
+        {
+          "abs_gap": 0.0,
+          "accuracy": 0.0,
+          "confidence": 0.0,
+          "count": 0,
+          "lower": 0.1,
+          "upper": 0.2
+        },
+        {
+          "abs_gap": 0.0,
+          "accuracy": 0.0,
+          "confidence": 0.0,
+          "count": 0,
+          "lower": 0.2,
+          "upper": 0.3
+        },
+        {
+          "abs_gap": 0.0,
+          "accuracy": 0.0,
+          "confidence": 0.0,
+          "count": 0,
+          "lower": 0.3,
+          "upper": 0.4
+        },
+        {
+          "abs_gap": 0.0,
+          "accuracy": 0.0,
+          "confidence": 0.0,
+          "count": 0,
+          "lower": 0.4,
+          "upper": 0.5
+        },
+        {
+          "abs_gap": 0.012850915829321519,
+          "accuracy": 0.5137396439996719,
+          "confidence": 0.5265905598289934,
+          "count": 12191,
+          "lower": 0.5,
+          "upper": 0.6
+        },
+        {
+          "abs_gap": 0.12811999126760554,
+          "accuracy": 0.48559670781893005,
+          "confidence": 0.6137166990865356,
+          "count": 243,
+          "lower": 0.6,
+          "upper": 0.7
+        },
+        {
+          "abs_gap": 0.0,
+          "accuracy": 0.0,
+          "confidence": 0.0,
+          "count": 0,
+          "lower": 0.7,
+          "upper": 0.8
+        },
+        {
+          "abs_gap": 0.0,
+          "accuracy": 0.0,
+          "confidence": 0.0,
+          "count": 0,
+          "lower": 0.8,
+          "upper": 0.9
+        },
+        {
+          "abs_gap": 0.0,
+          "accuracy": 0.0,
+          "confidence": 0.0,
+          "count": 0,
+          "lower": 0.9,
+          "upper": 1.0
+        }
+      ],
+      "ece": 0.015103641044980439,
+      "mean_confidence": 0.5282932823510768,
+      "n_bins": 10,
+      "num_pairs": 12434,
+      "num_rows": 144
+    }
+  },
+  "pairwise_weight": 1.0,
+  "report_type": "learned_dominance_selector_eval",
+  "ridge_lambdas": [
+    0.0,
+    0.01,
+    0.1,
+    1.0,
+    10.0,
+    100.0
+  ],
+  "rows": [
+    {
+      "base_success": 0.0,
+      "base_utility": 0.7236053347587585,
+      "chart_id": "ms-5799584ed40e211c50a5",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.3025210084033613,
+      "pairwise_causal_calibration_confidence": 0.5305966527751617,
+      "pairwise_causal_calibration_ece": 0.22807564437180022,
+      "pairwise_causal_calibration_pairs": 119.0,
+      "predicted_margin": 0.2180007600904328,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "2012211287/train0",
+      "selected_candidate_index": 13,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.7026570439338684,
+      "selected_utility_gain_over_base": -0.020948290824890137,
+      "selector_regret": 1.2973429560661316,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "LiftPegUpright-v1",
+      "tau": -0.07385947182024077,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.6000905632972717,
+      "chart_id": "ms-715db95b13ebc6c977c8",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.42857142857142855,
+      "pairwise_causal_calibration_confidence": 0.5343458881100447,
+      "pairwise_causal_calibration_ece": 0.10577445953861614,
+      "pairwise_causal_calibration_pairs": 91.0,
+      "predicted_margin": -0.3084681084329295,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.2115575522184372,
+      "seed": "307068879/train0",
+      "selected_candidate_index": 11,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.6000905632972717,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.7884424477815628,
+      "task_id": "LiftPegUpright-v1",
+      "tau": -0.07385947182024077,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-7b229b60d7f64fb624cf",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.3865546218487395,
+      "pairwise_causal_calibration_confidence": 0.5251040975256128,
+      "pairwise_causal_calibration_ece": 0.13854947567687334,
+      "pairwise_causal_calibration_pairs": 119.0,
+      "predicted_margin": 0.2551750656075202,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1073161778/train0",
+      "selected_candidate_index": 6,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": -1.0,
+      "selected_utility": 0.67014479637146,
+      "selected_utility_gain_over_base": -1.32985520362854,
+      "selector_regret": 1.32985520362854,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "LiftPegUpright-v1",
+      "tau": -0.07385947182024077,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.725701630115509,
+      "chart_id": "ms-99f263cb3f383b1f6243",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5904761904761905,
+      "pairwise_causal_calibration_confidence": 0.5293645053307068,
+      "pairwise_causal_calibration_ece": 0.14243134895449866,
+      "pairwise_causal_calibration_pairs": 105.0,
+      "predicted_margin": 0.08072228079745068,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "608016290/train0",
+      "selected_candidate_index": 11,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 1.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 1.274298369884491,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "LiftPegUpright-v1",
+      "tau": -0.07385947182024077,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.6999551653862,
+      "chart_id": "ms-ec2e4afb34b439731136",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.38181818181818183,
+      "pairwise_causal_calibration_confidence": 0.5381289217490534,
+      "pairwise_causal_calibration_ece": 0.15631073993087152,
+      "pairwise_causal_calibration_pairs": 55.0,
+      "predicted_margin": 0.009282072163031563,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "441046872/train0",
+      "selected_candidate_index": 2,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.20389758050441742,
+      "selected_utility_gain_over_base": -0.49605758488178253,
+      "selector_regret": 1.7961024194955826,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "LiftPegUpright-v1",
+      "tau": -0.07385947182024077,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.5839591026306152,
+      "chart_id": "ms-a9ac13384fe5afc835f1",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.6944444444444444,
+      "pairwise_causal_calibration_confidence": 0.5457014445746324,
+      "pairwise_causal_calibration_ece": 0.14874299986981188,
+      "pairwise_causal_calibration_pairs": 36.0,
+      "predicted_margin": -0.23967836808523524,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.18325337767601013,
+      "seed": "1522272686/train0",
+      "selected_candidate_index": 7,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.5839591026306152,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.8167466223239899,
+      "task_id": "PickCube-v1",
+      "tau": 0.02896384295113541,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-06babf453b22ba8f2407",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": NaN,
+      "pairwise_causal_calibration_confidence": NaN,
+      "pairwise_causal_calibration_ece": 0.0,
+      "pairwise_causal_calibration_pairs": 0.0,
+      "predicted_margin": 0.3567590128192366,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1747178030/train0",
+      "selected_candidate_index": 15,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.16168592870235443,
+      "chart_id": "ms-0e1ff8d16372796dac97",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.4188034188034188,
+      "pairwise_causal_calibration_confidence": 0.5224444135096841,
+      "pairwise_causal_calibration_ece": 0.10364099470626525,
+      "pairwise_causal_calibration_pairs": 117.0,
+      "predicted_margin": -0.07828613505539983,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "767747424/train0",
+      "selected_candidate_index": 4,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.16168592870235443,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 1.8383140712976456,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.0939030647277832,
+      "chart_id": "ms-223b0a8319beb051a1ee",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.1593424528837204,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.49166666666666664,
+      "pairwise_causal_calibration_confidence": 0.5251639529546277,
+      "pairwise_causal_calibration_ece": 0.03349728628796106,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.4675581452853047,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.06019836664199829,
+      "seed": "1461069713/train0",
+      "selected_candidate_index": 7,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.02898651361465454,
+      "selected_utility_gain_over_base": -0.06491655111312866,
+      "selector_regret": 0.03121185302734375,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0991440862417221,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.001929501653648913,
+      "chart_id": "ms-34726202b475d29cdf38",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.25342071056365967,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.6916666666666667,
+      "pairwise_causal_calibration_confidence": 0.5293656296599286,
+      "pairwise_causal_calibration_ece": 0.16230103700673804,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.4639337683699436,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.010183374397456646,
+      "seed": "626486813/train0",
+      "selected_candidate_index": 3,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.010183374397456646,
+      "selected_utility_gain_over_base": 0.008253872743807733,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.24323733616620302,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-4cc40587ec490257b1d2",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.45,
+      "pairwise_causal_calibration_confidence": 0.5138396482606322,
+      "pairwise_causal_calibration_ece": 0.06383964826063221,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.11708670033383684,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.15456630289554596,
+      "seed": "2054899126/train0",
+      "selected_candidate_index": 3,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": -1.0,
+      "selected_utility": 0.07831952720880508,
+      "selected_utility_gain_over_base": -1.921680472791195,
+      "selector_regret": 0.07624677568674088,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.845433697104454,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-62f8c18a15c566ec4b00",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.5294117647058824,
+      "pairwise_causal_calibration_confidence": 0.5321127842961938,
+      "pairwise_causal_calibration_ece": 0.0027010195903114376,
+      "pairwise_causal_calibration_pairs": 17.0,
+      "predicted_margin": -0.11406027153604881,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "672328262/train0",
+      "selected_candidate_index": 5,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.07698849588632584,
+      "chart_id": "ms-6661b157c41ad4d6ab85",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.2351006269454956,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.55,
+      "pairwise_causal_calibration_confidence": 0.521287134073598,
+      "pairwise_causal_calibration_ece": 0.028712865926402098,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.08424855703727296,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.15051491558551788,
+      "seed": "767747424/train0",
+      "selected_candidate_index": 11,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.08540759235620499,
+      "selected_utility_gain_over_base": 0.00841909646987915,
+      "selector_regret": 0.0651073232293129,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.08458571135997772,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.03588630631566048,
+      "chart_id": "ms-6b789356d65b3312fbae",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.22781728208065033,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.4166666666666667,
+      "pairwise_causal_calibration_confidence": 0.5166835288855317,
+      "pairwise_causal_calibration_ece": 0.10001686221886502,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.029164940771620018,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.14671264588832855,
+      "seed": "278008524/train0",
+      "selected_candidate_index": 6,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.05741874501109123,
+      "selected_utility_gain_over_base": 0.021532438695430756,
+      "selector_regret": 0.08929390087723732,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.08110463619232178,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-7923b8196b397863cf4f",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.2608695652173913,
+      "pairwise_causal_calibration_confidence": 0.5171237518534777,
+      "pairwise_causal_calibration_ece": 0.2562541866360864,
+      "pairwise_causal_calibration_pairs": 46.0,
+      "predicted_margin": -0.13774783214464598,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1845489013/train0",
+      "selected_candidate_index": 11,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.008267183788120747,
+      "chart_id": "ms-7df455efd413d77e6ce3",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.07774405181407928,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5333333333333333,
+      "pairwise_causal_calibration_confidence": 0.5253895829839477,
+      "pairwise_causal_calibration_ece": 0.007943750349385659,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.2314722991491765,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.07920757681131363,
+      "seed": "626486813/train0",
+      "selected_candidate_index": 10,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.012751738540828228,
+      "selected_utility_gain_over_base": 0.004484554752707481,
+      "selector_regret": 0.0664558382704854,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-7e295b5859c07c90487f",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.26271408796310425,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.6333333333333333,
+      "pairwise_causal_calibration_confidence": 0.5217604331896001,
+      "pairwise_causal_calibration_ece": 0.11157290014373322,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": -0.2496492910982782,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "767747424/train0",
+      "selected_candidate_index": 0,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.18171554803848267,
+      "chart_id": "ms-8577816da2917a2bb63d",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.44047619047619047,
+      "pairwise_causal_calibration_confidence": 0.5212774691287471,
+      "pairwise_causal_calibration_ece": 0.0808012786525566,
+      "pairwise_causal_calibration_pairs": 84.0,
+      "predicted_margin": 0.08651310891179698,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "585904130/train0",
+      "selected_candidate_index": 4,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.09919407218694687,
+      "selected_utility_gain_over_base": -0.0825214758515358,
+      "selector_regret": 1.9008059278130531,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.10283424705266953,
+      "chart_id": "ms-8e56b0eaa2604db6749e",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.2857772707939148,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.4583333333333333,
+      "pairwise_causal_calibration_confidence": 0.5279271325774133,
+      "pairwise_causal_calibration_ece": 0.06959379924407999,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.008737131332534287,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.015177905559539795,
+      "seed": "141984615/train0",
+      "selected_candidate_index": 7,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.007268309593200684,
+      "selected_utility_gain_over_base": -0.09556593745946884,
+      "selector_regret": 0.007909595966339111,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.270599365234375,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.14270895719528198,
+      "chart_id": "ms-972c5be72d0b24be7cd5",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5083333333333333,
+      "pairwise_causal_calibration_confidence": 0.5476280294891419,
+      "pairwise_causal_calibration_ece": 0.03929469615580864,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.026393440334875118,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.21658658981323242,
+      "seed": "750448296/train0",
+      "selected_candidate_index": 0,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.11457405239343643,
+      "selected_utility_gain_over_base": -0.02813490480184555,
+      "selector_regret": 0.10201253741979599,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.7834134101867676,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.08313504606485367,
+      "chart_id": "ms-9757fc494e79b5543bb6",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.17056432366371155,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5333333333333333,
+      "pairwise_causal_calibration_confidence": 0.5395580589892535,
+      "pairwise_causal_calibration_ece": 0.006224725655920161,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.8489010665175709,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.08826130628585815,
+      "seed": "636680137/train0",
+      "selected_candidate_index": 2,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.08826130628585815,
+      "selected_utility_gain_over_base": 0.005126260221004486,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0823030173778534,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.05412294343113899,
+      "chart_id": "ms-a8731059713697ce5e2a",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.19710752367973328,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.43333333333333335,
+      "pairwise_causal_calibration_confidence": 0.5209300433514414,
+      "pairwise_causal_calibration_ece": 0.08759671001810809,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": -0.02787377016220005,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.019201835617423058,
+      "seed": "767747424/train0",
+      "selected_candidate_index": 7,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.019201835617423058,
+      "selected_utility_gain_over_base": -0.034921107813715935,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.17790568806231022,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-ac94b48febe523da15a5",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.49333333333333335,
+      "pairwise_causal_calibration_confidence": 0.5169520118772317,
+      "pairwise_causal_calibration_ece": 0.023618678543898375,
+      "pairwise_causal_calibration_pairs": 75.0,
+      "predicted_margin": -0.07560538396524885,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1375492786/train0",
+      "selected_candidate_index": 0,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-b49043f15f4846de5b13",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.0,
+      "pairwise_causal_calibration_confidence": 0.5768622164838934,
+      "pairwise_causal_calibration_ece": 0.5768622164838934,
+      "pairwise_causal_calibration_pairs": 29.0,
+      "predicted_margin": 0.08574322718445004,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "2038594191/train0",
+      "selected_candidate_index": 5,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": -1.0,
+      "selected_utility": 0.04285776615142822,
+      "selected_utility_gain_over_base": -1.9571422338485718,
+      "selector_regret": 1.9571422338485718,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.0929974913597107,
+      "chart_id": "ms-b7d7021b782f73816083",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.22398948669433594,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.6333333333333333,
+      "pairwise_causal_calibration_confidence": 0.5402794532595608,
+      "pairwise_causal_calibration_ece": 0.09305388007377255,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.5479017224682395,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.041394393891096115,
+      "seed": "750448296/train0",
+      "selected_candidate_index": 14,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.015753567218780518,
+      "selected_utility_gain_over_base": -0.07724392414093018,
+      "selector_regret": 0.025640826672315598,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.18259509280323982,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-b8c3ec3ea915c5d35b3e",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": NaN,
+      "pairwise_causal_calibration_confidence": NaN,
+      "pairwise_causal_calibration_ece": 0.0,
+      "pairwise_causal_calibration_pairs": 0.0,
+      "predicted_margin": 0.32844237707236035,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "2054899126/train0",
+      "selected_candidate_index": 0,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-b8fc1568ce66c45c8d8b",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.2786632478237152,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.38333333333333336,
+      "pairwise_causal_calibration_confidence": 0.522326045653055,
+      "pairwise_causal_calibration_ece": 0.1389927123197216,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": -0.04417027513292293,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.10839563608169556,
+      "seed": "747260437/train0",
+      "selected_candidate_index": 3,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": -1.0,
+      "selected_utility": 0.04841095209121704,
+      "selected_utility_gain_over_base": -1.951589047908783,
+      "selector_regret": 0.059984683990478516,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.17026761174201965,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.04958367347717285,
+      "chart_id": "ms-da555a03dd382d93e119",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.696969696969697,
+      "pairwise_causal_calibration_confidence": 0.5229830501890643,
+      "pairwise_causal_calibration_ece": 0.1739866467806327,
+      "pairwise_causal_calibration_pairs": 99.0,
+      "predicted_margin": 0.1757789642733626,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "278008524/train0",
+      "selected_candidate_index": 10,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.07767494767904282,
+      "selected_utility_gain_over_base": 0.028091274201869965,
+      "selector_regret": 1.9223250523209572,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.10451483726501465,
+      "chart_id": "ms-f5dd1c43ebc4c0cfc3f1",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.2974560856819153,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.75,
+      "pairwise_causal_calibration_confidence": 0.5337482570523958,
+      "pairwise_causal_calibration_ece": 0.21625174294760421,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.5713459023104054,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.060871422290802,
+      "seed": "1549324805/train0",
+      "selected_candidate_index": 5,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.03462250903248787,
+      "selected_utility_gain_over_base": -0.06989232823252678,
+      "selector_regret": 0.026248913258314133,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.23658466339111328,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.07191530615091324,
+      "chart_id": "ms-f9740a08a98cb251b761",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.525,
+      "pairwise_causal_calibration_confidence": 0.539953848754645,
+      "pairwise_causal_calibration_ece": 0.15111259204903227,
+      "pairwise_causal_calibration_pairs": 40.0,
+      "predicted_margin": -0.05440518485836532,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1822210471/train0",
+      "selected_candidate_index": 4,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 1.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 1.9280846938490868,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.11707299947738647,
+      "chart_id": "ms-fa8b4ba41ecac8030271",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.6190476190476191,
+      "pairwise_causal_calibration_confidence": 0.5223339125255857,
+      "pairwise_causal_calibration_ece": 0.09671370652203337,
+      "pairwise_causal_calibration_pairs": 84.0,
+      "predicted_margin": -0.7190808236152633,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "750448296/train0",
+      "selected_candidate_index": 1,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.11707299947738647,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 1.8829270005226135,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.036152780055999756,
+      "chart_id": "ms-05f34a90fa7355262b8e",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5862068965517241,
+      "pairwise_causal_calibration_confidence": 0.5272168394784098,
+      "pairwise_causal_calibration_ece": 0.058990057073314284,
+      "pairwise_causal_calibration_pairs": 29.0,
+      "predicted_margin": 0.7070441087351717,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "440577711/train0",
+      "selected_candidate_index": 0,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 1.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 1.9638472199440002,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PushCube-v1",
+      "tau": 0.28744401244938833,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.10647052526473999,
+      "chart_id": "ms-2413d1155c87f0442485",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.55,
+      "pairwise_causal_calibration_confidence": 0.5267509882327646,
+      "pairwise_causal_calibration_ece": 0.043413085733646106,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.6155609171443972,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.14406004548072815,
+      "seed": "1324642411/train0",
+      "selected_candidate_index": 7,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.054066285490989685,
+      "selected_utility_gain_over_base": -0.052404239773750305,
+      "selector_regret": 0.08999375998973846,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.8559399545192719,
+      "task_id": "PushCube-v1",
+      "tau": 0.28744401244938833,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.12476746737957001,
+      "chart_id": "ms-54346a8f79bd9dca1dfe",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.6272727272727273,
+      "pairwise_causal_calibration_confidence": 0.5316179775586928,
+      "pairwise_causal_calibration_ece": 0.0956547497140344,
+      "pairwise_causal_calibration_pairs": 110.0,
+      "predicted_margin": 0.5329093436927219,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1790188787/train0",
+      "selected_candidate_index": 5,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 1.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 1.87523253262043,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PushCube-v1",
+      "tau": 0.28744401244938833,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-64f98d163b6bff29332b",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.5050505050505051,
+      "pairwise_causal_calibration_confidence": 0.5386347584075308,
+      "pairwise_causal_calibration_ece": 0.03358425335702575,
+      "pairwise_causal_calibration_pairs": 99.0,
+      "predicted_margin": 0.3447490352381858,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1261930456/train0",
+      "selected_candidate_index": 6,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PushCube-v1",
+      "tau": 0.28744401244938833,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 2.2351741790771484e-07,
+      "chart_id": "ms-c2ae2b78ab7891e74c80",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5378151260504201,
+      "pairwise_causal_calibration_confidence": 0.5162619682864167,
+      "pairwise_causal_calibration_ece": 0.02155315776400346,
+      "pairwise_causal_calibration_pairs": 119.0,
+      "predicted_margin": 0.5136988024654346,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "509430392/train0",
+      "selected_candidate_index": 11,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 1.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 1.999999776482582,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PushCube-v1",
+      "tau": 0.28744401244938833,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.08703407645225525,
+      "chart_id": "ms-d4c37ed44fb338c1d551",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.20948036015033722,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.41414141414141414,
+      "pairwise_causal_calibration_confidence": 0.5226475437853878,
+      "pairwise_causal_calibration_ece": 0.10850612964397366,
+      "pairwise_causal_calibration_pairs": 99.0,
+      "predicted_margin": 0.6476723025740536,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1480856810/train0",
+      "selected_candidate_index": 9,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.07608599960803986,
+      "selected_utility_gain_over_base": -0.010948076844215393,
+      "selector_regret": 1.9239140003919601,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PushCube-v1",
+      "tau": 0.28744401244938833,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.05225050449371338,
+      "chart_id": "ms-146ff6c3f22b3a49af3a",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.6388888888888888,
+      "pairwise_causal_calibration_confidence": 0.5184746997192393,
+      "pairwise_causal_calibration_ece": 0.12041418916964952,
+      "pairwise_causal_calibration_pairs": 36.0,
+      "predicted_margin": 0.13802527783024798,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.09799930453300476,
+      "seed": "2061635888/train0",
+      "selected_candidate_index": 6,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.043751150369644165,
+      "selected_utility_gain_over_base": -0.008499354124069214,
+      "selector_regret": 0.054248154163360596,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.9020006954669952,
+      "task_id": "StackCube-v1",
+      "tau": -0.18710182505305797,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.16300667822360992,
+      "chart_id": "ms-15fc8cc6f74cf589056f",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.6388888888888888,
+      "pairwise_causal_calibration_confidence": 0.5310489483070069,
+      "pairwise_causal_calibration_ece": 0.10783994058188195,
+      "pairwise_causal_calibration_pairs": 36.0,
+      "predicted_margin": 0.09399166521150604,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.13732868432998657,
+      "seed": "655884605/train0",
+      "selected_candidate_index": 0,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.12222731113433838,
+      "selected_utility_gain_over_base": -0.040779367089271545,
+      "selector_regret": 0.015101373195648193,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.8626713156700134,
+      "task_id": "StackCube-v1",
+      "tau": -0.18710182505305797,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.15842342376708984,
+      "chart_id": "ms-36bc1364d2439099e9ed",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.5,
+      "pairwise_causal_calibration_confidence": 0.5379810554394029,
+      "pairwise_causal_calibration_ece": 0.06571145427295252,
+      "pairwise_causal_calibration_pairs": 28.0,
+      "predicted_margin": 0.15799813692233977,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.10274861752986908,
+      "seed": "1113371261/train0",
+      "selected_candidate_index": 1,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.09047546982765198,
+      "selected_utility_gain_over_base": -0.06794795393943787,
+      "selector_regret": 0.012273147702217102,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.897251382470131,
+      "task_id": "StackCube-v1",
+      "tau": -0.18710182505305797,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.82413649559021,
+      "chart_id": "ms-420280f15a522ce21c72",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5470085470085471,
+      "pairwise_causal_calibration_confidence": 0.5361003534463802,
+      "pairwise_causal_calibration_ece": 0.042038781082623024,
+      "pairwise_causal_calibration_pairs": 117.0,
+      "predicted_margin": -0.11714129730488587,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1578990937/train0",
+      "selected_candidate_index": 4,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.14173981547355652,
+      "selected_utility_gain_over_base": -0.6823966801166534,
+      "selector_regret": 1.8582601845264435,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "StackCube-v1",
+      "tau": -0.18710182505305797,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.8334100246429443,
+      "chart_id": "ms-4aed1197d0906ae51c34",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.43333333333333335,
+      "pairwise_causal_calibration_confidence": 0.5158281275240727,
+      "pairwise_causal_calibration_ece": 0.08249479419073935,
+      "pairwise_causal_calibration_pairs": 90.0,
+      "predicted_margin": -0.12116588314285559,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1509980664/train0",
+      "selected_candidate_index": 10,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 1.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 1.1665899753570557,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "StackCube-v1",
+      "tau": -0.18710182505305797,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.19090841710567474,
+      "chart_id": "ms-55e78c04643bd06fd5f8",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.7058823529411765,
+      "pairwise_causal_calibration_confidence": 0.5351161430732934,
+      "pairwise_causal_calibration_ece": 0.17076620986788324,
+      "pairwise_causal_calibration_pairs": 119.0,
+      "predicted_margin": -0.16494316577956913,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "211245842/train0",
+      "selected_candidate_index": 10,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.12586313486099243,
+      "selected_utility_gain_over_base": -0.06504528224468231,
+      "selector_regret": 1.8741368651390076,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "StackCube-v1",
+      "tau": -0.18710182505305797,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.2260012924671173,
+      "chart_id": "ms-77536801924a2a78688e",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.4095238095238095,
+      "pairwise_causal_calibration_confidence": 0.51710870319415,
+      "pairwise_causal_calibration_ece": 0.10758489367034052,
+      "pairwise_causal_calibration_pairs": 105.0,
+      "predicted_margin": -0.030788448510796762,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.8663521409034729,
+      "seed": "1151410346/train0",
+      "selected_candidate_index": 12,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.15656626224517822,
+      "selected_utility_gain_over_base": -0.06943503022193909,
+      "selector_regret": 0.7097858786582947,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.133647859096527,
+      "task_id": "StackCube-v1",
+      "tau": -0.18710182505305797,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.09220491349697113,
+      "chart_id": "ms-9dd1ff4c297a81b13071",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.39285714285714285,
+      "pairwise_causal_calibration_confidence": 0.5333367283214293,
+      "pairwise_causal_calibration_ece": 0.14047958546428646,
+      "pairwise_causal_calibration_pairs": 28.0,
+      "predicted_margin": -0.1742924240977557,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.054989203810691833,
+      "seed": "1324133122/train0",
+      "selected_candidate_index": 7,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.028782829642295837,
+      "selected_utility_gain_over_base": -0.06342208385467529,
+      "selector_regret": 0.026206374168395996,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.9450107961893082,
+      "task_id": "StackCube-v1",
+      "tau": -0.18710182505305797,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-d7254aa722729aa1a031",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.5714285714285714,
+      "pairwise_causal_calibration_confidence": 0.5385441284405091,
+      "pairwise_causal_calibration_ece": 0.06175922923362397,
+      "pairwise_causal_calibration_pairs": 42.0,
+      "predicted_margin": -0.0742733989521003,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "701667486/train0",
+      "selected_candidate_index": 2,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "StackCube-v1",
+      "tau": -0.18710182505305797,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-d776afa14e6322cadedd",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.35,
+      "pairwise_causal_calibration_confidence": 0.5258131375323639,
+      "pairwise_causal_calibration_ece": 0.17581313753236394,
+      "pairwise_causal_calibration_pairs": 60.0,
+      "predicted_margin": -0.10215255174920451,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "412102563/train0",
+      "selected_candidate_index": 7,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": -1.0,
+      "selected_utility": 0.14946338534355164,
+      "selected_utility_gain_over_base": -1.8505366146564484,
+      "selector_regret": 1.8505366146564484,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "StackCube-v1",
+      "tau": -0.18710182505305797,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-e887dbfa0133af46829d",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.2571428571428571,
+      "pairwise_causal_calibration_confidence": 0.5267116008364124,
+      "pairwise_causal_calibration_ece": 0.2695687436935554,
+      "pairwise_causal_calibration_pairs": 70.0,
+      "predicted_margin": -0.11408015116078918,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1999022574/train0",
+      "selected_candidate_index": 5,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": -1.0,
+      "selected_utility": 0.14746195077896118,
+      "selected_utility_gain_over_base": -1.8525380492210388,
+      "selector_regret": 1.8525380492210388,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "StackCube-v1",
+      "tau": -0.18710182505305797,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.7236053347587585,
+      "chart_id": "ms-5799584ed40e211c50a5",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.425,
+      "pairwise_causal_calibration_confidence": 0.5238503061013462,
+      "pairwise_causal_calibration_ece": 0.09885030610134621,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.16726605949103523,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "2012211287/train1",
+      "selected_candidate_index": 13,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.6900332570075989,
+      "selected_utility_gain_over_base": -0.03357207775115967,
+      "selector_regret": 1.3099667429924011,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "LiftPegUpright-v1",
+      "tau": -0.07385947182024077,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.6000905632972717,
+      "chart_id": "ms-715db95b13ebc6c977c8",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.46153846153846156,
+      "pairwise_causal_calibration_confidence": 0.5333254751964351,
+      "pairwise_causal_calibration_ece": 0.07178701365797358,
+      "pairwise_causal_calibration_pairs": 91.0,
+      "predicted_margin": -0.22321666120891376,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.5876073241233826,
+      "seed": "307068879/train1",
+      "selected_candidate_index": 8,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.6000905632972717,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.4123926758766174,
+      "task_id": "LiftPegUpright-v1",
+      "tau": -0.07385947182024077,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-7b229b60d7f64fb624cf",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.3416666666666667,
+      "pairwise_causal_calibration_confidence": 0.5423238840429205,
+      "pairwise_causal_calibration_ece": 0.20065721737625392,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.20299343323495855,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1073161778/train1",
+      "selected_candidate_index": 8,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": -1.0,
+      "selected_utility": 0.6947963237762451,
+      "selected_utility_gain_over_base": -1.3052036762237549,
+      "selector_regret": 1.3052036762237549,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "LiftPegUpright-v1",
+      "tau": -0.07385947182024077,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.725701630115509,
+      "chart_id": "ms-99f263cb3f383b1f6243",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.6,
+      "pairwise_causal_calibration_confidence": 0.5357192536556177,
+      "pairwise_causal_calibration_ece": 0.0682003715539854,
+      "pairwise_causal_calibration_pairs": 105.0,
+      "predicted_margin": -0.1274552507433626,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "608016290/train1",
+      "selected_candidate_index": 8,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.725701630115509,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 1.274298369884491,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "LiftPegUpright-v1",
+      "tau": -0.07385947182024077,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.6999551653862,
+      "chart_id": "ms-ec2e4afb34b439731136",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.509090909090909,
+      "pairwise_causal_calibration_confidence": 0.5333064538046144,
+      "pairwise_causal_calibration_ece": 0.02421554471370535,
+      "pairwise_causal_calibration_pairs": 55.0,
+      "predicted_margin": -0.11963786997800063,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.7233588695526123,
+      "seed": "441046872/train1",
+      "selected_candidate_index": 4,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.6999551653862,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.023403704166412354,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.2766411304473877,
+      "task_id": "LiftPegUpright-v1",
+      "tau": -0.07385947182024077,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.5839591026306152,
+      "chart_id": "ms-a9ac13384fe5afc835f1",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.5555555555555556,
+      "pairwise_causal_calibration_confidence": 0.5111398905599821,
+      "pairwise_causal_calibration_ece": 0.04441566499557348,
+      "pairwise_causal_calibration_pairs": 36.0,
+      "predicted_margin": -0.2514915262180857,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.07014383375644684,
+      "seed": "1522272686/train1",
+      "selected_candidate_index": 0,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.5839591026306152,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.9298561662435532,
+      "task_id": "PickCube-v1",
+      "tau": 0.02896384295113541,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-06babf453b22ba8f2407",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": NaN,
+      "pairwise_causal_calibration_confidence": NaN,
+      "pairwise_causal_calibration_ece": 0.0,
+      "pairwise_causal_calibration_pairs": 0.0,
+      "predicted_margin": 0.19263300195342614,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1747178030/train1",
+      "selected_candidate_index": 10,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.16168592870235443,
+      "chart_id": "ms-0e1ff8d16372796dac97",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.4117647058823529,
+      "pairwise_causal_calibration_confidence": 0.5398627136285538,
+      "pairwise_causal_calibration_ece": 0.12809800774620084,
+      "pairwise_causal_calibration_pairs": 119.0,
+      "predicted_margin": -0.17661137540295557,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "767747424/train1",
+      "selected_candidate_index": 6,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.16168592870235443,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 1.8383140712976456,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.0939030647277832,
+      "chart_id": "ms-223b0a8319beb051a1ee",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.1593424528837204,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.43333333333333335,
+      "pairwise_causal_calibration_confidence": 0.5166360139443322,
+      "pairwise_causal_calibration_ece": 0.08330268061099888,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.4500223738950829,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.016585012897849083,
+      "seed": "1461069713/train1",
+      "selected_candidate_index": 3,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.009051382541656494,
+      "selected_utility_gain_over_base": -0.08485168218612671,
+      "selector_regret": 0.007533630356192589,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.14275743998587132,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.001929501653648913,
+      "chart_id": "ms-34726202b475d29cdf38",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.25342071056365967,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.44166666666666665,
+      "pairwise_causal_calibration_confidence": 0.5157561573212285,
+      "pairwise_causal_calibration_ece": 0.07408949065456183,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.10658218471121564,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.009895960800349712,
+      "seed": "626486813/train1",
+      "selected_candidate_index": 10,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.00289076566696167,
+      "selected_utility_gain_over_base": 0.000961264013312757,
+      "selector_regret": 0.0070051951333880424,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.24352474976330996,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-4cc40587ec490257b1d2",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.49122807017543857,
+      "pairwise_causal_calibration_confidence": 0.5227936475539869,
+      "pairwise_causal_calibration_ece": 0.03156557737854837,
+      "pairwise_causal_calibration_pairs": 114.0,
+      "predicted_margin": -0.008532620847146344,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "2054899126/train1",
+      "selected_candidate_index": 7,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": -1.0,
+      "selected_utility": 0.13208407163619995,
+      "selected_utility_gain_over_base": -1.8679159283638,
+      "selector_regret": 1.8679159283638,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-62f8c18a15c566ec4b00",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.6,
+      "pairwise_causal_calibration_confidence": 0.5540392504779817,
+      "pairwise_causal_calibration_ece": 0.06500635112191766,
+      "pairwise_causal_calibration_pairs": 35.0,
+      "predicted_margin": -0.16708550898936614,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "672328262/train1",
+      "selected_candidate_index": 7,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.07698849588632584,
+      "chart_id": "ms-6661b157c41ad4d6ab85",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.2351006269454956,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.475,
+      "pairwise_causal_calibration_confidence": 0.5281702802889924,
+      "pairwise_causal_calibration_ece": 0.0531702802889924,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.034705384024887875,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.20903043448925018,
+      "seed": "767747424/train1",
+      "selected_candidate_index": 14,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.11253257840871811,
+      "selected_utility_gain_over_base": 0.03554408252239227,
+      "selector_regret": 0.09649785608053207,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.026070192456245422,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.03588630631566048,
+      "chart_id": "ms-6b789356d65b3312fbae",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.22781728208065033,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.475,
+      "pairwise_causal_calibration_confidence": 0.5226825874028909,
+      "pairwise_causal_calibration_ece": 0.047682587402890886,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.1403583050387357,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.07534918934106827,
+      "seed": "278008524/train1",
+      "selected_candidate_index": 8,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.01919553615152836,
+      "selected_utility_gain_over_base": -0.016690770164132118,
+      "selector_regret": 0.05615365318953991,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.15246809273958206,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-7923b8196b397863cf4f",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.38461538461538464,
+      "pairwise_causal_calibration_confidence": 0.5121094164593272,
+      "pairwise_causal_calibration_ece": 0.12749403184394253,
+      "pairwise_causal_calibration_pairs": 13.0,
+      "predicted_margin": -0.07780183911371158,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1845489013/train1",
+      "selected_candidate_index": 1,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.008267183788120747,
+      "chart_id": "ms-7df455efd413d77e6ce3",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.07774405181407928,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.525,
+      "pairwise_causal_calibration_confidence": 0.5270537692784654,
+      "pairwise_causal_calibration_ece": 0.002053769278465345,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.3835862173881076,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.061759788542985916,
+      "seed": "626486813/train1",
+      "selected_candidate_index": 4,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.028474071994423866,
+      "selected_utility_gain_over_base": 0.02020688820630312,
+      "selector_regret": 0.03328571654856205,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.01598426327109337,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-7e295b5859c07c90487f",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.26271408796310425,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.49572649572649574,
+      "pairwise_causal_calibration_confidence": 0.5204348846022294,
+      "pairwise_causal_calibration_ece": 0.024708388875733678,
+      "pairwise_causal_calibration_pairs": 117.0,
+      "predicted_margin": -0.03727831765723297,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "767747424/train1",
+      "selected_candidate_index": 5,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": -1.0,
+      "selected_utility": 0.0021741788368672132,
+      "selected_utility_gain_over_base": -1.9978258211631328,
+      "selector_regret": 1.9978258211631328,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.18171554803848267,
+      "chart_id": "ms-8577816da2917a2bb63d",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.4533333333333333,
+      "pairwise_causal_calibration_confidence": 0.5302663446880443,
+      "pairwise_causal_calibration_ece": 0.076933011354711,
+      "pairwise_causal_calibration_pairs": 75.0,
+      "predicted_margin": 0.09881997958173372,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "585904130/train1",
+      "selected_candidate_index": 15,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.04792279005050659,
+      "selected_utility_gain_over_base": -0.13379275798797607,
+      "selector_regret": 1.9520772099494934,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.10283424705266953,
+      "chart_id": "ms-8e56b0eaa2604db6749e",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.2857772707939148,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.575,
+      "pairwise_causal_calibration_confidence": 0.5244535198032577,
+      "pairwise_causal_calibration_ece": 0.05054648019674224,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.11792927817531362,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.037011127918958664,
+      "seed": "141984615/train1",
+      "selected_candidate_index": 15,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.030119141563773155,
+      "selected_utility_gain_over_base": -0.07271510548889637,
+      "selector_regret": 0.006891986355185509,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.24876614287495613,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.14270895719528198,
+      "chart_id": "ms-972c5be72d0b24be7cd5",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5833333333333334,
+      "pairwise_causal_calibration_confidence": 0.5331520837039857,
+      "pairwise_causal_calibration_ece": 0.05395327484480136,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": -0.23958299592081822,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "750448296/train1",
+      "selected_candidate_index": 15,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.14270895719528198,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 1.857291042804718,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.08313504606485367,
+      "chart_id": "ms-9757fc494e79b5543bb6",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.17056432366371155,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.55,
+      "pairwise_causal_calibration_confidence": 0.5207010539912516,
+      "pairwise_causal_calibration_ece": 0.029298946008748494,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.39916002861669686,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.06741118431091309,
+      "seed": "636680137/train1",
+      "selected_candidate_index": 1,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.017789265140891075,
+      "selected_utility_gain_over_base": -0.0653457809239626,
+      "selector_regret": 0.04962191917002201,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.10315313935279846,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.05412294343113899,
+      "chart_id": "ms-a8731059713697ce5e2a",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.19710752367973328,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.375,
+      "pairwise_causal_calibration_confidence": 0.528181691198459,
+      "pairwise_causal_calibration_ece": 0.15318169119845904,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.1626450174749542,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.042781930416822433,
+      "seed": "767747424/train1",
+      "selected_candidate_index": 1,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.006599446292966604,
+      "selected_utility_gain_over_base": -0.04752349713817239,
+      "selector_regret": 0.03618248412385583,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.15432559326291084,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-ac94b48febe523da15a5",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.5789473684210527,
+      "pairwise_causal_calibration_confidence": 0.5298121533009607,
+      "pairwise_causal_calibration_ece": 0.049135215120092,
+      "pairwise_causal_calibration_pairs": 114.0,
+      "predicted_margin": -0.4256345336980503,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1375492786/train1",
+      "selected_candidate_index": 11,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-b49043f15f4846de5b13",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.5740740740740741,
+      "pairwise_causal_calibration_confidence": 0.5594515320080404,
+      "pairwise_causal_calibration_ece": 0.2553362522454674,
+      "pairwise_causal_calibration_pairs": 54.0,
+      "predicted_margin": 0.1354107312118617,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "2038594191/train1",
+      "selected_candidate_index": 9,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": -1.0,
+      "selected_utility": 0.07674666494131088,
+      "selected_utility_gain_over_base": -1.9232533350586891,
+      "selector_regret": 1.9232533350586891,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.0929974913597107,
+      "chart_id": "ms-b7d7021b782f73816083",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.22398948669433594,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.3416666666666667,
+      "pairwise_causal_calibration_confidence": 0.5288603912492978,
+      "pairwise_causal_calibration_ece": 0.18719372458263117,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.30245869311688867,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.11150982230901718,
+      "seed": "750448296/train1",
+      "selected_candidate_index": 12,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.06182505562901497,
+      "selected_utility_gain_over_base": -0.031172435730695724,
+      "selector_regret": 0.04968476668000221,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.11247966438531876,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-b8c3ec3ea915c5d35b3e",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": NaN,
+      "pairwise_causal_calibration_confidence": NaN,
+      "pairwise_causal_calibration_ece": 0.0,
+      "pairwise_causal_calibration_pairs": 0.0,
+      "predicted_margin": 0.5627089760709729,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "2054899126/train1",
+      "selected_candidate_index": 1,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-b8fc1568ce66c45c8d8b",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.2786632478237152,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.475,
+      "pairwise_causal_calibration_confidence": 0.5240130464861401,
+      "pairwise_causal_calibration_ece": 0.04901304648614013,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": -0.15678779044109292,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.06328952312469482,
+      "seed": "747260437/train1",
+      "selected_candidate_index": 10,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.21537372469902039,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.04958367347717285,
+      "chart_id": "ms-da555a03dd382d93e119",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.7065217391304348,
+      "pairwise_causal_calibration_confidence": 0.5170017754722115,
+      "pairwise_causal_calibration_ece": 0.18951996365822332,
+      "pairwise_causal_calibration_pairs": 92.0,
+      "predicted_margin": 0.18741646794311717,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "278008524/train1",
+      "selected_candidate_index": 3,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 1.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 1.9504163265228271,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.10451483726501465,
+      "chart_id": "ms-f5dd1c43ebc4c0cfc3f1",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.2974560856819153,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.375,
+      "pairwise_causal_calibration_confidence": 0.5262268456146021,
+      "pairwise_causal_calibration_ece": 0.1512268456146021,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.3107421704514528,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.19892151653766632,
+      "seed": "1549324805/train1",
+      "selected_candidate_index": 0,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.0303483996540308,
+      "selected_utility_gain_over_base": -0.07416643761098385,
+      "selector_regret": 0.16857311688363552,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.09853456914424896,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.07191530615091324,
+      "chart_id": "ms-f9740a08a98cb251b761",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5714285714285714,
+      "pairwise_causal_calibration_confidence": 0.5415632384984795,
+      "pairwise_causal_calibration_ece": 0.10876536091501116,
+      "pairwise_causal_calibration_pairs": 49.0,
+      "predicted_margin": -0.03958497742915945,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1822210471/train1",
+      "selected_candidate_index": 4,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 1.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 1.9280846938490868,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.11707299947738647,
+      "chart_id": "ms-fa8b4ba41ecac8030271",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.35384615384615387,
+      "pairwise_causal_calibration_confidence": 0.5300108478221505,
+      "pairwise_causal_calibration_ece": 0.1761646939759966,
+      "pairwise_causal_calibration_pairs": 65.0,
+      "predicted_margin": -0.670987032962785,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "750448296/train1",
+      "selected_candidate_index": 7,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.11707299947738647,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 1.8829270005226135,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.036152780055999756,
+      "chart_id": "ms-05f34a90fa7355262b8e",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.8666666666666667,
+      "pairwise_causal_calibration_confidence": 0.5379425484601451,
+      "pairwise_causal_calibration_ece": 0.3287241182065216,
+      "pairwise_causal_calibration_pairs": 15.0,
+      "predicted_margin": 0.7017571830152312,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "440577711/train1",
+      "selected_candidate_index": 14,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 1.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 1.9638472199440002,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PushCube-v1",
+      "tau": 0.28744401244938833,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.10647052526473999,
+      "chart_id": "ms-2413d1155c87f0442485",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.48739495798319327,
+      "pairwise_causal_calibration_confidence": 0.5232561219266944,
+      "pairwise_causal_calibration_ece": 0.035861163943501084,
+      "pairwise_causal_calibration_pairs": 119.0,
+      "predicted_margin": 0.24134426910254947,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1324642411/train1",
+      "selected_candidate_index": 11,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.10647052526473999,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 1.89352947473526,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PushCube-v1",
+      "tau": 0.28744401244938833,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.12476746737957001,
+      "chart_id": "ms-54346a8f79bd9dca1dfe",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.543859649122807,
+      "pairwise_causal_calibration_confidence": 0.5328964743528634,
+      "pairwise_causal_calibration_ece": 0.010963174769943684,
+      "pairwise_causal_calibration_pairs": 114.0,
+      "predicted_margin": 0.5122492091762928,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1790188787/train1",
+      "selected_candidate_index": 6,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.13741976022720337,
+      "selected_utility_gain_over_base": 0.012652292847633362,
+      "selector_regret": 1.8625802397727966,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PushCube-v1",
+      "tau": 0.28744401244938833,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-64f98d163b6bff29332b",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.5909090909090909,
+      "pairwise_causal_calibration_confidence": 0.5422560685706671,
+      "pairwise_causal_calibration_ece": 0.048653022338423835,
+      "pairwise_causal_calibration_pairs": 110.0,
+      "predicted_margin": 0.2330187222265443,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1261930456/train1",
+      "selected_candidate_index": 10,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PushCube-v1",
+      "tau": 0.28744401244938833,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 2.2351741790771484e-07,
+      "chart_id": "ms-c2ae2b78ab7891e74c80",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5714285714285714,
+      "pairwise_causal_calibration_confidence": 0.5280283691474993,
+      "pairwise_causal_calibration_ece": 0.04340020228107211,
+      "pairwise_causal_calibration_pairs": 105.0,
+      "predicted_margin": 0.4261006779620051,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "509430392/train1",
+      "selected_candidate_index": 2,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 1.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 1.999999776482582,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PushCube-v1",
+      "tau": 0.28744401244938833,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.08703407645225525,
+      "chart_id": "ms-d4c37ed44fb338c1d551",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.20948036015033722,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.48739495798319327,
+      "pairwise_causal_calibration_confidence": 0.5136404664974943,
+      "pairwise_causal_calibration_ece": 0.02624550851430102,
+      "pairwise_causal_calibration_pairs": 119.0,
+      "predicted_margin": 0.38625575833343895,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1480856810/train1",
+      "selected_candidate_index": 8,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.19651852548122406,
+      "selected_utility_gain_over_base": 0.10948444902896881,
+      "selector_regret": 1.803481474518776,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PushCube-v1",
+      "tau": 0.28744401244938833,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.05225050449371338,
+      "chart_id": "ms-146ff6c3f22b3a49af3a",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.4722222222222222,
+      "pairwise_causal_calibration_confidence": 0.5119131115242276,
+      "pairwise_causal_calibration_ece": 0.03969088930200537,
+      "pairwise_causal_calibration_pairs": 36.0,
+      "predicted_margin": 0.0925196999812683,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.07580336928367615,
+      "seed": "2061635888/train1",
+      "selected_candidate_index": 3,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.07580336928367615,
+      "selected_utility_gain_over_base": 0.02355286478996277,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.9241966307163239,
+      "task_id": "StackCube-v1",
+      "tau": -0.18710182505305797,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.16300667822360992,
+      "chart_id": "ms-15fc8cc6f74cf589056f",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.4444444444444444,
+      "pairwise_causal_calibration_confidence": 0.5070899546645378,
+      "pairwise_causal_calibration_ece": 0.06264551022009335,
+      "pairwise_causal_calibration_pairs": 36.0,
+      "predicted_margin": 0.07407655216726083,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.8128758072853088,
+      "seed": "655884605/train1",
+      "selected_candidate_index": 8,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.12105989456176758,
+      "selected_utility_gain_over_base": -0.041946783661842346,
+      "selector_regret": 0.6918159127235413,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.1871241927146912,
+      "task_id": "StackCube-v1",
+      "tau": -0.18710182505305797,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.15842342376708984,
+      "chart_id": "ms-36bc1364d2439099e9ed",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.7142857142857143,
+      "pairwise_causal_calibration_confidence": 0.5252684472642476,
+      "pairwise_causal_calibration_ece": 0.1890172670214667,
+      "pairwise_causal_calibration_pairs": 28.0,
+      "predicted_margin": 0.13463328766802296,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.18093222379684448,
+      "seed": "1113371261/train1",
+      "selected_candidate_index": 2,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.18093222379684448,
+      "selected_utility_gain_over_base": 0.02250880002975464,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.8190677762031555,
+      "task_id": "StackCube-v1",
+      "tau": -0.18710182505305797,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.82413649559021,
+      "chart_id": "ms-420280f15a522ce21c72",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5454545454545454,
+      "pairwise_causal_calibration_confidence": 0.5394992318577098,
+      "pairwise_causal_calibration_ece": 0.038926080840327754,
+      "pairwise_causal_calibration_pairs": 110.0,
+      "predicted_margin": -0.09068349284851132,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1578990937/train1",
+      "selected_candidate_index": 2,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 1.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 1.17586350440979,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "StackCube-v1",
+      "tau": -0.18710182505305797,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.8334100246429443,
+      "chart_id": "ms-4aed1197d0906ae51c34",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.30158730158730157,
+      "pairwise_causal_calibration_confidence": 0.5242300284642385,
+      "pairwise_causal_calibration_ece": 0.2226427268769369,
+      "pairwise_causal_calibration_pairs": 63.0,
+      "predicted_margin": -0.10941040668136354,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1509980664/train1",
+      "selected_candidate_index": 12,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.8129013180732727,
+      "selected_utility_gain_over_base": -0.02050870656967163,
+      "selector_regret": 1.1870986819267273,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "StackCube-v1",
+      "tau": -0.18710182505305797,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.19090841710567474,
+      "chart_id": "ms-55e78c04643bd06fd5f8",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.8416666666666667,
+      "pairwise_causal_calibration_confidence": 0.5382974229033135,
+      "pairwise_causal_calibration_ece": 0.30336924376335306,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": -0.10202293411527177,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.21295717358589172,
+      "seed": "211245842/train1",
+      "selected_candidate_index": 13,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.17156320810317993,
+      "selected_utility_gain_over_base": -0.019345209002494812,
+      "selector_regret": 0.04139396548271179,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.7870428264141083,
+      "task_id": "StackCube-v1",
+      "tau": -0.18710182505305797,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.2260012924671173,
+      "chart_id": "ms-77536801924a2a78688e",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.580952380952381,
+      "pairwise_causal_calibration_confidence": 0.5316022421578545,
+      "pairwise_causal_calibration_ece": 0.049350138794526544,
+      "pairwise_causal_calibration_pairs": 105.0,
+      "predicted_margin": -0.05730648283766754,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1151410346/train1",
+      "selected_candidate_index": 7,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.8148510456085205,
+      "selected_utility_gain_over_base": 0.5888497531414032,
+      "selector_regret": 1.1851489543914795,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "StackCube-v1",
+      "tau": -0.18710182505305797,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.09220491349697113,
+      "chart_id": "ms-9dd1ff4c297a81b13071",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.35714285714285715,
+      "pairwise_causal_calibration_confidence": 0.5357950970847783,
+      "pairwise_causal_calibration_ece": 0.1786522399419212,
+      "pairwise_causal_calibration_pairs": 28.0,
+      "predicted_margin": 0.18792055489105874,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.1324586570262909,
+      "seed": "1324133122/train1",
+      "selected_candidate_index": 1,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.06454251706600189,
+      "selected_utility_gain_over_base": -0.02766239643096924,
+      "selector_regret": 0.067916139960289,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.867541342973709,
+      "task_id": "StackCube-v1",
+      "tau": -0.18710182505305797,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-d7254aa722729aa1a031",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.6666666666666666,
+      "pairwise_causal_calibration_confidence": 0.5308940956422026,
+      "pairwise_causal_calibration_ece": 0.1357725710244641,
+      "pairwise_causal_calibration_pairs": 84.0,
+      "predicted_margin": -0.061055849565622045,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "701667486/train1",
+      "selected_candidate_index": 10,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "StackCube-v1",
+      "tau": -0.18710182505305797,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-d776afa14e6322cadedd",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.38461538461538464,
+      "pairwise_causal_calibration_confidence": 0.523423235146417,
+      "pairwise_causal_calibration_ece": 0.13880785053103237,
+      "pairwise_causal_calibration_pairs": 39.0,
+      "predicted_margin": -0.15959785934997645,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "412102563/train1",
+      "selected_candidate_index": 14,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": -1.0,
+      "selected_utility": 0.8125194311141968,
+      "selected_utility_gain_over_base": -1.1874805688858032,
+      "selector_regret": 1.1874805688858032,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "StackCube-v1",
+      "tau": -0.18710182505305797,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-e887dbfa0133af46829d",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.44285714285714284,
+      "pairwise_causal_calibration_confidence": 0.5323449915161098,
+      "pairwise_causal_calibration_ece": 0.10072366188957278,
+      "pairwise_causal_calibration_pairs": 70.0,
+      "predicted_margin": -0.17466576670619666,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1999022574/train1",
+      "selected_candidate_index": 8,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "StackCube-v1",
+      "tau": -0.18710182505305797,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.7236053347587585,
+      "chart_id": "ms-5799584ed40e211c50a5",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5,
+      "pairwise_causal_calibration_confidence": 0.5242257655342142,
+      "pairwise_causal_calibration_ece": 0.024225765534214183,
+      "pairwise_causal_calibration_pairs": 92.0,
+      "predicted_margin": 0.24853085052742357,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "2012211287/train2",
+      "selected_candidate_index": 1,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.6829424500465393,
+      "selected_utility_gain_over_base": -0.04066288471221924,
+      "selector_regret": 1.3170575499534607,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "LiftPegUpright-v1",
+      "tau": -0.07385947182024077,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.6000905632972717,
+      "chart_id": "ms-715db95b13ebc6c977c8",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.3626373626373626,
+      "pairwise_causal_calibration_confidence": 0.5472048889164063,
+      "pairwise_causal_calibration_ece": 0.1845675262790436,
+      "pairwise_causal_calibration_pairs": 91.0,
+      "predicted_margin": -0.04845957189152705,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.2302134484052658,
+      "seed": "307068879/train2",
+      "selected_candidate_index": 6,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.20841218531131744,
+      "selected_utility_gain_over_base": -0.3916783779859543,
+      "selector_regret": 0.021801263093948364,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.7697865515947342,
+      "task_id": "LiftPegUpright-v1",
+      "tau": -0.07385947182024077,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-7b229b60d7f64fb624cf",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.8809523809523809,
+      "pairwise_causal_calibration_confidence": 0.5368743958607693,
+      "pairwise_causal_calibration_ece": 0.3440779850916114,
+      "pairwise_causal_calibration_pairs": 84.0,
+      "predicted_margin": 0.24613098923868526,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1073161778/train2",
+      "selected_candidate_index": 6,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "LiftPegUpright-v1",
+      "tau": -0.07385947182024077,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.725701630115509,
+      "chart_id": "ms-99f263cb3f383b1f6243",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.44166666666666665,
+      "pairwise_causal_calibration_confidence": 0.5315196569218078,
+      "pairwise_causal_calibration_ece": 0.08985299025514107,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": -0.030776181488394214,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.7117276191711426,
+      "seed": "608016290/train2",
+      "selected_candidate_index": 8,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.21245408058166504,
+      "selected_utility_gain_over_base": -0.513247549533844,
+      "selector_regret": 0.49927353858947754,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.2882723808288574,
+      "task_id": "LiftPegUpright-v1",
+      "tau": -0.07385947182024077,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.6999551653862,
+      "chart_id": "ms-ec2e4afb34b439731136",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5636363636363636,
+      "pairwise_causal_calibration_confidence": 0.5375543539918383,
+      "pairwise_causal_calibration_ece": 0.03382332741347877,
+      "pairwise_causal_calibration_pairs": 55.0,
+      "predicted_margin": -0.08224411989102232,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.7191348671913147,
+      "seed": "441046872/train2",
+      "selected_candidate_index": 5,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.6999551653862,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.019179701805114746,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.2808651328086853,
+      "task_id": "LiftPegUpright-v1",
+      "tau": -0.07385947182024077,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.5839591026306152,
+      "chart_id": "ms-a9ac13384fe5afc835f1",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.3611111111111111,
+      "pairwise_causal_calibration_confidence": 0.525252740289532,
+      "pairwise_causal_calibration_ece": 0.16414162917842084,
+      "pairwise_causal_calibration_pairs": 36.0,
+      "predicted_margin": -0.28676975669762994,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.14937306940555573,
+      "seed": "1522272686/train2",
+      "selected_candidate_index": 4,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.5839591026306152,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.8506269305944443,
+      "task_id": "PickCube-v1",
+      "tau": 0.02896384295113541,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-06babf453b22ba8f2407",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": NaN,
+      "pairwise_causal_calibration_confidence": NaN,
+      "pairwise_causal_calibration_ece": 0.0,
+      "pairwise_causal_calibration_pairs": 0.0,
+      "predicted_margin": 0.2551836974507351,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1747178030/train2",
+      "selected_candidate_index": 15,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.16168592870235443,
+      "chart_id": "ms-0e1ff8d16372796dac97",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.48739495798319327,
+      "pairwise_causal_calibration_confidence": 0.5251781957501036,
+      "pairwise_causal_calibration_ece": 0.03778323776691034,
+      "pairwise_causal_calibration_pairs": 119.0,
+      "predicted_margin": -0.3518959688723307,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "767747424/train2",
+      "selected_candidate_index": 8,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.16168592870235443,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 1.8383140712976456,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.0939030647277832,
+      "chart_id": "ms-223b0a8319beb051a1ee",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.1593424528837204,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.6,
+      "pairwise_causal_calibration_confidence": 0.519839782973733,
+      "pairwise_causal_calibration_ece": 0.08016021702626697,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.4462633698719307,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.09997648000717163,
+      "seed": "1461069713/train2",
+      "selected_candidate_index": 5,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.06987287849187851,
+      "selected_utility_gain_over_base": -0.024030186235904694,
+      "selector_regret": 0.03010360151529312,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.05936597287654877,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.001929501653648913,
+      "chart_id": "ms-34726202b475d29cdf38",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.25342071056365967,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.48333333333333334,
+      "pairwise_causal_calibration_confidence": 0.5355453827080833,
+      "pairwise_causal_calibration_ece": 0.052212049374749936,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.2233295555290654,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.03885193541646004,
+      "seed": "626486813/train2",
+      "selected_candidate_index": 10,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.00974698830395937,
+      "selected_utility_gain_over_base": 0.007817486650310457,
+      "selector_regret": 0.029104947112500668,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.21456877514719963,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-4cc40587ec490257b1d2",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.4369747899159664,
+      "pairwise_causal_calibration_confidence": 0.5252379082880491,
+      "pairwise_causal_calibration_ece": 0.08826311837208267,
+      "pairwise_causal_calibration_pairs": 119.0,
+      "predicted_margin": 0.043465415221497966,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "2054899126/train2",
+      "selected_candidate_index": 0,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": -1.0,
+      "selected_utility": 0.05522008612751961,
+      "selected_utility_gain_over_base": -1.9447799138724804,
+      "selector_regret": 1.9447799138724804,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-62f8c18a15c566ec4b00",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.13333333333333333,
+      "pairwise_causal_calibration_confidence": 0.5470577940231715,
+      "pairwise_causal_calibration_ece": 0.41372446068983815,
+      "pairwise_causal_calibration_pairs": 30.0,
+      "predicted_margin": -0.1772708238485603,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "672328262/train2",
+      "selected_candidate_index": 4,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.07698849588632584,
+      "chart_id": "ms-6661b157c41ad4d6ab85",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.2351006269454956,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.6166666666666667,
+      "pairwise_causal_calibration_confidence": 0.5196927968287194,
+      "pairwise_causal_calibration_ece": 0.09697386983794731,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": -0.03512423535406803,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.21886132657527924,
+      "seed": "767747424/train2",
+      "selected_candidate_index": 14,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.21886132657527924,
+      "selected_utility_gain_over_base": 0.1418728306889534,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.01623930037021637,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.03588630631566048,
+      "chart_id": "ms-6b789356d65b3312fbae",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.22781728208065033,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.45,
+      "pairwise_causal_calibration_confidence": 0.5144356104774866,
+      "pairwise_causal_calibration_ece": 0.06443561047748664,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": -0.0006652866876127872,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.2718978226184845,
+      "seed": "278008524/train2",
+      "selected_candidate_index": 4,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.0682595744729042,
+      "selected_utility_gain_over_base": 0.03237326815724373,
+      "selector_regret": 0.2036382481455803,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-7923b8196b397863cf4f",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.52,
+      "pairwise_causal_calibration_confidence": 0.5170849899671911,
+      "pairwise_causal_calibration_ece": 0.002915010032808918,
+      "pairwise_causal_calibration_pairs": 25.0,
+      "predicted_margin": -0.12444815357019567,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1845489013/train2",
+      "selected_candidate_index": 7,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.008267183788120747,
+      "chart_id": "ms-7df455efd413d77e6ce3",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.07774405181407928,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.4666666666666667,
+      "pairwise_causal_calibration_confidence": 0.5281218746338447,
+      "pairwise_causal_calibration_ece": 0.06145520796717807,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.2276785617416764,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.05094657465815544,
+      "seed": "626486813/train2",
+      "selected_candidate_index": 9,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.05094657465815544,
+      "selected_utility_gain_over_base": 0.042679390870034695,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.026797477155923843,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-7e295b5859c07c90487f",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.26271408796310425,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.6239316239316239,
+      "pairwise_causal_calibration_confidence": 0.5230485750660122,
+      "pairwise_causal_calibration_ece": 0.10088304886561172,
+      "pairwise_causal_calibration_pairs": 117.0,
+      "predicted_margin": -0.12368708414396264,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "767747424/train2",
+      "selected_candidate_index": 12,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.18171554803848267,
+      "chart_id": "ms-8577816da2917a2bb63d",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.6818181818181818,
+      "pairwise_causal_calibration_confidence": 0.522915616847175,
+      "pairwise_causal_calibration_ece": 0.15890256497100674,
+      "pairwise_causal_calibration_pairs": 110.0,
+      "predicted_margin": 0.0589756379475741,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "585904130/train2",
+      "selected_candidate_index": 0,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.08930286020040512,
+      "selected_utility_gain_over_base": -0.09241268783807755,
+      "selector_regret": 1.9106971397995949,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.10283424705266953,
+      "chart_id": "ms-8e56b0eaa2604db6749e",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.2857772707939148,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.5083333333333333,
+      "pairwise_causal_calibration_confidence": 0.538380386098592,
+      "pairwise_causal_calibration_ece": 0.043205574824282285,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.034121695817442343,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.058951716870069504,
+      "seed": "141984615/train2",
+      "selected_candidate_index": 11,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.058951716870069504,
+      "selected_utility_gain_over_base": -0.04388253018260002,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.2268255539238453,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.14270895719528198,
+      "chart_id": "ms-972c5be72d0b24be7cd5",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.725,
+      "pairwise_causal_calibration_confidence": 0.546674773294179,
+      "pairwise_causal_calibration_ece": 0.1783252267058209,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": -0.043765176280211815,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "750448296/train2",
+      "selected_candidate_index": 1,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.1975085586309433,
+      "selected_utility_gain_over_base": 0.054799601435661316,
+      "selector_regret": 1.8024914413690567,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.08313504606485367,
+      "chart_id": "ms-9757fc494e79b5543bb6",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.17056432366371155,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.5583333333333333,
+      "pairwise_causal_calibration_confidence": 0.5159516842599035,
+      "pairwise_causal_calibration_ece": 0.042381649073429895,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.47473165550706736,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.0756516233086586,
+      "seed": "636680137/train2",
+      "selected_candidate_index": 3,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.03889387845993042,
+      "selected_utility_gain_over_base": -0.04424116760492325,
+      "selector_regret": 0.03675774484872818,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.09491270035505295,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.05412294343113899,
+      "chart_id": "ms-a8731059713697ce5e2a",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.19710752367973328,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.6166666666666667,
+      "pairwise_causal_calibration_confidence": 0.523340132602306,
+      "pairwise_causal_calibration_ece": 0.09332653406436064,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.22174183764619265,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.04980705305933952,
+      "seed": "767747424/train2",
+      "selected_candidate_index": 5,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.028320351615548134,
+      "selected_utility_gain_over_base": -0.02580259181559086,
+      "selector_regret": 0.02148670144379139,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.14730047062039375,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-ac94b48febe523da15a5",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.44047619047619047,
+      "pairwise_causal_calibration_confidence": 0.5313546391394341,
+      "pairwise_causal_calibration_ece": 0.09087844866324368,
+      "pairwise_causal_calibration_pairs": 84.0,
+      "predicted_margin": -0.3658750831677004,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1375492786/train2",
+      "selected_candidate_index": 9,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-b49043f15f4846de5b13",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.5151515151515151,
+      "pairwise_causal_calibration_confidence": 0.5363991279304782,
+      "pairwise_causal_calibration_ece": 0.03713806757575985,
+      "pairwise_causal_calibration_pairs": 99.0,
+      "predicted_margin": 0.08745956040002545,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "2038594191/train2",
+      "selected_candidate_index": 3,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": -1.0,
+      "selected_utility": 0.12977690994739532,
+      "selected_utility_gain_over_base": -1.8702230900526047,
+      "selector_regret": 1.8702230900526047,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.0929974913597107,
+      "chart_id": "ms-b7d7021b782f73816083",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.22398948669433594,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.35833333333333334,
+      "pairwise_causal_calibration_confidence": 0.5188748176574249,
+      "pairwise_causal_calibration_ece": 0.1605414843240916,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.26743135206183577,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.051346004009246826,
+      "seed": "750448296/train2",
+      "selected_candidate_index": 13,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.03218920901417732,
+      "selected_utility_gain_over_base": -0.06080828234553337,
+      "selector_regret": 0.019156794995069504,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.1726434826850891,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-b8c3ec3ea915c5d35b3e",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": NaN,
+      "pairwise_causal_calibration_confidence": NaN,
+      "pairwise_causal_calibration_ece": 0.0,
+      "pairwise_causal_calibration_pairs": 0.0,
+      "predicted_margin": 0.2217357274409076,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "2054899126/train2",
+      "selected_candidate_index": 2,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-b8fc1568ce66c45c8d8b",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.2786632478237152,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.45,
+      "pairwise_causal_calibration_confidence": 0.5277135352836209,
+      "pairwise_causal_calibration_ece": 0.07771353528362085,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.08370080144449699,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.12510187923908234,
+      "seed": "747260437/train2",
+      "selected_candidate_index": 2,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": -1.0,
+      "selected_utility": 0.06004788354039192,
+      "selected_utility_gain_over_base": -1.939952116459608,
+      "selector_regret": 0.06505399569869041,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.15356136858463287,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.04958367347717285,
+      "chart_id": "ms-da555a03dd382d93e119",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.2222222222222222,
+      "pairwise_causal_calibration_confidence": 0.5366211565538932,
+      "pairwise_causal_calibration_ece": 0.31439893433167077,
+      "pairwise_causal_calibration_pairs": 99.0,
+      "predicted_margin": 0.33781119137638194,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "278008524/train2",
+      "selected_candidate_index": 2,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 1.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 1.9504163265228271,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.10451483726501465,
+      "chart_id": "ms-f5dd1c43ebc4c0cfc3f1",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.2974560856819153,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.25833333333333336,
+      "pairwise_causal_calibration_confidence": 0.528533525486533,
+      "pairwise_causal_calibration_ece": 0.2702001921531997,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.6769572594134817,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.11310184001922607,
+      "seed": "1549324805/train2",
+      "selected_candidate_index": 1,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.04690708592534065,
+      "selected_utility_gain_over_base": -0.057607751339673996,
+      "selector_regret": 0.06619475409388542,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.1843542456626892,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.07191530615091324,
+      "chart_id": "ms-f9740a08a98cb251b761",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.55,
+      "pairwise_causal_calibration_confidence": 0.5237701807590434,
+      "pairwise_causal_calibration_ece": 0.026229819240956687,
+      "pairwise_causal_calibration_pairs": 40.0,
+      "predicted_margin": -0.16858629361831445,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1822210471/train2",
+      "selected_candidate_index": 5,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.07191530615091324,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 1.9280846938490868,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.11707299947738647,
+      "chart_id": "ms-fa8b4ba41ecac8030271",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.6190476190476191,
+      "pairwise_causal_calibration_confidence": 0.5351820044263471,
+      "pairwise_causal_calibration_ece": 0.08386561462127182,
+      "pairwise_causal_calibration_pairs": 84.0,
+      "predicted_margin": -0.5511814245803944,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "750448296/train2",
+      "selected_candidate_index": 1,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.11707299947738647,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 1.8829270005226135,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": -0.0718611703384171,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.036152780055999756,
+      "chart_id": "ms-05f34a90fa7355262b8e",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.7222222222222222,
+      "pairwise_causal_calibration_confidence": 0.536464978436527,
+      "pairwise_causal_calibration_ece": 0.18575724378569516,
+      "pairwise_causal_calibration_pairs": 54.0,
+      "predicted_margin": 0.6922087959324436,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "440577711/train2",
+      "selected_candidate_index": 6,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 1.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 1.9638472199440002,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PushCube-v1",
+      "tau": 0.28744401244938833,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.10647052526473999,
+      "chart_id": "ms-2413d1155c87f0442485",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.6181818181818182,
+      "pairwise_causal_calibration_confidence": 0.5209245623930986,
+      "pairwise_causal_calibration_ece": 0.09725725578871958,
+      "pairwise_causal_calibration_pairs": 110.0,
+      "predicted_margin": -0.06739236477010135,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1324642411/train2",
+      "selected_candidate_index": 5,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.10647052526473999,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 1.89352947473526,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PushCube-v1",
+      "tau": 0.28744401244938833,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.12476746737957001,
+      "chart_id": "ms-54346a8f79bd9dca1dfe",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.43636363636363634,
+      "pairwise_causal_calibration_confidence": 0.5352532151194661,
+      "pairwise_causal_calibration_ece": 0.0988895787558297,
+      "pairwise_causal_calibration_pairs": 110.0,
+      "predicted_margin": 0.4672762110936981,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1790188787/train2",
+      "selected_candidate_index": 8,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.13743820786476135,
+      "selected_utility_gain_over_base": 0.012670740485191345,
+      "selector_regret": 1.8625617921352386,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PushCube-v1",
+      "tau": 0.28744401244938833,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-64f98d163b6bff29332b",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.5952380952380952,
+      "pairwise_causal_calibration_confidence": 0.5426310160661976,
+      "pairwise_causal_calibration_ece": 0.05260707917189755,
+      "pairwise_causal_calibration_pairs": 84.0,
+      "predicted_margin": 0.3117657280355065,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1261930456/train2",
+      "selected_candidate_index": 6,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": -1.0,
+      "selected_utility": 0.08501242101192474,
+      "selected_utility_gain_over_base": -1.9149875789880753,
+      "selector_regret": 1.9149875789880753,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PushCube-v1",
+      "tau": 0.28744401244938833,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 2.2351741790771484e-07,
+      "chart_id": "ms-c2ae2b78ab7891e74c80",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.6302521008403361,
+      "pairwise_causal_calibration_confidence": 0.5305902079798236,
+      "pairwise_causal_calibration_ece": 0.09966189286051252,
+      "pairwise_causal_calibration_pairs": 119.0,
+      "predicted_margin": 0.3587989801510558,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 5.424022674560547e-06,
+      "seed": "509430392/train2",
+      "selected_candidate_index": 10,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 5.424022674560547e-06,
+      "selected_utility_gain_over_base": 5.200505256652832e-06,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.9999945759773254,
+      "task_id": "PushCube-v1",
+      "tau": 0.28744401244938833,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.08703407645225525,
+      "chart_id": "ms-d4c37ed44fb338c1d551",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.20948036015033722,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5882352941176471,
+      "pairwise_causal_calibration_confidence": 0.5148540856771467,
+      "pairwise_causal_calibration_ece": 0.07338120844050033,
+      "pairwise_causal_calibration_pairs": 119.0,
+      "predicted_margin": 0.35255742400707646,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1480856810/train2",
+      "selected_candidate_index": 1,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.21615806221961975,
+      "selected_utility_gain_over_base": 0.1291239857673645,
+      "selector_regret": 1.7838419377803802,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PushCube-v1",
+      "tau": 0.28744401244938833,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.05225050449371338,
+      "chart_id": "ms-146ff6c3f22b3a49af3a",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.8055555555555556,
+      "pairwise_causal_calibration_confidence": 0.5138245455754116,
+      "pairwise_causal_calibration_ece": 0.291731009980144,
+      "pairwise_causal_calibration_pairs": 36.0,
+      "predicted_margin": 0.061796487673025036,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.11105132102966309,
+      "seed": "2061635888/train2",
+      "selected_candidate_index": 5,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.11105132102966309,
+      "selected_utility_gain_over_base": 0.05880081653594971,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.888948678970337,
+      "task_id": "StackCube-v1",
+      "tau": -0.18710182505305797,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.16300667822360992,
+      "chart_id": "ms-15fc8cc6f74cf589056f",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.4166666666666667,
+      "pairwise_causal_calibration_confidence": 0.5234811460445998,
+      "pairwise_causal_calibration_ece": 0.10681447937793315,
+      "pairwise_causal_calibration_pairs": 36.0,
+      "predicted_margin": 0.07294104079981856,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.21447330713272095,
+      "seed": "655884605/train2",
+      "selected_candidate_index": 8,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.21447330713272095,
+      "selected_utility_gain_over_base": 0.05146662890911102,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.785526692867279,
+      "task_id": "StackCube-v1",
+      "tau": -0.18710182505305797,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.15842342376708984,
+      "chart_id": "ms-36bc1364d2439099e9ed",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5357142857142857,
+      "pairwise_causal_calibration_confidence": 0.5332614138108104,
+      "pairwise_causal_calibration_ece": 0.0024528719034753177,
+      "pairwise_causal_calibration_pairs": 28.0,
+      "predicted_margin": -0.0627076273903946,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.19527167081832886,
+      "seed": "1113371261/train2",
+      "selected_candidate_index": 0,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.14433109760284424,
+      "selected_utility_gain_over_base": -0.014092326164245605,
+      "selector_regret": 0.05094057321548462,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.8047283291816711,
+      "task_id": "StackCube-v1",
+      "tau": -0.18710182505305797,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.82413649559021,
+      "chart_id": "ms-420280f15a522ce21c72",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.3949579831932773,
+      "pairwise_causal_calibration_confidence": 0.5340698575932721,
+      "pairwise_causal_calibration_ece": 0.1391118743999947,
+      "pairwise_causal_calibration_pairs": 119.0,
+      "predicted_margin": -0.14154551725382616,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1578990937/train2",
+      "selected_candidate_index": 2,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.1460946798324585,
+      "selected_utility_gain_over_base": -0.6780418157577515,
+      "selector_regret": 1.8539053201675415,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "StackCube-v1",
+      "tau": -0.18710182505305797,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.8334100246429443,
+      "chart_id": "ms-4aed1197d0906ae51c34",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5111111111111111,
+      "pairwise_causal_calibration_confidence": 0.5240930381172986,
+      "pairwise_causal_calibration_ece": 0.012981927006187598,
+      "pairwise_causal_calibration_pairs": 90.0,
+      "predicted_margin": -0.14659151504624657,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1509980664/train2",
+      "selected_candidate_index": 9,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.16154873371124268,
+      "selected_utility_gain_over_base": -0.6718612909317017,
+      "selector_regret": 1.8384512662887573,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "StackCube-v1",
+      "tau": -0.18710182505305797,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.19090841710567474,
+      "chart_id": "ms-55e78c04643bd06fd5f8",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.6,
+      "pairwise_causal_calibration_confidence": 0.5317298952114761,
+      "pairwise_causal_calibration_ece": 0.06827010478852391,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": -0.26370842901349006,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.23388276994228363,
+      "seed": "211245842/train2",
+      "selected_candidate_index": 0,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.19090841710567474,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.04297435283660889,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.7661172300577164,
+      "task_id": "StackCube-v1",
+      "tau": -0.18710182505305797,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.2260012924671173,
+      "chart_id": "ms-77536801924a2a78688e",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.4666666666666667,
+      "pairwise_causal_calibration_confidence": 0.5177275439295085,
+      "pairwise_causal_calibration_ece": 0.05106087726284181,
+      "pairwise_causal_calibration_pairs": 105.0,
+      "predicted_margin": -0.033176433226523416,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.5522047281265259,
+      "seed": "1151410346/train2",
+      "selected_candidate_index": 6,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.18784314393997192,
+      "selected_utility_gain_over_base": -0.038158148527145386,
+      "selector_regret": 0.36436158418655396,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.4477952718734741,
+      "task_id": "StackCube-v1",
+      "tau": -0.18710182505305797,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.09220491349697113,
+      "chart_id": "ms-9dd1ff4c297a81b13071",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5,
+      "pairwise_causal_calibration_confidence": 0.5266268320102542,
+      "pairwise_causal_calibration_ece": 0.026626832010254176,
+      "pairwise_causal_calibration_pairs": 28.0,
+      "predicted_margin": -0.1739828724101382,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.19291165471076965,
+      "seed": "1324133122/train2",
+      "selected_candidate_index": 7,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.13575458526611328,
+      "selected_utility_gain_over_base": 0.04354967176914215,
+      "selector_regret": 0.05715706944465637,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.8070883452892303,
+      "task_id": "StackCube-v1",
+      "tau": -0.18710182505305797,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-d7254aa722729aa1a031",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.8888888888888888,
+      "pairwise_causal_calibration_confidence": 0.5566493339472486,
+      "pairwise_causal_calibration_ece": 0.3322395549416404,
+      "pairwise_causal_calibration_pairs": 54.0,
+      "predicted_margin": -0.00871862718880162,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "701667486/train2",
+      "selected_candidate_index": 8,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "StackCube-v1",
+      "tau": -0.18710182505305797,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-d776afa14e6322cadedd",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.6309523809523809,
+      "pairwise_causal_calibration_confidence": 0.5248002449882088,
+      "pairwise_causal_calibration_ece": 0.12044288641048877,
+      "pairwise_causal_calibration_pairs": 84.0,
+      "predicted_margin": -0.20549642192166445,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "412102563/train2",
+      "selected_candidate_index": 10,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "StackCube-v1",
+      "tau": -0.18710182505305797,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-e887dbfa0133af46829d",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.5657894736842105,
+      "pairwise_causal_calibration_confidence": 0.5344673895535903,
+      "pairwise_causal_calibration_ece": 0.031322084130620015,
+      "pairwise_causal_calibration_pairs": 76.0,
+      "predicted_margin": -0.16215465004219584,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1999022574/train2",
+      "selected_candidate_index": 13,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": -1.0,
+      "selected_utility": 0.8302689790725708,
+      "selected_utility_gain_over_base": -1.1697310209274292,
+      "selector_regret": 1.1697310209274292,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "StackCube-v1",
+      "tau": -0.18710182505305797,
+      "train_seed": "2"
+    }
+  ],
+  "schema_version": 1,
+  "selected_lambda": 0.0,
+  "selector_calibration_target_content_hash": null,
+  "selector_calibration_target_split_hash": null,
+  "selector_chart_feature_mode": null,
+  "selector_eval_target_content_hash": null,
+  "selector_eval_target_split_hash": null,
+  "selector_source_content_hash": null,
+  "selector_source_split_hash": null,
+  "source_content_hash": null,
+  "source_index": null,
+  "source_split_hash": null,
+  "split_hash": "84151df9e88c219b76751677558cc5bbbc19082bf358cea7330158e9e403e25f",
+  "success_bonus": 1.0,
+  "summary": {
+    "base_success": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.38958333333333334,
+          "low": 0.22083333333333333,
+          "mean": 0.30625,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 0.30625,
+        "per_seed": {
+          "1073161778/train0": 1.0,
+          "1073161778/train1": 1.0,
+          "1073161778/train2": 1.0,
+          "1113371261/train0": 0.0,
+          "1113371261/train1": 0.0,
+          "1113371261/train2": 0.0,
+          "1151410346/train0": 0.0,
+          "1151410346/train1": 0.0,
+          "1151410346/train2": 0.0,
+          "1261930456/train0": 1.0,
+          "1261930456/train1": 1.0,
+          "1261930456/train2": 1.0,
+          "1324133122/train0": 0.0,
+          "1324133122/train1": 0.0,
+          "1324133122/train2": 0.0,
+          "1324642411/train0": 0.0,
+          "1324642411/train1": 0.0,
+          "1324642411/train2": 0.0,
+          "1375492786/train0": 1.0,
+          "1375492786/train1": 1.0,
+          "1375492786/train2": 1.0,
+          "141984615/train0": 0.0,
+          "141984615/train1": 0.0,
+          "141984615/train2": 0.0,
+          "1461069713/train0": 0.0,
+          "1461069713/train1": 0.0,
+          "1461069713/train2": 0.0,
+          "1480856810/train0": 0.0,
+          "1480856810/train1": 0.0,
+          "1480856810/train2": 0.0,
+          "1509980664/train0": 0.0,
+          "1509980664/train1": 0.0,
+          "1509980664/train2": 0.0,
+          "1522272686/train0": 0.0,
+          "1522272686/train1": 0.0,
+          "1522272686/train2": 0.0,
+          "1549324805/train0": 0.0,
+          "1549324805/train1": 0.0,
+          "1549324805/train2": 0.0,
+          "1578990937/train0": 0.0,
+          "1578990937/train1": 0.0,
+          "1578990937/train2": 0.0,
+          "1747178030/train0": 1.0,
+          "1747178030/train1": 1.0,
+          "1747178030/train2": 1.0,
+          "1790188787/train0": 0.0,
+          "1790188787/train1": 0.0,
+          "1790188787/train2": 0.0,
+          "1822210471/train0": 0.0,
+          "1822210471/train1": 0.0,
+          "1822210471/train2": 0.0,
+          "1845489013/train0": 1.0,
+          "1845489013/train1": 1.0,
+          "1845489013/train2": 1.0,
+          "1999022574/train0": 1.0,
+          "1999022574/train1": 1.0,
+          "1999022574/train2": 1.0,
+          "2012211287/train0": 0.0,
+          "2012211287/train1": 0.0,
+          "2012211287/train2": 0.0,
+          "2038594191/train0": 1.0,
+          "2038594191/train1": 1.0,
+          "2038594191/train2": 1.0,
+          "2054899126/train0": 1.0,
+          "2054899126/train1": 1.0,
+          "2054899126/train2": 1.0,
+          "2061635888/train0": 0.0,
+          "2061635888/train1": 0.0,
+          "2061635888/train2": 0.0,
+          "211245842/train0": 0.0,
+          "211245842/train1": 0.0,
+          "211245842/train2": 0.0,
+          "278008524/train0": 0.0,
+          "278008524/train1": 0.0,
+          "278008524/train2": 0.0,
+          "307068879/train0": 0.0,
+          "307068879/train1": 0.0,
+          "307068879/train2": 0.0,
+          "412102563/train0": 1.0,
+          "412102563/train1": 1.0,
+          "412102563/train2": 1.0,
+          "440577711/train0": 0.0,
+          "440577711/train1": 0.0,
+          "440577711/train2": 0.0,
+          "441046872/train0": 0.0,
+          "441046872/train1": 0.0,
+          "441046872/train2": 0.0,
+          "509430392/train0": 0.0,
+          "509430392/train1": 0.0,
+          "509430392/train2": 0.0,
+          "585904130/train0": 0.0,
+          "585904130/train1": 0.0,
+          "585904130/train2": 0.0,
+          "608016290/train0": 0.0,
+          "608016290/train1": 0.0,
+          "608016290/train2": 0.0,
+          "626486813/train0": 0.0,
+          "626486813/train1": 0.0,
+          "626486813/train2": 0.0,
+          "636680137/train0": 0.0,
+          "636680137/train1": 0.0,
+          "636680137/train2": 0.0,
+          "655884605/train0": 0.0,
+          "655884605/train1": 0.0,
+          "655884605/train2": 0.0,
+          "672328262/train0": 1.0,
+          "672328262/train1": 1.0,
+          "672328262/train2": 1.0,
+          "701667486/train0": 1.0,
+          "701667486/train1": 1.0,
+          "701667486/train2": 1.0,
+          "747260437/train0": 1.0,
+          "747260437/train1": 1.0,
+          "747260437/train2": 1.0,
+          "750448296/train0": 0.0,
+          "750448296/train1": 0.0,
+          "750448296/train2": 0.0,
+          "767747424/train0": 0.25,
+          "767747424/train1": 0.25,
+          "767747424/train2": 0.25
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.3038787878787878,
+          "low": 0.08787878787878786,
+          "mean": 0.19987878787878788,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.19987878787878788,
+        "per_task": {
+          "LiftPegUpright-v1": 0.2,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.36,
+          "PushCube-v1": 0.16666666666666666,
+          "StackCube-v1": 0.2727272727272727
+        }
+      },
+      "metric": "base_success",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.3611111111111111,
+        "low": 0.2222222222222222,
+        "mean": 0.2916666666666667,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "base_utility": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.9455266696460766,
+          "low": 0.6363180854632647,
+          "mean": 0.7901180622977944,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 0.7901180622977944,
+        "per_seed": {
+          "1073161778/train0": 2.0,
+          "1073161778/train1": 2.0,
+          "1073161778/train2": 2.0,
+          "1113371261/train0": 0.15842342376708984,
+          "1113371261/train1": 0.15842342376708984,
+          "1113371261/train2": 0.15842342376708984,
+          "1151410346/train0": 0.2260012924671173,
+          "1151410346/train1": 0.2260012924671173,
+          "1151410346/train2": 0.2260012924671173,
+          "1261930456/train0": 2.0,
+          "1261930456/train1": 2.0,
+          "1261930456/train2": 2.0,
+          "1324133122/train0": 0.09220491349697113,
+          "1324133122/train1": 0.09220491349697113,
+          "1324133122/train2": 0.09220491349697113,
+          "1324642411/train0": 0.10647052526473999,
+          "1324642411/train1": 0.10647052526473999,
+          "1324642411/train2": 0.10647052526473999,
+          "1375492786/train0": 2.0,
+          "1375492786/train1": 2.0,
+          "1375492786/train2": 2.0,
+          "141984615/train0": 0.10283424705266953,
+          "141984615/train1": 0.10283424705266953,
+          "141984615/train2": 0.10283424705266953,
+          "1461069713/train0": 0.0939030647277832,
+          "1461069713/train1": 0.0939030647277832,
+          "1461069713/train2": 0.0939030647277832,
+          "1480856810/train0": 0.08703407645225525,
+          "1480856810/train1": 0.08703407645225525,
+          "1480856810/train2": 0.08703407645225525,
+          "1509980664/train0": 0.8334100246429443,
+          "1509980664/train1": 0.8334100246429443,
+          "1509980664/train2": 0.8334100246429443,
+          "1522272686/train0": 0.5839591026306152,
+          "1522272686/train1": 0.5839591026306152,
+          "1522272686/train2": 0.5839591026306152,
+          "1549324805/train0": 0.10451483726501465,
+          "1549324805/train1": 0.10451483726501465,
+          "1549324805/train2": 0.10451483726501465,
+          "1578990937/train0": 0.82413649559021,
+          "1578990937/train1": 0.82413649559021,
+          "1578990937/train2": 0.82413649559021,
+          "1747178030/train0": 2.0,
+          "1747178030/train1": 2.0,
+          "1747178030/train2": 2.0,
+          "1790188787/train0": 0.12476746737957001,
+          "1790188787/train1": 0.12476746737957001,
+          "1790188787/train2": 0.12476746737957001,
+          "1822210471/train0": 0.07191530615091324,
+          "1822210471/train1": 0.07191530615091324,
+          "1822210471/train2": 0.07191530615091324,
+          "1845489013/train0": 2.0,
+          "1845489013/train1": 2.0,
+          "1845489013/train2": 2.0,
+          "1999022574/train0": 2.0,
+          "1999022574/train1": 2.0,
+          "1999022574/train2": 2.0,
+          "2012211287/train0": 0.7236053347587585,
+          "2012211287/train1": 0.7236053347587585,
+          "2012211287/train2": 0.7236053347587585,
+          "2038594191/train0": 2.0,
+          "2038594191/train1": 2.0,
+          "2038594191/train2": 2.0,
+          "2054899126/train0": 2.0,
+          "2054899126/train1": 2.0,
+          "2054899126/train2": 2.0,
+          "2061635888/train0": 0.05225050449371338,
+          "2061635888/train1": 0.05225050449371338,
+          "2061635888/train2": 0.05225050449371338,
+          "211245842/train0": 0.19090841710567474,
+          "211245842/train1": 0.19090841710567474,
+          "211245842/train2": 0.19090841710567474,
+          "278008524/train0": 0.042734989896416664,
+          "278008524/train1": 0.042734989896416664,
+          "278008524/train2": 0.042734989896416664,
+          "307068879/train0": 0.6000905632972717,
+          "307068879/train1": 0.6000905632972717,
+          "307068879/train2": 0.6000905632972717,
+          "412102563/train0": 2.0,
+          "412102563/train1": 2.0,
+          "412102563/train2": 2.0,
+          "440577711/train0": 0.036152780055999756,
+          "440577711/train1": 0.036152780055999756,
+          "440577711/train2": 0.036152780055999756,
+          "441046872/train0": 0.6999551653862,
+          "441046872/train1": 0.6999551653862,
+          "441046872/train2": 0.6999551653862,
+          "509430392/train0": 2.2351741790771484e-07,
+          "509430392/train1": 2.2351741790771484e-07,
+          "509430392/train2": 2.2351741790771484e-07,
+          "585904130/train0": 0.18171554803848267,
+          "585904130/train1": 0.18171554803848267,
+          "585904130/train2": 0.18171554803848267,
+          "608016290/train0": 0.725701630115509,
+          "608016290/train1": 0.725701630115509,
+          "608016290/train2": 0.725701630115509,
+          "626486813/train0": 0.00509834272088483,
+          "626486813/train1": 0.00509834272088483,
+          "626486813/train2": 0.00509834272088483,
+          "636680137/train0": 0.08313504606485367,
+          "636680137/train1": 0.08313504606485367,
+          "636680137/train2": 0.08313504606485367,
+          "655884605/train0": 0.16300667822360992,
+          "655884605/train1": 0.16300667822360992,
+          "655884605/train2": 0.16300667822360992,
+          "672328262/train0": 2.0,
+          "672328262/train1": 2.0,
+          "672328262/train2": 2.0,
+          "701667486/train0": 2.0,
+          "701667486/train1": 2.0,
+          "701667486/train2": 2.0,
+          "747260437/train0": 2.0,
+          "747260437/train1": 2.0,
+          "747260437/train2": 2.0,
+          "750448296/train0": 0.11759314934412639,
+          "750448296/train1": 0.11759314934412639,
+          "750448296/train2": 0.11759314934412639,
+          "767747424/train0": 0.5731993420049548,
+          "767747424/train1": 0.5731993420049548,
+          "767747424/train2": 0.5731993420049548
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.8455401895397596,
+          "low": 0.5455106917563826,
+          "mean": 0.695559797174015,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.695559797174015,
+        "per_task": {
+          "LiftPegUpright-v1": 0.9498705387115478,
+          "PickCube-v1": 0.5839591026306152,
+          "PullCube-v1": 0.7751704612234608,
+          "PushCube-v1": 0.3924041787783305,
+          "StackCube-v1": 0.7763947045261209
+        }
+      },
+      "metric": "base_utility",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.8745567836554579,
+        "low": 0.6048010766656565,
+        "mean": 0.7418195864423373,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "coverage": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.8472222222222221,
+          "low": 0.7034722222222222,
+          "mean": 0.7784722222222222,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 0.7784722222222222,
+        "per_seed": {
+          "1073161778/train0": 1.0,
+          "1073161778/train1": 1.0,
+          "1073161778/train2": 1.0,
+          "1113371261/train0": 1.0,
+          "1113371261/train1": 1.0,
+          "1113371261/train2": 1.0,
+          "1151410346/train0": 1.0,
+          "1151410346/train1": 1.0,
+          "1151410346/train2": 1.0,
+          "1261930456/train0": 1.0,
+          "1261930456/train1": 0.0,
+          "1261930456/train2": 1.0,
+          "1324133122/train0": 1.0,
+          "1324133122/train1": 1.0,
+          "1324133122/train2": 1.0,
+          "1324642411/train0": 1.0,
+          "1324642411/train1": 0.0,
+          "1324642411/train2": 0.0,
+          "1375492786/train0": 0.0,
+          "1375492786/train1": 0.0,
+          "1375492786/train2": 0.0,
+          "141984615/train0": 1.0,
+          "141984615/train1": 1.0,
+          "141984615/train2": 1.0,
+          "1461069713/train0": 1.0,
+          "1461069713/train1": 1.0,
+          "1461069713/train2": 1.0,
+          "1480856810/train0": 1.0,
+          "1480856810/train1": 1.0,
+          "1480856810/train2": 1.0,
+          "1509980664/train0": 1.0,
+          "1509980664/train1": 1.0,
+          "1509980664/train2": 1.0,
+          "1522272686/train0": 0.0,
+          "1522272686/train1": 0.0,
+          "1522272686/train2": 0.0,
+          "1549324805/train0": 1.0,
+          "1549324805/train1": 1.0,
+          "1549324805/train2": 1.0,
+          "1578990937/train0": 1.0,
+          "1578990937/train1": 1.0,
+          "1578990937/train2": 1.0,
+          "1747178030/train0": 1.0,
+          "1747178030/train1": 1.0,
+          "1747178030/train2": 1.0,
+          "1790188787/train0": 1.0,
+          "1790188787/train1": 1.0,
+          "1790188787/train2": 1.0,
+          "1822210471/train0": 1.0,
+          "1822210471/train1": 1.0,
+          "1822210471/train2": 0.0,
+          "1845489013/train0": 0.0,
+          "1845489013/train1": 0.0,
+          "1845489013/train2": 0.0,
+          "1999022574/train0": 1.0,
+          "1999022574/train1": 1.0,
+          "1999022574/train2": 1.0,
+          "2012211287/train0": 1.0,
+          "2012211287/train1": 1.0,
+          "2012211287/train2": 1.0,
+          "2038594191/train0": 1.0,
+          "2038594191/train1": 1.0,
+          "2038594191/train2": 1.0,
+          "2054899126/train0": 1.0,
+          "2054899126/train1": 1.0,
+          "2054899126/train2": 1.0,
+          "2061635888/train0": 1.0,
+          "2061635888/train1": 1.0,
+          "2061635888/train2": 1.0,
+          "211245842/train0": 1.0,
+          "211245842/train1": 1.0,
+          "211245842/train2": 0.0,
+          "278008524/train0": 1.0,
+          "278008524/train1": 1.0,
+          "278008524/train2": 1.0,
+          "307068879/train0": 0.0,
+          "307068879/train1": 0.0,
+          "307068879/train2": 1.0,
+          "412102563/train0": 1.0,
+          "412102563/train1": 1.0,
+          "412102563/train2": 0.0,
+          "440577711/train0": 1.0,
+          "440577711/train1": 1.0,
+          "440577711/train2": 1.0,
+          "441046872/train0": 1.0,
+          "441046872/train1": 0.0,
+          "441046872/train2": 0.0,
+          "509430392/train0": 1.0,
+          "509430392/train1": 1.0,
+          "509430392/train2": 1.0,
+          "585904130/train0": 1.0,
+          "585904130/train1": 1.0,
+          "585904130/train2": 1.0,
+          "608016290/train0": 1.0,
+          "608016290/train1": 0.0,
+          "608016290/train2": 1.0,
+          "626486813/train0": 1.0,
+          "626486813/train1": 1.0,
+          "626486813/train2": 1.0,
+          "636680137/train0": 1.0,
+          "636680137/train1": 1.0,
+          "636680137/train2": 1.0,
+          "655884605/train0": 1.0,
+          "655884605/train1": 1.0,
+          "655884605/train2": 1.0,
+          "672328262/train0": 0.0,
+          "672328262/train1": 0.0,
+          "672328262/train2": 0.0,
+          "701667486/train0": 1.0,
+          "701667486/train1": 1.0,
+          "701667486/train2": 1.0,
+          "747260437/train0": 1.0,
+          "747260437/train1": 0.0,
+          "747260437/train2": 1.0,
+          "750448296/train0": 0.6666666666666666,
+          "750448296/train1": 0.3333333333333333,
+          "750448296/train2": 0.6666666666666666,
+          "767747424/train0": 0.5,
+          "767747424/train1": 0.75,
+          "767747424/train2": 0.5
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.8636363636363636,
+          "low": 0.3,
+          "mean": 0.6345454545454545,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.6345454545454545,
+        "per_task": {
+          "LiftPegUpright-v1": 0.6666666666666666,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.7333333333333333,
+          "PushCube-v1": 0.8333333333333334,
+          "StackCube-v1": 0.9393939393939394
+        }
+      },
+      "metric": "coverage",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.8402777777777778,
+        "low": 0.7013888888888888,
+        "mean": 0.7708333333333334,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "execute_generated": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.8472222222222221,
+          "low": 0.7034722222222222,
+          "mean": 0.7784722222222222,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 0.7784722222222222,
+        "per_seed": {
+          "1073161778/train0": 1.0,
+          "1073161778/train1": 1.0,
+          "1073161778/train2": 1.0,
+          "1113371261/train0": 1.0,
+          "1113371261/train1": 1.0,
+          "1113371261/train2": 1.0,
+          "1151410346/train0": 1.0,
+          "1151410346/train1": 1.0,
+          "1151410346/train2": 1.0,
+          "1261930456/train0": 1.0,
+          "1261930456/train1": 0.0,
+          "1261930456/train2": 1.0,
+          "1324133122/train0": 1.0,
+          "1324133122/train1": 1.0,
+          "1324133122/train2": 1.0,
+          "1324642411/train0": 1.0,
+          "1324642411/train1": 0.0,
+          "1324642411/train2": 0.0,
+          "1375492786/train0": 0.0,
+          "1375492786/train1": 0.0,
+          "1375492786/train2": 0.0,
+          "141984615/train0": 1.0,
+          "141984615/train1": 1.0,
+          "141984615/train2": 1.0,
+          "1461069713/train0": 1.0,
+          "1461069713/train1": 1.0,
+          "1461069713/train2": 1.0,
+          "1480856810/train0": 1.0,
+          "1480856810/train1": 1.0,
+          "1480856810/train2": 1.0,
+          "1509980664/train0": 1.0,
+          "1509980664/train1": 1.0,
+          "1509980664/train2": 1.0,
+          "1522272686/train0": 0.0,
+          "1522272686/train1": 0.0,
+          "1522272686/train2": 0.0,
+          "1549324805/train0": 1.0,
+          "1549324805/train1": 1.0,
+          "1549324805/train2": 1.0,
+          "1578990937/train0": 1.0,
+          "1578990937/train1": 1.0,
+          "1578990937/train2": 1.0,
+          "1747178030/train0": 1.0,
+          "1747178030/train1": 1.0,
+          "1747178030/train2": 1.0,
+          "1790188787/train0": 1.0,
+          "1790188787/train1": 1.0,
+          "1790188787/train2": 1.0,
+          "1822210471/train0": 1.0,
+          "1822210471/train1": 1.0,
+          "1822210471/train2": 0.0,
+          "1845489013/train0": 0.0,
+          "1845489013/train1": 0.0,
+          "1845489013/train2": 0.0,
+          "1999022574/train0": 1.0,
+          "1999022574/train1": 1.0,
+          "1999022574/train2": 1.0,
+          "2012211287/train0": 1.0,
+          "2012211287/train1": 1.0,
+          "2012211287/train2": 1.0,
+          "2038594191/train0": 1.0,
+          "2038594191/train1": 1.0,
+          "2038594191/train2": 1.0,
+          "2054899126/train0": 1.0,
+          "2054899126/train1": 1.0,
+          "2054899126/train2": 1.0,
+          "2061635888/train0": 1.0,
+          "2061635888/train1": 1.0,
+          "2061635888/train2": 1.0,
+          "211245842/train0": 1.0,
+          "211245842/train1": 1.0,
+          "211245842/train2": 0.0,
+          "278008524/train0": 1.0,
+          "278008524/train1": 1.0,
+          "278008524/train2": 1.0,
+          "307068879/train0": 0.0,
+          "307068879/train1": 0.0,
+          "307068879/train2": 1.0,
+          "412102563/train0": 1.0,
+          "412102563/train1": 1.0,
+          "412102563/train2": 0.0,
+          "440577711/train0": 1.0,
+          "440577711/train1": 1.0,
+          "440577711/train2": 1.0,
+          "441046872/train0": 1.0,
+          "441046872/train1": 0.0,
+          "441046872/train2": 0.0,
+          "509430392/train0": 1.0,
+          "509430392/train1": 1.0,
+          "509430392/train2": 1.0,
+          "585904130/train0": 1.0,
+          "585904130/train1": 1.0,
+          "585904130/train2": 1.0,
+          "608016290/train0": 1.0,
+          "608016290/train1": 0.0,
+          "608016290/train2": 1.0,
+          "626486813/train0": 1.0,
+          "626486813/train1": 1.0,
+          "626486813/train2": 1.0,
+          "636680137/train0": 1.0,
+          "636680137/train1": 1.0,
+          "636680137/train2": 1.0,
+          "655884605/train0": 1.0,
+          "655884605/train1": 1.0,
+          "655884605/train2": 1.0,
+          "672328262/train0": 0.0,
+          "672328262/train1": 0.0,
+          "672328262/train2": 0.0,
+          "701667486/train0": 1.0,
+          "701667486/train1": 1.0,
+          "701667486/train2": 1.0,
+          "747260437/train0": 1.0,
+          "747260437/train1": 0.0,
+          "747260437/train2": 1.0,
+          "750448296/train0": 0.6666666666666666,
+          "750448296/train1": 0.3333333333333333,
+          "750448296/train2": 0.6666666666666666,
+          "767747424/train0": 0.5,
+          "767747424/train1": 0.75,
+          "767747424/train2": 0.5
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.8636363636363636,
+          "low": 0.3,
+          "mean": 0.6345454545454545,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.6345454545454545,
+        "per_task": {
+          "LiftPegUpright-v1": 0.6666666666666666,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.7333333333333333,
+          "PushCube-v1": 0.8333333333333334,
+          "StackCube-v1": 0.9393939393939394
+        }
+      },
+      "metric": "execute_generated",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.8402777777777778,
+        "low": 0.7013888888888888,
+        "mean": 0.7708333333333334,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "fallback_rate": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.2965277777777777,
+          "low": 0.1527777777777778,
+          "mean": 0.22152777777777777,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 0.22152777777777777,
+        "per_seed": {
+          "1073161778/train0": 0.0,
+          "1073161778/train1": 0.0,
+          "1073161778/train2": 0.0,
+          "1113371261/train0": 0.0,
+          "1113371261/train1": 0.0,
+          "1113371261/train2": 0.0,
+          "1151410346/train0": 0.0,
+          "1151410346/train1": 0.0,
+          "1151410346/train2": 0.0,
+          "1261930456/train0": 0.0,
+          "1261930456/train1": 1.0,
+          "1261930456/train2": 0.0,
+          "1324133122/train0": 0.0,
+          "1324133122/train1": 0.0,
+          "1324133122/train2": 0.0,
+          "1324642411/train0": 0.0,
+          "1324642411/train1": 1.0,
+          "1324642411/train2": 1.0,
+          "1375492786/train0": 1.0,
+          "1375492786/train1": 1.0,
+          "1375492786/train2": 1.0,
+          "141984615/train0": 0.0,
+          "141984615/train1": 0.0,
+          "141984615/train2": 0.0,
+          "1461069713/train0": 0.0,
+          "1461069713/train1": 0.0,
+          "1461069713/train2": 0.0,
+          "1480856810/train0": 0.0,
+          "1480856810/train1": 0.0,
+          "1480856810/train2": 0.0,
+          "1509980664/train0": 0.0,
+          "1509980664/train1": 0.0,
+          "1509980664/train2": 0.0,
+          "1522272686/train0": 1.0,
+          "1522272686/train1": 1.0,
+          "1522272686/train2": 1.0,
+          "1549324805/train0": 0.0,
+          "1549324805/train1": 0.0,
+          "1549324805/train2": 0.0,
+          "1578990937/train0": 0.0,
+          "1578990937/train1": 0.0,
+          "1578990937/train2": 0.0,
+          "1747178030/train0": 0.0,
+          "1747178030/train1": 0.0,
+          "1747178030/train2": 0.0,
+          "1790188787/train0": 0.0,
+          "1790188787/train1": 0.0,
+          "1790188787/train2": 0.0,
+          "1822210471/train0": 0.0,
+          "1822210471/train1": 0.0,
+          "1822210471/train2": 1.0,
+          "1845489013/train0": 1.0,
+          "1845489013/train1": 1.0,
+          "1845489013/train2": 1.0,
+          "1999022574/train0": 0.0,
+          "1999022574/train1": 0.0,
+          "1999022574/train2": 0.0,
+          "2012211287/train0": 0.0,
+          "2012211287/train1": 0.0,
+          "2012211287/train2": 0.0,
+          "2038594191/train0": 0.0,
+          "2038594191/train1": 0.0,
+          "2038594191/train2": 0.0,
+          "2054899126/train0": 0.0,
+          "2054899126/train1": 0.0,
+          "2054899126/train2": 0.0,
+          "2061635888/train0": 0.0,
+          "2061635888/train1": 0.0,
+          "2061635888/train2": 0.0,
+          "211245842/train0": 0.0,
+          "211245842/train1": 0.0,
+          "211245842/train2": 1.0,
+          "278008524/train0": 0.0,
+          "278008524/train1": 0.0,
+          "278008524/train2": 0.0,
+          "307068879/train0": 1.0,
+          "307068879/train1": 1.0,
+          "307068879/train2": 0.0,
+          "412102563/train0": 0.0,
+          "412102563/train1": 0.0,
+          "412102563/train2": 1.0,
+          "440577711/train0": 0.0,
+          "440577711/train1": 0.0,
+          "440577711/train2": 0.0,
+          "441046872/train0": 0.0,
+          "441046872/train1": 1.0,
+          "441046872/train2": 1.0,
+          "509430392/train0": 0.0,
+          "509430392/train1": 0.0,
+          "509430392/train2": 0.0,
+          "585904130/train0": 0.0,
+          "585904130/train1": 0.0,
+          "585904130/train2": 0.0,
+          "608016290/train0": 0.0,
+          "608016290/train1": 1.0,
+          "608016290/train2": 0.0,
+          "626486813/train0": 0.0,
+          "626486813/train1": 0.0,
+          "626486813/train2": 0.0,
+          "636680137/train0": 0.0,
+          "636680137/train1": 0.0,
+          "636680137/train2": 0.0,
+          "655884605/train0": 0.0,
+          "655884605/train1": 0.0,
+          "655884605/train2": 0.0,
+          "672328262/train0": 1.0,
+          "672328262/train1": 1.0,
+          "672328262/train2": 1.0,
+          "701667486/train0": 0.0,
+          "701667486/train1": 0.0,
+          "701667486/train2": 0.0,
+          "747260437/train0": 0.0,
+          "747260437/train1": 1.0,
+          "747260437/train2": 0.0,
+          "750448296/train0": 0.3333333333333333,
+          "750448296/train1": 0.6666666666666666,
+          "750448296/train2": 0.3333333333333333,
+          "767747424/train0": 0.5,
+          "767747424/train1": 0.25,
+          "767747424/train2": 0.5
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.7,
+          "low": 0.13636363636363635,
+          "mean": 0.3654545454545454,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.3654545454545454,
+        "per_task": {
+          "LiftPegUpright-v1": 0.3333333333333333,
+          "PickCube-v1": 1.0,
+          "PullCube-v1": 0.26666666666666666,
+          "PushCube-v1": 0.16666666666666666,
+          "StackCube-v1": 0.06060606060606061
+        }
+      },
+      "metric": "fallback_rate",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.2986111111111111,
+        "low": 0.1597222222222222,
+        "mean": 0.22916666666666666,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "hidden_chart_oracle_success": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.8555555555555556,
+          "low": 0.7180555555555556,
+          "mean": 0.7854166666666668,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 0.7854166666666668,
+        "per_seed": {
+          "1073161778/train0": 1.0,
+          "1073161778/train1": 1.0,
+          "1073161778/train2": 1.0,
+          "1113371261/train0": 1.0,
+          "1113371261/train1": 1.0,
+          "1113371261/train2": 1.0,
+          "1151410346/train0": 1.0,
+          "1151410346/train1": 1.0,
+          "1151410346/train2": 1.0,
+          "1261930456/train0": 1.0,
+          "1261930456/train1": 1.0,
+          "1261930456/train2": 1.0,
+          "1324133122/train0": 1.0,
+          "1324133122/train1": 1.0,
+          "1324133122/train2": 1.0,
+          "1324642411/train0": 1.0,
+          "1324642411/train1": 1.0,
+          "1324642411/train2": 1.0,
+          "1375492786/train0": 1.0,
+          "1375492786/train1": 1.0,
+          "1375492786/train2": 1.0,
+          "141984615/train0": 0.0,
+          "141984615/train1": 0.0,
+          "141984615/train2": 0.0,
+          "1461069713/train0": 0.0,
+          "1461069713/train1": 0.0,
+          "1461069713/train2": 0.0,
+          "1480856810/train0": 0.0,
+          "1480856810/train1": 0.0,
+          "1480856810/train2": 0.0,
+          "1509980664/train0": 1.0,
+          "1509980664/train1": 1.0,
+          "1509980664/train2": 1.0,
+          "1522272686/train0": 1.0,
+          "1522272686/train1": 1.0,
+          "1522272686/train2": 1.0,
+          "1549324805/train0": 0.0,
+          "1549324805/train1": 0.0,
+          "1549324805/train2": 0.0,
+          "1578990937/train0": 1.0,
+          "1578990937/train1": 1.0,
+          "1578990937/train2": 1.0,
+          "1747178030/train0": 1.0,
+          "1747178030/train1": 1.0,
+          "1747178030/train2": 1.0,
+          "1790188787/train0": 1.0,
+          "1790188787/train1": 1.0,
+          "1790188787/train2": 1.0,
+          "1822210471/train0": 1.0,
+          "1822210471/train1": 1.0,
+          "1822210471/train2": 1.0,
+          "1845489013/train0": 1.0,
+          "1845489013/train1": 1.0,
+          "1845489013/train2": 1.0,
+          "1999022574/train0": 1.0,
+          "1999022574/train1": 1.0,
+          "1999022574/train2": 1.0,
+          "2012211287/train0": 1.0,
+          "2012211287/train1": 1.0,
+          "2012211287/train2": 1.0,
+          "2038594191/train0": 1.0,
+          "2038594191/train1": 1.0,
+          "2038594191/train2": 1.0,
+          "2054899126/train0": 1.0,
+          "2054899126/train1": 1.0,
+          "2054899126/train2": 1.0,
+          "2061635888/train0": 1.0,
+          "2061635888/train1": 1.0,
+          "2061635888/train2": 1.0,
+          "211245842/train0": 1.0,
+          "211245842/train1": 1.0,
+          "211245842/train2": 1.0,
+          "278008524/train0": 0.5,
+          "278008524/train1": 0.5,
+          "278008524/train2": 0.5,
+          "307068879/train0": 1.0,
+          "307068879/train1": 1.0,
+          "307068879/train2": 1.0,
+          "412102563/train0": 1.0,
+          "412102563/train1": 1.0,
+          "412102563/train2": 1.0,
+          "440577711/train0": 1.0,
+          "440577711/train1": 1.0,
+          "440577711/train2": 1.0,
+          "441046872/train0": 1.0,
+          "441046872/train1": 1.0,
+          "441046872/train2": 1.0,
+          "509430392/train0": 1.0,
+          "509430392/train1": 1.0,
+          "509430392/train2": 1.0,
+          "585904130/train0": 1.0,
+          "585904130/train1": 1.0,
+          "585904130/train2": 1.0,
+          "608016290/train0": 1.0,
+          "608016290/train1": 1.0,
+          "608016290/train2": 1.0,
+          "626486813/train0": 0.0,
+          "626486813/train1": 0.0,
+          "626486813/train2": 0.0,
+          "636680137/train0": 0.0,
+          "636680137/train1": 0.0,
+          "636680137/train2": 0.0,
+          "655884605/train0": 1.0,
+          "655884605/train1": 1.0,
+          "655884605/train2": 1.0,
+          "672328262/train0": 1.0,
+          "672328262/train1": 1.0,
+          "672328262/train2": 1.0,
+          "701667486/train0": 1.0,
+          "701667486/train1": 1.0,
+          "701667486/train2": 1.0,
+          "747260437/train0": 0.0,
+          "747260437/train1": 0.0,
+          "747260437/train2": 0.0,
+          "750448296/train0": 0.6666666666666666,
+          "750448296/train1": 0.6666666666666666,
+          "750448296/train2": 0.6666666666666666,
+          "767747424/train0": 0.25,
+          "767747424/train1": 0.25,
+          "767747424/train2": 0.25
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.0,
+          "low": 0.6786666666666668,
+          "mean": 0.8706666666666667,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.8706666666666667,
+        "per_task": {
+          "LiftPegUpright-v1": 1.0,
+          "PickCube-v1": 1.0,
+          "PullCube-v1": 0.52,
+          "PushCube-v1": 0.8333333333333334,
+          "StackCube-v1": 1.0
+        }
+      },
+      "metric": "hidden_chart_oracle_success",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.7986111111111112,
+        "low": 0.6597222222222222,
+        "mean": 0.7291666666666666,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "hidden_chart_oracle_utility": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.7441341616213322,
+          "low": 1.49932806055165,
+          "mean": 1.6190625454609595,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 1.6190625454609595,
+        "per_seed": {
+          "1073161778/train0": 2.0,
+          "1073161778/train1": 2.0,
+          "1073161778/train2": 2.0,
+          "1113371261/train0": 2.0,
+          "1113371261/train1": 2.0,
+          "1113371261/train2": 2.0,
+          "1151410346/train0": 2.0,
+          "1151410346/train1": 2.0,
+          "1151410346/train2": 2.0,
+          "1261930456/train0": 2.0,
+          "1261930456/train1": 2.0,
+          "1261930456/train2": 2.0,
+          "1324133122/train0": 2.0,
+          "1324133122/train1": 2.0,
+          "1324133122/train2": 2.0,
+          "1324642411/train0": 2.0,
+          "1324642411/train1": 2.0,
+          "1324642411/train2": 2.0,
+          "1375492786/train0": 2.0,
+          "1375492786/train1": 2.0,
+          "1375492786/train2": 2.0,
+          "141984615/train0": 0.2857772707939148,
+          "141984615/train1": 0.2857772707939148,
+          "141984615/train2": 0.2857772707939148,
+          "1461069713/train0": 0.1593424528837204,
+          "1461069713/train1": 0.1593424528837204,
+          "1461069713/train2": 0.1593424528837204,
+          "1480856810/train0": 0.20948036015033722,
+          "1480856810/train1": 0.20948036015033722,
+          "1480856810/train2": 0.20948036015033722,
+          "1509980664/train0": 2.0,
+          "1509980664/train1": 2.0,
+          "1509980664/train2": 2.0,
+          "1522272686/train0": 2.0,
+          "1522272686/train1": 2.0,
+          "1522272686/train2": 2.0,
+          "1549324805/train0": 0.2974560856819153,
+          "1549324805/train1": 0.2974560856819153,
+          "1549324805/train2": 0.2974560856819153,
+          "1578990937/train0": 2.0,
+          "1578990937/train1": 2.0,
+          "1578990937/train2": 2.0,
+          "1747178030/train0": 2.0,
+          "1747178030/train1": 2.0,
+          "1747178030/train2": 2.0,
+          "1790188787/train0": 2.0,
+          "1790188787/train1": 2.0,
+          "1790188787/train2": 2.0,
+          "1822210471/train0": 2.0,
+          "1822210471/train1": 2.0,
+          "1822210471/train2": 2.0,
+          "1845489013/train0": 2.0,
+          "1845489013/train1": 2.0,
+          "1845489013/train2": 2.0,
+          "1999022574/train0": 2.0,
+          "1999022574/train1": 2.0,
+          "1999022574/train2": 2.0,
+          "2012211287/train0": 2.0,
+          "2012211287/train1": 2.0,
+          "2012211287/train2": 2.0,
+          "2038594191/train0": 2.0,
+          "2038594191/train1": 2.0,
+          "2038594191/train2": 2.0,
+          "2054899126/train0": 2.0,
+          "2054899126/train1": 2.0,
+          "2054899126/train2": 2.0,
+          "2061635888/train0": 2.0,
+          "2061635888/train1": 2.0,
+          "2061635888/train2": 2.0,
+          "211245842/train0": 2.0,
+          "211245842/train1": 2.0,
+          "211245842/train2": 2.0,
+          "278008524/train0": 1.1139086410403252,
+          "278008524/train1": 1.1139086410403252,
+          "278008524/train2": 1.1139086410403252,
+          "307068879/train0": 2.0,
+          "307068879/train1": 2.0,
+          "307068879/train2": 2.0,
+          "412102563/train0": 2.0,
+          "412102563/train1": 2.0,
+          "412102563/train2": 2.0,
+          "440577711/train0": 2.0,
+          "440577711/train1": 2.0,
+          "440577711/train2": 2.0,
+          "441046872/train0": 2.0,
+          "441046872/train1": 2.0,
+          "441046872/train2": 2.0,
+          "509430392/train0": 2.0,
+          "509430392/train1": 2.0,
+          "509430392/train2": 2.0,
+          "585904130/train0": 2.0,
+          "585904130/train1": 2.0,
+          "585904130/train2": 2.0,
+          "608016290/train0": 2.0,
+          "608016290/train1": 2.0,
+          "608016290/train2": 2.0,
+          "626486813/train0": 0.16558238118886948,
+          "626486813/train1": 0.16558238118886948,
+          "626486813/train2": 0.16558238118886948,
+          "636680137/train0": 0.17056432366371155,
+          "636680137/train1": 0.17056432366371155,
+          "636680137/train2": 0.17056432366371155,
+          "655884605/train0": 2.0,
+          "655884605/train1": 2.0,
+          "655884605/train2": 2.0,
+          "672328262/train0": 2.0,
+          "672328262/train1": 2.0,
+          "672328262/train2": 2.0,
+          "701667486/train0": 2.0,
+          "701667486/train1": 2.0,
+          "701667486/train2": 2.0,
+          "747260437/train0": 0.2786632478237152,
+          "747260437/train1": 0.2786632478237152,
+          "747260437/train2": 0.2786632478237152,
+          "750448296/train0": 1.4079964955647786,
+          "750448296/train1": 1.4079964955647786,
+          "750448296/train2": 1.4079964955647786,
+          "767747424/train0": 0.6737305596470833,
+          "767747424/train1": 0.6737305596470833,
+          "767747424/train2": 0.6737305596470833
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 2.0,
+          "low": 1.428388743619124,
+          "mean": 1.7696735892097153,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 1.7696735892097153,
+        "per_task": {
+          "LiftPegUpright-v1": 2.0,
+          "PickCube-v1": 2.0,
+          "PullCube-v1": 1.1467878860235214,
+          "PushCube-v1": 1.7015800600250561,
+          "StackCube-v1": 2.0
+        }
+      },
+      "metric": "hidden_chart_oracle_utility",
+      "micro": {
+        "confidence": 0.95,
+        "high": 1.643800659933024,
+        "low": 1.3941160800556343,
+        "mean": 1.5183161981403828,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "outcome_ptr": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.625,
+          "low": 0.4430555555555556,
+          "mean": 0.5319444444444444,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 0.5319444444444444,
+        "per_seed": {
+          "1073161778/train0": 0.0,
+          "1073161778/train1": 0.0,
+          "1073161778/train2": 0.0,
+          "1113371261/train0": 0.0,
+          "1113371261/train1": 1.0,
+          "1113371261/train2": 1.0,
+          "1151410346/train0": 1.0,
+          "1151410346/train1": 1.0,
+          "1151410346/train2": 1.0,
+          "1261930456/train0": 0.0,
+          "1261930456/train1": 0.0,
+          "1261930456/train2": 0.0,
+          "1324133122/train0": 0.0,
+          "1324133122/train1": 1.0,
+          "1324133122/train2": 1.0,
+          "1324642411/train0": 1.0,
+          "1324642411/train1": 1.0,
+          "1324642411/train2": 1.0,
+          "1375492786/train0": 0.0,
+          "1375492786/train1": 0.0,
+          "1375492786/train2": 0.0,
+          "141984615/train0": 0.0,
+          "141984615/train1": 0.0,
+          "141984615/train2": 0.0,
+          "1461069713/train0": 0.0,
+          "1461069713/train1": 0.0,
+          "1461069713/train2": 1.0,
+          "1480856810/train0": 1.0,
+          "1480856810/train1": 1.0,
+          "1480856810/train2": 1.0,
+          "1509980664/train0": 1.0,
+          "1509980664/train1": 1.0,
+          "1509980664/train2": 1.0,
+          "1522272686/train0": 0.0,
+          "1522272686/train1": 0.0,
+          "1522272686/train2": 0.0,
+          "1549324805/train0": 0.0,
+          "1549324805/train1": 1.0,
+          "1549324805/train2": 1.0,
+          "1578990937/train0": 1.0,
+          "1578990937/train1": 1.0,
+          "1578990937/train2": 1.0,
+          "1747178030/train0": 0.0,
+          "1747178030/train1": 0.0,
+          "1747178030/train2": 0.0,
+          "1790188787/train0": 1.0,
+          "1790188787/train1": 1.0,
+          "1790188787/train2": 1.0,
+          "1822210471/train0": 1.0,
+          "1822210471/train1": 1.0,
+          "1822210471/train2": 1.0,
+          "1845489013/train0": 0.0,
+          "1845489013/train1": 0.0,
+          "1845489013/train2": 0.0,
+          "1999022574/train0": 0.0,
+          "1999022574/train1": 0.0,
+          "1999022574/train2": 0.0,
+          "2012211287/train0": 1.0,
+          "2012211287/train1": 1.0,
+          "2012211287/train2": 1.0,
+          "2038594191/train0": 0.0,
+          "2038594191/train1": 0.0,
+          "2038594191/train2": 0.0,
+          "2054899126/train0": 0.0,
+          "2054899126/train1": 0.0,
+          "2054899126/train2": 0.0,
+          "2061635888/train0": 1.0,
+          "2061635888/train1": 1.0,
+          "2061635888/train2": 1.0,
+          "211245842/train0": 1.0,
+          "211245842/train1": 1.0,
+          "211245842/train2": 1.0,
+          "278008524/train0": 1.0,
+          "278008524/train1": 1.0,
+          "278008524/train2": 1.0,
+          "307068879/train0": 0.0,
+          "307068879/train1": 0.0,
+          "307068879/train2": 0.0,
+          "412102563/train0": 0.0,
+          "412102563/train1": 0.0,
+          "412102563/train2": 0.0,
+          "440577711/train0": 1.0,
+          "440577711/train1": 1.0,
+          "440577711/train2": 1.0,
+          "441046872/train0": 1.0,
+          "441046872/train1": 1.0,
+          "441046872/train2": 1.0,
+          "509430392/train0": 1.0,
+          "509430392/train1": 1.0,
+          "509430392/train2": 1.0,
+          "585904130/train0": 1.0,
+          "585904130/train1": 1.0,
+          "585904130/train2": 1.0,
+          "608016290/train0": 1.0,
+          "608016290/train1": 1.0,
+          "608016290/train2": 0.0,
+          "626486813/train0": 1.0,
+          "626486813/train1": 1.0,
+          "626486813/train2": 1.0,
+          "636680137/train0": 1.0,
+          "636680137/train1": 0.0,
+          "636680137/train2": 0.0,
+          "655884605/train0": 0.0,
+          "655884605/train1": 1.0,
+          "655884605/train2": 1.0,
+          "672328262/train0": 0.0,
+          "672328262/train1": 0.0,
+          "672328262/train2": 0.0,
+          "701667486/train0": 0.0,
+          "701667486/train1": 0.0,
+          "701667486/train2": 0.0,
+          "747260437/train0": 0.0,
+          "747260437/train1": 0.0,
+          "747260437/train2": 0.0,
+          "750448296/train0": 0.6666666666666666,
+          "750448296/train1": 1.0,
+          "750448296/train2": 0.6666666666666666,
+          "767747424/train0": 0.5,
+          "767747424/train1": 0.5,
+          "767747424/train2": 0.5
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.7206060606060607,
+          "low": 0.2206060606060606,
+          "mean": 0.49393939393939396,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.49393939393939396,
+        "per_task": {
+          "LiftPegUpright-v1": 0.5333333333333333,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.4666666666666667,
+          "PushCube-v1": 0.8333333333333334,
+          "StackCube-v1": 0.6363636363636364
+        }
+      },
+      "metric": "outcome_ptr",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.625,
+        "low": 0.4722222222222222,
+        "mean": 0.5486111111111112,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "pairwise_causal_calibration_accuracy": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.5360924416716656,
+          "low": 0.4861916387428087,
+          "mean": 0.511616029131761,
+          "n": 117,
+          "num_samples": 1000
+        },
+        "mean": 0.511616029131761,
+        "per_seed": {
+          "1073161778/train0": 0.3865546218487395,
+          "1073161778/train1": 0.3416666666666667,
+          "1073161778/train2": 0.8809523809523809,
+          "1113371261/train0": 0.5,
+          "1113371261/train1": 0.7142857142857143,
+          "1113371261/train2": 0.5357142857142857,
+          "1151410346/train0": 0.4095238095238095,
+          "1151410346/train1": 0.580952380952381,
+          "1151410346/train2": 0.4666666666666667,
+          "1261930456/train0": 0.5050505050505051,
+          "1261930456/train1": 0.5909090909090909,
+          "1261930456/train2": 0.5952380952380952,
+          "1324133122/train0": 0.39285714285714285,
+          "1324133122/train1": 0.35714285714285715,
+          "1324133122/train2": 0.5,
+          "1324642411/train0": 0.55,
+          "1324642411/train1": 0.48739495798319327,
+          "1324642411/train2": 0.6181818181818182,
+          "1375492786/train0": 0.49333333333333335,
+          "1375492786/train1": 0.5789473684210527,
+          "1375492786/train2": 0.44047619047619047,
+          "141984615/train0": 0.4583333333333333,
+          "141984615/train1": 0.575,
+          "141984615/train2": 0.5083333333333333,
+          "1461069713/train0": 0.49166666666666664,
+          "1461069713/train1": 0.43333333333333335,
+          "1461069713/train2": 0.6,
+          "1480856810/train0": 0.41414141414141414,
+          "1480856810/train1": 0.48739495798319327,
+          "1480856810/train2": 0.5882352941176471,
+          "1509980664/train0": 0.43333333333333335,
+          "1509980664/train1": 0.30158730158730157,
+          "1509980664/train2": 0.5111111111111111,
+          "1522272686/train0": 0.6944444444444444,
+          "1522272686/train1": 0.5555555555555556,
+          "1522272686/train2": 0.3611111111111111,
+          "1549324805/train0": 0.75,
+          "1549324805/train1": 0.375,
+          "1549324805/train2": 0.25833333333333336,
+          "1578990937/train0": 0.5470085470085471,
+          "1578990937/train1": 0.5454545454545454,
+          "1578990937/train2": 0.3949579831932773,
+          "1790188787/train0": 0.6272727272727273,
+          "1790188787/train1": 0.543859649122807,
+          "1790188787/train2": 0.43636363636363634,
+          "1822210471/train0": 0.525,
+          "1822210471/train1": 0.5714285714285714,
+          "1822210471/train2": 0.55,
+          "1845489013/train0": 0.2608695652173913,
+          "1845489013/train1": 0.38461538461538464,
+          "1845489013/train2": 0.52,
+          "1999022574/train0": 0.2571428571428571,
+          "1999022574/train1": 0.44285714285714284,
+          "1999022574/train2": 0.5657894736842105,
+          "2012211287/train0": 0.3025210084033613,
+          "2012211287/train1": 0.425,
+          "2012211287/train2": 0.5,
+          "2038594191/train0": 0.0,
+          "2038594191/train1": 0.5740740740740741,
+          "2038594191/train2": 0.5151515151515151,
+          "2054899126/train0": 0.45,
+          "2054899126/train1": 0.49122807017543857,
+          "2054899126/train2": 0.4369747899159664,
+          "2061635888/train0": 0.6388888888888888,
+          "2061635888/train1": 0.4722222222222222,
+          "2061635888/train2": 0.8055555555555556,
+          "211245842/train0": 0.7058823529411765,
+          "211245842/train1": 0.8416666666666667,
+          "211245842/train2": 0.6,
+          "278008524/train0": 0.5568181818181819,
+          "278008524/train1": 0.5907608695652173,
+          "278008524/train2": 0.33611111111111114,
+          "307068879/train0": 0.42857142857142855,
+          "307068879/train1": 0.46153846153846156,
+          "307068879/train2": 0.3626373626373626,
+          "412102563/train0": 0.35,
+          "412102563/train1": 0.38461538461538464,
+          "412102563/train2": 0.6309523809523809,
+          "440577711/train0": 0.5862068965517241,
+          "440577711/train1": 0.8666666666666667,
+          "440577711/train2": 0.7222222222222222,
+          "441046872/train0": 0.38181818181818183,
+          "441046872/train1": 0.509090909090909,
+          "441046872/train2": 0.5636363636363636,
+          "509430392/train0": 0.5378151260504201,
+          "509430392/train1": 0.5714285714285714,
+          "509430392/train2": 0.6302521008403361,
+          "585904130/train0": 0.44047619047619047,
+          "585904130/train1": 0.4533333333333333,
+          "585904130/train2": 0.6818181818181818,
+          "608016290/train0": 0.5904761904761905,
+          "608016290/train1": 0.6,
+          "608016290/train2": 0.44166666666666665,
+          "626486813/train0": 0.6125,
+          "626486813/train1": 0.48333333333333334,
+          "626486813/train2": 0.475,
+          "636680137/train0": 0.5333333333333333,
+          "636680137/train1": 0.55,
+          "636680137/train2": 0.5583333333333333,
+          "655884605/train0": 0.6388888888888888,
+          "655884605/train1": 0.4444444444444444,
+          "655884605/train2": 0.4166666666666667,
+          "672328262/train0": 0.5294117647058824,
+          "672328262/train1": 0.6,
+          "672328262/train2": 0.13333333333333333,
+          "701667486/train0": 0.5714285714285714,
+          "701667486/train1": 0.6666666666666666,
+          "701667486/train2": 0.8888888888888888,
+          "747260437/train0": 0.38333333333333336,
+          "747260437/train1": 0.475,
+          "747260437/train2": 0.45,
+          "750448296/train0": 0.5869047619047619,
+          "750448296/train1": 0.4262820512820513,
+          "750448296/train2": 0.5674603174603174,
+          "767747424/train0": 0.5088675213675213,
+          "767747424/train1": 0.43937280040221216,
+          "767747424/train2": 0.5861649788120377
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.5511469950681269,
+          "low": 0.4947158579433717,
+          "mean": 0.5229314265057493,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.5229314265057493,
+        "per_task": {
+          "LiftPegUpright-v1": 0.4784086828204475,
+          "PickCube-v1": 0.5370370370370371,
+          "PullCube-v1": 0.49303016307826086,
+          "PushCube-v1": 0.5754796516735593,
+          "StackCube-v1": 0.5307015979194418
+        }
+      },
+      "metric": "pairwise_causal_calibration_accuracy",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.534252069743799,
+        "low": 0.49109300728647803,
+        "mean": 0.5121602106324892,
+        "n": 138,
+        "num_samples": 1000
+      },
+      "n": 138
+    },
+    "pairwise_causal_calibration_confidence": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.5312511739379158,
+          "low": 0.5273665091392784,
+          "mean": 0.5293000987125837,
+          "n": 117,
+          "num_samples": 1000
+        },
+        "mean": 0.5293000987125837,
+        "per_seed": {
+          "1073161778/train0": 0.5251040975256128,
+          "1073161778/train1": 0.5423238840429205,
+          "1073161778/train2": 0.5368743958607693,
+          "1113371261/train0": 0.5379810554394029,
+          "1113371261/train1": 0.5252684472642476,
+          "1113371261/train2": 0.5332614138108104,
+          "1151410346/train0": 0.51710870319415,
+          "1151410346/train1": 0.5316022421578545,
+          "1151410346/train2": 0.5177275439295085,
+          "1261930456/train0": 0.5386347584075308,
+          "1261930456/train1": 0.5422560685706671,
+          "1261930456/train2": 0.5426310160661976,
+          "1324133122/train0": 0.5333367283214293,
+          "1324133122/train1": 0.5357950970847783,
+          "1324133122/train2": 0.5266268320102542,
+          "1324642411/train0": 0.5267509882327646,
+          "1324642411/train1": 0.5232561219266944,
+          "1324642411/train2": 0.5209245623930986,
+          "1375492786/train0": 0.5169520118772317,
+          "1375492786/train1": 0.5298121533009607,
+          "1375492786/train2": 0.5313546391394341,
+          "141984615/train0": 0.5279271325774133,
+          "141984615/train1": 0.5244535198032577,
+          "141984615/train2": 0.538380386098592,
+          "1461069713/train0": 0.5251639529546277,
+          "1461069713/train1": 0.5166360139443322,
+          "1461069713/train2": 0.519839782973733,
+          "1480856810/train0": 0.5226475437853878,
+          "1480856810/train1": 0.5136404664974943,
+          "1480856810/train2": 0.5148540856771467,
+          "1509980664/train0": 0.5158281275240727,
+          "1509980664/train1": 0.5242300284642385,
+          "1509980664/train2": 0.5240930381172986,
+          "1522272686/train0": 0.5457014445746324,
+          "1522272686/train1": 0.5111398905599821,
+          "1522272686/train2": 0.525252740289532,
+          "1549324805/train0": 0.5337482570523958,
+          "1549324805/train1": 0.5262268456146021,
+          "1549324805/train2": 0.528533525486533,
+          "1578990937/train0": 0.5361003534463802,
+          "1578990937/train1": 0.5394992318577098,
+          "1578990937/train2": 0.5340698575932721,
+          "1790188787/train0": 0.5316179775586928,
+          "1790188787/train1": 0.5328964743528634,
+          "1790188787/train2": 0.5352532151194661,
+          "1822210471/train0": 0.539953848754645,
+          "1822210471/train1": 0.5415632384984795,
+          "1822210471/train2": 0.5237701807590434,
+          "1845489013/train0": 0.5171237518534777,
+          "1845489013/train1": 0.5121094164593272,
+          "1845489013/train2": 0.5170849899671911,
+          "1999022574/train0": 0.5267116008364124,
+          "1999022574/train1": 0.5323449915161098,
+          "1999022574/train2": 0.5344673895535903,
+          "2012211287/train0": 0.5305966527751617,
+          "2012211287/train1": 0.5238503061013462,
+          "2012211287/train2": 0.5242257655342142,
+          "2038594191/train0": 0.5768622164838934,
+          "2038594191/train1": 0.5594515320080404,
+          "2038594191/train2": 0.5363991279304782,
+          "2054899126/train0": 0.5138396482606322,
+          "2054899126/train1": 0.5227936475539869,
+          "2054899126/train2": 0.5252379082880491,
+          "2061635888/train0": 0.5184746997192393,
+          "2061635888/train1": 0.5119131115242276,
+          "2061635888/train2": 0.5138245455754116,
+          "211245842/train0": 0.5351161430732934,
+          "211245842/train1": 0.5382974229033135,
+          "211245842/train2": 0.5317298952114761,
+          "278008524/train0": 0.519833289537298,
+          "278008524/train1": 0.5198421814375511,
+          "278008524/train2": 0.5255283835156899,
+          "307068879/train0": 0.5343458881100447,
+          "307068879/train1": 0.5333254751964351,
+          "307068879/train2": 0.5472048889164063,
+          "412102563/train0": 0.5258131375323639,
+          "412102563/train1": 0.523423235146417,
+          "412102563/train2": 0.5248002449882088,
+          "440577711/train0": 0.5272168394784098,
+          "440577711/train1": 0.5379425484601451,
+          "440577711/train2": 0.536464978436527,
+          "441046872/train0": 0.5381289217490534,
+          "441046872/train1": 0.5333064538046144,
+          "441046872/train2": 0.5375543539918383,
+          "509430392/train0": 0.5162619682864167,
+          "509430392/train1": 0.5280283691474993,
+          "509430392/train2": 0.5305902079798236,
+          "585904130/train0": 0.5212774691287471,
+          "585904130/train1": 0.5302663446880443,
+          "585904130/train2": 0.522915616847175,
+          "608016290/train0": 0.5293645053307068,
+          "608016290/train1": 0.5357192536556177,
+          "608016290/train2": 0.5315196569218078,
+          "626486813/train0": 0.5273776063219382,
+          "626486813/train1": 0.521404963299847,
+          "626486813/train2": 0.531833628670964,
+          "636680137/train0": 0.5395580589892535,
+          "636680137/train1": 0.5207010539912516,
+          "636680137/train2": 0.5159516842599035,
+          "655884605/train0": 0.5310489483070069,
+          "655884605/train1": 0.5070899546645378,
+          "655884605/train2": 0.5234811460445998,
+          "672328262/train0": 0.5321127842961938,
+          "672328262/train1": 0.5540392504779817,
+          "672328262/train2": 0.5470577940231715,
+          "701667486/train0": 0.5385441284405091,
+          "701667486/train1": 0.5308940956422026,
+          "701667486/train2": 0.5566493339472486,
+          "747260437/train0": 0.522326045653055,
+          "747260437/train1": 0.5240130464861401,
+          "747260437/train2": 0.5277135352836209,
+          "750448296/train0": 0.5367471317580962,
+          "750448296/train1": 0.5306744409251447,
+          "750448296/train2": 0.5335771984593171,
+          "767747424/train0": 0.5216055060310809,
+          "767747424/train1": 0.5291623924295586,
+          "767747424/train2": 0.5228149250617854
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.5314758068699093,
+          "low": 0.5278756639388197,
+          "mean": 0.5293220940263759,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.5293220940263759,
+        "per_task": {
+          "LiftPegUpright-v1": 0.5335629666344366,
+          "PickCube-v1": 0.5273646918080489,
+          "PullCube-v1": 0.5282915670267949,
+          "PushCube-v1": 0.528992677243157,
+          "StackCube-v1": 0.5283985674194418
+        }
+      },
+      "metric": "pairwise_causal_calibration_confidence",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.5306150788993255,
+        "low": 0.5272628061200304,
+        "mean": 0.5289614319928112,
+        "n": 138,
+        "num_samples": 1000
+      },
+      "n": 138
+    },
+    "pairwise_causal_calibration_ece": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.1248650992034736,
+          "low": 0.0911473669961416,
+          "mean": 0.10743756299718471,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 0.10743756299718471,
+        "per_seed": {
+          "1073161778/train0": 0.13854947567687334,
+          "1073161778/train1": 0.20065721737625392,
+          "1073161778/train2": 0.3440779850916114,
+          "1113371261/train0": 0.06571145427295252,
+          "1113371261/train1": 0.1890172670214667,
+          "1113371261/train2": 0.0024528719034753177,
+          "1151410346/train0": 0.10758489367034052,
+          "1151410346/train1": 0.049350138794526544,
+          "1151410346/train2": 0.05106087726284181,
+          "1261930456/train0": 0.03358425335702575,
+          "1261930456/train1": 0.048653022338423835,
+          "1261930456/train2": 0.05260707917189755,
+          "1324133122/train0": 0.14047958546428646,
+          "1324133122/train1": 0.1786522399419212,
+          "1324133122/train2": 0.026626832010254176,
+          "1324642411/train0": 0.043413085733646106,
+          "1324642411/train1": 0.035861163943501084,
+          "1324642411/train2": 0.09725725578871958,
+          "1375492786/train0": 0.023618678543898375,
+          "1375492786/train1": 0.049135215120092,
+          "1375492786/train2": 0.09087844866324368,
+          "141984615/train0": 0.06959379924407999,
+          "141984615/train1": 0.05054648019674224,
+          "141984615/train2": 0.043205574824282285,
+          "1461069713/train0": 0.03349728628796106,
+          "1461069713/train1": 0.08330268061099888,
+          "1461069713/train2": 0.08016021702626697,
+          "1480856810/train0": 0.10850612964397366,
+          "1480856810/train1": 0.02624550851430102,
+          "1480856810/train2": 0.07338120844050033,
+          "1509980664/train0": 0.08249479419073935,
+          "1509980664/train1": 0.2226427268769369,
+          "1509980664/train2": 0.012981927006187598,
+          "1522272686/train0": 0.14874299986981188,
+          "1522272686/train1": 0.04441566499557348,
+          "1522272686/train2": 0.16414162917842084,
+          "1549324805/train0": 0.21625174294760421,
+          "1549324805/train1": 0.1512268456146021,
+          "1549324805/train2": 0.2702001921531997,
+          "1578990937/train0": 0.042038781082623024,
+          "1578990937/train1": 0.038926080840327754,
+          "1578990937/train2": 0.1391118743999947,
+          "1747178030/train0": 0.0,
+          "1747178030/train1": 0.0,
+          "1747178030/train2": 0.0,
+          "1790188787/train0": 0.0956547497140344,
+          "1790188787/train1": 0.010963174769943684,
+          "1790188787/train2": 0.0988895787558297,
+          "1822210471/train0": 0.15111259204903227,
+          "1822210471/train1": 0.10876536091501116,
+          "1822210471/train2": 0.026229819240956687,
+          "1845489013/train0": 0.2562541866360864,
+          "1845489013/train1": 0.12749403184394253,
+          "1845489013/train2": 0.002915010032808918,
+          "1999022574/train0": 0.2695687436935554,
+          "1999022574/train1": 0.10072366188957278,
+          "1999022574/train2": 0.031322084130620015,
+          "2012211287/train0": 0.22807564437180022,
+          "2012211287/train1": 0.09885030610134621,
+          "2012211287/train2": 0.024225765534214183,
+          "2038594191/train0": 0.5768622164838934,
+          "2038594191/train1": 0.2553362522454674,
+          "2038594191/train2": 0.03713806757575985,
+          "2054899126/train0": 0.031919824130316105,
+          "2054899126/train1": 0.015782788689274185,
+          "2054899126/train2": 0.044131559186041336,
+          "2061635888/train0": 0.12041418916964952,
+          "2061635888/train1": 0.03969088930200537,
+          "2061635888/train2": 0.291731009980144,
+          "211245842/train0": 0.17076620986788324,
+          "211245842/train1": 0.30336924376335306,
+          "211245842/train2": 0.06827010478852391,
+          "278008524/train0": 0.13700175449974886,
+          "278008524/train1": 0.1186012755305571,
+          "278008524/train2": 0.1894172724045787,
+          "307068879/train0": 0.10577445953861614,
+          "307068879/train1": 0.07178701365797358,
+          "307068879/train2": 0.1845675262790436,
+          "412102563/train0": 0.17581313753236394,
+          "412102563/train1": 0.13880785053103237,
+          "412102563/train2": 0.12044288641048877,
+          "440577711/train0": 0.058990057073314284,
+          "440577711/train1": 0.3287241182065216,
+          "440577711/train2": 0.18575724378569516,
+          "441046872/train0": 0.15631073993087152,
+          "441046872/train1": 0.02421554471370535,
+          "441046872/train2": 0.03382332741347877,
+          "509430392/train0": 0.02155315776400346,
+          "509430392/train1": 0.04340020228107211,
+          "509430392/train2": 0.09966189286051252,
+          "585904130/train0": 0.0808012786525566,
+          "585904130/train1": 0.076933011354711,
+          "585904130/train2": 0.15890256497100674,
+          "608016290/train0": 0.14243134895449866,
+          "608016290/train1": 0.0682003715539854,
+          "608016290/train2": 0.08985299025514107,
+          "626486813/train0": 0.08512239367806185,
+          "626486813/train1": 0.03807162996651359,
+          "626486813/train2": 0.056833628670964004,
+          "636680137/train0": 0.006224725655920161,
+          "636680137/train1": 0.029298946008748494,
+          "636680137/train2": 0.042381649073429895,
+          "655884605/train0": 0.10783994058188195,
+          "655884605/train1": 0.06264551022009335,
+          "655884605/train2": 0.10681447937793315,
+          "672328262/train0": 0.0027010195903114376,
+          "672328262/train1": 0.06500635112191766,
+          "672328262/train2": 0.41372446068983815,
+          "701667486/train0": 0.06175922923362397,
+          "701667486/train1": 0.1357725710244641,
+          "701667486/train2": 0.3322395549416404,
+          "747260437/train0": 0.1389927123197216,
+          "747260437/train1": 0.04901304648614013,
+          "747260437/train2": 0.07771353528362085,
+          "750448296/train0": 0.07635409425053818,
+          "750448296/train1": 0.13910389780114304,
+          "750448296/train2": 0.14091077521706144,
+          "767747424/train0": 0.08288086769862717,
+          "767747424/train1": 0.08978959202734649,
+          "767747424/train2": 0.0822416726337075
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.12311945011645269,
+          "low": 0.09258231400012694,
+          "mean": 0.10937426577475251,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.10937426577475251,
+        "per_task": {
+          "LiftPegUpright-v1": 0.1274266477632942,
+          "PickCube-v1": 0.11910009801460207,
+          "PullCube-v1": 0.09823916112294553,
+          "PushCube-v1": 0.08128349345238421,
+          "StackCube-v1": 0.12082192852053648
+        }
+      },
+      "metric": "pairwise_causal_calibration_ece",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.12073982704857679,
+        "low": 0.09049923018222227,
+        "mean": 0.10476988623635247,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "pairwise_causal_calibration_pairs": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 88.48680555555556,
+          "low": 75.60208333333334,
+          "mean": 82.21180555555556,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 82.21180555555556,
+        "per_seed": {
+          "1073161778/train0": 119.0,
+          "1073161778/train1": 120.0,
+          "1073161778/train2": 84.0,
+          "1113371261/train0": 28.0,
+          "1113371261/train1": 28.0,
+          "1113371261/train2": 28.0,
+          "1151410346/train0": 105.0,
+          "1151410346/train1": 105.0,
+          "1151410346/train2": 105.0,
+          "1261930456/train0": 99.0,
+          "1261930456/train1": 110.0,
+          "1261930456/train2": 84.0,
+          "1324133122/train0": 28.0,
+          "1324133122/train1": 28.0,
+          "1324133122/train2": 28.0,
+          "1324642411/train0": 120.0,
+          "1324642411/train1": 119.0,
+          "1324642411/train2": 110.0,
+          "1375492786/train0": 75.0,
+          "1375492786/train1": 114.0,
+          "1375492786/train2": 84.0,
+          "141984615/train0": 120.0,
+          "141984615/train1": 120.0,
+          "141984615/train2": 120.0,
+          "1461069713/train0": 120.0,
+          "1461069713/train1": 120.0,
+          "1461069713/train2": 120.0,
+          "1480856810/train0": 99.0,
+          "1480856810/train1": 119.0,
+          "1480856810/train2": 119.0,
+          "1509980664/train0": 90.0,
+          "1509980664/train1": 63.0,
+          "1509980664/train2": 90.0,
+          "1522272686/train0": 36.0,
+          "1522272686/train1": 36.0,
+          "1522272686/train2": 36.0,
+          "1549324805/train0": 120.0,
+          "1549324805/train1": 120.0,
+          "1549324805/train2": 120.0,
+          "1578990937/train0": 117.0,
+          "1578990937/train1": 110.0,
+          "1578990937/train2": 119.0,
+          "1747178030/train0": 0.0,
+          "1747178030/train1": 0.0,
+          "1747178030/train2": 0.0,
+          "1790188787/train0": 110.0,
+          "1790188787/train1": 114.0,
+          "1790188787/train2": 110.0,
+          "1822210471/train0": 40.0,
+          "1822210471/train1": 49.0,
+          "1822210471/train2": 40.0,
+          "1845489013/train0": 46.0,
+          "1845489013/train1": 13.0,
+          "1845489013/train2": 25.0,
+          "1999022574/train0": 70.0,
+          "1999022574/train1": 70.0,
+          "1999022574/train2": 76.0,
+          "2012211287/train0": 119.0,
+          "2012211287/train1": 120.0,
+          "2012211287/train2": 92.0,
+          "2038594191/train0": 29.0,
+          "2038594191/train1": 54.0,
+          "2038594191/train2": 99.0,
+          "2054899126/train0": 60.0,
+          "2054899126/train1": 57.0,
+          "2054899126/train2": 59.5,
+          "2061635888/train0": 36.0,
+          "2061635888/train1": 36.0,
+          "2061635888/train2": 36.0,
+          "211245842/train0": 119.0,
+          "211245842/train1": 120.0,
+          "211245842/train2": 120.0,
+          "278008524/train0": 109.5,
+          "278008524/train1": 106.0,
+          "278008524/train2": 109.5,
+          "307068879/train0": 91.0,
+          "307068879/train1": 91.0,
+          "307068879/train2": 91.0,
+          "412102563/train0": 60.0,
+          "412102563/train1": 39.0,
+          "412102563/train2": 84.0,
+          "440577711/train0": 29.0,
+          "440577711/train1": 15.0,
+          "440577711/train2": 54.0,
+          "441046872/train0": 55.0,
+          "441046872/train1": 55.0,
+          "441046872/train2": 55.0,
+          "509430392/train0": 119.0,
+          "509430392/train1": 105.0,
+          "509430392/train2": 119.0,
+          "585904130/train0": 84.0,
+          "585904130/train1": 75.0,
+          "585904130/train2": 110.0,
+          "608016290/train0": 105.0,
+          "608016290/train1": 105.0,
+          "608016290/train2": 120.0,
+          "626486813/train0": 120.0,
+          "626486813/train1": 120.0,
+          "626486813/train2": 120.0,
+          "636680137/train0": 120.0,
+          "636680137/train1": 120.0,
+          "636680137/train2": 120.0,
+          "655884605/train0": 36.0,
+          "655884605/train1": 36.0,
+          "655884605/train2": 36.0,
+          "672328262/train0": 17.0,
+          "672328262/train1": 35.0,
+          "672328262/train2": 30.0,
+          "701667486/train0": 42.0,
+          "701667486/train1": 84.0,
+          "701667486/train2": 54.0,
+          "747260437/train0": 120.0,
+          "747260437/train1": 120.0,
+          "747260437/train2": 120.0,
+          "750448296/train0": 108.0,
+          "750448296/train1": 101.66666666666667,
+          "750448296/train2": 108.0,
+          "767747424/train0": 119.25,
+          "767747424/train1": 119.0,
+          "767747424/train2": 119.0
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 94.86577777777778,
+          "low": 54.05090909090909,
+          "mean": 77.60379797979797,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 77.60379797979797,
+        "per_task": {
+          "LiftPegUpright-v1": 94.8,
+          "PickCube-v1": 36.0,
+          "PullCube-v1": 92.32,
+          "PushCube-v1": 97.44444444444444,
+          "StackCube-v1": 67.45454545454545
+        }
+      },
+      "metric": "pairwise_causal_calibration_pairs",
+      "micro": {
+        "confidence": 0.95,
+        "high": 92.5,
+        "low": 80.22916666666667,
+        "mean": 86.34722222222223,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "predicted_margin": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.14163887331240618,
+          "low": 0.04964348151819695,
+          "mean": 0.09457998078331692,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 0.09457998078331692,
+        "per_seed": {
+          "1073161778/train0": 0.2551750656075202,
+          "1073161778/train1": 0.20299343323495855,
+          "1073161778/train2": 0.24613098923868526,
+          "1113371261/train0": 0.15799813692233977,
+          "1113371261/train1": 0.13463328766802296,
+          "1113371261/train2": -0.0627076273903946,
+          "1151410346/train0": -0.030788448510796762,
+          "1151410346/train1": -0.05730648283766754,
+          "1151410346/train2": -0.033176433226523416,
+          "1261930456/train0": 0.3447490352381858,
+          "1261930456/train1": 0.2330187222265443,
+          "1261930456/train2": 0.3117657280355065,
+          "1324133122/train0": -0.1742924240977557,
+          "1324133122/train1": 0.18792055489105874,
+          "1324133122/train2": -0.1739828724101382,
+          "1324642411/train0": 0.6155609171443972,
+          "1324642411/train1": 0.24134426910254947,
+          "1324642411/train2": -0.06739236477010135,
+          "1375492786/train0": -0.07560538396524885,
+          "1375492786/train1": -0.4256345336980503,
+          "1375492786/train2": -0.3658750831677004,
+          "141984615/train0": 0.008737131332534287,
+          "141984615/train1": 0.11792927817531362,
+          "141984615/train2": 0.034121695817442343,
+          "1461069713/train0": 0.4675581452853047,
+          "1461069713/train1": 0.4500223738950829,
+          "1461069713/train2": 0.4462633698719307,
+          "1480856810/train0": 0.6476723025740536,
+          "1480856810/train1": 0.38625575833343895,
+          "1480856810/train2": 0.35255742400707646,
+          "1509980664/train0": -0.12116588314285559,
+          "1509980664/train1": -0.10941040668136354,
+          "1509980664/train2": -0.14659151504624657,
+          "1522272686/train0": -0.23967836808523524,
+          "1522272686/train1": -0.2514915262180857,
+          "1522272686/train2": -0.28676975669762994,
+          "1549324805/train0": 0.5713459023104054,
+          "1549324805/train1": 0.3107421704514528,
+          "1549324805/train2": 0.6769572594134817,
+          "1578990937/train0": -0.11714129730488587,
+          "1578990937/train1": -0.09068349284851132,
+          "1578990937/train2": -0.14154551725382616,
+          "1747178030/train0": 0.3567590128192366,
+          "1747178030/train1": 0.19263300195342614,
+          "1747178030/train2": 0.2551836974507351,
+          "1790188787/train0": 0.5329093436927219,
+          "1790188787/train1": 0.5122492091762928,
+          "1790188787/train2": 0.4672762110936981,
+          "1822210471/train0": -0.05440518485836532,
+          "1822210471/train1": -0.03958497742915945,
+          "1822210471/train2": -0.16858629361831445,
+          "1845489013/train0": -0.13774783214464598,
+          "1845489013/train1": -0.07780183911371158,
+          "1845489013/train2": -0.12444815357019567,
+          "1999022574/train0": -0.11408015116078918,
+          "1999022574/train1": -0.17466576670619666,
+          "1999022574/train2": -0.16215465004219584,
+          "2012211287/train0": 0.2180007600904328,
+          "2012211287/train1": 0.16726605949103523,
+          "2012211287/train2": 0.24853085052742357,
+          "2038594191/train0": 0.08574322718445004,
+          "2038594191/train1": 0.1354107312118617,
+          "2038594191/train2": 0.08745956040002545,
+          "2054899126/train0": 0.2227645387030986,
+          "2054899126/train1": 0.2770881776119133,
+          "2054899126/train2": 0.1326005713312028,
+          "2061635888/train0": 0.13802527783024798,
+          "2061635888/train1": 0.0925196999812683,
+          "2061635888/train2": 0.061796487673025036,
+          "211245842/train0": -0.16494316577956913,
+          "211245842/train1": -0.10202293411527177,
+          "211245842/train2": -0.26370842901349006,
+          "278008524/train0": 0.1024719525224913,
+          "278008524/train1": 0.16388738649092643,
+          "278008524/train2": 0.16857295234438457,
+          "307068879/train0": -0.3084681084329295,
+          "307068879/train1": -0.22321666120891376,
+          "307068879/train2": -0.04845957189152705,
+          "412102563/train0": -0.10215255174920451,
+          "412102563/train1": -0.15959785934997645,
+          "412102563/train2": -0.20549642192166445,
+          "440577711/train0": 0.7070441087351717,
+          "440577711/train1": 0.7017571830152312,
+          "440577711/train2": 0.6922087959324436,
+          "441046872/train0": 0.009282072163031563,
+          "441046872/train1": -0.11963786997800063,
+          "441046872/train2": -0.08224411989102232,
+          "509430392/train0": 0.5136988024654346,
+          "509430392/train1": 0.4261006779620051,
+          "509430392/train2": 0.3587989801510558,
+          "585904130/train0": 0.08651310891179698,
+          "585904130/train1": 0.09881997958173372,
+          "585904130/train2": 0.0589756379475741,
+          "608016290/train0": 0.08072228079745068,
+          "608016290/train1": -0.1274552507433626,
+          "608016290/train2": -0.030776181488394214,
+          "626486813/train0": 0.34770303375956,
+          "626486813/train1": 0.2450842010496616,
+          "626486813/train2": 0.22550405863537087,
+          "636680137/train0": 0.8489010665175709,
+          "636680137/train1": 0.39916002861669686,
+          "636680137/train2": 0.47473165550706736,
+          "655884605/train0": 0.09399166521150604,
+          "655884605/train1": 0.07407655216726083,
+          "655884605/train2": 0.07294104079981856,
+          "672328262/train0": -0.11406027153604881,
+          "672328262/train1": -0.16708550898936614,
+          "672328262/train2": -0.1772708238485603,
+          "701667486/train0": -0.0742733989521003,
+          "701667486/train1": -0.061055849565622045,
+          "701667486/train2": -0.00871862718880162,
+          "747260437/train0": -0.04417027513292293,
+          "747260437/train1": -0.15678779044109292,
+          "747260437/train2": 0.08370080144449699,
+          "750448296/train0": -0.04826188693738287,
+          "750448296/train1": -0.20270377858890484,
+          "750448296/train2": -0.10917174959959015,
+          "767747424/train0": -0.06789015981965127,
+          "767747424/train1": -0.004134822890086619,
+          "767747424/train2": -0.07224136268104218
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.2612858170546736,
+          "low": -0.15010591724281144,
+          "mean": 0.048763676236597255,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.048763676236597255,
+        "per_task": {
+          "LiftPegUpright-v1": 0.03252291650109252,
+          "PickCube-v1": -0.25931321700031695,
+          "PullCube-v1": 0.0830997467005694,
+          "PushCube-v1": 0.44319861689531703,
+          "StackCube-v1": -0.05568968191367572
+        }
+      },
+      "metric": "predicted_margin",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.13030798731580384,
+        "low": 0.040247207307947855,
+        "mean": 0.08390417152793436,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "proposal_oracle_success": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.6722222222222223,
+          "low": 0.5055555555555555,
+          "mean": 0.5847222222222223,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 0.5847222222222223,
+        "per_seed": {
+          "1073161778/train0": 1.0,
+          "1073161778/train1": 1.0,
+          "1073161778/train2": 1.0,
+          "1113371261/train0": 0.0,
+          "1113371261/train1": 0.0,
+          "1113371261/train2": 0.0,
+          "1151410346/train0": 0.0,
+          "1151410346/train1": 1.0,
+          "1151410346/train2": 0.0,
+          "1261930456/train0": 1.0,
+          "1261930456/train1": 1.0,
+          "1261930456/train2": 1.0,
+          "1324133122/train0": 0.0,
+          "1324133122/train1": 0.0,
+          "1324133122/train2": 0.0,
+          "1324642411/train0": 0.0,
+          "1324642411/train1": 1.0,
+          "1324642411/train2": 1.0,
+          "1375492786/train0": 1.0,
+          "1375492786/train1": 1.0,
+          "1375492786/train2": 1.0,
+          "141984615/train0": 0.0,
+          "141984615/train1": 0.0,
+          "141984615/train2": 0.0,
+          "1461069713/train0": 0.0,
+          "1461069713/train1": 0.0,
+          "1461069713/train2": 0.0,
+          "1480856810/train0": 1.0,
+          "1480856810/train1": 1.0,
+          "1480856810/train2": 1.0,
+          "1509980664/train0": 1.0,
+          "1509980664/train1": 1.0,
+          "1509980664/train2": 1.0,
+          "1522272686/train0": 0.0,
+          "1522272686/train1": 0.0,
+          "1522272686/train2": 0.0,
+          "1549324805/train0": 0.0,
+          "1549324805/train1": 0.0,
+          "1549324805/train2": 0.0,
+          "1578990937/train0": 1.0,
+          "1578990937/train1": 1.0,
+          "1578990937/train2": 1.0,
+          "1747178030/train0": 1.0,
+          "1747178030/train1": 1.0,
+          "1747178030/train2": 1.0,
+          "1790188787/train0": 1.0,
+          "1790188787/train1": 1.0,
+          "1790188787/train2": 1.0,
+          "1822210471/train0": 1.0,
+          "1822210471/train1": 1.0,
+          "1822210471/train2": 1.0,
+          "1845489013/train0": 1.0,
+          "1845489013/train1": 1.0,
+          "1845489013/train2": 1.0,
+          "1999022574/train0": 1.0,
+          "1999022574/train1": 1.0,
+          "1999022574/train2": 1.0,
+          "2012211287/train0": 1.0,
+          "2012211287/train1": 1.0,
+          "2012211287/train2": 1.0,
+          "2038594191/train0": 1.0,
+          "2038594191/train1": 1.0,
+          "2038594191/train2": 1.0,
+          "2054899126/train0": 0.5,
+          "2054899126/train1": 1.0,
+          "2054899126/train2": 1.0,
+          "2061635888/train0": 0.0,
+          "2061635888/train1": 0.0,
+          "2061635888/train2": 0.0,
+          "211245842/train0": 1.0,
+          "211245842/train1": 0.0,
+          "211245842/train2": 0.0,
+          "278008524/train0": 0.5,
+          "278008524/train1": 0.5,
+          "278008524/train2": 0.5,
+          "307068879/train0": 0.0,
+          "307068879/train1": 0.0,
+          "307068879/train2": 0.0,
+          "412102563/train0": 1.0,
+          "412102563/train1": 1.0,
+          "412102563/train2": 1.0,
+          "440577711/train0": 1.0,
+          "440577711/train1": 1.0,
+          "440577711/train2": 1.0,
+          "441046872/train0": 1.0,
+          "441046872/train1": 0.0,
+          "441046872/train2": 0.0,
+          "509430392/train0": 1.0,
+          "509430392/train1": 1.0,
+          "509430392/train2": 0.0,
+          "585904130/train0": 1.0,
+          "585904130/train1": 1.0,
+          "585904130/train2": 1.0,
+          "608016290/train0": 1.0,
+          "608016290/train1": 1.0,
+          "608016290/train2": 0.0,
+          "626486813/train0": 0.0,
+          "626486813/train1": 0.0,
+          "626486813/train2": 0.0,
+          "636680137/train0": 0.0,
+          "636680137/train1": 0.0,
+          "636680137/train2": 0.0,
+          "655884605/train0": 0.0,
+          "655884605/train1": 0.0,
+          "655884605/train2": 0.0,
+          "672328262/train0": 1.0,
+          "672328262/train1": 1.0,
+          "672328262/train2": 1.0,
+          "701667486/train0": 1.0,
+          "701667486/train1": 1.0,
+          "701667486/train2": 1.0,
+          "747260437/train0": 0.0,
+          "747260437/train1": 0.0,
+          "747260437/train2": 0.0,
+          "750448296/train0": 0.3333333333333333,
+          "750448296/train1": 0.6666666666666666,
+          "750448296/train2": 0.6666666666666666,
+          "767747424/train0": 0.5,
+          "767747424/train1": 0.5,
+          "767747424/train2": 0.5
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.7430303030303029,
+          "low": 0.22303030303030305,
+          "mean": 0.5074747474747474,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.5074747474747474,
+        "per_task": {
+          "LiftPegUpright-v1": 0.6,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.5333333333333333,
+          "PushCube-v1": 0.8888888888888888,
+          "StackCube-v1": 0.5151515151515151
+        }
+      },
+      "metric": "proposal_oracle_success",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.6458333333333334,
+        "low": 0.4930555555555556,
+        "mean": 0.5694444444444444,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "proposal_oracle_utility": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.4116970675635254,
+          "low": 1.1051828979592149,
+          "mean": 1.251578581963097,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 1.251578581963097,
+        "per_seed": {
+          "1073161778/train0": 2.0,
+          "1073161778/train1": 2.0,
+          "1073161778/train2": 2.0,
+          "1113371261/train0": 0.10274861752986908,
+          "1113371261/train1": 0.18093222379684448,
+          "1113371261/train2": 0.19527167081832886,
+          "1151410346/train0": 0.8663521409034729,
+          "1151410346/train1": 2.0,
+          "1151410346/train2": 0.5522047281265259,
+          "1261930456/train0": 2.0,
+          "1261930456/train1": 2.0,
+          "1261930456/train2": 2.0,
+          "1324133122/train0": 0.054989203810691833,
+          "1324133122/train1": 0.1324586570262909,
+          "1324133122/train2": 0.19291165471076965,
+          "1324642411/train0": 0.14406004548072815,
+          "1324642411/train1": 2.0,
+          "1324642411/train2": 2.0,
+          "1375492786/train0": 2.0,
+          "1375492786/train1": 2.0,
+          "1375492786/train2": 2.0,
+          "141984615/train0": 0.015177905559539795,
+          "141984615/train1": 0.037011127918958664,
+          "141984615/train2": 0.058951716870069504,
+          "1461069713/train0": 0.06019836664199829,
+          "1461069713/train1": 0.016585012897849083,
+          "1461069713/train2": 0.09997648000717163,
+          "1480856810/train0": 2.0,
+          "1480856810/train1": 2.0,
+          "1480856810/train2": 2.0,
+          "1509980664/train0": 2.0,
+          "1509980664/train1": 2.0,
+          "1509980664/train2": 2.0,
+          "1522272686/train0": 0.18325337767601013,
+          "1522272686/train1": 0.07014383375644684,
+          "1522272686/train2": 0.14937306940555573,
+          "1549324805/train0": 0.060871422290802,
+          "1549324805/train1": 0.19892151653766632,
+          "1549324805/train2": 0.11310184001922607,
+          "1578990937/train0": 2.0,
+          "1578990937/train1": 2.0,
+          "1578990937/train2": 2.0,
+          "1747178030/train0": 2.0,
+          "1747178030/train1": 2.0,
+          "1747178030/train2": 2.0,
+          "1790188787/train0": 2.0,
+          "1790188787/train1": 2.0,
+          "1790188787/train2": 2.0,
+          "1822210471/train0": 2.0,
+          "1822210471/train1": 2.0,
+          "1822210471/train2": 2.0,
+          "1845489013/train0": 2.0,
+          "1845489013/train1": 2.0,
+          "1845489013/train2": 2.0,
+          "1999022574/train0": 2.0,
+          "1999022574/train1": 2.0,
+          "1999022574/train2": 2.0,
+          "2012211287/train0": 2.0,
+          "2012211287/train1": 2.0,
+          "2012211287/train2": 2.0,
+          "2038594191/train0": 2.0,
+          "2038594191/train1": 2.0,
+          "2038594191/train2": 2.0,
+          "2054899126/train0": 1.077283151447773,
+          "2054899126/train1": 2.0,
+          "2054899126/train2": 2.0,
+          "2061635888/train0": 0.09799930453300476,
+          "2061635888/train1": 0.07580336928367615,
+          "2061635888/train2": 0.11105132102966309,
+          "211245842/train0": 2.0,
+          "211245842/train1": 0.21295717358589172,
+          "211245842/train2": 0.23388276994228363,
+          "278008524/train0": 1.0733563229441643,
+          "278008524/train1": 1.0376745946705341,
+          "278008524/train2": 1.1359489113092422,
+          "307068879/train0": 0.2115575522184372,
+          "307068879/train1": 0.5876073241233826,
+          "307068879/train2": 0.2302134484052658,
+          "412102563/train0": 2.0,
+          "412102563/train1": 2.0,
+          "412102563/train2": 2.0,
+          "440577711/train0": 2.0,
+          "440577711/train1": 2.0,
+          "440577711/train2": 2.0,
+          "441046872/train0": 2.0,
+          "441046872/train1": 0.7233588695526123,
+          "441046872/train2": 0.7191348671913147,
+          "509430392/train0": 2.0,
+          "509430392/train1": 2.0,
+          "509430392/train2": 5.424022674560547e-06,
+          "585904130/train0": 2.0,
+          "585904130/train1": 2.0,
+          "585904130/train2": 2.0,
+          "608016290/train0": 2.0,
+          "608016290/train1": 2.0,
+          "608016290/train2": 0.7117276191711426,
+          "626486813/train0": 0.04469547560438514,
+          "626486813/train1": 0.035827874671667814,
+          "626486813/train2": 0.04489925503730774,
+          "636680137/train0": 0.08826130628585815,
+          "636680137/train1": 0.06741118431091309,
+          "636680137/train2": 0.0756516233086586,
+          "655884605/train0": 0.13732868432998657,
+          "655884605/train1": 0.8128758072853088,
+          "655884605/train2": 0.21447330713272095,
+          "672328262/train0": 2.0,
+          "672328262/train1": 2.0,
+          "672328262/train2": 2.0,
+          "701667486/train0": 2.0,
+          "701667486/train1": 2.0,
+          "701667486/train2": 2.0,
+          "747260437/train0": 0.10839563608169556,
+          "747260437/train1": 0.06328952312469482,
+          "747260437/train2": 0.12510187923908234,
+          "750448296/train0": 0.7526603279014429,
+          "750448296/train1": 1.3705032741030057,
+          "750448296/train2": 1.3504486680030823,
+          "767747424/train0": 1.0424291878007352,
+          "767747424/train1": 1.0629530912265182,
+          "767747424/train2": 1.0671670949086547
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.5246927151765788,
+          "low": 0.5848668839583795,
+          "mean": 1.1196794969856438,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 1.1196794969856438,
+        "per_task": {
+          "LiftPegUpright-v1": 1.4122399787108104,
+          "PickCube-v1": 0.13425676027933756,
+          "PullCube-v1": 1.1093241602430741,
+          "PushCube-v1": 1.7857814149724112,
+          "StackCube-v1": 1.1567951707225856
+        }
+      },
+      "metric": "proposal_oracle_utility",
+      "micro": {
+        "confidence": 0.95,
+        "high": 1.360821089959548,
+        "low": 1.0729441113071516,
+        "mean": 1.2159999172436073,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "selected_candidate_index": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 7.094444444444444,
+          "low": 5.6298611111111105,
+          "mean": 6.384027777777778,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 6.384027777777778,
+        "per_seed": {
+          "1073161778/train0": 6.0,
+          "1073161778/train1": 8.0,
+          "1073161778/train2": 6.0,
+          "1113371261/train0": 1.0,
+          "1113371261/train1": 2.0,
+          "1113371261/train2": 0.0,
+          "1151410346/train0": 12.0,
+          "1151410346/train1": 7.0,
+          "1151410346/train2": 6.0,
+          "1261930456/train0": 6.0,
+          "1261930456/train1": 10.0,
+          "1261930456/train2": 6.0,
+          "1324133122/train0": 7.0,
+          "1324133122/train1": 1.0,
+          "1324133122/train2": 7.0,
+          "1324642411/train0": 7.0,
+          "1324642411/train1": 11.0,
+          "1324642411/train2": 5.0,
+          "1375492786/train0": 0.0,
+          "1375492786/train1": 11.0,
+          "1375492786/train2": 9.0,
+          "141984615/train0": 7.0,
+          "141984615/train1": 15.0,
+          "141984615/train2": 11.0,
+          "1461069713/train0": 7.0,
+          "1461069713/train1": 3.0,
+          "1461069713/train2": 5.0,
+          "1480856810/train0": 9.0,
+          "1480856810/train1": 8.0,
+          "1480856810/train2": 1.0,
+          "1509980664/train0": 10.0,
+          "1509980664/train1": 12.0,
+          "1509980664/train2": 9.0,
+          "1522272686/train0": 7.0,
+          "1522272686/train1": 0.0,
+          "1522272686/train2": 4.0,
+          "1549324805/train0": 5.0,
+          "1549324805/train1": 0.0,
+          "1549324805/train2": 1.0,
+          "1578990937/train0": 4.0,
+          "1578990937/train1": 2.0,
+          "1578990937/train2": 2.0,
+          "1747178030/train0": 15.0,
+          "1747178030/train1": 10.0,
+          "1747178030/train2": 15.0,
+          "1790188787/train0": 5.0,
+          "1790188787/train1": 6.0,
+          "1790188787/train2": 8.0,
+          "1822210471/train0": 4.0,
+          "1822210471/train1": 4.0,
+          "1822210471/train2": 5.0,
+          "1845489013/train0": 11.0,
+          "1845489013/train1": 1.0,
+          "1845489013/train2": 7.0,
+          "1999022574/train0": 5.0,
+          "1999022574/train1": 8.0,
+          "1999022574/train2": 13.0,
+          "2012211287/train0": 13.0,
+          "2012211287/train1": 13.0,
+          "2012211287/train2": 1.0,
+          "2038594191/train0": 5.0,
+          "2038594191/train1": 9.0,
+          "2038594191/train2": 3.0,
+          "2054899126/train0": 1.5,
+          "2054899126/train1": 4.0,
+          "2054899126/train2": 1.0,
+          "2061635888/train0": 6.0,
+          "2061635888/train1": 3.0,
+          "2061635888/train2": 5.0,
+          "211245842/train0": 10.0,
+          "211245842/train1": 13.0,
+          "211245842/train2": 0.0,
+          "278008524/train0": 8.0,
+          "278008524/train1": 5.5,
+          "278008524/train2": 3.0,
+          "307068879/train0": 11.0,
+          "307068879/train1": 8.0,
+          "307068879/train2": 6.0,
+          "412102563/train0": 7.0,
+          "412102563/train1": 14.0,
+          "412102563/train2": 10.0,
+          "440577711/train0": 0.0,
+          "440577711/train1": 14.0,
+          "440577711/train2": 6.0,
+          "441046872/train0": 2.0,
+          "441046872/train1": 4.0,
+          "441046872/train2": 5.0,
+          "509430392/train0": 11.0,
+          "509430392/train1": 2.0,
+          "509430392/train2": 10.0,
+          "585904130/train0": 4.0,
+          "585904130/train1": 15.0,
+          "585904130/train2": 0.0,
+          "608016290/train0": 11.0,
+          "608016290/train1": 8.0,
+          "608016290/train2": 8.0,
+          "626486813/train0": 6.5,
+          "626486813/train1": 7.0,
+          "626486813/train2": 9.5,
+          "636680137/train0": 2.0,
+          "636680137/train1": 1.0,
+          "636680137/train2": 3.0,
+          "655884605/train0": 0.0,
+          "655884605/train1": 8.0,
+          "655884605/train2": 8.0,
+          "672328262/train0": 5.0,
+          "672328262/train1": 7.0,
+          "672328262/train2": 4.0,
+          "701667486/train0": 2.0,
+          "701667486/train1": 10.0,
+          "701667486/train2": 8.0,
+          "747260437/train0": 3.0,
+          "747260437/train1": 10.0,
+          "747260437/train2": 2.0,
+          "750448296/train0": 5.0,
+          "750448296/train1": 11.333333333333334,
+          "750448296/train2": 5.0,
+          "767747424/train0": 5.5,
+          "767747424/train1": 6.5,
+          "767747424/train2": 9.75
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 6.9959595959595955,
+          "low": 4.82088888888889,
+          "mean": 6.105737373737374,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 6.105737373737374,
+        "per_task": {
+          "LiftPegUpright-v1": 7.333333333333333,
+          "PickCube-v1": 3.6666666666666665,
+          "PullCube-v1": 6.16,
+          "PushCube-v1": 6.944444444444445,
+          "StackCube-v1": 6.424242424242424
+        }
+      },
+      "metric": "selected_candidate_index",
+      "micro": {
+        "confidence": 0.95,
+        "high": 7.090277777777778,
+        "low": 5.729166666666667,
+        "mean": 6.388888888888889,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "selected_success": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.37083333333333335,
+          "low": 0.2125,
+          "mean": 0.2916666666666667,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 0.2916666666666667,
+        "per_seed": {
+          "1073161778/train0": 0.0,
+          "1073161778/train1": 0.0,
+          "1073161778/train2": 1.0,
+          "1113371261/train0": 0.0,
+          "1113371261/train1": 0.0,
+          "1113371261/train2": 0.0,
+          "1151410346/train0": 0.0,
+          "1151410346/train1": 0.0,
+          "1151410346/train2": 0.0,
+          "1261930456/train0": 1.0,
+          "1261930456/train1": 1.0,
+          "1261930456/train2": 0.0,
+          "1324133122/train0": 0.0,
+          "1324133122/train1": 0.0,
+          "1324133122/train2": 0.0,
+          "1324642411/train0": 0.0,
+          "1324642411/train1": 0.0,
+          "1324642411/train2": 0.0,
+          "1375492786/train0": 1.0,
+          "1375492786/train1": 1.0,
+          "1375492786/train2": 1.0,
+          "141984615/train0": 0.0,
+          "141984615/train1": 0.0,
+          "141984615/train2": 0.0,
+          "1461069713/train0": 0.0,
+          "1461069713/train1": 0.0,
+          "1461069713/train2": 0.0,
+          "1480856810/train0": 0.0,
+          "1480856810/train1": 0.0,
+          "1480856810/train2": 0.0,
+          "1509980664/train0": 1.0,
+          "1509980664/train1": 0.0,
+          "1509980664/train2": 0.0,
+          "1522272686/train0": 0.0,
+          "1522272686/train1": 0.0,
+          "1522272686/train2": 0.0,
+          "1549324805/train0": 0.0,
+          "1549324805/train1": 0.0,
+          "1549324805/train2": 0.0,
+          "1578990937/train0": 0.0,
+          "1578990937/train1": 1.0,
+          "1578990937/train2": 0.0,
+          "1747178030/train0": 1.0,
+          "1747178030/train1": 1.0,
+          "1747178030/train2": 1.0,
+          "1790188787/train0": 1.0,
+          "1790188787/train1": 0.0,
+          "1790188787/train2": 0.0,
+          "1822210471/train0": 1.0,
+          "1822210471/train1": 1.0,
+          "1822210471/train2": 0.0,
+          "1845489013/train0": 1.0,
+          "1845489013/train1": 1.0,
+          "1845489013/train2": 1.0,
+          "1999022574/train0": 0.0,
+          "1999022574/train1": 1.0,
+          "1999022574/train2": 0.0,
+          "2012211287/train0": 0.0,
+          "2012211287/train1": 0.0,
+          "2012211287/train2": 0.0,
+          "2038594191/train0": 0.0,
+          "2038594191/train1": 0.0,
+          "2038594191/train2": 0.0,
+          "2054899126/train0": 0.5,
+          "2054899126/train1": 0.5,
+          "2054899126/train2": 0.5,
+          "2061635888/train0": 0.0,
+          "2061635888/train1": 0.0,
+          "2061635888/train2": 0.0,
+          "211245842/train0": 0.0,
+          "211245842/train1": 0.0,
+          "211245842/train2": 0.0,
+          "278008524/train0": 0.0,
+          "278008524/train1": 0.5,
+          "278008524/train2": 0.5,
+          "307068879/train0": 0.0,
+          "307068879/train1": 0.0,
+          "307068879/train2": 0.0,
+          "412102563/train0": 0.0,
+          "412102563/train1": 0.0,
+          "412102563/train2": 1.0,
+          "440577711/train0": 1.0,
+          "440577711/train1": 1.0,
+          "440577711/train2": 1.0,
+          "441046872/train0": 0.0,
+          "441046872/train1": 0.0,
+          "441046872/train2": 0.0,
+          "509430392/train0": 1.0,
+          "509430392/train1": 1.0,
+          "509430392/train2": 0.0,
+          "585904130/train0": 0.0,
+          "585904130/train1": 0.0,
+          "585904130/train2": 0.0,
+          "608016290/train0": 1.0,
+          "608016290/train1": 0.0,
+          "608016290/train2": 0.0,
+          "626486813/train0": 0.0,
+          "626486813/train1": 0.0,
+          "626486813/train2": 0.0,
+          "636680137/train0": 0.0,
+          "636680137/train1": 0.0,
+          "636680137/train2": 0.0,
+          "655884605/train0": 0.0,
+          "655884605/train1": 0.0,
+          "655884605/train2": 0.0,
+          "672328262/train0": 1.0,
+          "672328262/train1": 1.0,
+          "672328262/train2": 1.0,
+          "701667486/train0": 1.0,
+          "701667486/train1": 1.0,
+          "701667486/train2": 1.0,
+          "747260437/train0": 0.0,
+          "747260437/train1": 1.0,
+          "747260437/train2": 0.0,
+          "750448296/train0": 0.0,
+          "750448296/train1": 0.0,
+          "750448296/train2": 0.0,
+          "767747424/train0": 0.25,
+          "767747424/train1": 0.0,
+          "767747424/train2": 0.25
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.35377777777777775,
+          "low": 0.08533333333333333,
+          "mean": 0.21664646464646461,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.21664646464646461,
+        "per_task": {
+          "LiftPegUpright-v1": 0.13333333333333333,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.29333333333333333,
+          "PushCube-v1": 0.4444444444444444,
+          "StackCube-v1": 0.21212121212121213
+        }
+      },
+      "metric": "selected_success",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.3402777777777778,
+        "low": 0.2013888888888889,
+        "mean": 0.2708333333333333,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "selected_success_gain_over_base": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.06458333333333334,
+          "low": -0.09583333333333334,
+          "mean": -0.014583333333333334,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": -0.014583333333333334,
+        "per_seed": {
+          "1073161778/train0": -1.0,
+          "1073161778/train1": -1.0,
+          "1073161778/train2": 0.0,
+          "1113371261/train0": 0.0,
+          "1113371261/train1": 0.0,
+          "1113371261/train2": 0.0,
+          "1151410346/train0": 0.0,
+          "1151410346/train1": 0.0,
+          "1151410346/train2": 0.0,
+          "1261930456/train0": 0.0,
+          "1261930456/train1": 0.0,
+          "1261930456/train2": -1.0,
+          "1324133122/train0": 0.0,
+          "1324133122/train1": 0.0,
+          "1324133122/train2": 0.0,
+          "1324642411/train0": 0.0,
+          "1324642411/train1": 0.0,
+          "1324642411/train2": 0.0,
+          "1375492786/train0": 0.0,
+          "1375492786/train1": 0.0,
+          "1375492786/train2": 0.0,
+          "141984615/train0": 0.0,
+          "141984615/train1": 0.0,
+          "141984615/train2": 0.0,
+          "1461069713/train0": 0.0,
+          "1461069713/train1": 0.0,
+          "1461069713/train2": 0.0,
+          "1480856810/train0": 0.0,
+          "1480856810/train1": 0.0,
+          "1480856810/train2": 0.0,
+          "1509980664/train0": 1.0,
+          "1509980664/train1": 0.0,
+          "1509980664/train2": 0.0,
+          "1522272686/train0": 0.0,
+          "1522272686/train1": 0.0,
+          "1522272686/train2": 0.0,
+          "1549324805/train0": 0.0,
+          "1549324805/train1": 0.0,
+          "1549324805/train2": 0.0,
+          "1578990937/train0": 0.0,
+          "1578990937/train1": 1.0,
+          "1578990937/train2": 0.0,
+          "1747178030/train0": 0.0,
+          "1747178030/train1": 0.0,
+          "1747178030/train2": 0.0,
+          "1790188787/train0": 1.0,
+          "1790188787/train1": 0.0,
+          "1790188787/train2": 0.0,
+          "1822210471/train0": 1.0,
+          "1822210471/train1": 1.0,
+          "1822210471/train2": 0.0,
+          "1845489013/train0": 0.0,
+          "1845489013/train1": 0.0,
+          "1845489013/train2": 0.0,
+          "1999022574/train0": -1.0,
+          "1999022574/train1": 0.0,
+          "1999022574/train2": -1.0,
+          "2012211287/train0": 0.0,
+          "2012211287/train1": 0.0,
+          "2012211287/train2": 0.0,
+          "2038594191/train0": -1.0,
+          "2038594191/train1": -1.0,
+          "2038594191/train2": -1.0,
+          "2054899126/train0": -0.5,
+          "2054899126/train1": -0.5,
+          "2054899126/train2": -0.5,
+          "2061635888/train0": 0.0,
+          "2061635888/train1": 0.0,
+          "2061635888/train2": 0.0,
+          "211245842/train0": 0.0,
+          "211245842/train1": 0.0,
+          "211245842/train2": 0.0,
+          "278008524/train0": 0.0,
+          "278008524/train1": 0.5,
+          "278008524/train2": 0.5,
+          "307068879/train0": 0.0,
+          "307068879/train1": 0.0,
+          "307068879/train2": 0.0,
+          "412102563/train0": -1.0,
+          "412102563/train1": -1.0,
+          "412102563/train2": 0.0,
+          "440577711/train0": 1.0,
+          "440577711/train1": 1.0,
+          "440577711/train2": 1.0,
+          "441046872/train0": 0.0,
+          "441046872/train1": 0.0,
+          "441046872/train2": 0.0,
+          "509430392/train0": 1.0,
+          "509430392/train1": 1.0,
+          "509430392/train2": 0.0,
+          "585904130/train0": 0.0,
+          "585904130/train1": 0.0,
+          "585904130/train2": 0.0,
+          "608016290/train0": 1.0,
+          "608016290/train1": 0.0,
+          "608016290/train2": 0.0,
+          "626486813/train0": 0.0,
+          "626486813/train1": 0.0,
+          "626486813/train2": 0.0,
+          "636680137/train0": 0.0,
+          "636680137/train1": 0.0,
+          "636680137/train2": 0.0,
+          "655884605/train0": 0.0,
+          "655884605/train1": 0.0,
+          "655884605/train2": 0.0,
+          "672328262/train0": 0.0,
+          "672328262/train1": 0.0,
+          "672328262/train2": 0.0,
+          "701667486/train0": 0.0,
+          "701667486/train1": 0.0,
+          "701667486/train2": 0.0,
+          "747260437/train0": -1.0,
+          "747260437/train1": 0.0,
+          "747260437/train2": -1.0,
+          "750448296/train0": 0.0,
+          "750448296/train1": 0.0,
+          "750448296/train2": 0.0,
+          "767747424/train0": 0.0,
+          "767747424/train1": -0.25,
+          "767747424/train2": 0.0
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.14242424242424243,
+          "low": -0.06545454545454546,
+          "mean": 0.01676767676767677,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.01676767676767677,
+        "per_task": {
+          "LiftPegUpright-v1": -0.06666666666666667,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": -0.06666666666666667,
+          "PushCube-v1": 0.2777777777777778,
+          "StackCube-v1": -0.06060606060606061
+        }
+      },
+      "metric": "selected_success_gain_over_base",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.0625,
+        "low": -0.09722222222222222,
+        "mean": -0.020833333333333332,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "selected_utility": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.8801274286031711,
+          "low": 0.6020277629784282,
+          "mean": 0.7367921772068561,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 0.7367921772068561,
+        "per_seed": {
+          "1073161778/train0": 0.67014479637146,
+          "1073161778/train1": 0.6947963237762451,
+          "1073161778/train2": 2.0,
+          "1113371261/train0": 0.09047546982765198,
+          "1113371261/train1": 0.18093222379684448,
+          "1113371261/train2": 0.14433109760284424,
+          "1151410346/train0": 0.15656626224517822,
+          "1151410346/train1": 0.8148510456085205,
+          "1151410346/train2": 0.18784314393997192,
+          "1261930456/train0": 2.0,
+          "1261930456/train1": 2.0,
+          "1261930456/train2": 0.08501242101192474,
+          "1324133122/train0": 0.028782829642295837,
+          "1324133122/train1": 0.06454251706600189,
+          "1324133122/train2": 0.13575458526611328,
+          "1324642411/train0": 0.054066285490989685,
+          "1324642411/train1": 0.10647052526473999,
+          "1324642411/train2": 0.10647052526473999,
+          "1375492786/train0": 2.0,
+          "1375492786/train1": 2.0,
+          "1375492786/train2": 2.0,
+          "141984615/train0": 0.007268309593200684,
+          "141984615/train1": 0.030119141563773155,
+          "141984615/train2": 0.058951716870069504,
+          "1461069713/train0": 0.02898651361465454,
+          "1461069713/train1": 0.009051382541656494,
+          "1461069713/train2": 0.06987287849187851,
+          "1480856810/train0": 0.07608599960803986,
+          "1480856810/train1": 0.19651852548122406,
+          "1480856810/train2": 0.21615806221961975,
+          "1509980664/train0": 2.0,
+          "1509980664/train1": 0.8129013180732727,
+          "1509980664/train2": 0.16154873371124268,
+          "1522272686/train0": 0.5839591026306152,
+          "1522272686/train1": 0.5839591026306152,
+          "1522272686/train2": 0.5839591026306152,
+          "1549324805/train0": 0.03462250903248787,
+          "1549324805/train1": 0.0303483996540308,
+          "1549324805/train2": 0.04690708592534065,
+          "1578990937/train0": 0.14173981547355652,
+          "1578990937/train1": 2.0,
+          "1578990937/train2": 0.1460946798324585,
+          "1747178030/train0": 2.0,
+          "1747178030/train1": 2.0,
+          "1747178030/train2": 2.0,
+          "1790188787/train0": 2.0,
+          "1790188787/train1": 0.13741976022720337,
+          "1790188787/train2": 0.13743820786476135,
+          "1822210471/train0": 2.0,
+          "1822210471/train1": 2.0,
+          "1822210471/train2": 0.07191530615091324,
+          "1845489013/train0": 2.0,
+          "1845489013/train1": 2.0,
+          "1845489013/train2": 2.0,
+          "1999022574/train0": 0.14746195077896118,
+          "1999022574/train1": 2.0,
+          "1999022574/train2": 0.8302689790725708,
+          "2012211287/train0": 0.7026570439338684,
+          "2012211287/train1": 0.6900332570075989,
+          "2012211287/train2": 0.6829424500465393,
+          "2038594191/train0": 0.04285776615142822,
+          "2038594191/train1": 0.07674666494131088,
+          "2038594191/train2": 0.12977690994739532,
+          "2054899126/train0": 1.0391597636044025,
+          "2054899126/train1": 1.0660420358181,
+          "2054899126/train2": 1.0276100430637598,
+          "2061635888/train0": 0.043751150369644165,
+          "2061635888/train1": 0.07580336928367615,
+          "2061635888/train2": 0.11105132102966309,
+          "211245842/train0": 0.12586313486099243,
+          "211245842/train1": 0.17156320810317993,
+          "211245842/train2": 0.19090841710567474,
+          "278008524/train0": 0.06754684634506702,
+          "278008524/train1": 1.0095977680757642,
+          "278008524/train2": 1.034129787236452,
+          "307068879/train0": 0.6000905632972717,
+          "307068879/train1": 0.6000905632972717,
+          "307068879/train2": 0.20841218531131744,
+          "412102563/train0": 0.14946338534355164,
+          "412102563/train1": 0.8125194311141968,
+          "412102563/train2": 2.0,
+          "440577711/train0": 2.0,
+          "440577711/train1": 2.0,
+          "440577711/train2": 2.0,
+          "441046872/train0": 0.20389758050441742,
+          "441046872/train1": 0.6999551653862,
+          "441046872/train2": 0.6999551653862,
+          "509430392/train0": 2.0,
+          "509430392/train1": 2.0,
+          "509430392/train2": 5.424022674560547e-06,
+          "585904130/train0": 0.09919407218694687,
+          "585904130/train1": 0.04792279005050659,
+          "585904130/train2": 0.08930286020040512,
+          "608016290/train0": 2.0,
+          "608016290/train1": 0.725701630115509,
+          "608016290/train2": 0.21245408058166504,
+          "626486813/train0": 0.011467556469142437,
+          "626486813/train1": 0.015682418830692768,
+          "626486813/train2": 0.030346781481057405,
+          "636680137/train0": 0.08826130628585815,
+          "636680137/train1": 0.017789265140891075,
+          "636680137/train2": 0.03889387845993042,
+          "655884605/train0": 0.12222731113433838,
+          "655884605/train1": 0.12105989456176758,
+          "655884605/train2": 0.21447330713272095,
+          "672328262/train0": 2.0,
+          "672328262/train1": 2.0,
+          "672328262/train2": 2.0,
+          "701667486/train0": 2.0,
+          "701667486/train1": 2.0,
+          "701667486/train2": 2.0,
+          "747260437/train0": 0.04841095209121704,
+          "747260437/train1": 2.0,
+          "747260437/train2": 0.06004788354039192,
+          "750448296/train0": 0.08246687302986781,
+          "750448296/train1": 0.10720233743389447,
+          "750448296/train2": 0.11559025570750237,
+          "767747424/train0": 0.5665738391689956,
+          "767747424/train1": 0.07074803306022659,
+          "767747424/train2": 0.6022169017232955
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.8391950891415279,
+          "low": 0.6051683070094634,
+          "mean": 0.7081122018725922,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.7081122018725922,
+        "per_task": {
+          "LiftPegUpright-v1": 0.7594087203343709,
+          "PickCube-v1": 0.5839591026306152,
+          "PullCube-v1": 0.6347246278480937,
+          "PushCube-v1": 0.9508692075808843,
+          "StackCube-v1": 0.6115993509689966
+        }
+      },
+      "metric": "selected_utility",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.8177420252904994,
+        "low": 0.5543887033434456,
+        "mean": 0.6808734688885225,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "selected_utility_gain_over_base": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.09004394244451154,
+          "low": -0.19442747857651235,
+          "mean": -0.05332588509093815,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": -0.05332588509093815,
+        "per_seed": {
+          "1073161778/train0": -1.32985520362854,
+          "1073161778/train1": -1.3052036762237549,
+          "1073161778/train2": 0.0,
+          "1113371261/train0": -0.06794795393943787,
+          "1113371261/train1": 0.02250880002975464,
+          "1113371261/train2": -0.014092326164245605,
+          "1151410346/train0": -0.06943503022193909,
+          "1151410346/train1": 0.5888497531414032,
+          "1151410346/train2": -0.038158148527145386,
+          "1261930456/train0": 0.0,
+          "1261930456/train1": 0.0,
+          "1261930456/train2": -1.9149875789880753,
+          "1324133122/train0": -0.06342208385467529,
+          "1324133122/train1": -0.02766239643096924,
+          "1324133122/train2": 0.04354967176914215,
+          "1324642411/train0": -0.052404239773750305,
+          "1324642411/train1": 0.0,
+          "1324642411/train2": 0.0,
+          "1375492786/train0": 0.0,
+          "1375492786/train1": 0.0,
+          "1375492786/train2": 0.0,
+          "141984615/train0": -0.09556593745946884,
+          "141984615/train1": -0.07271510548889637,
+          "141984615/train2": -0.04388253018260002,
+          "1461069713/train0": -0.06491655111312866,
+          "1461069713/train1": -0.08485168218612671,
+          "1461069713/train2": -0.024030186235904694,
+          "1480856810/train0": -0.010948076844215393,
+          "1480856810/train1": 0.10948444902896881,
+          "1480856810/train2": 0.1291239857673645,
+          "1509980664/train0": 1.1665899753570557,
+          "1509980664/train1": -0.02050870656967163,
+          "1509980664/train2": -0.6718612909317017,
+          "1522272686/train0": 0.0,
+          "1522272686/train1": 0.0,
+          "1522272686/train2": 0.0,
+          "1549324805/train0": -0.06989232823252678,
+          "1549324805/train1": -0.07416643761098385,
+          "1549324805/train2": -0.057607751339673996,
+          "1578990937/train0": -0.6823966801166534,
+          "1578990937/train1": 1.17586350440979,
+          "1578990937/train2": -0.6780418157577515,
+          "1747178030/train0": 0.0,
+          "1747178030/train1": 0.0,
+          "1747178030/train2": 0.0,
+          "1790188787/train0": 1.87523253262043,
+          "1790188787/train1": 0.012652292847633362,
+          "1790188787/train2": 0.012670740485191345,
+          "1822210471/train0": 1.9280846938490868,
+          "1822210471/train1": 1.9280846938490868,
+          "1822210471/train2": 0.0,
+          "1845489013/train0": 0.0,
+          "1845489013/train1": 0.0,
+          "1845489013/train2": 0.0,
+          "1999022574/train0": -1.8525380492210388,
+          "1999022574/train1": 0.0,
+          "1999022574/train2": -1.1697310209274292,
+          "2012211287/train0": -0.020948290824890137,
+          "2012211287/train1": -0.03357207775115967,
+          "2012211287/train2": -0.04066288471221924,
+          "2038594191/train0": -1.9571422338485718,
+          "2038594191/train1": -1.9232533350586891,
+          "2038594191/train2": -1.8702230900526047,
+          "2054899126/train0": -0.9608402363955975,
+          "2054899126/train1": -0.9339579641819,
+          "2054899126/train2": -0.9723899569362402,
+          "2061635888/train0": -0.008499354124069214,
+          "2061635888/train1": 0.02355286478996277,
+          "2061635888/train2": 0.05880081653594971,
+          "211245842/train0": -0.06504528224468231,
+          "211245842/train1": -0.019345209002494812,
+          "211245842/train2": 0.0,
+          "278008524/train0": 0.02481185644865036,
+          "278008524/train1": 0.9668627781793475,
+          "278008524/train2": 0.9913947973400354,
+          "307068879/train0": 0.0,
+          "307068879/train1": 0.0,
+          "307068879/train2": -0.3916783779859543,
+          "412102563/train0": -1.8505366146564484,
+          "412102563/train1": -1.1874805688858032,
+          "412102563/train2": 0.0,
+          "440577711/train0": 1.9638472199440002,
+          "440577711/train1": 1.9638472199440002,
+          "440577711/train2": 1.9638472199440002,
+          "441046872/train0": -0.49605758488178253,
+          "441046872/train1": 0.0,
+          "441046872/train2": 0.0,
+          "509430392/train0": 1.999999776482582,
+          "509430392/train1": 1.999999776482582,
+          "509430392/train2": 5.200505256652832e-06,
+          "585904130/train0": -0.0825214758515358,
+          "585904130/train1": -0.13379275798797607,
+          "585904130/train2": -0.09241268783807755,
+          "608016290/train0": 1.274298369884491,
+          "608016290/train1": 0.0,
+          "608016290/train2": -0.513247549533844,
+          "626486813/train0": 0.006369213748257607,
+          "626486813/train1": 0.010584076109807938,
+          "626486813/train2": 0.025248438760172576,
+          "636680137/train0": 0.005126260221004486,
+          "636680137/train1": -0.0653457809239626,
+          "636680137/train2": -0.04424116760492325,
+          "655884605/train0": -0.040779367089271545,
+          "655884605/train1": -0.041946783661842346,
+          "655884605/train2": 0.05146662890911102,
+          "672328262/train0": 0.0,
+          "672328262/train1": 0.0,
+          "672328262/train2": 0.0,
+          "701667486/train0": 0.0,
+          "701667486/train1": 0.0,
+          "701667486/train2": 0.0,
+          "747260437/train0": -1.951589047908783,
+          "747260437/train1": 0.0,
+          "747260437/train2": -1.939952116459608,
+          "750448296/train0": -0.035126276314258575,
+          "750448296/train1": -0.010390811910231909,
+          "750448296/train2": -0.002002893636624018,
+          "767747424/train0": -0.006625502835959196,
+          "767747424/train1": -0.5024513089447282,
+          "767747424/train2": 0.029017559718340635
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.27890068393138545,
+          "low": -0.17019203544879388,
+          "mean": 0.012552404698577102,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.012552404698577102,
+        "per_task": {
+          "LiftPegUpright-v1": -0.19046181837717693,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": -0.14044583337536704,
+          "PushCube-v1": 0.5584650288025538,
+          "StackCube-v1": -0.16479535355712427
+        }
+      },
+      "metric": "selected_utility_gain_over_base",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.08880614115656095,
+        "low": -0.1945281442919319,
+        "mean": -0.060946117553814676,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "selector_regret": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.690203828298642,
+          "low": 0.41647423042142895,
+          "mean": 0.5455100193744227,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 0.5455100193744227,
+        "per_seed": {
+          "1073161778/train0": 1.32985520362854,
+          "1073161778/train1": 1.3052036762237549,
+          "1073161778/train2": 0.0,
+          "1113371261/train0": 0.012273147702217102,
+          "1113371261/train1": 0.0,
+          "1113371261/train2": 0.05094057321548462,
+          "1151410346/train0": 0.7097858786582947,
+          "1151410346/train1": 1.1851489543914795,
+          "1151410346/train2": 0.36436158418655396,
+          "1261930456/train0": 0.0,
+          "1261930456/train1": 0.0,
+          "1261930456/train2": 1.9149875789880753,
+          "1324133122/train0": 0.026206374168395996,
+          "1324133122/train1": 0.067916139960289,
+          "1324133122/train2": 0.05715706944465637,
+          "1324642411/train0": 0.08999375998973846,
+          "1324642411/train1": 1.89352947473526,
+          "1324642411/train2": 1.89352947473526,
+          "1375492786/train0": 0.0,
+          "1375492786/train1": 0.0,
+          "1375492786/train2": 0.0,
+          "141984615/train0": 0.007909595966339111,
+          "141984615/train1": 0.006891986355185509,
+          "141984615/train2": 0.0,
+          "1461069713/train0": 0.03121185302734375,
+          "1461069713/train1": 0.007533630356192589,
+          "1461069713/train2": 0.03010360151529312,
+          "1480856810/train0": 1.9239140003919601,
+          "1480856810/train1": 1.803481474518776,
+          "1480856810/train2": 1.7838419377803802,
+          "1509980664/train0": 0.0,
+          "1509980664/train1": 1.1870986819267273,
+          "1509980664/train2": 1.8384512662887573,
+          "1522272686/train0": 0.0,
+          "1522272686/train1": 0.0,
+          "1522272686/train2": 0.0,
+          "1549324805/train0": 0.026248913258314133,
+          "1549324805/train1": 0.16857311688363552,
+          "1549324805/train2": 0.06619475409388542,
+          "1578990937/train0": 1.8582601845264435,
+          "1578990937/train1": 0.0,
+          "1578990937/train2": 1.8539053201675415,
+          "1747178030/train0": 0.0,
+          "1747178030/train1": 0.0,
+          "1747178030/train2": 0.0,
+          "1790188787/train0": 0.0,
+          "1790188787/train1": 1.8625802397727966,
+          "1790188787/train2": 1.8625617921352386,
+          "1822210471/train0": 0.0,
+          "1822210471/train1": 0.0,
+          "1822210471/train2": 1.9280846938490868,
+          "1845489013/train0": 0.0,
+          "1845489013/train1": 0.0,
+          "1845489013/train2": 0.0,
+          "1999022574/train0": 1.8525380492210388,
+          "1999022574/train1": 0.0,
+          "1999022574/train2": 1.1697310209274292,
+          "2012211287/train0": 1.2973429560661316,
+          "2012211287/train1": 1.3099667429924011,
+          "2012211287/train2": 1.3170575499534607,
+          "2038594191/train0": 1.9571422338485718,
+          "2038594191/train1": 1.9232533350586891,
+          "2038594191/train2": 1.8702230900526047,
+          "2054899126/train0": 0.03812338784337044,
+          "2054899126/train1": 0.9339579641819,
+          "2054899126/train2": 0.9723899569362402,
+          "2061635888/train0": 0.054248154163360596,
+          "2061635888/train1": 0.0,
+          "2061635888/train2": 0.0,
+          "211245842/train0": 1.8741368651390076,
+          "211245842/train1": 0.04139396548271179,
+          "211245842/train2": 0.04297435283660889,
+          "278008524/train0": 1.0058094765990973,
+          "278008524/train1": 0.028076826594769955,
+          "278008524/train2": 0.10181912407279015,
+          "307068879/train0": 0.0,
+          "307068879/train1": 0.0,
+          "307068879/train2": 0.021801263093948364,
+          "412102563/train0": 1.8505366146564484,
+          "412102563/train1": 1.1874805688858032,
+          "412102563/train2": 0.0,
+          "440577711/train0": 0.0,
+          "440577711/train1": 0.0,
+          "440577711/train2": 0.0,
+          "441046872/train0": 1.7961024194955826,
+          "441046872/train1": 0.023403704166412354,
+          "441046872/train2": 0.019179701805114746,
+          "509430392/train0": 0.0,
+          "509430392/train1": 0.0,
+          "509430392/train2": 0.0,
+          "585904130/train0": 1.9008059278130531,
+          "585904130/train1": 1.9520772099494934,
+          "585904130/train2": 1.9106971397995949,
+          "608016290/train0": 0.0,
+          "608016290/train1": 1.274298369884491,
+          "608016290/train2": 0.49927353858947754,
+          "626486813/train0": 0.0332279191352427,
+          "626486813/train1": 0.020145455840975046,
+          "626486813/train2": 0.014552473556250334,
+          "636680137/train0": 0.0,
+          "636680137/train1": 0.04962191917002201,
+          "636680137/train2": 0.03675774484872818,
+          "655884605/train0": 0.015101373195648193,
+          "655884605/train1": 0.6918159127235413,
+          "655884605/train2": 0.0,
+          "672328262/train0": 0.0,
+          "672328262/train1": 0.0,
+          "672328262/train2": 0.0,
+          "701667486/train0": 0.0,
+          "701667486/train1": 0.0,
+          "701667486/train2": 0.0,
+          "747260437/train0": 0.059984683990478516,
+          "747260437/train1": 0.0,
+          "747260437/train2": 0.06505399569869041,
+          "750448296/train0": 0.670193454871575,
+          "750448296/train1": 1.2633009366691113,
+          "750448296/train2": 1.23485841229558,
+          "767747424/train0": 0.4758553486317396,
+          "767747424/train1": 0.9922050581662916,
+          "767747424/train2": 0.46495019318535924
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.7148303169313104,
+          "low": 0.2359976027626544,
+          "mean": 0.5120192081916777,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.5120192081916777,
+        "per_task": {
+          "LiftPegUpright-v1": 0.6795656750599544,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.5004223387533178,
+          "PushCube-v1": 0.8349122073915269,
+          "StackCube-v1": 0.5451958197535891
+        }
+      },
+      "metric": "selector_regret",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.6818815085684441,
+        "low": 0.42831674845041967,
+        "mean": 0.5607294605369033,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "success_selector_gap": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.3819444444444444,
+          "low": 0.2208333333333333,
+          "mean": 0.3013888888888889,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 0.3013888888888889,
+        "per_seed": {
+          "1073161778/train0": 1.0,
+          "1073161778/train1": 1.0,
+          "1073161778/train2": 0.0,
+          "1113371261/train0": 0.0,
+          "1113371261/train1": 0.0,
+          "1113371261/train2": 0.0,
+          "1151410346/train0": 0.0,
+          "1151410346/train1": 1.0,
+          "1151410346/train2": 0.0,
+          "1261930456/train0": 0.0,
+          "1261930456/train1": 0.0,
+          "1261930456/train2": 1.0,
+          "1324133122/train0": 0.0,
+          "1324133122/train1": 0.0,
+          "1324133122/train2": 0.0,
+          "1324642411/train0": 0.0,
+          "1324642411/train1": 1.0,
+          "1324642411/train2": 1.0,
+          "1375492786/train0": 0.0,
+          "1375492786/train1": 0.0,
+          "1375492786/train2": 0.0,
+          "141984615/train0": 0.0,
+          "141984615/train1": 0.0,
+          "141984615/train2": 0.0,
+          "1461069713/train0": 0.0,
+          "1461069713/train1": 0.0,
+          "1461069713/train2": 0.0,
+          "1480856810/train0": 1.0,
+          "1480856810/train1": 1.0,
+          "1480856810/train2": 1.0,
+          "1509980664/train0": 0.0,
+          "1509980664/train1": 1.0,
+          "1509980664/train2": 1.0,
+          "1522272686/train0": 0.0,
+          "1522272686/train1": 0.0,
+          "1522272686/train2": 0.0,
+          "1549324805/train0": 0.0,
+          "1549324805/train1": 0.0,
+          "1549324805/train2": 0.0,
+          "1578990937/train0": 1.0,
+          "1578990937/train1": 0.0,
+          "1578990937/train2": 1.0,
+          "1747178030/train0": 0.0,
+          "1747178030/train1": 0.0,
+          "1747178030/train2": 0.0,
+          "1790188787/train0": 0.0,
+          "1790188787/train1": 1.0,
+          "1790188787/train2": 1.0,
+          "1822210471/train0": 0.0,
+          "1822210471/train1": 0.0,
+          "1822210471/train2": 1.0,
+          "1845489013/train0": 0.0,
+          "1845489013/train1": 0.0,
+          "1845489013/train2": 0.0,
+          "1999022574/train0": 1.0,
+          "1999022574/train1": 0.0,
+          "1999022574/train2": 1.0,
+          "2012211287/train0": 1.0,
+          "2012211287/train1": 1.0,
+          "2012211287/train2": 1.0,
+          "2038594191/train0": 1.0,
+          "2038594191/train1": 1.0,
+          "2038594191/train2": 1.0,
+          "2054899126/train0": 0.0,
+          "2054899126/train1": 0.5,
+          "2054899126/train2": 0.5,
+          "2061635888/train0": 0.0,
+          "2061635888/train1": 0.0,
+          "2061635888/train2": 0.0,
+          "211245842/train0": 1.0,
+          "211245842/train1": 0.0,
+          "211245842/train2": 0.0,
+          "278008524/train0": 0.5,
+          "278008524/train1": 0.0,
+          "278008524/train2": 0.0,
+          "307068879/train0": 0.0,
+          "307068879/train1": 0.0,
+          "307068879/train2": 0.0,
+          "412102563/train0": 1.0,
+          "412102563/train1": 1.0,
+          "412102563/train2": 0.0,
+          "440577711/train0": 0.0,
+          "440577711/train1": 0.0,
+          "440577711/train2": 0.0,
+          "441046872/train0": 1.0,
+          "441046872/train1": 0.0,
+          "441046872/train2": 0.0,
+          "509430392/train0": 0.0,
+          "509430392/train1": 0.0,
+          "509430392/train2": 0.0,
+          "585904130/train0": 1.0,
+          "585904130/train1": 1.0,
+          "585904130/train2": 1.0,
+          "608016290/train0": 0.0,
+          "608016290/train1": 1.0,
+          "608016290/train2": 0.0,
+          "626486813/train0": 0.0,
+          "626486813/train1": 0.0,
+          "626486813/train2": 0.0,
+          "636680137/train0": 0.0,
+          "636680137/train1": 0.0,
+          "636680137/train2": 0.0,
+          "655884605/train0": 0.0,
+          "655884605/train1": 0.0,
+          "655884605/train2": 0.0,
+          "672328262/train0": 0.0,
+          "672328262/train1": 0.0,
+          "672328262/train2": 0.0,
+          "701667486/train0": 0.0,
+          "701667486/train1": 0.0,
+          "701667486/train2": 0.0,
+          "747260437/train0": 0.0,
+          "747260437/train1": 0.0,
+          "747260437/train2": 0.0,
+          "750448296/train0": 0.3333333333333333,
+          "750448296/train1": 0.6666666666666666,
+          "750448296/train2": 0.6666666666666666,
+          "767747424/train0": 0.25,
+          "767747424/train1": 0.5,
+          "767747424/train2": 0.25
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.4206060606060606,
+          "low": 0.13955555555555557,
+          "mean": 0.2934949494949495,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.2934949494949495,
+        "per_task": {
+          "LiftPegUpright-v1": 0.4666666666666667,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.25333333333333335,
+          "PushCube-v1": 0.4444444444444444,
+          "StackCube-v1": 0.30303030303030304
+        }
+      },
+      "metric": "success_selector_gap",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.3819444444444444,
+        "low": 0.22916666666666666,
+        "mean": 0.3055555555555556,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "success_support_gap": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.30416666666666664,
+          "low": 0.15833333333333333,
+          "mean": 0.23194444444444443,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 0.23194444444444443,
+        "per_seed": {
+          "1073161778/train0": 0.0,
+          "1073161778/train1": 0.0,
+          "1073161778/train2": 0.0,
+          "1113371261/train0": 1.0,
+          "1113371261/train1": 1.0,
+          "1113371261/train2": 1.0,
+          "1151410346/train0": 1.0,
+          "1151410346/train1": 0.0,
+          "1151410346/train2": 1.0,
+          "1261930456/train0": 0.0,
+          "1261930456/train1": 0.0,
+          "1261930456/train2": 0.0,
+          "1324133122/train0": 1.0,
+          "1324133122/train1": 1.0,
+          "1324133122/train2": 1.0,
+          "1324642411/train0": 1.0,
+          "1324642411/train1": 0.0,
+          "1324642411/train2": 0.0,
+          "1375492786/train0": 0.0,
+          "1375492786/train1": 0.0,
+          "1375492786/train2": 0.0,
+          "141984615/train0": 0.0,
+          "141984615/train1": 0.0,
+          "141984615/train2": 0.0,
+          "1461069713/train0": 0.0,
+          "1461069713/train1": 0.0,
+          "1461069713/train2": 0.0,
+          "1480856810/train0": 0.0,
+          "1480856810/train1": 0.0,
+          "1480856810/train2": 0.0,
+          "1509980664/train0": 0.0,
+          "1509980664/train1": 0.0,
+          "1509980664/train2": 0.0,
+          "1522272686/train0": 1.0,
+          "1522272686/train1": 1.0,
+          "1522272686/train2": 1.0,
+          "1549324805/train0": 0.0,
+          "1549324805/train1": 0.0,
+          "1549324805/train2": 0.0,
+          "1578990937/train0": 0.0,
+          "1578990937/train1": 0.0,
+          "1578990937/train2": 0.0,
+          "1747178030/train0": 0.0,
+          "1747178030/train1": 0.0,
+          "1747178030/train2": 0.0,
+          "1790188787/train0": 0.0,
+          "1790188787/train1": 0.0,
+          "1790188787/train2": 0.0,
+          "1822210471/train0": 0.0,
+          "1822210471/train1": 0.0,
+          "1822210471/train2": 0.0,
+          "1845489013/train0": 0.0,
+          "1845489013/train1": 0.0,
+          "1845489013/train2": 0.0,
+          "1999022574/train0": 0.0,
+          "1999022574/train1": 0.0,
+          "1999022574/train2": 0.0,
+          "2012211287/train0": 0.0,
+          "2012211287/train1": 0.0,
+          "2012211287/train2": 0.0,
+          "2038594191/train0": 0.0,
+          "2038594191/train1": 0.0,
+          "2038594191/train2": 0.0,
+          "2054899126/train0": 0.5,
+          "2054899126/train1": 0.0,
+          "2054899126/train2": 0.0,
+          "2061635888/train0": 1.0,
+          "2061635888/train1": 1.0,
+          "2061635888/train2": 1.0,
+          "211245842/train0": 0.0,
+          "211245842/train1": 1.0,
+          "211245842/train2": 1.0,
+          "278008524/train0": 0.0,
+          "278008524/train1": 0.0,
+          "278008524/train2": 0.0,
+          "307068879/train0": 1.0,
+          "307068879/train1": 1.0,
+          "307068879/train2": 1.0,
+          "412102563/train0": 0.0,
+          "412102563/train1": 0.0,
+          "412102563/train2": 0.0,
+          "440577711/train0": 0.0,
+          "440577711/train1": 0.0,
+          "440577711/train2": 0.0,
+          "441046872/train0": 0.0,
+          "441046872/train1": 1.0,
+          "441046872/train2": 1.0,
+          "509430392/train0": 0.0,
+          "509430392/train1": 0.0,
+          "509430392/train2": 1.0,
+          "585904130/train0": 0.0,
+          "585904130/train1": 0.0,
+          "585904130/train2": 0.0,
+          "608016290/train0": 0.0,
+          "608016290/train1": 0.0,
+          "608016290/train2": 1.0,
+          "626486813/train0": 0.0,
+          "626486813/train1": 0.0,
+          "626486813/train2": 0.0,
+          "636680137/train0": 0.0,
+          "636680137/train1": 0.0,
+          "636680137/train2": 0.0,
+          "655884605/train0": 1.0,
+          "655884605/train1": 1.0,
+          "655884605/train2": 1.0,
+          "672328262/train0": 0.0,
+          "672328262/train1": 0.0,
+          "672328262/train2": 0.0,
+          "701667486/train0": 0.0,
+          "701667486/train1": 0.0,
+          "701667486/train2": 0.0,
+          "747260437/train0": 0.0,
+          "747260437/train1": 0.0,
+          "747260437/train2": 0.0,
+          "750448296/train0": 0.3333333333333333,
+          "750448296/train1": 0.0,
+          "750448296/train2": 0.0,
+          "767747424/train0": 0.0,
+          "767747424/train1": 0.0,
+          "767747424/train2": 0.0
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.7191919191919192,
+          "low": 0.13511111111111113,
+          "mean": 0.40452525252525257,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.40452525252525257,
+        "per_task": {
+          "LiftPegUpright-v1": 0.4,
+          "PickCube-v1": 1.0,
+          "PullCube-v1": 0.02666666666666667,
+          "PushCube-v1": 0.1111111111111111,
+          "StackCube-v1": 0.48484848484848486
+        }
+      },
+      "metric": "success_support_gap",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.2638888888888889,
+        "low": 0.1388888888888889,
+        "mean": 0.2013888888888889,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "support_gap": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.5434736852068454,
+          "low": 0.2965679521788843,
+          "mean": 0.4232947583840643,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 0.4232947583840643,
+        "per_seed": {
+          "1073161778/train0": 0.0,
+          "1073161778/train1": 0.0,
+          "1073161778/train2": 0.0,
+          "1113371261/train0": 1.897251382470131,
+          "1113371261/train1": 1.8190677762031555,
+          "1113371261/train2": 1.8047283291816711,
+          "1151410346/train0": 1.133647859096527,
+          "1151410346/train1": 0.0,
+          "1151410346/train2": 1.4477952718734741,
+          "1261930456/train0": 0.0,
+          "1261930456/train1": 0.0,
+          "1261930456/train2": 0.0,
+          "1324133122/train0": 1.9450107961893082,
+          "1324133122/train1": 1.867541342973709,
+          "1324133122/train2": 1.8070883452892303,
+          "1324642411/train0": 1.8559399545192719,
+          "1324642411/train1": 0.0,
+          "1324642411/train2": 0.0,
+          "1375492786/train0": 0.0,
+          "1375492786/train1": 0.0,
+          "1375492786/train2": 0.0,
+          "141984615/train0": 0.270599365234375,
+          "141984615/train1": 0.24876614287495613,
+          "141984615/train2": 0.2268255539238453,
+          "1461069713/train0": 0.0991440862417221,
+          "1461069713/train1": 0.14275743998587132,
+          "1461069713/train2": 0.05936597287654877,
+          "1480856810/train0": 0.0,
+          "1480856810/train1": 0.0,
+          "1480856810/train2": 0.0,
+          "1509980664/train0": 0.0,
+          "1509980664/train1": 0.0,
+          "1509980664/train2": 0.0,
+          "1522272686/train0": 1.8167466223239899,
+          "1522272686/train1": 1.9298561662435532,
+          "1522272686/train2": 1.8506269305944443,
+          "1549324805/train0": 0.23658466339111328,
+          "1549324805/train1": 0.09853456914424896,
+          "1549324805/train2": 0.1843542456626892,
+          "1578990937/train0": 0.0,
+          "1578990937/train1": 0.0,
+          "1578990937/train2": 0.0,
+          "1747178030/train0": 0.0,
+          "1747178030/train1": 0.0,
+          "1747178030/train2": 0.0,
+          "1790188787/train0": 0.0,
+          "1790188787/train1": 0.0,
+          "1790188787/train2": 0.0,
+          "1822210471/train0": 0.0,
+          "1822210471/train1": 0.0,
+          "1822210471/train2": 0.0,
+          "1845489013/train0": 0.0,
+          "1845489013/train1": 0.0,
+          "1845489013/train2": 0.0,
+          "1999022574/train0": 0.0,
+          "1999022574/train1": 0.0,
+          "1999022574/train2": 0.0,
+          "2012211287/train0": 0.0,
+          "2012211287/train1": 0.0,
+          "2012211287/train2": 0.0,
+          "2038594191/train0": 0.0,
+          "2038594191/train1": 0.0,
+          "2038594191/train2": 0.0,
+          "2054899126/train0": 0.922716848552227,
+          "2054899126/train1": 0.0,
+          "2054899126/train2": 0.0,
+          "2061635888/train0": 1.9020006954669952,
+          "2061635888/train1": 1.9241966307163239,
+          "2061635888/train2": 1.888948678970337,
+          "211245842/train0": 0.0,
+          "211245842/train1": 1.7870428264141083,
+          "211245842/train2": 1.7661172300577164,
+          "278008524/train0": 0.04055231809616089,
+          "278008524/train1": 0.07623404636979103,
+          "278008524/train2": 0.0,
+          "307068879/train0": 1.7884424477815628,
+          "307068879/train1": 1.4123926758766174,
+          "307068879/train2": 1.7697865515947342,
+          "412102563/train0": 0.0,
+          "412102563/train1": 0.0,
+          "412102563/train2": 0.0,
+          "440577711/train0": 0.0,
+          "440577711/train1": 0.0,
+          "440577711/train2": 0.0,
+          "441046872/train0": 0.0,
+          "441046872/train1": 1.2766411304473877,
+          "441046872/train2": 1.2808651328086853,
+          "509430392/train0": 0.0,
+          "509430392/train1": 0.0,
+          "509430392/train2": 1.9999945759773254,
+          "585904130/train0": 0.0,
+          "585904130/train1": 0.0,
+          "585904130/train2": 0.0,
+          "608016290/train0": 0.0,
+          "608016290/train1": 0.0,
+          "608016290/train2": 1.2882723808288574,
+          "626486813/train0": 0.12161866808310151,
+          "626486813/train1": 0.12975450651720166,
+          "626486813/train2": 0.12068312615156174,
+          "636680137/train0": 0.0823030173778534,
+          "636680137/train1": 0.10315313935279846,
+          "636680137/train2": 0.09491270035505295,
+          "655884605/train0": 1.8626713156700134,
+          "655884605/train1": 1.1871241927146912,
+          "655884605/train2": 1.785526692867279,
+          "672328262/train0": 0.0,
+          "672328262/train1": 0.0,
+          "672328262/train2": 0.0,
+          "701667486/train0": 0.0,
+          "701667486/train1": 0.0,
+          "701667486/train2": 0.0,
+          "747260437/train0": 0.17026761174201965,
+          "747260437/train1": 0.21537372469902039,
+          "747260437/train2": 0.15356136858463287,
+          "750448296/train0": 0.6553361676633358,
+          "750448296/train1": 0.03749322146177292,
+          "750448296/train2": 0.05754782756169637,
+          "767747424/train0": 0.06562284985557199,
+          "767747424/train1": 0.045098946429789066,
+          "767747424/train2": 0.04088494274765253
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.330930626693398,
+          "low": 0.24626440485649642,
+          "mean": 0.7236978183567826,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.7236978183567826,
+        "per_task": {
+          "LiftPegUpright-v1": 0.5877600212891897,
+          "PickCube-v1": 1.8657432397206624,
+          "PullCube-v1": 0.1075624164690574,
+          "PushCube-v1": 0.21421858502758873,
+          "StackCube-v1": 0.8432048292774142
+        }
+      },
+      "metric": "support_gap",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.485598717091812,
+        "low": 0.272009730946997,
+        "mean": 0.3761285081272945,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "tau": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": -0.01892335954759013,
+          "low": -0.07347743835788831,
+          "mean": -0.04738573531976173,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": -0.04738573531976173,
+        "per_seed": {
+          "1073161778/train0": -0.07385947182024077,
+          "1073161778/train1": -0.07385947182024077,
+          "1073161778/train2": -0.07385947182024077,
+          "1113371261/train0": -0.18710182505305797,
+          "1113371261/train1": -0.18710182505305797,
+          "1113371261/train2": -0.18710182505305797,
+          "1151410346/train0": -0.18710182505305797,
+          "1151410346/train1": -0.18710182505305797,
+          "1151410346/train2": -0.18710182505305797,
+          "1261930456/train0": 0.28744401244938833,
+          "1261930456/train1": 0.28744401244938833,
+          "1261930456/train2": 0.28744401244938833,
+          "1324133122/train0": -0.18710182505305797,
+          "1324133122/train1": -0.18710182505305797,
+          "1324133122/train2": -0.18710182505305797,
+          "1324642411/train0": 0.28744401244938833,
+          "1324642411/train1": 0.28744401244938833,
+          "1324642411/train2": 0.28744401244938833,
+          "1375492786/train0": -0.0718611703384171,
+          "1375492786/train1": -0.0718611703384171,
+          "1375492786/train2": -0.0718611703384171,
+          "141984615/train0": -0.0718611703384171,
+          "141984615/train1": -0.0718611703384171,
+          "141984615/train2": -0.0718611703384171,
+          "1461069713/train0": -0.0718611703384171,
+          "1461069713/train1": -0.0718611703384171,
+          "1461069713/train2": -0.0718611703384171,
+          "1480856810/train0": 0.28744401244938833,
+          "1480856810/train1": 0.28744401244938833,
+          "1480856810/train2": 0.28744401244938833,
+          "1509980664/train0": -0.18710182505305797,
+          "1509980664/train1": -0.18710182505305797,
+          "1509980664/train2": -0.18710182505305797,
+          "1522272686/train0": 0.02896384295113541,
+          "1522272686/train1": 0.02896384295113541,
+          "1522272686/train2": 0.02896384295113541,
+          "1549324805/train0": -0.0718611703384171,
+          "1549324805/train1": -0.0718611703384171,
+          "1549324805/train2": -0.0718611703384171,
+          "1578990937/train0": -0.18710182505305797,
+          "1578990937/train1": -0.18710182505305797,
+          "1578990937/train2": -0.18710182505305797,
+          "1747178030/train0": -0.0718611703384171,
+          "1747178030/train1": -0.0718611703384171,
+          "1747178030/train2": -0.0718611703384171,
+          "1790188787/train0": 0.28744401244938833,
+          "1790188787/train1": 0.28744401244938833,
+          "1790188787/train2": 0.28744401244938833,
+          "1822210471/train0": -0.0718611703384171,
+          "1822210471/train1": -0.0718611703384171,
+          "1822210471/train2": -0.0718611703384171,
+          "1845489013/train0": -0.0718611703384171,
+          "1845489013/train1": -0.0718611703384171,
+          "1845489013/train2": -0.0718611703384171,
+          "1999022574/train0": -0.18710182505305797,
+          "1999022574/train1": -0.18710182505305797,
+          "1999022574/train2": -0.18710182505305797,
+          "2012211287/train0": -0.07385947182024077,
+          "2012211287/train1": -0.07385947182024077,
+          "2012211287/train2": -0.07385947182024077,
+          "2038594191/train0": -0.0718611703384171,
+          "2038594191/train1": -0.0718611703384171,
+          "2038594191/train2": -0.0718611703384171,
+          "2054899126/train0": -0.0718611703384171,
+          "2054899126/train1": -0.0718611703384171,
+          "2054899126/train2": -0.0718611703384171,
+          "2061635888/train0": -0.18710182505305797,
+          "2061635888/train1": -0.18710182505305797,
+          "2061635888/train2": -0.18710182505305797,
+          "211245842/train0": -0.18710182505305797,
+          "211245842/train1": -0.18710182505305797,
+          "211245842/train2": -0.18710182505305797,
+          "278008524/train0": -0.0718611703384171,
+          "278008524/train1": -0.0718611703384171,
+          "278008524/train2": -0.0718611703384171,
+          "307068879/train0": -0.07385947182024077,
+          "307068879/train1": -0.07385947182024077,
+          "307068879/train2": -0.07385947182024077,
+          "412102563/train0": -0.18710182505305797,
+          "412102563/train1": -0.18710182505305797,
+          "412102563/train2": -0.18710182505305797,
+          "440577711/train0": 0.28744401244938833,
+          "440577711/train1": 0.28744401244938833,
+          "440577711/train2": 0.28744401244938833,
+          "441046872/train0": -0.07385947182024077,
+          "441046872/train1": -0.07385947182024077,
+          "441046872/train2": -0.07385947182024077,
+          "509430392/train0": 0.28744401244938833,
+          "509430392/train1": 0.28744401244938833,
+          "509430392/train2": 0.28744401244938833,
+          "585904130/train0": -0.0718611703384171,
+          "585904130/train1": -0.0718611703384171,
+          "585904130/train2": -0.0718611703384171,
+          "608016290/train0": -0.07385947182024077,
+          "608016290/train1": -0.07385947182024077,
+          "608016290/train2": -0.07385947182024077,
+          "626486813/train0": -0.0718611703384171,
+          "626486813/train1": -0.0718611703384171,
+          "626486813/train2": -0.0718611703384171,
+          "636680137/train0": -0.0718611703384171,
+          "636680137/train1": -0.0718611703384171,
+          "636680137/train2": -0.0718611703384171,
+          "655884605/train0": -0.18710182505305797,
+          "655884605/train1": -0.18710182505305797,
+          "655884605/train2": -0.18710182505305797,
+          "672328262/train0": -0.0718611703384171,
+          "672328262/train1": -0.0718611703384171,
+          "672328262/train2": -0.0718611703384171,
+          "701667486/train0": -0.18710182505305797,
+          "701667486/train1": -0.18710182505305797,
+          "701667486/train2": -0.18710182505305797,
+          "747260437/train0": -0.0718611703384171,
+          "747260437/train1": -0.0718611703384171,
+          "747260437/train2": -0.0718611703384171,
+          "750448296/train0": -0.0718611703384171,
+          "750448296/train1": -0.0718611703384171,
+          "750448296/train2": -0.0718611703384171,
+          "767747424/train0": -0.0718611703384171,
+          "767747424/train1": -0.0718611703384171,
+          "767747424/train2": -0.0718611703384171
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.14332227903790135,
+          "low": -0.12084056050929119,
+          "mean": -0.0032829223622384716,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": -0.0032829223622384716,
+        "per_task": {
+          "LiftPegUpright-v1": -0.07385947182024077,
+          "PickCube-v1": 0.02896384295113541,
+          "PullCube-v1": -0.07186117033841724,
+          "PushCube-v1": 0.2874440124493883,
+          "StackCube-v1": -0.18710182505305803
+        }
+      },
+      "metric": "tau",
+      "micro": {
+        "confidence": 0.95,
+        "high": -0.028985864353919526,
+        "low": -0.07341059326276521,
+        "mean": -0.05146497448953768,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    }
+  },
+  "target": "utility_margin",
+  "tau": {
+    "LiftPegUpright-v1": -0.07385947182024077,
+    "PickCube-v1": 0.02896384295113541,
+    "PullCube-v1": -0.0718611703384171,
+    "PushCube-v1": 0.28744401244938833,
+    "StackCube-v1": -0.18710182505305797,
+    "__global__": -0.0718611703384171
+  },
+  "threshold_scope": "task",
+  "weights": [
+    -0.0641907829395102,
+    0.13421925424850267,
+    0.051446255445118216,
+    -0.02692717312099696,
+    0.03949937468823339,
+    0.0031610982114552155,
+    -0.030533265050200487,
+    -0.2466518749150703,
+    0.13858509929641644,
+    0.44337844473353627,
+    -0.30014743551396617,
+    0.028331214966580642,
+    -0.41892530344398793,
+    0.1485314741027195,
+    0.3636929023950852,
+    0.008425611584092718,
+    -0.01249796859986918,
+    9.026258089869788e-05,
+    -0.00830387725837248,
+    0.14429534705589298,
+    -0.21947883728389073,
+    -0.3419846991571873,
+    0.4503129094083618,
+    -0.31264769936132564,
+    -0.013503521549163455,
+    -2.4420171938464715e-15,
+    -0.07579997170543037,
+    -0.13622789692025705,
+    -0.007750667166434494
+  ]
+}
diff --git a/workspace/runs/ctt_base_context_obs_learned_dominance_bundle_envclip_k16_train_to_test/metrics_by_seed.json b/workspace/runs/ctt_base_context_obs_learned_dominance_bundle_envclip_k16_train_to_test/metrics_by_seed.json
new file mode 100644
index 0000000000000000000000000000000000000000..be07980886dd2def2fe9831e642b7e3108c27724
--- /dev/null
+++ b/workspace/runs/ctt_base_context_obs_learned_dominance_bundle_envclip_k16_train_to_test/metrics_by_seed.json
@@ -0,0 +1,3236 @@
+{
+  "1073161778/train0": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.3865546218487395,
+    "pairwise_causal_calibration_confidence": 0.5251040975256128,
+    "pairwise_causal_calibration_ece": 0.13854947567687334,
+    "pairwise_causal_calibration_pairs": 119.0,
+    "predicted_margin": 0.2551750656075202,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 6.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": -1.0,
+    "selected_utility": 0.67014479637146,
+    "selected_utility_gain_over_base": -1.32985520362854,
+    "selector_regret": 1.32985520362854,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": -0.07385947182024077
+  },
+  "1073161778/train1": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.3416666666666667,
+    "pairwise_causal_calibration_confidence": 0.5423238840429205,
+    "pairwise_causal_calibration_ece": 0.20065721737625392,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 0.20299343323495855,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 8.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": -1.0,
+    "selected_utility": 0.6947963237762451,
+    "selected_utility_gain_over_base": -1.3052036762237549,
+    "selector_regret": 1.3052036762237549,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": -0.07385947182024077
+  },
+  "1073161778/train2": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.8809523809523809,
+    "pairwise_causal_calibration_confidence": 0.5368743958607693,
+    "pairwise_causal_calibration_ece": 0.3440779850916114,
+    "pairwise_causal_calibration_pairs": 84.0,
+    "predicted_margin": 0.24613098923868526,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 6.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": -0.07385947182024077
+  },
+  "1113371261/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.15842342376708984,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.5,
+    "pairwise_causal_calibration_confidence": 0.5379810554394029,
+    "pairwise_causal_calibration_ece": 0.06571145427295252,
+    "pairwise_causal_calibration_pairs": 28.0,
+    "predicted_margin": 0.15799813692233977,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.10274861752986908,
+    "selected_candidate_index": 1.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.09047546982765198,
+    "selected_utility_gain_over_base": -0.06794795393943787,
+    "selector_regret": 0.012273147702217102,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.897251382470131,
+    "tau": -0.18710182505305797
+  },
+  "1113371261/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.15842342376708984,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.7142857142857143,
+    "pairwise_causal_calibration_confidence": 0.5252684472642476,
+    "pairwise_causal_calibration_ece": 0.1890172670214667,
+    "pairwise_causal_calibration_pairs": 28.0,
+    "predicted_margin": 0.13463328766802296,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.18093222379684448,
+    "selected_candidate_index": 2.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.18093222379684448,
+    "selected_utility_gain_over_base": 0.02250880002975464,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.8190677762031555,
+    "tau": -0.18710182505305797
+  },
+  "1113371261/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.15842342376708984,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.5357142857142857,
+    "pairwise_causal_calibration_confidence": 0.5332614138108104,
+    "pairwise_causal_calibration_ece": 0.0024528719034753177,
+    "pairwise_causal_calibration_pairs": 28.0,
+    "predicted_margin": -0.0627076273903946,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.19527167081832886,
+    "selected_candidate_index": 0.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.14433109760284424,
+    "selected_utility_gain_over_base": -0.014092326164245605,
+    "selector_regret": 0.05094057321548462,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.8047283291816711,
+    "tau": -0.18710182505305797
+  },
+  "1151410346/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.2260012924671173,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.4095238095238095,
+    "pairwise_causal_calibration_confidence": 0.51710870319415,
+    "pairwise_causal_calibration_ece": 0.10758489367034052,
+    "pairwise_causal_calibration_pairs": 105.0,
+    "predicted_margin": -0.030788448510796762,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.8663521409034729,
+    "selected_candidate_index": 12.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.15656626224517822,
+    "selected_utility_gain_over_base": -0.06943503022193909,
+    "selector_regret": 0.7097858786582947,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.133647859096527,
+    "tau": -0.18710182505305797
+  },
+  "1151410346/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.2260012924671173,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.580952380952381,
+    "pairwise_causal_calibration_confidence": 0.5316022421578545,
+    "pairwise_causal_calibration_ece": 0.049350138794526544,
+    "pairwise_causal_calibration_pairs": 105.0,
+    "predicted_margin": -0.05730648283766754,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 7.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.8148510456085205,
+    "selected_utility_gain_over_base": 0.5888497531414032,
+    "selector_regret": 1.1851489543914795,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": -0.18710182505305797
+  },
+  "1151410346/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.2260012924671173,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.4666666666666667,
+    "pairwise_causal_calibration_confidence": 0.5177275439295085,
+    "pairwise_causal_calibration_ece": 0.05106087726284181,
+    "pairwise_causal_calibration_pairs": 105.0,
+    "predicted_margin": -0.033176433226523416,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.5522047281265259,
+    "selected_candidate_index": 6.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.18784314393997192,
+    "selected_utility_gain_over_base": -0.038158148527145386,
+    "selector_regret": 0.36436158418655396,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.4477952718734741,
+    "tau": -0.18710182505305797
+  },
+  "1261930456/train0": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.5050505050505051,
+    "pairwise_causal_calibration_confidence": 0.5386347584075308,
+    "pairwise_causal_calibration_ece": 0.03358425335702575,
+    "pairwise_causal_calibration_pairs": 99.0,
+    "predicted_margin": 0.3447490352381858,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 6.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.28744401244938833
+  },
+  "1261930456/train1": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.5909090909090909,
+    "pairwise_causal_calibration_confidence": 0.5422560685706671,
+    "pairwise_causal_calibration_ece": 0.048653022338423835,
+    "pairwise_causal_calibration_pairs": 110.0,
+    "predicted_margin": 0.2330187222265443,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 10.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.28744401244938833
+  },
+  "1261930456/train2": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.5952380952380952,
+    "pairwise_causal_calibration_confidence": 0.5426310160661976,
+    "pairwise_causal_calibration_ece": 0.05260707917189755,
+    "pairwise_causal_calibration_pairs": 84.0,
+    "predicted_margin": 0.3117657280355065,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 6.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": -1.0,
+    "selected_utility": 0.08501242101192474,
+    "selected_utility_gain_over_base": -1.9149875789880753,
+    "selector_regret": 1.9149875789880753,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.28744401244938833
+  },
+  "1324133122/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.09220491349697113,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.39285714285714285,
+    "pairwise_causal_calibration_confidence": 0.5333367283214293,
+    "pairwise_causal_calibration_ece": 0.14047958546428646,
+    "pairwise_causal_calibration_pairs": 28.0,
+    "predicted_margin": -0.1742924240977557,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.054989203810691833,
+    "selected_candidate_index": 7.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.028782829642295837,
+    "selected_utility_gain_over_base": -0.06342208385467529,
+    "selector_regret": 0.026206374168395996,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.9450107961893082,
+    "tau": -0.18710182505305797
+  },
+  "1324133122/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.09220491349697113,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.35714285714285715,
+    "pairwise_causal_calibration_confidence": 0.5357950970847783,
+    "pairwise_causal_calibration_ece": 0.1786522399419212,
+    "pairwise_causal_calibration_pairs": 28.0,
+    "predicted_margin": 0.18792055489105874,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.1324586570262909,
+    "selected_candidate_index": 1.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.06454251706600189,
+    "selected_utility_gain_over_base": -0.02766239643096924,
+    "selector_regret": 0.067916139960289,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.867541342973709,
+    "tau": -0.18710182505305797
+  },
+  "1324133122/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.09220491349697113,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.5,
+    "pairwise_causal_calibration_confidence": 0.5266268320102542,
+    "pairwise_causal_calibration_ece": 0.026626832010254176,
+    "pairwise_causal_calibration_pairs": 28.0,
+    "predicted_margin": -0.1739828724101382,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.19291165471076965,
+    "selected_candidate_index": 7.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.13575458526611328,
+    "selected_utility_gain_over_base": 0.04354967176914215,
+    "selector_regret": 0.05715706944465637,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.8070883452892303,
+    "tau": -0.18710182505305797
+  },
+  "1324642411/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.10647052526473999,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.55,
+    "pairwise_causal_calibration_confidence": 0.5267509882327646,
+    "pairwise_causal_calibration_ece": 0.043413085733646106,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 0.6155609171443972,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.14406004548072815,
+    "selected_candidate_index": 7.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.054066285490989685,
+    "selected_utility_gain_over_base": -0.052404239773750305,
+    "selector_regret": 0.08999375998973846,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.8559399545192719,
+    "tau": 0.28744401244938833
+  },
+  "1324642411/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.10647052526473999,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.48739495798319327,
+    "pairwise_causal_calibration_confidence": 0.5232561219266944,
+    "pairwise_causal_calibration_ece": 0.035861163943501084,
+    "pairwise_causal_calibration_pairs": 119.0,
+    "predicted_margin": 0.24134426910254947,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 11.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.10647052526473999,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 1.89352947473526,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.28744401244938833
+  },
+  "1324642411/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.10647052526473999,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.6181818181818182,
+    "pairwise_causal_calibration_confidence": 0.5209245623930986,
+    "pairwise_causal_calibration_ece": 0.09725725578871958,
+    "pairwise_causal_calibration_pairs": 110.0,
+    "predicted_margin": -0.06739236477010135,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 5.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.10647052526473999,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 1.89352947473526,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.28744401244938833
+  },
+  "1375492786/train0": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.49333333333333335,
+    "pairwise_causal_calibration_confidence": 0.5169520118772317,
+    "pairwise_causal_calibration_ece": 0.023618678543898375,
+    "pairwise_causal_calibration_pairs": 75.0,
+    "predicted_margin": -0.07560538396524885,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 0.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": -0.0718611703384171
+  },
+  "1375492786/train1": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.5789473684210527,
+    "pairwise_causal_calibration_confidence": 0.5298121533009607,
+    "pairwise_causal_calibration_ece": 0.049135215120092,
+    "pairwise_causal_calibration_pairs": 114.0,
+    "predicted_margin": -0.4256345336980503,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 11.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": -0.0718611703384171
+  },
+  "1375492786/train2": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.44047619047619047,
+    "pairwise_causal_calibration_confidence": 0.5313546391394341,
+    "pairwise_causal_calibration_ece": 0.09087844866324368,
+    "pairwise_causal_calibration_pairs": 84.0,
+    "predicted_margin": -0.3658750831677004,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 9.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": -0.0718611703384171
+  },
+  "141984615/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.10283424705266953,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.2857772707939148,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.4583333333333333,
+    "pairwise_causal_calibration_confidence": 0.5279271325774133,
+    "pairwise_causal_calibration_ece": 0.06959379924407999,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 0.008737131332534287,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.015177905559539795,
+    "selected_candidate_index": 7.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.007268309593200684,
+    "selected_utility_gain_over_base": -0.09556593745946884,
+    "selector_regret": 0.007909595966339111,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.270599365234375,
+    "tau": -0.0718611703384171
+  },
+  "141984615/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.10283424705266953,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.2857772707939148,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.575,
+    "pairwise_causal_calibration_confidence": 0.5244535198032577,
+    "pairwise_causal_calibration_ece": 0.05054648019674224,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 0.11792927817531362,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.037011127918958664,
+    "selected_candidate_index": 15.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.030119141563773155,
+    "selected_utility_gain_over_base": -0.07271510548889637,
+    "selector_regret": 0.006891986355185509,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.24876614287495613,
+    "tau": -0.0718611703384171
+  },
+  "141984615/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.10283424705266953,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.2857772707939148,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.5083333333333333,
+    "pairwise_causal_calibration_confidence": 0.538380386098592,
+    "pairwise_causal_calibration_ece": 0.043205574824282285,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 0.034121695817442343,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.058951716870069504,
+    "selected_candidate_index": 11.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.058951716870069504,
+    "selected_utility_gain_over_base": -0.04388253018260002,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.2268255539238453,
+    "tau": -0.0718611703384171
+  },
+  "1461069713/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.0939030647277832,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.1593424528837204,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.49166666666666664,
+    "pairwise_causal_calibration_confidence": 0.5251639529546277,
+    "pairwise_causal_calibration_ece": 0.03349728628796106,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 0.4675581452853047,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.06019836664199829,
+    "selected_candidate_index": 7.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.02898651361465454,
+    "selected_utility_gain_over_base": -0.06491655111312866,
+    "selector_regret": 0.03121185302734375,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0991440862417221,
+    "tau": -0.0718611703384171
+  },
+  "1461069713/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.0939030647277832,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.1593424528837204,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.43333333333333335,
+    "pairwise_causal_calibration_confidence": 0.5166360139443322,
+    "pairwise_causal_calibration_ece": 0.08330268061099888,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 0.4500223738950829,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.016585012897849083,
+    "selected_candidate_index": 3.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.009051382541656494,
+    "selected_utility_gain_over_base": -0.08485168218612671,
+    "selector_regret": 0.007533630356192589,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.14275743998587132,
+    "tau": -0.0718611703384171
+  },
+  "1461069713/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.0939030647277832,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.1593424528837204,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.6,
+    "pairwise_causal_calibration_confidence": 0.519839782973733,
+    "pairwise_causal_calibration_ece": 0.08016021702626697,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 0.4462633698719307,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.09997648000717163,
+    "selected_candidate_index": 5.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.06987287849187851,
+    "selected_utility_gain_over_base": -0.024030186235904694,
+    "selector_regret": 0.03010360151529312,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.05936597287654877,
+    "tau": -0.0718611703384171
+  },
+  "1480856810/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.08703407645225525,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.20948036015033722,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.41414141414141414,
+    "pairwise_causal_calibration_confidence": 0.5226475437853878,
+    "pairwise_causal_calibration_ece": 0.10850612964397366,
+    "pairwise_causal_calibration_pairs": 99.0,
+    "predicted_margin": 0.6476723025740536,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 9.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.07608599960803986,
+    "selected_utility_gain_over_base": -0.010948076844215393,
+    "selector_regret": 1.9239140003919601,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.28744401244938833
+  },
+  "1480856810/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.08703407645225525,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.20948036015033722,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.48739495798319327,
+    "pairwise_causal_calibration_confidence": 0.5136404664974943,
+    "pairwise_causal_calibration_ece": 0.02624550851430102,
+    "pairwise_causal_calibration_pairs": 119.0,
+    "predicted_margin": 0.38625575833343895,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 8.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.19651852548122406,
+    "selected_utility_gain_over_base": 0.10948444902896881,
+    "selector_regret": 1.803481474518776,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.28744401244938833
+  },
+  "1480856810/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.08703407645225525,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.20948036015033722,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.5882352941176471,
+    "pairwise_causal_calibration_confidence": 0.5148540856771467,
+    "pairwise_causal_calibration_ece": 0.07338120844050033,
+    "pairwise_causal_calibration_pairs": 119.0,
+    "predicted_margin": 0.35255742400707646,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 1.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.21615806221961975,
+    "selected_utility_gain_over_base": 0.1291239857673645,
+    "selector_regret": 1.7838419377803802,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.28744401244938833
+  },
+  "1509980664/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.8334100246429443,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.43333333333333335,
+    "pairwise_causal_calibration_confidence": 0.5158281275240727,
+    "pairwise_causal_calibration_ece": 0.08249479419073935,
+    "pairwise_causal_calibration_pairs": 90.0,
+    "predicted_margin": -0.12116588314285559,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 10.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 1.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 1.1665899753570557,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": -0.18710182505305797
+  },
+  "1509980664/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.8334100246429443,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.30158730158730157,
+    "pairwise_causal_calibration_confidence": 0.5242300284642385,
+    "pairwise_causal_calibration_ece": 0.2226427268769369,
+    "pairwise_causal_calibration_pairs": 63.0,
+    "predicted_margin": -0.10941040668136354,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 12.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.8129013180732727,
+    "selected_utility_gain_over_base": -0.02050870656967163,
+    "selector_regret": 1.1870986819267273,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": -0.18710182505305797
+  },
+  "1509980664/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.8334100246429443,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.5111111111111111,
+    "pairwise_causal_calibration_confidence": 0.5240930381172986,
+    "pairwise_causal_calibration_ece": 0.012981927006187598,
+    "pairwise_causal_calibration_pairs": 90.0,
+    "predicted_margin": -0.14659151504624657,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 9.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.16154873371124268,
+    "selected_utility_gain_over_base": -0.6718612909317017,
+    "selector_regret": 1.8384512662887573,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": -0.18710182505305797
+  },
+  "1522272686/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.5839591026306152,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.6944444444444444,
+    "pairwise_causal_calibration_confidence": 0.5457014445746324,
+    "pairwise_causal_calibration_ece": 0.14874299986981188,
+    "pairwise_causal_calibration_pairs": 36.0,
+    "predicted_margin": -0.23967836808523524,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.18325337767601013,
+    "selected_candidate_index": 7.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.5839591026306152,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.8167466223239899,
+    "tau": 0.02896384295113541
+  },
+  "1522272686/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.5839591026306152,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.5555555555555556,
+    "pairwise_causal_calibration_confidence": 0.5111398905599821,
+    "pairwise_causal_calibration_ece": 0.04441566499557348,
+    "pairwise_causal_calibration_pairs": 36.0,
+    "predicted_margin": -0.2514915262180857,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.07014383375644684,
+    "selected_candidate_index": 0.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.5839591026306152,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.9298561662435532,
+    "tau": 0.02896384295113541
+  },
+  "1522272686/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.5839591026306152,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.3611111111111111,
+    "pairwise_causal_calibration_confidence": 0.525252740289532,
+    "pairwise_causal_calibration_ece": 0.16414162917842084,
+    "pairwise_causal_calibration_pairs": 36.0,
+    "predicted_margin": -0.28676975669762994,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.14937306940555573,
+    "selected_candidate_index": 4.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.5839591026306152,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.8506269305944443,
+    "tau": 0.02896384295113541
+  },
+  "1549324805/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.10451483726501465,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.2974560856819153,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.75,
+    "pairwise_causal_calibration_confidence": 0.5337482570523958,
+    "pairwise_causal_calibration_ece": 0.21625174294760421,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 0.5713459023104054,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.060871422290802,
+    "selected_candidate_index": 5.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.03462250903248787,
+    "selected_utility_gain_over_base": -0.06989232823252678,
+    "selector_regret": 0.026248913258314133,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.23658466339111328,
+    "tau": -0.0718611703384171
+  },
+  "1549324805/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.10451483726501465,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.2974560856819153,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.375,
+    "pairwise_causal_calibration_confidence": 0.5262268456146021,
+    "pairwise_causal_calibration_ece": 0.1512268456146021,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 0.3107421704514528,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.19892151653766632,
+    "selected_candidate_index": 0.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.0303483996540308,
+    "selected_utility_gain_over_base": -0.07416643761098385,
+    "selector_regret": 0.16857311688363552,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.09853456914424896,
+    "tau": -0.0718611703384171
+  },
+  "1549324805/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.10451483726501465,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.2974560856819153,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.25833333333333336,
+    "pairwise_causal_calibration_confidence": 0.528533525486533,
+    "pairwise_causal_calibration_ece": 0.2702001921531997,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 0.6769572594134817,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.11310184001922607,
+    "selected_candidate_index": 1.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.04690708592534065,
+    "selected_utility_gain_over_base": -0.057607751339673996,
+    "selector_regret": 0.06619475409388542,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.1843542456626892,
+    "tau": -0.0718611703384171
+  },
+  "1578990937/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.82413649559021,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.5470085470085471,
+    "pairwise_causal_calibration_confidence": 0.5361003534463802,
+    "pairwise_causal_calibration_ece": 0.042038781082623024,
+    "pairwise_causal_calibration_pairs": 117.0,
+    "predicted_margin": -0.11714129730488587,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 4.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.14173981547355652,
+    "selected_utility_gain_over_base": -0.6823966801166534,
+    "selector_regret": 1.8582601845264435,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": -0.18710182505305797
+  },
+  "1578990937/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.82413649559021,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.5454545454545454,
+    "pairwise_causal_calibration_confidence": 0.5394992318577098,
+    "pairwise_causal_calibration_ece": 0.038926080840327754,
+    "pairwise_causal_calibration_pairs": 110.0,
+    "predicted_margin": -0.09068349284851132,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 2.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 1.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 1.17586350440979,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": -0.18710182505305797
+  },
+  "1578990937/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.82413649559021,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.3949579831932773,
+    "pairwise_causal_calibration_confidence": 0.5340698575932721,
+    "pairwise_causal_calibration_ece": 0.1391118743999947,
+    "pairwise_causal_calibration_pairs": 119.0,
+    "predicted_margin": -0.14154551725382616,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 2.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.1460946798324585,
+    "selected_utility_gain_over_base": -0.6780418157577515,
+    "selector_regret": 1.8539053201675415,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": -0.18710182505305797
+  },
+  "1747178030/train0": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_ece": 0.0,
+    "pairwise_causal_calibration_pairs": 0.0,
+    "predicted_margin": 0.3567590128192366,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 15.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": -0.0718611703384171
+  },
+  "1747178030/train1": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_ece": 0.0,
+    "pairwise_causal_calibration_pairs": 0.0,
+    "predicted_margin": 0.19263300195342614,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 10.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": -0.0718611703384171
+  },
+  "1747178030/train2": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_ece": 0.0,
+    "pairwise_causal_calibration_pairs": 0.0,
+    "predicted_margin": 0.2551836974507351,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 15.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": -0.0718611703384171
+  },
+  "1790188787/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.12476746737957001,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.6272727272727273,
+    "pairwise_causal_calibration_confidence": 0.5316179775586928,
+    "pairwise_causal_calibration_ece": 0.0956547497140344,
+    "pairwise_causal_calibration_pairs": 110.0,
+    "predicted_margin": 0.5329093436927219,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 5.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 1.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 1.87523253262043,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.28744401244938833
+  },
+  "1790188787/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.12476746737957001,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.543859649122807,
+    "pairwise_causal_calibration_confidence": 0.5328964743528634,
+    "pairwise_causal_calibration_ece": 0.010963174769943684,
+    "pairwise_causal_calibration_pairs": 114.0,
+    "predicted_margin": 0.5122492091762928,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 6.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.13741976022720337,
+    "selected_utility_gain_over_base": 0.012652292847633362,
+    "selector_regret": 1.8625802397727966,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.28744401244938833
+  },
+  "1790188787/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.12476746737957001,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.43636363636363634,
+    "pairwise_causal_calibration_confidence": 0.5352532151194661,
+    "pairwise_causal_calibration_ece": 0.0988895787558297,
+    "pairwise_causal_calibration_pairs": 110.0,
+    "predicted_margin": 0.4672762110936981,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 8.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.13743820786476135,
+    "selected_utility_gain_over_base": 0.012670740485191345,
+    "selector_regret": 1.8625617921352386,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.28744401244938833
+  },
+  "1822210471/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.07191530615091324,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.525,
+    "pairwise_causal_calibration_confidence": 0.539953848754645,
+    "pairwise_causal_calibration_ece": 0.15111259204903227,
+    "pairwise_causal_calibration_pairs": 40.0,
+    "predicted_margin": -0.05440518485836532,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 4.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 1.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 1.9280846938490868,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": -0.0718611703384171
+  },
+  "1822210471/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.07191530615091324,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.5714285714285714,
+    "pairwise_causal_calibration_confidence": 0.5415632384984795,
+    "pairwise_causal_calibration_ece": 0.10876536091501116,
+    "pairwise_causal_calibration_pairs": 49.0,
+    "predicted_margin": -0.03958497742915945,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 4.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 1.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 1.9280846938490868,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": -0.0718611703384171
+  },
+  "1822210471/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.07191530615091324,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.55,
+    "pairwise_causal_calibration_confidence": 0.5237701807590434,
+    "pairwise_causal_calibration_ece": 0.026229819240956687,
+    "pairwise_causal_calibration_pairs": 40.0,
+    "predicted_margin": -0.16858629361831445,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 5.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.07191530615091324,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 1.9280846938490868,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": -0.0718611703384171
+  },
+  "1845489013/train0": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.2608695652173913,
+    "pairwise_causal_calibration_confidence": 0.5171237518534777,
+    "pairwise_causal_calibration_ece": 0.2562541866360864,
+    "pairwise_causal_calibration_pairs": 46.0,
+    "predicted_margin": -0.13774783214464598,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 11.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": -0.0718611703384171
+  },
+  "1845489013/train1": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.38461538461538464,
+    "pairwise_causal_calibration_confidence": 0.5121094164593272,
+    "pairwise_causal_calibration_ece": 0.12749403184394253,
+    "pairwise_causal_calibration_pairs": 13.0,
+    "predicted_margin": -0.07780183911371158,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 1.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": -0.0718611703384171
+  },
+  "1845489013/train2": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.52,
+    "pairwise_causal_calibration_confidence": 0.5170849899671911,
+    "pairwise_causal_calibration_ece": 0.002915010032808918,
+    "pairwise_causal_calibration_pairs": 25.0,
+    "predicted_margin": -0.12444815357019567,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 7.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": -0.0718611703384171
+  },
+  "1999022574/train0": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.2571428571428571,
+    "pairwise_causal_calibration_confidence": 0.5267116008364124,
+    "pairwise_causal_calibration_ece": 0.2695687436935554,
+    "pairwise_causal_calibration_pairs": 70.0,
+    "predicted_margin": -0.11408015116078918,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 5.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": -1.0,
+    "selected_utility": 0.14746195077896118,
+    "selected_utility_gain_over_base": -1.8525380492210388,
+    "selector_regret": 1.8525380492210388,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": -0.18710182505305797
+  },
+  "1999022574/train1": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.44285714285714284,
+    "pairwise_causal_calibration_confidence": 0.5323449915161098,
+    "pairwise_causal_calibration_ece": 0.10072366188957278,
+    "pairwise_causal_calibration_pairs": 70.0,
+    "predicted_margin": -0.17466576670619666,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 8.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": -0.18710182505305797
+  },
+  "1999022574/train2": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.5657894736842105,
+    "pairwise_causal_calibration_confidence": 0.5344673895535903,
+    "pairwise_causal_calibration_ece": 0.031322084130620015,
+    "pairwise_causal_calibration_pairs": 76.0,
+    "predicted_margin": -0.16215465004219584,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 13.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": -1.0,
+    "selected_utility": 0.8302689790725708,
+    "selected_utility_gain_over_base": -1.1697310209274292,
+    "selector_regret": 1.1697310209274292,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": -0.18710182505305797
+  },
+  "2012211287/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.7236053347587585,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.3025210084033613,
+    "pairwise_causal_calibration_confidence": 0.5305966527751617,
+    "pairwise_causal_calibration_ece": 0.22807564437180022,
+    "pairwise_causal_calibration_pairs": 119.0,
+    "predicted_margin": 0.2180007600904328,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 13.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.7026570439338684,
+    "selected_utility_gain_over_base": -0.020948290824890137,
+    "selector_regret": 1.2973429560661316,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": -0.07385947182024077
+  },
+  "2012211287/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.7236053347587585,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.425,
+    "pairwise_causal_calibration_confidence": 0.5238503061013462,
+    "pairwise_causal_calibration_ece": 0.09885030610134621,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 0.16726605949103523,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 13.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.6900332570075989,
+    "selected_utility_gain_over_base": -0.03357207775115967,
+    "selector_regret": 1.3099667429924011,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": -0.07385947182024077
+  },
+  "2012211287/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.7236053347587585,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.5,
+    "pairwise_causal_calibration_confidence": 0.5242257655342142,
+    "pairwise_causal_calibration_ece": 0.024225765534214183,
+    "pairwise_causal_calibration_pairs": 92.0,
+    "predicted_margin": 0.24853085052742357,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 1.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.6829424500465393,
+    "selected_utility_gain_over_base": -0.04066288471221924,
+    "selector_regret": 1.3170575499534607,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": -0.07385947182024077
+  },
+  "2038594191/train0": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.0,
+    "pairwise_causal_calibration_confidence": 0.5768622164838934,
+    "pairwise_causal_calibration_ece": 0.5768622164838934,
+    "pairwise_causal_calibration_pairs": 29.0,
+    "predicted_margin": 0.08574322718445004,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 5.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": -1.0,
+    "selected_utility": 0.04285776615142822,
+    "selected_utility_gain_over_base": -1.9571422338485718,
+    "selector_regret": 1.9571422338485718,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": -0.0718611703384171
+  },
+  "2038594191/train1": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.5740740740740741,
+    "pairwise_causal_calibration_confidence": 0.5594515320080404,
+    "pairwise_causal_calibration_ece": 0.2553362522454674,
+    "pairwise_causal_calibration_pairs": 54.0,
+    "predicted_margin": 0.1354107312118617,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 9.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": -1.0,
+    "selected_utility": 0.07674666494131088,
+    "selected_utility_gain_over_base": -1.9232533350586891,
+    "selector_regret": 1.9232533350586891,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": -0.0718611703384171
+  },
+  "2038594191/train2": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.5151515151515151,
+    "pairwise_causal_calibration_confidence": 0.5363991279304782,
+    "pairwise_causal_calibration_ece": 0.03713806757575985,
+    "pairwise_causal_calibration_pairs": 99.0,
+    "predicted_margin": 0.08745956040002545,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 3.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": -1.0,
+    "selected_utility": 0.12977690994739532,
+    "selected_utility_gain_over_base": -1.8702230900526047,
+    "selector_regret": 1.8702230900526047,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": -0.0718611703384171
+  },
+  "2054899126/train0": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.45,
+    "pairwise_causal_calibration_confidence": 0.5138396482606322,
+    "pairwise_causal_calibration_ece": 0.031919824130316105,
+    "pairwise_causal_calibration_pairs": 60.0,
+    "predicted_margin": 0.2227645387030986,
+    "proposal_oracle_success": 0.5,
+    "proposal_oracle_utility": 1.077283151447773,
+    "selected_candidate_index": 1.5,
+    "selected_success": 0.5,
+    "selected_success_gain_over_base": -0.5,
+    "selected_utility": 1.0391597636044025,
+    "selected_utility_gain_over_base": -0.9608402363955975,
+    "selector_regret": 0.03812338784337044,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.5,
+    "support_gap": 0.922716848552227,
+    "tau": -0.0718611703384171
+  },
+  "2054899126/train1": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.49122807017543857,
+    "pairwise_causal_calibration_confidence": 0.5227936475539869,
+    "pairwise_causal_calibration_ece": 0.015782788689274185,
+    "pairwise_causal_calibration_pairs": 57.0,
+    "predicted_margin": 0.2770881776119133,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 4.0,
+    "selected_success": 0.5,
+    "selected_success_gain_over_base": -0.5,
+    "selected_utility": 1.0660420358181,
+    "selected_utility_gain_over_base": -0.9339579641819,
+    "selector_regret": 0.9339579641819,
+    "success_selector_gap": 0.5,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": -0.0718611703384171
+  },
+  "2054899126/train2": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.4369747899159664,
+    "pairwise_causal_calibration_confidence": 0.5252379082880491,
+    "pairwise_causal_calibration_ece": 0.044131559186041336,
+    "pairwise_causal_calibration_pairs": 59.5,
+    "predicted_margin": 0.1326005713312028,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 1.0,
+    "selected_success": 0.5,
+    "selected_success_gain_over_base": -0.5,
+    "selected_utility": 1.0276100430637598,
+    "selected_utility_gain_over_base": -0.9723899569362402,
+    "selector_regret": 0.9723899569362402,
+    "success_selector_gap": 0.5,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": -0.0718611703384171
+  },
+  "2061635888/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.05225050449371338,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.6388888888888888,
+    "pairwise_causal_calibration_confidence": 0.5184746997192393,
+    "pairwise_causal_calibration_ece": 0.12041418916964952,
+    "pairwise_causal_calibration_pairs": 36.0,
+    "predicted_margin": 0.13802527783024798,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.09799930453300476,
+    "selected_candidate_index": 6.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.043751150369644165,
+    "selected_utility_gain_over_base": -0.008499354124069214,
+    "selector_regret": 0.054248154163360596,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.9020006954669952,
+    "tau": -0.18710182505305797
+  },
+  "2061635888/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.05225050449371338,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.4722222222222222,
+    "pairwise_causal_calibration_confidence": 0.5119131115242276,
+    "pairwise_causal_calibration_ece": 0.03969088930200537,
+    "pairwise_causal_calibration_pairs": 36.0,
+    "predicted_margin": 0.0925196999812683,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.07580336928367615,
+    "selected_candidate_index": 3.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.07580336928367615,
+    "selected_utility_gain_over_base": 0.02355286478996277,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.9241966307163239,
+    "tau": -0.18710182505305797
+  },
+  "2061635888/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.05225050449371338,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.8055555555555556,
+    "pairwise_causal_calibration_confidence": 0.5138245455754116,
+    "pairwise_causal_calibration_ece": 0.291731009980144,
+    "pairwise_causal_calibration_pairs": 36.0,
+    "predicted_margin": 0.061796487673025036,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.11105132102966309,
+    "selected_candidate_index": 5.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.11105132102966309,
+    "selected_utility_gain_over_base": 0.05880081653594971,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.888948678970337,
+    "tau": -0.18710182505305797
+  },
+  "211245842/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.19090841710567474,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.7058823529411765,
+    "pairwise_causal_calibration_confidence": 0.5351161430732934,
+    "pairwise_causal_calibration_ece": 0.17076620986788324,
+    "pairwise_causal_calibration_pairs": 119.0,
+    "predicted_margin": -0.16494316577956913,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 10.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.12586313486099243,
+    "selected_utility_gain_over_base": -0.06504528224468231,
+    "selector_regret": 1.8741368651390076,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": -0.18710182505305797
+  },
+  "211245842/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.19090841710567474,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.8416666666666667,
+    "pairwise_causal_calibration_confidence": 0.5382974229033135,
+    "pairwise_causal_calibration_ece": 0.30336924376335306,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": -0.10202293411527177,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.21295717358589172,
+    "selected_candidate_index": 13.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.17156320810317993,
+    "selected_utility_gain_over_base": -0.019345209002494812,
+    "selector_regret": 0.04139396548271179,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.7870428264141083,
+    "tau": -0.18710182505305797
+  },
+  "211245842/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.19090841710567474,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.6,
+    "pairwise_causal_calibration_confidence": 0.5317298952114761,
+    "pairwise_causal_calibration_ece": 0.06827010478852391,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": -0.26370842901349006,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.23388276994228363,
+    "selected_candidate_index": 0.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.19090841710567474,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.04297435283660889,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.7661172300577164,
+    "tau": -0.18710182505305797
+  },
+  "278008524/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.042734989896416664,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 0.5,
+    "hidden_chart_oracle_utility": 1.1139086410403252,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.5568181818181819,
+    "pairwise_causal_calibration_confidence": 0.519833289537298,
+    "pairwise_causal_calibration_ece": 0.13700175449974886,
+    "pairwise_causal_calibration_pairs": 109.5,
+    "predicted_margin": 0.1024719525224913,
+    "proposal_oracle_success": 0.5,
+    "proposal_oracle_utility": 1.0733563229441643,
+    "selected_candidate_index": 8.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.06754684634506702,
+    "selected_utility_gain_over_base": 0.02481185644865036,
+    "selector_regret": 1.0058094765990973,
+    "success_selector_gap": 0.5,
+    "success_support_gap": 0.0,
+    "support_gap": 0.04055231809616089,
+    "tau": -0.0718611703384171
+  },
+  "278008524/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.042734989896416664,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 0.5,
+    "hidden_chart_oracle_utility": 1.1139086410403252,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.5907608695652173,
+    "pairwise_causal_calibration_confidence": 0.5198421814375511,
+    "pairwise_causal_calibration_ece": 0.1186012755305571,
+    "pairwise_causal_calibration_pairs": 106.0,
+    "predicted_margin": 0.16388738649092643,
+    "proposal_oracle_success": 0.5,
+    "proposal_oracle_utility": 1.0376745946705341,
+    "selected_candidate_index": 5.5,
+    "selected_success": 0.5,
+    "selected_success_gain_over_base": 0.5,
+    "selected_utility": 1.0095977680757642,
+    "selected_utility_gain_over_base": 0.9668627781793475,
+    "selector_regret": 0.028076826594769955,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.07623404636979103,
+    "tau": -0.0718611703384171
+  },
+  "278008524/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.042734989896416664,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 0.5,
+    "hidden_chart_oracle_utility": 1.1139086410403252,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.33611111111111114,
+    "pairwise_causal_calibration_confidence": 0.5255283835156899,
+    "pairwise_causal_calibration_ece": 0.1894172724045787,
+    "pairwise_causal_calibration_pairs": 109.5,
+    "predicted_margin": 0.16857295234438457,
+    "proposal_oracle_success": 0.5,
+    "proposal_oracle_utility": 1.1359489113092422,
+    "selected_candidate_index": 3.0,
+    "selected_success": 0.5,
+    "selected_success_gain_over_base": 0.5,
+    "selected_utility": 1.034129787236452,
+    "selected_utility_gain_over_base": 0.9913947973400354,
+    "selector_regret": 0.10181912407279015,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": -0.0718611703384171
+  },
+  "307068879/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.6000905632972717,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.42857142857142855,
+    "pairwise_causal_calibration_confidence": 0.5343458881100447,
+    "pairwise_causal_calibration_ece": 0.10577445953861614,
+    "pairwise_causal_calibration_pairs": 91.0,
+    "predicted_margin": -0.3084681084329295,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.2115575522184372,
+    "selected_candidate_index": 11.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.6000905632972717,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.7884424477815628,
+    "tau": -0.07385947182024077
+  },
+  "307068879/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.6000905632972717,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.46153846153846156,
+    "pairwise_causal_calibration_confidence": 0.5333254751964351,
+    "pairwise_causal_calibration_ece": 0.07178701365797358,
+    "pairwise_causal_calibration_pairs": 91.0,
+    "predicted_margin": -0.22321666120891376,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.5876073241233826,
+    "selected_candidate_index": 8.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.6000905632972717,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.4123926758766174,
+    "tau": -0.07385947182024077
+  },
+  "307068879/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.6000905632972717,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.3626373626373626,
+    "pairwise_causal_calibration_confidence": 0.5472048889164063,
+    "pairwise_causal_calibration_ece": 0.1845675262790436,
+    "pairwise_causal_calibration_pairs": 91.0,
+    "predicted_margin": -0.04845957189152705,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.2302134484052658,
+    "selected_candidate_index": 6.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.20841218531131744,
+    "selected_utility_gain_over_base": -0.3916783779859543,
+    "selector_regret": 0.021801263093948364,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.7697865515947342,
+    "tau": -0.07385947182024077
+  },
+  "412102563/train0": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.35,
+    "pairwise_causal_calibration_confidence": 0.5258131375323639,
+    "pairwise_causal_calibration_ece": 0.17581313753236394,
+    "pairwise_causal_calibration_pairs": 60.0,
+    "predicted_margin": -0.10215255174920451,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 7.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": -1.0,
+    "selected_utility": 0.14946338534355164,
+    "selected_utility_gain_over_base": -1.8505366146564484,
+    "selector_regret": 1.8505366146564484,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": -0.18710182505305797
+  },
+  "412102563/train1": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.38461538461538464,
+    "pairwise_causal_calibration_confidence": 0.523423235146417,
+    "pairwise_causal_calibration_ece": 0.13880785053103237,
+    "pairwise_causal_calibration_pairs": 39.0,
+    "predicted_margin": -0.15959785934997645,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 14.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": -1.0,
+    "selected_utility": 0.8125194311141968,
+    "selected_utility_gain_over_base": -1.1874805688858032,
+    "selector_regret": 1.1874805688858032,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": -0.18710182505305797
+  },
+  "412102563/train2": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.6309523809523809,
+    "pairwise_causal_calibration_confidence": 0.5248002449882088,
+    "pairwise_causal_calibration_ece": 0.12044288641048877,
+    "pairwise_causal_calibration_pairs": 84.0,
+    "predicted_margin": -0.20549642192166445,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 10.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": -0.18710182505305797
+  },
+  "440577711/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.036152780055999756,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.5862068965517241,
+    "pairwise_causal_calibration_confidence": 0.5272168394784098,
+    "pairwise_causal_calibration_ece": 0.058990057073314284,
+    "pairwise_causal_calibration_pairs": 29.0,
+    "predicted_margin": 0.7070441087351717,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 0.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 1.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 1.9638472199440002,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.28744401244938833
+  },
+  "440577711/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.036152780055999756,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.8666666666666667,
+    "pairwise_causal_calibration_confidence": 0.5379425484601451,
+    "pairwise_causal_calibration_ece": 0.3287241182065216,
+    "pairwise_causal_calibration_pairs": 15.0,
+    "predicted_margin": 0.7017571830152312,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 14.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 1.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 1.9638472199440002,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.28744401244938833
+  },
+  "440577711/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.036152780055999756,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.7222222222222222,
+    "pairwise_causal_calibration_confidence": 0.536464978436527,
+    "pairwise_causal_calibration_ece": 0.18575724378569516,
+    "pairwise_causal_calibration_pairs": 54.0,
+    "predicted_margin": 0.6922087959324436,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 6.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 1.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 1.9638472199440002,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.28744401244938833
+  },
+  "441046872/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.6999551653862,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.38181818181818183,
+    "pairwise_causal_calibration_confidence": 0.5381289217490534,
+    "pairwise_causal_calibration_ece": 0.15631073993087152,
+    "pairwise_causal_calibration_pairs": 55.0,
+    "predicted_margin": 0.009282072163031563,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 2.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.20389758050441742,
+    "selected_utility_gain_over_base": -0.49605758488178253,
+    "selector_regret": 1.7961024194955826,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": -0.07385947182024077
+  },
+  "441046872/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.6999551653862,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.509090909090909,
+    "pairwise_causal_calibration_confidence": 0.5333064538046144,
+    "pairwise_causal_calibration_ece": 0.02421554471370535,
+    "pairwise_causal_calibration_pairs": 55.0,
+    "predicted_margin": -0.11963786997800063,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.7233588695526123,
+    "selected_candidate_index": 4.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.6999551653862,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.023403704166412354,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.2766411304473877,
+    "tau": -0.07385947182024077
+  },
+  "441046872/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.6999551653862,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.5636363636363636,
+    "pairwise_causal_calibration_confidence": 0.5375543539918383,
+    "pairwise_causal_calibration_ece": 0.03382332741347877,
+    "pairwise_causal_calibration_pairs": 55.0,
+    "predicted_margin": -0.08224411989102232,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.7191348671913147,
+    "selected_candidate_index": 5.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.6999551653862,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.019179701805114746,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.2808651328086853,
+    "tau": -0.07385947182024077
+  },
+  "509430392/train0": {
+    "base_success": 0.0,
+    "base_utility": 2.2351741790771484e-07,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.5378151260504201,
+    "pairwise_causal_calibration_confidence": 0.5162619682864167,
+    "pairwise_causal_calibration_ece": 0.02155315776400346,
+    "pairwise_causal_calibration_pairs": 119.0,
+    "predicted_margin": 0.5136988024654346,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 11.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 1.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 1.999999776482582,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.28744401244938833
+  },
+  "509430392/train1": {
+    "base_success": 0.0,
+    "base_utility": 2.2351741790771484e-07,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.5714285714285714,
+    "pairwise_causal_calibration_confidence": 0.5280283691474993,
+    "pairwise_causal_calibration_ece": 0.04340020228107211,
+    "pairwise_causal_calibration_pairs": 105.0,
+    "predicted_margin": 0.4261006779620051,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 2.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 1.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 1.999999776482582,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.28744401244938833
+  },
+  "509430392/train2": {
+    "base_success": 0.0,
+    "base_utility": 2.2351741790771484e-07,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.6302521008403361,
+    "pairwise_causal_calibration_confidence": 0.5305902079798236,
+    "pairwise_causal_calibration_ece": 0.09966189286051252,
+    "pairwise_causal_calibration_pairs": 119.0,
+    "predicted_margin": 0.3587989801510558,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 5.424022674560547e-06,
+    "selected_candidate_index": 10.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 5.424022674560547e-06,
+    "selected_utility_gain_over_base": 5.200505256652832e-06,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.9999945759773254,
+    "tau": 0.28744401244938833
+  },
+  "585904130/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.18171554803848267,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.44047619047619047,
+    "pairwise_causal_calibration_confidence": 0.5212774691287471,
+    "pairwise_causal_calibration_ece": 0.0808012786525566,
+    "pairwise_causal_calibration_pairs": 84.0,
+    "predicted_margin": 0.08651310891179698,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 4.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.09919407218694687,
+    "selected_utility_gain_over_base": -0.0825214758515358,
+    "selector_regret": 1.9008059278130531,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": -0.0718611703384171
+  },
+  "585904130/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.18171554803848267,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.4533333333333333,
+    "pairwise_causal_calibration_confidence": 0.5302663446880443,
+    "pairwise_causal_calibration_ece": 0.076933011354711,
+    "pairwise_causal_calibration_pairs": 75.0,
+    "predicted_margin": 0.09881997958173372,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 15.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.04792279005050659,
+    "selected_utility_gain_over_base": -0.13379275798797607,
+    "selector_regret": 1.9520772099494934,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": -0.0718611703384171
+  },
+  "585904130/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.18171554803848267,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.6818181818181818,
+    "pairwise_causal_calibration_confidence": 0.522915616847175,
+    "pairwise_causal_calibration_ece": 0.15890256497100674,
+    "pairwise_causal_calibration_pairs": 110.0,
+    "predicted_margin": 0.0589756379475741,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 0.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.08930286020040512,
+    "selected_utility_gain_over_base": -0.09241268783807755,
+    "selector_regret": 1.9106971397995949,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": -0.0718611703384171
+  },
+  "608016290/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.725701630115509,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.5904761904761905,
+    "pairwise_causal_calibration_confidence": 0.5293645053307068,
+    "pairwise_causal_calibration_ece": 0.14243134895449866,
+    "pairwise_causal_calibration_pairs": 105.0,
+    "predicted_margin": 0.08072228079745068,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 11.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 1.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 1.274298369884491,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": -0.07385947182024077
+  },
+  "608016290/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.725701630115509,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.6,
+    "pairwise_causal_calibration_confidence": 0.5357192536556177,
+    "pairwise_causal_calibration_ece": 0.0682003715539854,
+    "pairwise_causal_calibration_pairs": 105.0,
+    "predicted_margin": -0.1274552507433626,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 8.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.725701630115509,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 1.274298369884491,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": -0.07385947182024077
+  },
+  "608016290/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.725701630115509,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.44166666666666665,
+    "pairwise_causal_calibration_confidence": 0.5315196569218078,
+    "pairwise_causal_calibration_ece": 0.08985299025514107,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": -0.030776181488394214,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.7117276191711426,
+    "selected_candidate_index": 8.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.21245408058166504,
+    "selected_utility_gain_over_base": -0.513247549533844,
+    "selector_regret": 0.49927353858947754,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.2882723808288574,
+    "tau": -0.07385947182024077
+  },
+  "626486813/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.00509834272088483,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.16558238118886948,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.6125,
+    "pairwise_causal_calibration_confidence": 0.5273776063219382,
+    "pairwise_causal_calibration_ece": 0.08512239367806185,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 0.34770303375956,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.04469547560438514,
+    "selected_candidate_index": 6.5,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.011467556469142437,
+    "selected_utility_gain_over_base": 0.006369213748257607,
+    "selector_regret": 0.0332279191352427,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.12161866808310151,
+    "tau": -0.0718611703384171
+  },
+  "626486813/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.00509834272088483,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.16558238118886948,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.48333333333333334,
+    "pairwise_causal_calibration_confidence": 0.521404963299847,
+    "pairwise_causal_calibration_ece": 0.03807162996651359,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 0.2450842010496616,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.035827874671667814,
+    "selected_candidate_index": 7.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.015682418830692768,
+    "selected_utility_gain_over_base": 0.010584076109807938,
+    "selector_regret": 0.020145455840975046,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.12975450651720166,
+    "tau": -0.0718611703384171
+  },
+  "626486813/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.00509834272088483,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.16558238118886948,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.475,
+    "pairwise_causal_calibration_confidence": 0.531833628670964,
+    "pairwise_causal_calibration_ece": 0.056833628670964004,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 0.22550405863537087,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.04489925503730774,
+    "selected_candidate_index": 9.5,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.030346781481057405,
+    "selected_utility_gain_over_base": 0.025248438760172576,
+    "selector_regret": 0.014552473556250334,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.12068312615156174,
+    "tau": -0.0718611703384171
+  },
+  "636680137/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.08313504606485367,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.17056432366371155,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.5333333333333333,
+    "pairwise_causal_calibration_confidence": 0.5395580589892535,
+    "pairwise_causal_calibration_ece": 0.006224725655920161,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 0.8489010665175709,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.08826130628585815,
+    "selected_candidate_index": 2.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.08826130628585815,
+    "selected_utility_gain_over_base": 0.005126260221004486,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0823030173778534,
+    "tau": -0.0718611703384171
+  },
+  "636680137/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.08313504606485367,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.17056432366371155,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.55,
+    "pairwise_causal_calibration_confidence": 0.5207010539912516,
+    "pairwise_causal_calibration_ece": 0.029298946008748494,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 0.39916002861669686,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.06741118431091309,
+    "selected_candidate_index": 1.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.017789265140891075,
+    "selected_utility_gain_over_base": -0.0653457809239626,
+    "selector_regret": 0.04962191917002201,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.10315313935279846,
+    "tau": -0.0718611703384171
+  },
+  "636680137/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.08313504606485367,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.17056432366371155,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.5583333333333333,
+    "pairwise_causal_calibration_confidence": 0.5159516842599035,
+    "pairwise_causal_calibration_ece": 0.042381649073429895,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 0.47473165550706736,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.0756516233086586,
+    "selected_candidate_index": 3.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.03889387845993042,
+    "selected_utility_gain_over_base": -0.04424116760492325,
+    "selector_regret": 0.03675774484872818,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.09491270035505295,
+    "tau": -0.0718611703384171
+  },
+  "655884605/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.16300667822360992,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.6388888888888888,
+    "pairwise_causal_calibration_confidence": 0.5310489483070069,
+    "pairwise_causal_calibration_ece": 0.10783994058188195,
+    "pairwise_causal_calibration_pairs": 36.0,
+    "predicted_margin": 0.09399166521150604,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.13732868432998657,
+    "selected_candidate_index": 0.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.12222731113433838,
+    "selected_utility_gain_over_base": -0.040779367089271545,
+    "selector_regret": 0.015101373195648193,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.8626713156700134,
+    "tau": -0.18710182505305797
+  },
+  "655884605/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.16300667822360992,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.4444444444444444,
+    "pairwise_causal_calibration_confidence": 0.5070899546645378,
+    "pairwise_causal_calibration_ece": 0.06264551022009335,
+    "pairwise_causal_calibration_pairs": 36.0,
+    "predicted_margin": 0.07407655216726083,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.8128758072853088,
+    "selected_candidate_index": 8.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.12105989456176758,
+    "selected_utility_gain_over_base": -0.041946783661842346,
+    "selector_regret": 0.6918159127235413,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.1871241927146912,
+    "tau": -0.18710182505305797
+  },
+  "655884605/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.16300667822360992,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.4166666666666667,
+    "pairwise_causal_calibration_confidence": 0.5234811460445998,
+    "pairwise_causal_calibration_ece": 0.10681447937793315,
+    "pairwise_causal_calibration_pairs": 36.0,
+    "predicted_margin": 0.07294104079981856,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.21447330713272095,
+    "selected_candidate_index": 8.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.21447330713272095,
+    "selected_utility_gain_over_base": 0.05146662890911102,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.785526692867279,
+    "tau": -0.18710182505305797
+  },
+  "672328262/train0": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.5294117647058824,
+    "pairwise_causal_calibration_confidence": 0.5321127842961938,
+    "pairwise_causal_calibration_ece": 0.0027010195903114376,
+    "pairwise_causal_calibration_pairs": 17.0,
+    "predicted_margin": -0.11406027153604881,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 5.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": -0.0718611703384171
+  },
+  "672328262/train1": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.6,
+    "pairwise_causal_calibration_confidence": 0.5540392504779817,
+    "pairwise_causal_calibration_ece": 0.06500635112191766,
+    "pairwise_causal_calibration_pairs": 35.0,
+    "predicted_margin": -0.16708550898936614,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 7.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": -0.0718611703384171
+  },
+  "672328262/train2": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.13333333333333333,
+    "pairwise_causal_calibration_confidence": 0.5470577940231715,
+    "pairwise_causal_calibration_ece": 0.41372446068983815,
+    "pairwise_causal_calibration_pairs": 30.0,
+    "predicted_margin": -0.1772708238485603,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 4.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": -0.0718611703384171
+  },
+  "701667486/train0": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.5714285714285714,
+    "pairwise_causal_calibration_confidence": 0.5385441284405091,
+    "pairwise_causal_calibration_ece": 0.06175922923362397,
+    "pairwise_causal_calibration_pairs": 42.0,
+    "predicted_margin": -0.0742733989521003,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 2.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": -0.18710182505305797
+  },
+  "701667486/train1": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.6666666666666666,
+    "pairwise_causal_calibration_confidence": 0.5308940956422026,
+    "pairwise_causal_calibration_ece": 0.1357725710244641,
+    "pairwise_causal_calibration_pairs": 84.0,
+    "predicted_margin": -0.061055849565622045,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 10.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": -0.18710182505305797
+  },
+  "701667486/train2": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.8888888888888888,
+    "pairwise_causal_calibration_confidence": 0.5566493339472486,
+    "pairwise_causal_calibration_ece": 0.3322395549416404,
+    "pairwise_causal_calibration_pairs": 54.0,
+    "predicted_margin": -0.00871862718880162,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 8.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": -0.18710182505305797
+  },
+  "747260437/train0": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.2786632478237152,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.38333333333333336,
+    "pairwise_causal_calibration_confidence": 0.522326045653055,
+    "pairwise_causal_calibration_ece": 0.1389927123197216,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": -0.04417027513292293,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.10839563608169556,
+    "selected_candidate_index": 3.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": -1.0,
+    "selected_utility": 0.04841095209121704,
+    "selected_utility_gain_over_base": -1.951589047908783,
+    "selector_regret": 0.059984683990478516,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.17026761174201965,
+    "tau": -0.0718611703384171
+  },
+  "747260437/train1": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.2786632478237152,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.475,
+    "pairwise_causal_calibration_confidence": 0.5240130464861401,
+    "pairwise_causal_calibration_ece": 0.04901304648614013,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": -0.15678779044109292,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.06328952312469482,
+    "selected_candidate_index": 10.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.21537372469902039,
+    "tau": -0.0718611703384171
+  },
+  "747260437/train2": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.2786632478237152,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.45,
+    "pairwise_causal_calibration_confidence": 0.5277135352836209,
+    "pairwise_causal_calibration_ece": 0.07771353528362085,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 0.08370080144449699,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.12510187923908234,
+    "selected_candidate_index": 2.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": -1.0,
+    "selected_utility": 0.06004788354039192,
+    "selected_utility_gain_over_base": -1.939952116459608,
+    "selector_regret": 0.06505399569869041,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.15356136858463287,
+    "tau": -0.0718611703384171
+  },
+  "750448296/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.11759314934412639,
+    "coverage": 0.6666666666666666,
+    "execute_generated": 0.6666666666666666,
+    "fallback_rate": 0.3333333333333333,
+    "hidden_chart_oracle_success": 0.6666666666666666,
+    "hidden_chart_oracle_utility": 1.4079964955647786,
+    "outcome_ptr": 0.6666666666666666,
+    "pairwise_causal_calibration_accuracy": 0.5869047619047619,
+    "pairwise_causal_calibration_confidence": 0.5367471317580962,
+    "pairwise_causal_calibration_ece": 0.07635409425053818,
+    "pairwise_causal_calibration_pairs": 108.0,
+    "predicted_margin": -0.04826188693738287,
+    "proposal_oracle_success": 0.3333333333333333,
+    "proposal_oracle_utility": 0.7526603279014429,
+    "selected_candidate_index": 5.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.08246687302986781,
+    "selected_utility_gain_over_base": -0.035126276314258575,
+    "selector_regret": 0.670193454871575,
+    "success_selector_gap": 0.3333333333333333,
+    "success_support_gap": 0.3333333333333333,
+    "support_gap": 0.6553361676633358,
+    "tau": -0.0718611703384171
+  },
+  "750448296/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.11759314934412639,
+    "coverage": 0.3333333333333333,
+    "execute_generated": 0.3333333333333333,
+    "fallback_rate": 0.6666666666666666,
+    "hidden_chart_oracle_success": 0.6666666666666666,
+    "hidden_chart_oracle_utility": 1.4079964955647786,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.4262820512820513,
+    "pairwise_causal_calibration_confidence": 0.5306744409251447,
+    "pairwise_causal_calibration_ece": 0.13910389780114304,
+    "pairwise_causal_calibration_pairs": 101.66666666666667,
+    "predicted_margin": -0.20270377858890484,
+    "proposal_oracle_success": 0.6666666666666666,
+    "proposal_oracle_utility": 1.3705032741030057,
+    "selected_candidate_index": 11.333333333333334,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.10720233743389447,
+    "selected_utility_gain_over_base": -0.010390811910231909,
+    "selector_regret": 1.2633009366691113,
+    "success_selector_gap": 0.6666666666666666,
+    "success_support_gap": 0.0,
+    "support_gap": 0.03749322146177292,
+    "tau": -0.0718611703384171
+  },
+  "750448296/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.11759314934412639,
+    "coverage": 0.6666666666666666,
+    "execute_generated": 0.6666666666666666,
+    "fallback_rate": 0.3333333333333333,
+    "hidden_chart_oracle_success": 0.6666666666666666,
+    "hidden_chart_oracle_utility": 1.4079964955647786,
+    "outcome_ptr": 0.6666666666666666,
+    "pairwise_causal_calibration_accuracy": 0.5674603174603174,
+    "pairwise_causal_calibration_confidence": 0.5335771984593171,
+    "pairwise_causal_calibration_ece": 0.14091077521706144,
+    "pairwise_causal_calibration_pairs": 108.0,
+    "predicted_margin": -0.10917174959959015,
+    "proposal_oracle_success": 0.6666666666666666,
+    "proposal_oracle_utility": 1.3504486680030823,
+    "selected_candidate_index": 5.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.11559025570750237,
+    "selected_utility_gain_over_base": -0.002002893636624018,
+    "selector_regret": 1.23485841229558,
+    "success_selector_gap": 0.6666666666666666,
+    "success_support_gap": 0.0,
+    "support_gap": 0.05754782756169637,
+    "tau": -0.0718611703384171
+  },
+  "767747424/train0": {
+    "base_success": 0.25,
+    "base_utility": 0.5731993420049548,
+    "coverage": 0.5,
+    "execute_generated": 0.5,
+    "fallback_rate": 0.5,
+    "hidden_chart_oracle_success": 0.25,
+    "hidden_chart_oracle_utility": 0.6737305596470833,
+    "outcome_ptr": 0.5,
+    "pairwise_causal_calibration_accuracy": 0.5088675213675213,
+    "pairwise_causal_calibration_confidence": 0.5216055060310809,
+    "pairwise_causal_calibration_ece": 0.08288086769862717,
+    "pairwise_causal_calibration_pairs": 119.25,
+    "predicted_margin": -0.06789015981965127,
+    "proposal_oracle_success": 0.5,
+    "proposal_oracle_utility": 1.0424291878007352,
+    "selected_candidate_index": 5.5,
+    "selected_success": 0.25,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.5665738391689956,
+    "selected_utility_gain_over_base": -0.006625502835959196,
+    "selector_regret": 0.4758553486317396,
+    "success_selector_gap": 0.25,
+    "success_support_gap": 0.0,
+    "support_gap": 0.06562284985557199,
+    "tau": -0.0718611703384171
+  },
+  "767747424/train1": {
+    "base_success": 0.25,
+    "base_utility": 0.5731993420049548,
+    "coverage": 0.75,
+    "execute_generated": 0.75,
+    "fallback_rate": 0.25,
+    "hidden_chart_oracle_success": 0.25,
+    "hidden_chart_oracle_utility": 0.6737305596470833,
+    "outcome_ptr": 0.5,
+    "pairwise_causal_calibration_accuracy": 0.43937280040221216,
+    "pairwise_causal_calibration_confidence": 0.5291623924295586,
+    "pairwise_causal_calibration_ece": 0.08978959202734649,
+    "pairwise_causal_calibration_pairs": 119.0,
+    "predicted_margin": -0.004134822890086619,
+    "proposal_oracle_success": 0.5,
+    "proposal_oracle_utility": 1.0629530912265182,
+    "selected_candidate_index": 6.5,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": -0.25,
+    "selected_utility": 0.07074803306022659,
+    "selected_utility_gain_over_base": -0.5024513089447282,
+    "selector_regret": 0.9922050581662916,
+    "success_selector_gap": 0.5,
+    "success_support_gap": 0.0,
+    "support_gap": 0.045098946429789066,
+    "tau": -0.0718611703384171
+  },
+  "767747424/train2": {
+    "base_success": 0.25,
+    "base_utility": 0.5731993420049548,
+    "coverage": 0.5,
+    "execute_generated": 0.5,
+    "fallback_rate": 0.5,
+    "hidden_chart_oracle_success": 0.25,
+    "hidden_chart_oracle_utility": 0.6737305596470833,
+    "outcome_ptr": 0.5,
+    "pairwise_causal_calibration_accuracy": 0.5861649788120377,
+    "pairwise_causal_calibration_confidence": 0.5228149250617854,
+    "pairwise_causal_calibration_ece": 0.0822416726337075,
+    "pairwise_causal_calibration_pairs": 119.0,
+    "predicted_margin": -0.07224136268104218,
+    "proposal_oracle_success": 0.5,
+    "proposal_oracle_utility": 1.0671670949086547,
+    "selected_candidate_index": 9.75,
+    "selected_success": 0.25,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.6022169017232955,
+    "selected_utility_gain_over_base": 0.029017559718340635,
+    "selector_regret": 0.46495019318535924,
+    "success_selector_gap": 0.25,
+    "success_support_gap": 0.0,
+    "support_gap": 0.04088494274765253,
+    "tau": -0.0718611703384171
+  }
+}
diff --git a/workspace/runs/ctt_base_context_obs_learned_dominance_bundle_envclip_k16_train_to_test/metrics_by_task.json b/workspace/runs/ctt_base_context_obs_learned_dominance_bundle_envclip_k16_train_to_test/metrics_by_task.json
new file mode 100644
index 0000000000000000000000000000000000000000..ed762abf2f6f967d6a691f74a19fec15bc4aa41e
--- /dev/null
+++ b/workspace/runs/ctt_base_context_obs_learned_dominance_bundle_envclip_k16_train_to_test/metrics_by_task.json
@@ -0,0 +1,137 @@
+{
+  "LiftPegUpright-v1": {
+    "base_success": 0.2,
+    "base_utility": 0.9498705387115478,
+    "coverage": 0.6666666666666666,
+    "execute_generated": 0.6666666666666666,
+    "fallback_rate": 0.3333333333333333,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.5333333333333333,
+    "pairwise_causal_calibration_accuracy": 0.4784086828204475,
+    "pairwise_causal_calibration_confidence": 0.5335629666344366,
+    "pairwise_causal_calibration_ece": 0.1274266477632942,
+    "pairwise_causal_calibration_pairs": 94.8,
+    "predicted_margin": 0.03252291650109252,
+    "proposal_oracle_success": 0.6,
+    "proposal_oracle_utility": 1.4122399787108104,
+    "selected_candidate_index": 7.333333333333333,
+    "selected_success": 0.13333333333333333,
+    "selected_success_gain_over_base": -0.06666666666666667,
+    "selected_utility": 0.7594087203343709,
+    "selected_utility_gain_over_base": -0.19046181837717693,
+    "selector_regret": 0.6795656750599544,
+    "success_selector_gap": 0.4666666666666667,
+    "success_support_gap": 0.4,
+    "support_gap": 0.5877600212891897,
+    "tau": -0.07385947182024077
+  },
+  "PickCube-v1": {
+    "base_success": 0.0,
+    "base_utility": 0.5839591026306152,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.5370370370370371,
+    "pairwise_causal_calibration_confidence": 0.5273646918080489,
+    "pairwise_causal_calibration_ece": 0.11910009801460207,
+    "pairwise_causal_calibration_pairs": 36.0,
+    "predicted_margin": -0.25931321700031695,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.13425676027933756,
+    "selected_candidate_index": 3.6666666666666665,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.5839591026306152,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.8657432397206624,
+    "tau": 0.02896384295113541
+  },
+  "PullCube-v1": {
+    "base_success": 0.36,
+    "base_utility": 0.7751704612234608,
+    "coverage": 0.7333333333333333,
+    "execute_generated": 0.7333333333333333,
+    "fallback_rate": 0.26666666666666666,
+    "hidden_chart_oracle_success": 0.52,
+    "hidden_chart_oracle_utility": 1.1467878860235214,
+    "outcome_ptr": 0.4666666666666667,
+    "pairwise_causal_calibration_accuracy": 0.49303016307826086,
+    "pairwise_causal_calibration_confidence": 0.5282915670267949,
+    "pairwise_causal_calibration_ece": 0.09823916112294553,
+    "pairwise_causal_calibration_pairs": 92.32,
+    "predicted_margin": 0.0830997467005694,
+    "proposal_oracle_success": 0.5333333333333333,
+    "proposal_oracle_utility": 1.1093241602430741,
+    "selected_candidate_index": 6.16,
+    "selected_success": 0.29333333333333333,
+    "selected_success_gain_over_base": -0.06666666666666667,
+    "selected_utility": 0.6347246278480937,
+    "selected_utility_gain_over_base": -0.14044583337536704,
+    "selector_regret": 0.5004223387533178,
+    "success_selector_gap": 0.25333333333333335,
+    "success_support_gap": 0.02666666666666667,
+    "support_gap": 0.1075624164690574,
+    "tau": -0.07186117033841724
+  },
+  "PushCube-v1": {
+    "base_success": 0.16666666666666666,
+    "base_utility": 0.3924041787783305,
+    "coverage": 0.8333333333333334,
+    "execute_generated": 0.8333333333333334,
+    "fallback_rate": 0.16666666666666666,
+    "hidden_chart_oracle_success": 0.8333333333333334,
+    "hidden_chart_oracle_utility": 1.7015800600250561,
+    "outcome_ptr": 0.8333333333333334,
+    "pairwise_causal_calibration_accuracy": 0.5754796516735593,
+    "pairwise_causal_calibration_confidence": 0.528992677243157,
+    "pairwise_causal_calibration_ece": 0.08128349345238421,
+    "pairwise_causal_calibration_pairs": 97.44444444444444,
+    "predicted_margin": 0.44319861689531703,
+    "proposal_oracle_success": 0.8888888888888888,
+    "proposal_oracle_utility": 1.7857814149724112,
+    "selected_candidate_index": 6.944444444444445,
+    "selected_success": 0.4444444444444444,
+    "selected_success_gain_over_base": 0.2777777777777778,
+    "selected_utility": 0.9508692075808843,
+    "selected_utility_gain_over_base": 0.5584650288025538,
+    "selector_regret": 0.8349122073915269,
+    "success_selector_gap": 0.4444444444444444,
+    "success_support_gap": 0.1111111111111111,
+    "support_gap": 0.21421858502758873,
+    "tau": 0.2874440124493883
+  },
+  "StackCube-v1": {
+    "base_success": 0.2727272727272727,
+    "base_utility": 0.7763947045261209,
+    "coverage": 0.9393939393939394,
+    "execute_generated": 0.9393939393939394,
+    "fallback_rate": 0.06060606060606061,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.6363636363636364,
+    "pairwise_causal_calibration_accuracy": 0.5307015979194418,
+    "pairwise_causal_calibration_confidence": 0.5283985674194418,
+    "pairwise_causal_calibration_ece": 0.12082192852053648,
+    "pairwise_causal_calibration_pairs": 67.45454545454545,
+    "predicted_margin": -0.05568968191367572,
+    "proposal_oracle_success": 0.5151515151515151,
+    "proposal_oracle_utility": 1.1567951707225856,
+    "selected_candidate_index": 6.424242424242424,
+    "selected_success": 0.21212121212121213,
+    "selected_success_gain_over_base": -0.06060606060606061,
+    "selected_utility": 0.6115993509689966,
+    "selected_utility_gain_over_base": -0.16479535355712427,
+    "selector_regret": 0.5451958197535891,
+    "success_selector_gap": 0.30303030303030304,
+    "success_support_gap": 0.48484848484848486,
+    "support_gap": 0.8432048292774142,
+    "tau": -0.18710182505305803
+  }
+}
diff --git a/workspace/runs/ctt_base_context_obs_learned_dominance_bundle_envclip_k16_train_to_test/table.tex b/workspace/runs/ctt_base_context_obs_learned_dominance_bundle_envclip_k16_train_to_test/table.tex
new file mode 100644
index 0000000000000000000000000000000000000000..92645a737339b3d6d513c05d6cd8ac2c026f4062
--- /dev/null
+++ b/workspace/runs/ctt_base_context_obs_learned_dominance_bundle_envclip_k16_train_to_test/table.tex
@@ -0,0 +1,8 @@
+% Auto-generated by scripts/eval_learned_dominance_selector.py
+\begin{tabular}{lrrrrrrrrr}
+\toprule
+Rows & Coverage & Fallback & Base succ. & Selected succ. & Oracle succ. & OutcomePTR & Succ. support gap & Succ. selector gap & Cal. ECE \\
+\midrule
+144 & 0.7708 & 0.2292 & 0.2917 & 0.2708 & 0.5694 & 0.5486 & 0.2014 & 0.3056 & 0.0151 \\
+\bottomrule
+\end{tabular}
diff --git a/workspace/runs/ctt_base_context_obs_learned_dominance_bundle_envclip_k16_train_to_test/train.log b/workspace/runs/ctt_base_context_obs_learned_dominance_bundle_envclip_k16_train_to_test/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b3e31e18ced6412c3f53f4f7907336088e4b6ce6
--- /dev/null
+++ b/workspace/runs/ctt_base_context_obs_learned_dominance_bundle_envclip_k16_train_to_test/train.log
@@ -0,0 +1,5 @@
+trained ridge dominance calibrator on calibration measured rows only
+fit_objective=pointwise
+selected_lambda=0.0
+tau={"LiftPegUpright-v1": -0.073859, "PickCube-v1": 0.028964, "PullCube-v1": -0.071861, "PushCube-v1": 0.287444, "StackCube-v1": -0.187102, "__global__": -0.071861}
+calibration_input=runs/ctt_base_context_obs_train_cal_envclip_k16_rollout_comparison/combined_measured_candidates.json
diff --git a/workspace/runs/ctt_base_context_obs_learned_dominance_chart_bundle_envclip_k16_train_to_test/command.txt b/workspace/runs/ctt_base_context_obs_learned_dominance_chart_bundle_envclip_k16_train_to_test/command.txt
new file mode 100644
index 0000000000000000000000000000000000000000..5ce75919156e247148484999b36f31ecbc05dff5
--- /dev/null
+++ b/workspace/runs/ctt_base_context_obs_learned_dominance_chart_bundle_envclip_k16_train_to_test/command.txt
@@ -0,0 +1 @@
+python scripts/eval_learned_dominance_selector.py --calibration-input runs/ctt_base_context_obs_train_cal_envclip_k16_rollout_comparison/combined_measured_candidates.json --calibration-target-index data/cil_charts_rgb_refs/train/index.json --eval-input runs/ctt_base_context_obs_test_envclip_k16_rollout_comparison/combined_measured_candidates.json --eval-target-index data/cil_charts_rgb_refs/test/index.json --checkpoint-template runs/ctt_residual_base_context_obs_seed{seed}/model.pt --out-dir runs/ctt_base_context_obs_learned_dominance_chart_bundle_envclip_k16_train_to_test --feature-set chart_bundle_consensus --selector-chart-feature-mode base_context_obs --target utility_margin --threshold-scope task --fit-objective pointwise --k 16 --bootstrap-samples 1000 --no-markdown-report
diff --git a/workspace/runs/ctt_base_context_obs_learned_dominance_chart_bundle_envclip_k16_train_to_test/config.yaml b/workspace/runs/ctt_base_context_obs_learned_dominance_chart_bundle_envclip_k16_train_to_test/config.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..2899b35c1e85c7bf2bb3b831114453b3ef85b7d2
--- /dev/null
+++ b/workspace/runs/ctt_base_context_obs_learned_dominance_chart_bundle_envclip_k16_train_to_test/config.yaml
@@ -0,0 +1,18 @@
+bootstrap_samples: 1000
+calibration_input: runs/ctt_base_context_obs_train_cal_envclip_k16_rollout_comparison/combined_measured_candidates.json
+calibration_target_index: data/cil_charts_rgb_refs/train/index.json
+checkpoint_template: runs/ctt_residual_base_context_obs_seed{seed}/model.pt
+eval_input: runs/ctt_base_context_obs_test_envclip_k16_rollout_comparison/combined_measured_candidates.json
+eval_target_index: data/cil_charts_rgb_refs/test/index.json
+feature_set: chart_bundle_consensus
+fit_objective: pointwise
+k: 16
+no_markdown_report: True
+out_dir: runs/ctt_base_context_obs_learned_dominance_chart_bundle_envclip_k16_train_to_test
+pairwise_weight: 1.0
+ridge_lambdas: 0,0.01,0.1,1,10,100
+selector_chart_feature_mode: base_context_obs
+source_index: None
+success_bonus: 1.0
+target: utility_margin
+threshold_scope: task
diff --git a/workspace/runs/ctt_base_context_obs_learned_dominance_chart_bundle_envclip_k16_train_to_test/data_hash.txt b/workspace/runs/ctt_base_context_obs_learned_dominance_chart_bundle_envclip_k16_train_to_test/data_hash.txt
new file mode 100644
index 0000000000000000000000000000000000000000..e65c158c17e61aaf10422563d2ffdd8922735e6a
--- /dev/null
+++ b/workspace/runs/ctt_base_context_obs_learned_dominance_chart_bundle_envclip_k16_train_to_test/data_hash.txt
@@ -0,0 +1,7 @@
+{
+  "calibration_input": "d79e275b896eb98caa128470d4614b76960cab12407faa157c583224be7abe80",
+  "calibration_target_index": "67973c50072aa87a3b97533b6292b08a8b4d88a95571dc22e91b6e8fd19e0d85",
+  "eval_input": "541d5a928da5f7ee04ca3dea570e04208830dffde431edfe5b5e38b692634045",
+  "eval_target_index": "dee1b5225485df6624747dd4c5074bcf514685b54017d05e698d2051638fbf36",
+  "source_index": "67973c50072aa87a3b97533b6292b08a8b4d88a95571dc22e91b6e8fd19e0d85"
+}
diff --git a/workspace/runs/ctt_base_context_obs_learned_dominance_chart_bundle_envclip_k16_train_to_test/eval.log b/workspace/runs/ctt_base_context_obs_learned_dominance_chart_bundle_envclip_k16_train_to_test/eval.log
new file mode 100644
index 0000000000000000000000000000000000000000..ad44bd37e51f82471f7a17d7372cee5fed00ed3f
--- /dev/null
+++ b/workspace/runs/ctt_base_context_obs_learned_dominance_chart_bundle_envclip_k16_train_to_test/eval.log
@@ -0,0 +1,3 @@
+evaluated learned fallback rule on held-out measured rollout rows
+eval_input=runs/ctt_base_context_obs_test_envclip_k16_rollout_comparison/combined_measured_candidates.json
+num_eval_rows=144
diff --git a/workspace/runs/ctt_base_context_obs_learned_dominance_chart_bundle_envclip_k16_train_to_test/git_hash.txt b/workspace/runs/ctt_base_context_obs_learned_dominance_chart_bundle_envclip_k16_train_to_test/git_hash.txt
new file mode 100644
index 0000000000000000000000000000000000000000..293c6ad4e775f2f937dca574f1b83a5f93f0bdb1
--- /dev/null
+++ b/workspace/runs/ctt_base_context_obs_learned_dominance_chart_bundle_envclip_k16_train_to_test/git_hash.txt
@@ -0,0 +1 @@
+14e81292e2004925f81e0bb4810f6f144bfd87b7
diff --git a/workspace/runs/ctt_base_context_obs_learned_dominance_chart_bundle_envclip_k16_train_to_test/metrics.json b/workspace/runs/ctt_base_context_obs_learned_dominance_chart_bundle_envclip_k16_train_to_test/metrics.json
new file mode 100644
index 0000000000000000000000000000000000000000..4ff3f597c72d35cdd60aa634a0bb8f74f8489251
--- /dev/null
+++ b/workspace/runs/ctt_base_context_obs_learned_dominance_chart_bundle_envclip_k16_train_to_test/metrics.json
@@ -0,0 +1,9052 @@
+{
+  "calibration_input": "runs/ctt_base_context_obs_train_cal_envclip_k16_rollout_comparison/combined_measured_candidates.json",
+  "calibration_model_selection": {
+    "base_success": 0.2777777777777778,
+    "base_utility": 0.7007981554626086,
+    "coverage": 0.5601851851851852,
+    "fallback_rate": 0.4398148148148148,
+    "hidden_chart_oracle_success": 0.6597222222222222,
+    "hidden_chart_oracle_utility": 1.4150809271054134,
+    "outcome_ptr": 0.5462962962962963,
+    "proposal_oracle_success": 0.5370370370370371,
+    "proposal_oracle_utility": 1.1440672337592803,
+    "selected_success": 0.37962962962962965,
+    "selected_success_gain_over_base": 0.10185185185185185,
+    "selected_utility": 0.8782783362403279,
+    "selector_regret": 0.36712626344739907,
+    "success_selector_gap": 0.20601851851851852,
+    "success_support_gap": 0.17592592592592593,
+    "support_gap": 0.35465237537627453
+  },
+  "calibration_summary": {
+    "base_success": 0.2777777777777778,
+    "base_utility": 0.7007981554626086,
+    "coverage": 0.5601851851851852,
+    "fallback_rate": 0.4398148148148148,
+    "hidden_chart_oracle_success": 0.6597222222222222,
+    "hidden_chart_oracle_utility": 1.4150809271054134,
+    "outcome_ptr": 0.5462962962962963,
+    "pairwise_causal_calibration_accuracy": 0.506767075675391,
+    "pairwise_causal_calibration_confidence": 0.5434667958528854,
+    "pairwise_causal_calibration_ece": 0.03669972017749429,
+    "pairwise_causal_calibration_pairs": 37978.0,
+    "proposal_oracle_success": 0.5370370370370371,
+    "proposal_oracle_utility": 1.1440672337592803,
+    "selected_success": 0.37962962962962965,
+    "selected_success_gain_over_base": 0.10185185185185185,
+    "selected_utility": 0.8782783362403279,
+    "selector_regret": 0.36712626344739907,
+    "success_selector_gap": 0.20601851851851852,
+    "success_support_gap": 0.17592592592592593,
+    "support_gap": 0.35465237537627453
+  },
+  "calibration_target_content_hash": "67f7b4a692f7c7e71da24378dc71e3399c5d35afc14c494869eba6087b765c42",
+  "calibration_target_split_hash": "867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372",
+  "chart_feature_mode": "base_context_obs",
+  "data_hash": "0c38d73dc9bc4ab756e12006671b5d12f1a23358b281e54b3f6a9ae3cbf6e9af",
+  "eval_input": "runs/ctt_base_context_obs_test_envclip_k16_rollout_comparison/combined_measured_candidates.json",
+  "eval_summary": {
+    "base_success": 0.2916666666666667,
+    "base_utility": 0.7418195864423373,
+    "coverage": 0.6111111111111112,
+    "fallback_rate": 0.3888888888888889,
+    "hidden_chart_oracle_success": 0.7291666666666666,
+    "hidden_chart_oracle_utility": 1.5183161981403828,
+    "outcome_ptr": 0.5486111111111112,
+    "pairwise_causal_calibration_accuracy": 0.5160045037799582,
+    "pairwise_causal_calibration_confidence": 0.5414611045062885,
+    "pairwise_causal_calibration_ece": 0.025456600726330422,
+    "pairwise_causal_calibration_pairs": 12434.0,
+    "proposal_oracle_success": 0.5694444444444444,
+    "proposal_oracle_utility": 1.2159999172436073,
+    "selected_success": 0.3125,
+    "selected_success_gain_over_base": 0.020833333333333332,
+    "selected_utility": 0.7690221180495832,
+    "selector_regret": 0.501692300305068,
+    "success_selector_gap": 0.2777777777777778,
+    "success_support_gap": 0.2013888888888889,
+    "support_gap": 0.3761285081272945
+  },
+  "eval_target_content_hash": "0c38d73dc9bc4ab756e12006671b5d12f1a23358b281e54b3f6a9ae3cbf6e9af",
+  "eval_target_split_hash": "84151df9e88c219b76751677558cc5bbbc19082bf358cea7330158e9e403e25f",
+  "feature_mean": [
+    0.0,
+    4.602051421289207,
+    1.8887871984592688,
+    -1.985099232970326e-17,
+    7.187557603686636,
+    0.0663594470046083,
+    2.0903225806451613,
+    0.7930022866760579,
+    1.9819565879721794,
+    15.375115207373272,
+    1.0,
+    1.044349800585736,
+    1.0509106460665045,
+    0.8002031215841607,
+    0.5811250768510506,
+    2.5434513049028507,
+    0.34326541665726357,
+    0.8966401857535892,
+    1.2182893520781068,
+    1.2263923089918751,
+    0.786961656617233,
+    0.6987682628846764,
+    1.0,
+    0.9974076898437442,
+    0.02008356847617045,
+    0.39137378168005876,
+    0.3910654018162905,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    2.788372394309843,
+    5.701382488479263,
+    12.81136712749616,
+    0.40686157587079336,
+    0.8936925909045862,
+    0.24551906257091227,
+    0.12993606097190302,
+    0.1850963060060051,
+    0.0663594470046083,
+    3.944723778791356,
+    4.364277845709234,
+    4.603718512944113,
+    5.60843294300425,
+    4.854070660522273,
+    0.3680969062939123,
+    1.0,
+    0.3217802000866517,
+    4.613985697387828,
+    0.5009397088659758
+  ],
+  "feature_names": [
+    "bias",
+    "candidate_score",
+    "candidate_score_minus_base_score",
+    "row_score_z",
+    "candidate_index",
+    "is_top_score_candidate",
+    "source_chart_rank",
+    "tangent_rms_norm",
+    "tangent_linf_norm",
+    "num_candidates",
+    "source_chart_feature_found",
+    "target_chart_feature_norm",
+    "source_chart_feature_norm",
+    "target_source_chart_cosine",
+    "target_source_chart_rms",
+    "target_source_chart_linf",
+    "target_source_chart_absmean",
+    "target_source_chart_dot_per_dim",
+    "target_base_action_norm",
+    "source_base_action_norm",
+    "target_source_base_cosine",
+    "target_source_base_rms",
+    "target_source_obs_available",
+    "target_source_obs_cosine",
+    "target_source_obs_rms",
+    "target_obs_norm",
+    "source_obs_norm",
+    "target_source_obj_available",
+    "target_source_obj_cosine",
+    "target_source_obj_rms",
+    "target_obj_norm",
+    "source_obj_norm",
+    "bundle_num_candidates_log",
+    "bundle_neighbor_count_r020",
+    "bundle_neighbor_count_r040",
+    "bundle_neighbor_frac_r020",
+    "bundle_neighbor_frac_r040",
+    "bundle_mean_peer_rms",
+    "bundle_min_peer_rms",
+    "bundle_medoid_rms",
+    "bundle_is_medoid",
+    "bundle_peer_score_mean_r020",
+    "bundle_peer_score_max_r020",
+    "bundle_peer_score_mean_r040",
+    "bundle_peer_score_max_r040",
+    "bundle_unique_source_count_r040",
+    "bundle_unique_source_frac_r040",
+    "bundle_unique_task_count_r040",
+    "bundle_same_source_frac_r040",
+    "bundle_score_density_r040",
+    "bundle_rank_density_r040"
+  ],
+  "feature_set": "chart_bundle_consensus",
+  "feature_std": [
+    1.0,
+    2.5232884736710055,
+    2.2444575887945213,
+    0.9999992484766103,
+    4.542613580634851,
+    0.24891036261589178,
+    1.9642314545113713,
+    0.37078681697003224,
+    0.7171840796063713,
+    1.7485561930736828,
+    1e-06,
+    0.14319094131293478,
+    0.14491309378768996,
+    0.19298897178584146,
+    0.32495613500512616,
+    1.3413619446954763,
+    0.2065176097090355,
+    0.3376678168884184,
+    0.1766334065498482,
+    0.1790096989966568,
+    0.20687067948130008,
+    0.3907071033474156,
+    1e-06,
+    0.005866370796541541,
+    0.02376663855951178,
+    0.015525196749693172,
+    0.017227249939028074,
+    1e-06,
+    1e-06,
+    1e-06,
+    1e-06,
+    1e-06,
+    0.12987037363894735,
+    4.878517299430629,
+    3.217377946148024,
+    0.346567593200359,
+    0.19990387562321757,
+    0.09641872137117102,
+    0.07067998005028978,
+    0.11663352509384882,
+    0.2489103626158918,
+    2.8138515595422326,
+    2.965671838859836,
+    2.4297066599961332,
+    2.38657189782847,
+    2.243933495797979,
+    0.19723478821626303,
+    1e-06,
+    0.28108282108993726,
+    2.4172277778814877,
+    0.31354917609205285
+  ],
+  "fit_design": {
+    "fit_objective": "pointwise",
+    "num_candidate_rows": 6510,
+    "num_fit_rows": 6510,
+    "num_pairwise_rows": 0,
+    "num_pointwise_rows": 6510,
+    "pairwise_weight": 0.0
+  },
+  "fit_objective": "pointwise",
+  "k": 16,
+  "num_calibration_candidates": 6510,
+  "num_calibration_rows": 432,
+  "num_eval_candidates": 2115,
+  "num_eval_rows": 144,
+  "pairwise_causal_calibration": {
+    "calibration": {
+      "accuracy": 0.506767075675391,
+      "bins": [
+        {
+          "abs_gap": 0.0,
+          "accuracy": 0.0,
+          "confidence": 0.0,
+          "count": 0,
+          "lower": 0.0,
+          "upper": 0.1
+        },
+        {
+          "abs_gap": 0.0,
+          "accuracy": 0.0,
+          "confidence": 0.0,
+          "count": 0,
+          "lower": 0.1,
+          "upper": 0.2
+        },
+        {
+          "abs_gap": 0.0,
+          "accuracy": 0.0,
+          "confidence": 0.0,
+          "count": 0,
+          "lower": 0.2,
+          "upper": 0.3
+        },
+        {
+          "abs_gap": 0.0,
+          "accuracy": 0.0,
+          "confidence": 0.0,
+          "count": 0,
+          "lower": 0.3,
+          "upper": 0.4
+        },
+        {
+          "abs_gap": 0.0,
+          "accuracy": 0.0,
+          "confidence": 0.0,
+          "count": 0,
+          "lower": 0.4,
+          "upper": 0.5
+        },
+        {
+          "abs_gap": 0.027608275119104242,
+          "accuracy": 0.5067967933077727,
+          "confidence": 0.534405068426877,
+          "count": 34428,
+          "lower": 0.5,
+          "upper": 0.6
+        },
+        {
+          "abs_gap": 0.11624444768750941,
+          "accuracy": 0.511539585159217,
+          "confidence": 0.6277840328467265,
+          "count": 3423,
+          "lower": 0.6,
+          "upper": 0.7
+        },
+        {
+          "abs_gap": 0.3573191548504935,
+          "accuracy": 0.3700787401574803,
+          "confidence": 0.7273978950079738,
+          "count": 127,
+          "lower": 0.7,
+          "upper": 0.8
+        },
+        {
+          "abs_gap": 0.0,
+          "accuracy": 0.0,
+          "confidence": 0.0,
+          "count": 0,
+          "lower": 0.8,
+          "upper": 0.9
+        },
+        {
+          "abs_gap": 0.0,
+          "accuracy": 0.0,
+          "confidence": 0.0,
+          "count": 0,
+          "lower": 0.9,
+          "upper": 1.0
+        }
+      ],
+      "ece": 0.03669972017749429,
+      "mean_confidence": 0.5434667958528854,
+      "n_bins": 10,
+      "num_pairs": 37978,
+      "num_rows": 432
+    },
+    "eval": {
+      "accuracy": 0.5160045037799582,
+      "bins": [
+        {
+          "abs_gap": 0.0,
+          "accuracy": 0.0,
+          "confidence": 0.0,
+          "count": 0,
+          "lower": 0.0,
+          "upper": 0.1
+        },
+        {
+          "abs_gap": 0.0,
+          "accuracy": 0.0,
+          "confidence": 0.0,
+          "count": 0,
+          "lower": 0.1,
+          "upper": 0.2
+        },
+        {
+          "abs_gap": 0.0,
+          "accuracy": 0.0,
+          "confidence": 0.0,
+          "count": 0,
+          "lower": 0.2,
+          "upper": 0.3
+        },
+        {
+          "abs_gap": 0.0,
+          "accuracy": 0.0,
+          "confidence": 0.0,
+          "count": 0,
+          "lower": 0.3,
+          "upper": 0.4
+        },
+        {
+          "abs_gap": 0.0,
+          "accuracy": 0.0,
+          "confidence": 0.0,
+          "count": 0,
+          "lower": 0.4,
+          "upper": 0.5
+        },
+        {
+          "abs_gap": 0.018781001293858512,
+          "accuracy": 0.5147045913440436,
+          "confidence": 0.5334855926379021,
+          "count": 11391,
+          "lower": 0.5,
+          "upper": 0.6
+        },
+        {
+          "abs_gap": 0.09843975341018307,
+          "accuracy": 0.529126213592233,
+          "confidence": 0.6275659670024161,
+          "count": 1030,
+          "lower": 0.6,
+          "upper": 0.7
+        },
+        {
+          "abs_gap": 0.09231089848935525,
+          "accuracy": 0.6153846153846154,
+          "confidence": 0.7076955138739707,
+          "count": 13,
+          "lower": 0.7,
+          "upper": 0.8
+        },
+        {
+          "abs_gap": 0.0,
+          "accuracy": 0.0,
+          "confidence": 0.0,
+          "count": 0,
+          "lower": 0.8,
+          "upper": 0.9
+        },
+        {
+          "abs_gap": 0.0,
+          "accuracy": 0.0,
+          "confidence": 0.0,
+          "count": 0,
+          "lower": 0.9,
+          "upper": 1.0
+        }
+      ],
+      "ece": 0.025456600726330422,
+      "mean_confidence": 0.5414611045062885,
+      "n_bins": 10,
+      "num_pairs": 12434,
+      "num_rows": 144
+    }
+  },
+  "pairwise_weight": 1.0,
+  "report_type": "learned_dominance_selector_eval",
+  "ridge_lambdas": [
+    0.0,
+    0.01,
+    0.1,
+    1.0,
+    10.0,
+    100.0
+  ],
+  "rows": [
+    {
+      "base_success": 0.0,
+      "base_utility": 0.7236053347587585,
+      "chart_id": "ms-5799584ed40e211c50a5",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.226890756302521,
+      "pairwise_causal_calibration_confidence": 0.5363365754560178,
+      "pairwise_causal_calibration_ece": 0.3094458191534968,
+      "pairwise_causal_calibration_pairs": 119.0,
+      "predicted_margin": 0.3161539044218536,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "2012211287/train0",
+      "selected_candidate_index": 9,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.6949572563171387,
+      "selected_utility_gain_over_base": -0.028648078441619873,
+      "selector_regret": 1.3050427436828613,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "LiftPegUpright-v1",
+      "tau": 0.0940318405174132,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.6000905632972717,
+      "chart_id": "ms-715db95b13ebc6c977c8",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.6153846153846154,
+      "pairwise_causal_calibration_confidence": 0.5488728190719444,
+      "pairwise_causal_calibration_ece": 0.06651179631267089,
+      "pairwise_causal_calibration_pairs": 91.0,
+      "predicted_margin": -0.14233288142692663,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.2115575522184372,
+      "seed": "307068879/train0",
+      "selected_candidate_index": 11,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.6000905632972717,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.7884424477815628,
+      "task_id": "LiftPegUpright-v1",
+      "tau": 0.0940318405174132,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-7b229b60d7f64fb624cf",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.5714285714285714,
+      "pairwise_causal_calibration_confidence": 0.5362042832267765,
+      "pairwise_causal_calibration_ece": 0.07639944182594278,
+      "pairwise_causal_calibration_pairs": 119.0,
+      "predicted_margin": 0.24085858055337617,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1073161778/train0",
+      "selected_candidate_index": 6,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": -1.0,
+      "selected_utility": 0.67014479637146,
+      "selected_utility_gain_over_base": -1.32985520362854,
+      "selector_regret": 1.32985520362854,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "LiftPegUpright-v1",
+      "tau": 0.0940318405174132,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.725701630115509,
+      "chart_id": "ms-99f263cb3f383b1f6243",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5619047619047619,
+      "pairwise_causal_calibration_confidence": 0.5498437058747719,
+      "pairwise_causal_calibration_ece": 0.01206105602998994,
+      "pairwise_causal_calibration_pairs": 105.0,
+      "predicted_margin": 0.48611772128013164,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "608016290/train0",
+      "selected_candidate_index": 12,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 1.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 1.274298369884491,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "LiftPegUpright-v1",
+      "tau": 0.0940318405174132,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.6999551653862,
+      "chart_id": "ms-ec2e4afb34b439731136",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.41818181818181815,
+      "pairwise_causal_calibration_confidence": 0.5379829028529084,
+      "pairwise_causal_calibration_ece": 0.11980108467109023,
+      "pairwise_causal_calibration_pairs": 55.0,
+      "predicted_margin": 0.024167399539588352,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "441046872/train0",
+      "selected_candidate_index": 7,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.6999551653862,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 1.3000448346138,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "LiftPegUpright-v1",
+      "tau": 0.0940318405174132,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.5839591026306152,
+      "chart_id": "ms-a9ac13384fe5afc835f1",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.5,
+      "pairwise_causal_calibration_confidence": 0.5681060848637505,
+      "pairwise_causal_calibration_ece": 0.07816118582099628,
+      "pairwise_causal_calibration_pairs": 36.0,
+      "predicted_margin": -0.4821765811639407,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.18325337767601013,
+      "seed": "1522272686/train0",
+      "selected_candidate_index": 8,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.5839591026306152,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.8167466223239899,
+      "task_id": "PickCube-v1",
+      "tau": 0.3611323919348086,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-06babf453b22ba8f2407",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": NaN,
+      "pairwise_causal_calibration_confidence": NaN,
+      "pairwise_causal_calibration_ece": 0.0,
+      "pairwise_causal_calibration_pairs": 0.0,
+      "predicted_margin": 0.2685368177679842,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1747178030/train0",
+      "selected_candidate_index": 9,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.16168592870235443,
+      "chart_id": "ms-0e1ff8d16372796dac97",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.39316239316239315,
+      "pairwise_causal_calibration_confidence": 0.5290202473461273,
+      "pairwise_causal_calibration_ece": 0.13585785418373414,
+      "pairwise_causal_calibration_pairs": 117.0,
+      "predicted_margin": 0.11402875379307875,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "767747424/train0",
+      "selected_candidate_index": 2,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.025471270084381104,
+      "selected_utility_gain_over_base": -0.13621465861797333,
+      "selector_regret": 1.974528729915619,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.0939030647277832,
+      "chart_id": "ms-223b0a8319beb051a1ee",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.1593424528837204,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.275,
+      "pairwise_causal_calibration_confidence": 0.5282766199734893,
+      "pairwise_causal_calibration_ece": 0.25327661997348927,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.3059149126148908,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.06019836664199829,
+      "seed": "1461069713/train0",
+      "selected_candidate_index": 15,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.011984944343566895,
+      "selected_utility_gain_over_base": -0.08191812038421631,
+      "selector_regret": 0.048213422298431396,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0991440862417221,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.001929501653648913,
+      "chart_id": "ms-34726202b475d29cdf38",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.25342071056365967,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.725,
+      "pairwise_causal_calibration_confidence": 0.5861390643686207,
+      "pairwise_causal_calibration_ece": 0.13886093563137974,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.780703524543997,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.010183374397456646,
+      "seed": "626486813/train0",
+      "selected_candidate_index": 12,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.007048348430544138,
+      "selected_utility_gain_over_base": 0.005118846776895225,
+      "selector_regret": 0.003135025966912508,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.24323733616620302,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-4cc40587ec490257b1d2",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.30833333333333335,
+      "pairwise_causal_calibration_confidence": 0.5238354835309519,
+      "pairwise_causal_calibration_ece": 0.21550215019761854,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.18790832822817682,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.15456630289554596,
+      "seed": "2054899126/train0",
+      "selected_candidate_index": 3,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": -1.0,
+      "selected_utility": 0.07831952720880508,
+      "selected_utility_gain_over_base": -1.921680472791195,
+      "selector_regret": 0.07624677568674088,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.845433697104454,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-62f8c18a15c566ec4b00",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.7647058823529411,
+      "pairwise_causal_calibration_confidence": 0.542991093593322,
+      "pairwise_causal_calibration_ece": 0.22171478875961914,
+      "pairwise_causal_calibration_pairs": 17.0,
+      "predicted_margin": -0.14745117870449231,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "672328262/train0",
+      "selected_candidate_index": 5,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.07698849588632584,
+      "chart_id": "ms-6661b157c41ad4d6ab85",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.2351006269454956,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.45,
+      "pairwise_causal_calibration_confidence": 0.5719337795347729,
+      "pairwise_causal_calibration_ece": 0.12193377953477302,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.3049399036443091,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.15051491558551788,
+      "seed": "767747424/train0",
+      "selected_candidate_index": 11,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.08540759235620499,
+      "selected_utility_gain_over_base": 0.00841909646987915,
+      "selector_regret": 0.0651073232293129,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.08458571135997772,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.03588630631566048,
+      "chart_id": "ms-6b789356d65b3312fbae",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.22781728208065033,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.6833333333333333,
+      "pairwise_causal_calibration_confidence": 0.5568021501755852,
+      "pairwise_causal_calibration_ece": 0.12653118315774806,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.45248840961956327,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.14671264588832855,
+      "seed": "278008524/train0",
+      "selected_candidate_index": 6,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.05741874501109123,
+      "selected_utility_gain_over_base": 0.021532438695430756,
+      "selector_regret": 0.08929390087723732,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.08110463619232178,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-7923b8196b397863cf4f",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.5869565217391305,
+      "pairwise_causal_calibration_confidence": 0.5198092453508348,
+      "pairwise_causal_calibration_ece": 0.06714727638829565,
+      "pairwise_causal_calibration_pairs": 46.0,
+      "predicted_margin": 0.08565911209810279,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1845489013/train0",
+      "selected_candidate_index": 5,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.008267183788120747,
+      "chart_id": "ms-7df455efd413d77e6ce3",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.07774405181407928,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5,
+      "pairwise_causal_calibration_confidence": 0.5494843505241936,
+      "pairwise_causal_calibration_ece": 0.049484350524193546,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.36207319396878956,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.07920757681131363,
+      "seed": "626486813/train0",
+      "selected_candidate_index": 10,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.012751738540828228,
+      "selected_utility_gain_over_base": 0.004484554752707481,
+      "selector_regret": 0.0664558382704854,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-7e295b5859c07c90487f",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.26271408796310425,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.5666666666666667,
+      "pairwise_causal_calibration_confidence": 0.5297418005916671,
+      "pairwise_causal_calibration_ece": 0.03692486607499967,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": -0.26665208050643885,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "767747424/train0",
+      "selected_candidate_index": 5,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.18171554803848267,
+      "chart_id": "ms-8577816da2917a2bb63d",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.4523809523809524,
+      "pairwise_causal_calibration_confidence": 0.5292002900283871,
+      "pairwise_causal_calibration_ece": 0.0768193376474347,
+      "pairwise_causal_calibration_pairs": 84.0,
+      "predicted_margin": 0.23094602840169032,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "585904130/train0",
+      "selected_candidate_index": 4,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.09919407218694687,
+      "selected_utility_gain_over_base": -0.0825214758515358,
+      "selector_regret": 1.9008059278130531,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.10283424705266953,
+      "chart_id": "ms-8e56b0eaa2604db6749e",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.2857772707939148,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.49166666666666664,
+      "pairwise_causal_calibration_confidence": 0.5402158636214657,
+      "pairwise_causal_calibration_ece": 0.048549196954798944,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.30976598855930915,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.015177905559539795,
+      "seed": "141984615/train0",
+      "selected_candidate_index": 14,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.00942655373364687,
+      "selected_utility_gain_over_base": -0.09340769331902266,
+      "selector_regret": 0.005751351825892925,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.270599365234375,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.14270895719528198,
+      "chart_id": "ms-972c5be72d0b24be7cd5",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5666666666666667,
+      "pairwise_causal_calibration_confidence": 0.5245009617743884,
+      "pairwise_causal_calibration_ece": 0.04216570489227822,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": -0.07070455387890318,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.21658658981323242,
+      "seed": "750448296/train0",
+      "selected_candidate_index": 2,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.14270895719528198,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.07387763261795044,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.7834134101867676,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.08313504606485367,
+      "chart_id": "ms-9757fc494e79b5543bb6",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.17056432366371155,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.49166666666666664,
+      "pairwise_causal_calibration_confidence": 0.532502870801132,
+      "pairwise_causal_calibration_ece": 0.04083620413446535,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.5991343617786198,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.08826130628585815,
+      "seed": "636680137/train0",
+      "selected_candidate_index": 2,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.08826130628585815,
+      "selected_utility_gain_over_base": 0.005126260221004486,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0823030173778534,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.05412294343113899,
+      "chart_id": "ms-a8731059713697ce5e2a",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.19710752367973328,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.4166666666666667,
+      "pairwise_causal_calibration_confidence": 0.5539312638819843,
+      "pairwise_causal_calibration_ece": 0.13726459721531775,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.26132902007960485,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.019201835617423058,
+      "seed": "767747424/train0",
+      "selected_candidate_index": 5,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.007447937969118357,
+      "selected_utility_gain_over_base": -0.046675005462020636,
+      "selector_regret": 0.0117538976483047,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.17790568806231022,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-ac94b48febe523da15a5",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.6533333333333333,
+      "pairwise_causal_calibration_confidence": 0.5447046728594015,
+      "pairwise_causal_calibration_ece": 0.10862866047393183,
+      "pairwise_causal_calibration_pairs": 75.0,
+      "predicted_margin": -0.28428690828432274,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1375492786/train0",
+      "selected_candidate_index": 5,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-b49043f15f4846de5b13",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.3793103448275862,
+      "pairwise_causal_calibration_confidence": 0.6018790607135653,
+      "pairwise_causal_calibration_ece": 0.22256871588597915,
+      "pairwise_causal_calibration_pairs": 29.0,
+      "predicted_margin": 0.28192292963769827,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "2038594191/train0",
+      "selected_candidate_index": 5,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": -1.0,
+      "selected_utility": 0.04285776615142822,
+      "selected_utility_gain_over_base": -1.9571422338485718,
+      "selector_regret": 1.9571422338485718,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.0929974913597107,
+      "chart_id": "ms-b7d7021b782f73816083",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.22398948669433594,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.475,
+      "pairwise_causal_calibration_confidence": 0.5286800216420143,
+      "pairwise_causal_calibration_ece": 0.05368002164201435,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.6038009462868253,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.041394393891096115,
+      "seed": "750448296/train0",
+      "selected_candidate_index": 14,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.015753567218780518,
+      "selected_utility_gain_over_base": -0.07724392414093018,
+      "selector_regret": 0.025640826672315598,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.18259509280323982,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-b8c3ec3ea915c5d35b3e",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": NaN,
+      "pairwise_causal_calibration_confidence": NaN,
+      "pairwise_causal_calibration_ece": 0.0,
+      "pairwise_causal_calibration_pairs": 0.0,
+      "predicted_margin": 0.613885358282616,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "2054899126/train0",
+      "selected_candidate_index": 6,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-b8fc1568ce66c45c8d8b",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.2786632478237152,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.4583333333333333,
+      "pairwise_causal_calibration_confidence": 0.5237942697642416,
+      "pairwise_causal_calibration_ece": 0.06546093643090828,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": -0.03550968246605479,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.10839563608169556,
+      "seed": "747260437/train0",
+      "selected_candidate_index": 15,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.17026761174201965,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.04958367347717285,
+      "chart_id": "ms-da555a03dd382d93e119",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.3838383838383838,
+      "pairwise_causal_calibration_confidence": 0.5387657741422159,
+      "pairwise_causal_calibration_ece": 0.15492739030383204,
+      "pairwise_causal_calibration_pairs": 99.0,
+      "predicted_margin": 0.12355403937307244,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "278008524/train0",
+      "selected_candidate_index": 10,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.07767494767904282,
+      "selected_utility_gain_over_base": 0.028091274201869965,
+      "selector_regret": 1.9223250523209572,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.10451483726501465,
+      "chart_id": "ms-f5dd1c43ebc4c0cfc3f1",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.2974560856819153,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.7083333333333334,
+      "pairwise_causal_calibration_confidence": 0.5299868735462288,
+      "pairwise_causal_calibration_ece": 0.17834645978710464,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.8008610893558498,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.060871422290802,
+      "seed": "1549324805/train0",
+      "selected_candidate_index": 5,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.03462250903248787,
+      "selected_utility_gain_over_base": -0.06989232823252678,
+      "selector_regret": 0.026248913258314133,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.23658466339111328,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.07191530615091324,
+      "chart_id": "ms-f9740a08a98cb251b761",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.575,
+      "pairwise_causal_calibration_confidence": 0.5565662285154201,
+      "pairwise_causal_calibration_ece": 0.15721195241478056,
+      "pairwise_causal_calibration_pairs": 40.0,
+      "predicted_margin": 0.013297597406553785,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1822210471/train0",
+      "selected_candidate_index": 1,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.07191530615091324,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 1.9280846938490868,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.11707299947738647,
+      "chart_id": "ms-fa8b4ba41ecac8030271",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5238095238095238,
+      "pairwise_causal_calibration_confidence": 0.5289802004330936,
+      "pairwise_causal_calibration_ece": 0.0051706766235697366,
+      "pairwise_causal_calibration_pairs": 84.0,
+      "predicted_margin": -0.5084711391061645,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "750448296/train0",
+      "selected_candidate_index": 4,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.11707299947738647,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 1.8829270005226135,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.036152780055999756,
+      "chart_id": "ms-05f34a90fa7355262b8e",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.7586206896551724,
+      "pairwise_causal_calibration_confidence": 0.5267661600012826,
+      "pairwise_causal_calibration_ece": 0.23185452965388975,
+      "pairwise_causal_calibration_pairs": 29.0,
+      "predicted_margin": 0.7982832696690534,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "440577711/train0",
+      "selected_candidate_index": 10,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 1.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 1.9638472199440002,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PushCube-v1",
+      "tau": 0.35241155802994517,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.10647052526473999,
+      "chart_id": "ms-2413d1155c87f0442485",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5083333333333333,
+      "pairwise_causal_calibration_confidence": 0.5337665023974802,
+      "pairwise_causal_calibration_ece": 0.032055347656845035,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.711002878905307,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.14406004548072815,
+      "seed": "1324642411/train0",
+      "selected_candidate_index": 11,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.12164360284805298,
+      "selected_utility_gain_over_base": 0.015173077583312988,
+      "selector_regret": 0.02241644263267517,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.8559399545192719,
+      "task_id": "PushCube-v1",
+      "tau": 0.35241155802994517,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.12476746737957001,
+      "chart_id": "ms-54346a8f79bd9dca1dfe",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.6363636363636364,
+      "pairwise_causal_calibration_confidence": 0.5392236442621141,
+      "pairwise_causal_calibration_ece": 0.09713999210152216,
+      "pairwise_causal_calibration_pairs": 110.0,
+      "predicted_margin": 0.4590932780625647,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1790188787/train0",
+      "selected_candidate_index": 5,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 1.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 1.87523253262043,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PushCube-v1",
+      "tau": 0.35241155802994517,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-64f98d163b6bff29332b",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.47474747474747475,
+      "pairwise_causal_calibration_confidence": 0.5407472634490431,
+      "pairwise_causal_calibration_ece": 0.06599978870156839,
+      "pairwise_causal_calibration_pairs": 99.0,
+      "predicted_margin": 0.09035295152992723,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1261930456/train0",
+      "selected_candidate_index": 2,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PushCube-v1",
+      "tau": 0.35241155802994517,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 2.2351741790771484e-07,
+      "chart_id": "ms-c2ae2b78ab7891e74c80",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.6050420168067226,
+      "pairwise_causal_calibration_confidence": 0.5254427085184519,
+      "pairwise_causal_calibration_ece": 0.07959930828827078,
+      "pairwise_causal_calibration_pairs": 119.0,
+      "predicted_margin": 0.5885139744079059,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "509430392/train0",
+      "selected_candidate_index": 11,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 1.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 1.999999776482582,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PushCube-v1",
+      "tau": 0.35241155802994517,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.08703407645225525,
+      "chart_id": "ms-d4c37ed44fb338c1d551",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.20948036015033722,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.47474747474747475,
+      "pairwise_causal_calibration_confidence": 0.5212194722509627,
+      "pairwise_causal_calibration_ece": 0.046471997503487905,
+      "pairwise_causal_calibration_pairs": 99.0,
+      "predicted_margin": 0.6891134156079126,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1480856810/train0",
+      "selected_candidate_index": 9,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.07608599960803986,
+      "selected_utility_gain_over_base": -0.010948076844215393,
+      "selector_regret": 1.9239140003919601,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PushCube-v1",
+      "tau": 0.35241155802994517,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.05225050449371338,
+      "chart_id": "ms-146ff6c3f22b3a49af3a",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5833333333333334,
+      "pairwise_causal_calibration_confidence": 0.5351503713504386,
+      "pairwise_causal_calibration_ece": 0.048182961982894734,
+      "pairwise_causal_calibration_pairs": 36.0,
+      "predicted_margin": 0.2859560598368813,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.09799930453300476,
+      "seed": "2061635888/train0",
+      "selected_candidate_index": 1,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.07349006831645966,
+      "selected_utility_gain_over_base": 0.021239563822746277,
+      "selector_regret": 0.024509236216545105,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.9020006954669952,
+      "task_id": "StackCube-v1",
+      "tau": 0.0009112489076126273,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.16300667822360992,
+      "chart_id": "ms-15fc8cc6f74cf589056f",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.6666666666666666,
+      "pairwise_causal_calibration_confidence": 0.568990751323036,
+      "pairwise_causal_calibration_ece": 0.09767591534363074,
+      "pairwise_causal_calibration_pairs": 36.0,
+      "predicted_margin": 0.4522143975120525,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.13732868432998657,
+      "seed": "655884605/train0",
+      "selected_candidate_index": 0,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.12222731113433838,
+      "selected_utility_gain_over_base": -0.040779367089271545,
+      "selector_regret": 0.015101373195648193,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.8626713156700134,
+      "task_id": "StackCube-v1",
+      "tau": 0.0009112489076126273,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.15842342376708984,
+      "chart_id": "ms-36bc1364d2439099e9ed",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.5,
+      "pairwise_causal_calibration_confidence": 0.5401592730365951,
+      "pairwise_causal_calibration_ece": 0.04015927303659509,
+      "pairwise_causal_calibration_pairs": 28.0,
+      "predicted_margin": -0.002655981453428158,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.10274861752986908,
+      "seed": "1113371261/train0",
+      "selected_candidate_index": 2,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.15842342376708984,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.897251382470131,
+      "task_id": "StackCube-v1",
+      "tau": 0.0009112489076126273,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.82413649559021,
+      "chart_id": "ms-420280f15a522ce21c72",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.6153846153846154,
+      "pairwise_causal_calibration_confidence": 0.544349322443362,
+      "pairwise_causal_calibration_ece": 0.07103529294125341,
+      "pairwise_causal_calibration_pairs": 117.0,
+      "predicted_margin": 0.10915469051695448,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1578990937/train0",
+      "selected_candidate_index": 5,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.14271311461925507,
+      "selected_utility_gain_over_base": -0.6814233809709549,
+      "selector_regret": 1.857286885380745,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "StackCube-v1",
+      "tau": 0.0009112489076126273,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.8334100246429443,
+      "chart_id": "ms-4aed1197d0906ae51c34",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.4666666666666667,
+      "pairwise_causal_calibration_confidence": 0.5320927425921708,
+      "pairwise_causal_calibration_ece": 0.07422005046880752,
+      "pairwise_causal_calibration_pairs": 90.0,
+      "predicted_margin": -0.2172662931516871,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1509980664/train0",
+      "selected_candidate_index": 10,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.8334100246429443,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 1.1665899753570557,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "StackCube-v1",
+      "tau": 0.0009112489076126273,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.19090841710567474,
+      "chart_id": "ms-55e78c04643bd06fd5f8",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.7058823529411765,
+      "pairwise_causal_calibration_confidence": 0.5545781832114899,
+      "pairwise_causal_calibration_ece": 0.1513041697296866,
+      "pairwise_causal_calibration_pairs": 119.0,
+      "predicted_margin": 0.05542394657973021,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "211245842/train0",
+      "selected_candidate_index": 11,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 1.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 1.8090915828943253,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "StackCube-v1",
+      "tau": 0.0009112489076126273,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.2260012924671173,
+      "chart_id": "ms-77536801924a2a78688e",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5047619047619047,
+      "pairwise_causal_calibration_confidence": 0.5241846653555288,
+      "pairwise_causal_calibration_ece": 0.019422760593624022,
+      "pairwise_causal_calibration_pairs": 105.0,
+      "predicted_margin": 0.11341562423740303,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.8663521409034729,
+      "seed": "1151410346/train0",
+      "selected_candidate_index": 6,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.16260439157485962,
+      "selected_utility_gain_over_base": -0.06339690089225769,
+      "selector_regret": 0.7037477493286133,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.133647859096527,
+      "task_id": "StackCube-v1",
+      "tau": 0.0009112489076126273,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.09220491349697113,
+      "chart_id": "ms-9dd1ff4c297a81b13071",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.4642857142857143,
+      "pairwise_causal_calibration_confidence": 0.5500982965860671,
+      "pairwise_causal_calibration_ece": 0.08581258230035274,
+      "pairwise_causal_calibration_pairs": 28.0,
+      "predicted_margin": 0.07548993896412504,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.054989203810691833,
+      "seed": "1324133122/train0",
+      "selected_candidate_index": 6,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.036974772810935974,
+      "selected_utility_gain_over_base": -0.055230140686035156,
+      "selector_regret": 0.01801443099975586,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.9450107961893082,
+      "task_id": "StackCube-v1",
+      "tau": 0.0009112489076126273,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-d7254aa722729aa1a031",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.40476190476190477,
+      "pairwise_causal_calibration_confidence": 0.5617516698950917,
+      "pairwise_causal_calibration_ece": 0.31044146560402797,
+      "pairwise_causal_calibration_pairs": 42.0,
+      "predicted_margin": 0.2186075457961687,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "701667486/train0",
+      "selected_candidate_index": 2,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "StackCube-v1",
+      "tau": 0.0009112489076126273,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-d776afa14e6322cadedd",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.5333333333333333,
+      "pairwise_causal_calibration_confidence": 0.5413119316483767,
+      "pairwise_causal_calibration_ece": 0.007978598315043392,
+      "pairwise_causal_calibration_pairs": 60.0,
+      "predicted_margin": -0.07414481146410684,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "412102563/train0",
+      "selected_candidate_index": 10,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "StackCube-v1",
+      "tau": 0.0009112489076126273,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-e887dbfa0133af46829d",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.3,
+      "pairwise_causal_calibration_confidence": 0.5344493626989616,
+      "pairwise_causal_calibration_ece": 0.23444936269896155,
+      "pairwise_causal_calibration_pairs": 70.0,
+      "predicted_margin": -0.11161114265900707,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1999022574/train0",
+      "selected_candidate_index": 5,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "StackCube-v1",
+      "tau": 0.0009112489076126273,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.7236053347587585,
+      "chart_id": "ms-5799584ed40e211c50a5",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.4666666666666667,
+      "pairwise_causal_calibration_confidence": 0.5335084608302744,
+      "pairwise_causal_calibration_ece": 0.07199480463689167,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.24432178181307274,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "2012211287/train1",
+      "selected_candidate_index": 13,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.6900332570075989,
+      "selected_utility_gain_over_base": -0.03357207775115967,
+      "selector_regret": 1.3099667429924011,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "LiftPegUpright-v1",
+      "tau": 0.0940318405174132,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.6000905632972717,
+      "chart_id": "ms-715db95b13ebc6c977c8",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.5934065934065934,
+      "pairwise_causal_calibration_confidence": 0.5348399847973542,
+      "pairwise_causal_calibration_ece": 0.06342054136618626,
+      "pairwise_causal_calibration_pairs": 91.0,
+      "predicted_margin": -0.13522650945094028,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.5876073241233826,
+      "seed": "307068879/train1",
+      "selected_candidate_index": 5,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.6000905632972717,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.4123926758766174,
+      "task_id": "LiftPegUpright-v1",
+      "tau": 0.0940318405174132,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-7b229b60d7f64fb624cf",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.5416666666666666,
+      "pairwise_causal_calibration_confidence": 0.5477005041063188,
+      "pairwise_causal_calibration_ece": 0.12867242656969963,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.11864476132183588,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1073161778/train1",
+      "selected_candidate_index": 8,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": -1.0,
+      "selected_utility": 0.6947963237762451,
+      "selected_utility_gain_over_base": -1.3052036762237549,
+      "selector_regret": 1.3052036762237549,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "LiftPegUpright-v1",
+      "tau": 0.0940318405174132,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.725701630115509,
+      "chart_id": "ms-99f263cb3f383b1f6243",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.47619047619047616,
+      "pairwise_causal_calibration_confidence": 0.5706245241886934,
+      "pairwise_causal_calibration_ece": 0.09443404799821745,
+      "pairwise_causal_calibration_pairs": 105.0,
+      "predicted_margin": 0.2549086170487004,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "608016290/train1",
+      "selected_candidate_index": 8,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.7062739729881287,
+      "selected_utility_gain_over_base": -0.01942765712738037,
+      "selector_regret": 1.2937260270118713,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "LiftPegUpright-v1",
+      "tau": 0.0940318405174132,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.6999551653862,
+      "chart_id": "ms-ec2e4afb34b439731136",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5818181818181818,
+      "pairwise_causal_calibration_confidence": 0.5337021369933691,
+      "pairwise_causal_calibration_ece": 0.04811604482481282,
+      "pairwise_causal_calibration_pairs": 55.0,
+      "predicted_margin": -0.11694270182946509,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.7233588695526123,
+      "seed": "441046872/train1",
+      "selected_candidate_index": 5,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.6999551653862,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.023403704166412354,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.2766411304473877,
+      "task_id": "LiftPegUpright-v1",
+      "tau": 0.0940318405174132,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.5839591026306152,
+      "chart_id": "ms-a9ac13384fe5afc835f1",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.19444444444444445,
+      "pairwise_causal_calibration_confidence": 0.5689701709118037,
+      "pairwise_causal_calibration_ece": 0.37452572646735927,
+      "pairwise_causal_calibration_pairs": 36.0,
+      "predicted_margin": -0.25520062215278894,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.07014383375644684,
+      "seed": "1522272686/train1",
+      "selected_candidate_index": 2,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.5839591026306152,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.9298561662435532,
+      "task_id": "PickCube-v1",
+      "tau": 0.3611323919348086,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-06babf453b22ba8f2407",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": NaN,
+      "pairwise_causal_calibration_confidence": NaN,
+      "pairwise_causal_calibration_ece": 0.0,
+      "pairwise_causal_calibration_pairs": 0.0,
+      "predicted_margin": 0.27732487886731,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1747178030/train1",
+      "selected_candidate_index": 7,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.16168592870235443,
+      "chart_id": "ms-0e1ff8d16372796dac97",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.42016806722689076,
+      "pairwise_causal_calibration_confidence": 0.5409061540955996,
+      "pairwise_causal_calibration_ece": 0.12073808686870902,
+      "pairwise_causal_calibration_pairs": 119.0,
+      "predicted_margin": -0.008845977198187305,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "767747424/train1",
+      "selected_candidate_index": 7,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.16168592870235443,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 1.8383140712976456,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.0939030647277832,
+      "chart_id": "ms-223b0a8319beb051a1ee",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.1593424528837204,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.43333333333333335,
+      "pairwise_causal_calibration_confidence": 0.5243338816656252,
+      "pairwise_causal_calibration_ece": 0.09100054833229188,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.3007404756181269,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.016585012897849083,
+      "seed": "1461069713/train1",
+      "selected_candidate_index": 10,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.007486680988222361,
+      "selected_utility_gain_over_base": -0.08641638373956084,
+      "selector_regret": 0.009098331909626722,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.14275743998587132,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.001929501653648913,
+      "chart_id": "ms-34726202b475d29cdf38",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.25342071056365967,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.35,
+      "pairwise_causal_calibration_confidence": 0.5844898439579203,
+      "pairwise_causal_calibration_ece": 0.2859099968854081,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.5953498952583893,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.009895960800349712,
+      "seed": "626486813/train1",
+      "selected_candidate_index": 13,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.003232975723221898,
+      "selected_utility_gain_over_base": 0.0013034740695729852,
+      "selector_regret": 0.006662985077127814,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.24352474976330996,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-4cc40587ec490257b1d2",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.6052631578947368,
+      "pairwise_causal_calibration_confidence": 0.5244611135518833,
+      "pairwise_causal_calibration_ece": 0.08080204434285354,
+      "pairwise_causal_calibration_pairs": 114.0,
+      "predicted_margin": 0.049921997064514445,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "2054899126/train1",
+      "selected_candidate_index": 14,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-62f8c18a15c566ec4b00",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.6571428571428571,
+      "pairwise_causal_calibration_confidence": 0.5517445085212526,
+      "pairwise_causal_calibration_ece": 0.10539834862160463,
+      "pairwise_causal_calibration_pairs": 35.0,
+      "predicted_margin": -0.21177052566683674,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "672328262/train1",
+      "selected_candidate_index": 4,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.07698849588632584,
+      "chart_id": "ms-6661b157c41ad4d6ab85",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.2351006269454956,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5916666666666667,
+      "pairwise_causal_calibration_confidence": 0.5740013522613887,
+      "pairwise_causal_calibration_ece": 0.06212237425755651,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.3629064243590099,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.20903043448925018,
+      "seed": "767747424/train1",
+      "selected_candidate_index": 14,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.11253257840871811,
+      "selected_utility_gain_over_base": 0.03554408252239227,
+      "selector_regret": 0.09649785608053207,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.026070192456245422,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.03588630631566048,
+      "chart_id": "ms-6b789356d65b3312fbae",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.22781728208065033,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.44166666666666665,
+      "pairwise_causal_calibration_confidence": 0.5528011474359009,
+      "pairwise_causal_calibration_ece": 0.11113448076923427,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.6558361682983371,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.07534918934106827,
+      "seed": "278008524/train1",
+      "selected_candidate_index": 8,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.01919553615152836,
+      "selected_utility_gain_over_base": -0.016690770164132118,
+      "selector_regret": 0.05615365318953991,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.15246809273958206,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-7923b8196b397863cf4f",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.7692307692307693,
+      "pairwise_causal_calibration_confidence": 0.519320720354459,
+      "pairwise_causal_calibration_ece": 0.2499100488763103,
+      "pairwise_causal_calibration_pairs": 13.0,
+      "predicted_margin": 0.10538760252719387,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1845489013/train1",
+      "selected_candidate_index": 7,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.008267183788120747,
+      "chart_id": "ms-7df455efd413d77e6ce3",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.07774405181407928,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.43333333333333335,
+      "pairwise_causal_calibration_confidence": 0.5446342348545582,
+      "pairwise_causal_calibration_ece": 0.11130090152122507,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.5162704610434539,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.061759788542985916,
+      "seed": "626486813/train1",
+      "selected_candidate_index": 2,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.019184648990631104,
+      "selected_utility_gain_over_base": 0.010917465202510357,
+      "selector_regret": 0.04257513955235481,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.01598426327109337,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-7e295b5859c07c90487f",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.26271408796310425,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.5213675213675214,
+      "pairwise_causal_calibration_confidence": 0.5264743811072923,
+      "pairwise_causal_calibration_ece": 0.005106859739770875,
+      "pairwise_causal_calibration_pairs": 117.0,
+      "predicted_margin": 0.006995236123196025,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "767747424/train1",
+      "selected_candidate_index": 12,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.18171554803848267,
+      "chart_id": "ms-8577816da2917a2bb63d",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5466666666666666,
+      "pairwise_causal_calibration_confidence": 0.5343887712270259,
+      "pairwise_causal_calibration_ece": 0.050834006610117985,
+      "pairwise_causal_calibration_pairs": 75.0,
+      "predicted_margin": 0.22575925280556675,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "585904130/train1",
+      "selected_candidate_index": 15,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.04792279005050659,
+      "selected_utility_gain_over_base": -0.13379275798797607,
+      "selector_regret": 1.9520772099494934,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.10283424705266953,
+      "chart_id": "ms-8e56b0eaa2604db6749e",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.2857772707939148,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.5083333333333333,
+      "pairwise_causal_calibration_confidence": 0.5473004480108934,
+      "pairwise_causal_calibration_ece": 0.046271089584524104,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.39033675889099473,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.037011127918958664,
+      "seed": "141984615/train1",
+      "selected_candidate_index": 15,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.030119141563773155,
+      "selected_utility_gain_over_base": -0.07271510548889637,
+      "selector_regret": 0.006891986355185509,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.24876614287495613,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.14270895719528198,
+      "chart_id": "ms-972c5be72d0b24be7cd5",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.4166666666666667,
+      "pairwise_causal_calibration_confidence": 0.532366840305153,
+      "pairwise_causal_calibration_ece": 0.11570017363848628,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": -0.12459883652924558,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "750448296/train1",
+      "selected_candidate_index": 14,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.14270895719528198,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 1.857291042804718,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.08313504606485367,
+      "chart_id": "ms-9757fc494e79b5543bb6",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.17056432366371155,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.5333333333333333,
+      "pairwise_causal_calibration_confidence": 0.5173967032259332,
+      "pairwise_causal_calibration_ece": 0.015936630107400096,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.19155725528837464,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.06741118431091309,
+      "seed": "636680137/train1",
+      "selected_candidate_index": 1,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.017789265140891075,
+      "selected_utility_gain_over_base": -0.0653457809239626,
+      "selector_regret": 0.04962191917002201,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.10315313935279846,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.05412294343113899,
+      "chart_id": "ms-a8731059713697ce5e2a",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.19710752367973328,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.5333333333333333,
+      "pairwise_causal_calibration_confidence": 0.5707296437991907,
+      "pairwise_causal_calibration_ece": 0.037396310465857494,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.5964692231627363,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.042781930416822433,
+      "seed": "767747424/train1",
+      "selected_candidate_index": 1,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.006599446292966604,
+      "selected_utility_gain_over_base": -0.04752349713817239,
+      "selector_regret": 0.03618248412385583,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.15432559326291084,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-ac94b48febe523da15a5",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.5614035087719298,
+      "pairwise_causal_calibration_confidence": 0.5446679554502398,
+      "pairwise_causal_calibration_ece": 0.01673555332169,
+      "pairwise_causal_calibration_pairs": 114.0,
+      "predicted_margin": -0.6782841630171567,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1375492786/train1",
+      "selected_candidate_index": 9,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-b49043f15f4846de5b13",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.42592592592592593,
+      "pairwise_causal_calibration_confidence": 0.5909326842120879,
+      "pairwise_causal_calibration_ece": 0.1851395001152688,
+      "pairwise_causal_calibration_pairs": 54.0,
+      "predicted_margin": 0.21139315187633212,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "2038594191/train1",
+      "selected_candidate_index": 9,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": -1.0,
+      "selected_utility": 0.07674666494131088,
+      "selected_utility_gain_over_base": -1.9232533350586891,
+      "selector_regret": 1.9232533350586891,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.0929974913597107,
+      "chart_id": "ms-b7d7021b782f73816083",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.22398948669433594,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.25833333333333336,
+      "pairwise_causal_calibration_confidence": 0.5321487037817768,
+      "pairwise_causal_calibration_ece": 0.27381537044844345,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.3642338419356729,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.11150982230901718,
+      "seed": "750448296/train1",
+      "selected_candidate_index": 1,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.06907258182764053,
+      "selected_utility_gain_over_base": -0.02392490953207016,
+      "selector_regret": 0.04243724048137665,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.11247966438531876,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-b8c3ec3ea915c5d35b3e",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": NaN,
+      "pairwise_causal_calibration_confidence": NaN,
+      "pairwise_causal_calibration_ece": 0.0,
+      "pairwise_causal_calibration_pairs": 0.0,
+      "predicted_margin": 0.5975395941482049,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "2054899126/train1",
+      "selected_candidate_index": 6,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-b8fc1568ce66c45c8d8b",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.2786632478237152,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.5666666666666667,
+      "pairwise_causal_calibration_confidence": 0.5173328988662427,
+      "pairwise_causal_calibration_ece": 0.04933376780042398,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": -0.27755861197582443,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.06328952312469482,
+      "seed": "747260437/train1",
+      "selected_candidate_index": 10,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.21537372469902039,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.04958367347717285,
+      "chart_id": "ms-da555a03dd382d93e119",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.6195652173913043,
+      "pairwise_causal_calibration_confidence": 0.5430261259354103,
+      "pairwise_causal_calibration_ece": 0.07653909145589391,
+      "pairwise_causal_calibration_pairs": 92.0,
+      "predicted_margin": 0.0643969314465564,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "278008524/train1",
+      "selected_candidate_index": 8,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.04958367347717285,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 1.9504163265228271,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.10451483726501465,
+      "chart_id": "ms-f5dd1c43ebc4c0cfc3f1",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.2974560856819153,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.4083333333333333,
+      "pairwise_causal_calibration_confidence": 0.5265093687069327,
+      "pairwise_causal_calibration_ece": 0.11817603537359933,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.4059182168351142,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.19892151653766632,
+      "seed": "1549324805/train1",
+      "selected_candidate_index": 12,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.08073369413614273,
+      "selected_utility_gain_over_base": -0.023781143128871918,
+      "selector_regret": 0.11818782240152359,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.09853456914424896,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.07191530615091324,
+      "chart_id": "ms-f9740a08a98cb251b761",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5510204081632653,
+      "pairwise_causal_calibration_confidence": 0.5508218552014704,
+      "pairwise_causal_calibration_ece": 0.14397334425216246,
+      "pairwise_causal_calibration_pairs": 49.0,
+      "predicted_margin": 0.041781127110214866,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1822210471/train1",
+      "selected_candidate_index": 1,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.07191530615091324,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 1.9280846938490868,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.11707299947738647,
+      "chart_id": "ms-fa8b4ba41ecac8030271",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.38461538461538464,
+      "pairwise_causal_calibration_confidence": 0.5545436137717367,
+      "pairwise_causal_calibration_ece": 0.16992822915635225,
+      "pairwise_causal_calibration_pairs": 65.0,
+      "predicted_margin": -0.3332857847632774,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "750448296/train1",
+      "selected_candidate_index": 7,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.11707299947738647,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 1.8829270005226135,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.036152780055999756,
+      "chart_id": "ms-05f34a90fa7355262b8e",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.6,
+      "pairwise_causal_calibration_confidence": 0.5289194284606322,
+      "pairwise_causal_calibration_ece": 0.07108057153936775,
+      "pairwise_causal_calibration_pairs": 15.0,
+      "predicted_margin": 0.862893346101075,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "440577711/train1",
+      "selected_candidate_index": 10,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 1.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 1.9638472199440002,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PushCube-v1",
+      "tau": 0.35241155802994517,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.10647052526473999,
+      "chart_id": "ms-2413d1155c87f0442485",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5798319327731093,
+      "pairwise_causal_calibration_confidence": 0.5288122689723307,
+      "pairwise_causal_calibration_ece": 0.0510196638007786,
+      "pairwise_causal_calibration_pairs": 119.0,
+      "predicted_margin": 0.38447100568728765,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1324642411/train1",
+      "selected_candidate_index": 5,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.1378108412027359,
+      "selected_utility_gain_over_base": 0.03134031593799591,
+      "selector_regret": 1.862189158797264,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PushCube-v1",
+      "tau": 0.35241155802994517,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.12476746737957001,
+      "chart_id": "ms-54346a8f79bd9dca1dfe",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5350877192982456,
+      "pairwise_causal_calibration_confidence": 0.5396885778611449,
+      "pairwise_causal_calibration_ece": 0.004600858562899268,
+      "pairwise_causal_calibration_pairs": 114.0,
+      "predicted_margin": 0.33925681284155934,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1790188787/train1",
+      "selected_candidate_index": 6,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.12476746737957001,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 1.87523253262043,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PushCube-v1",
+      "tau": 0.35241155802994517,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-64f98d163b6bff29332b",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.6181818181818182,
+      "pairwise_causal_calibration_confidence": 0.5491787800871848,
+      "pairwise_causal_calibration_ece": 0.0690030380946333,
+      "pairwise_causal_calibration_pairs": 110.0,
+      "predicted_margin": -0.02356230018007266,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1261930456/train1",
+      "selected_candidate_index": 2,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PushCube-v1",
+      "tau": 0.35241155802994517,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 2.2351741790771484e-07,
+      "chart_id": "ms-c2ae2b78ab7891e74c80",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5904761904761905,
+      "pairwise_causal_calibration_confidence": 0.5382862696863612,
+      "pairwise_causal_calibration_ece": 0.052189920789829286,
+      "pairwise_causal_calibration_pairs": 105.0,
+      "predicted_margin": 0.5296709902746183,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "509430392/train1",
+      "selected_candidate_index": 2,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 1.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 1.999999776482582,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PushCube-v1",
+      "tau": 0.35241155802994517,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.08703407645225525,
+      "chart_id": "ms-d4c37ed44fb338c1d551",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.20948036015033722,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.48739495798319327,
+      "pairwise_causal_calibration_confidence": 0.5158258523764001,
+      "pairwise_causal_calibration_ece": 0.02843089439320684,
+      "pairwise_causal_calibration_pairs": 119.0,
+      "predicted_margin": 0.5636198101475918,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1480856810/train1",
+      "selected_candidate_index": 9,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.21981161832809448,
+      "selected_utility_gain_over_base": 0.13277754187583923,
+      "selector_regret": 1.7801883816719055,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PushCube-v1",
+      "tau": 0.35241155802994517,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.05225050449371338,
+      "chart_id": "ms-146ff6c3f22b3a49af3a",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5,
+      "pairwise_causal_calibration_confidence": 0.518040614785329,
+      "pairwise_causal_calibration_ece": 0.018040614785329034,
+      "pairwise_causal_calibration_pairs": 36.0,
+      "predicted_margin": 0.14710078956282402,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.07580336928367615,
+      "seed": "2061635888/train1",
+      "selected_candidate_index": 5,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.0713038444519043,
+      "selected_utility_gain_over_base": 0.019053339958190918,
+      "selector_regret": 0.004499524831771851,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.9241966307163239,
+      "task_id": "StackCube-v1",
+      "tau": 0.0009112489076126273,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.16300667822360992,
+      "chart_id": "ms-15fc8cc6f74cf589056f",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.4722222222222222,
+      "pairwise_causal_calibration_confidence": 0.5500689384066487,
+      "pairwise_causal_calibration_ece": 0.07784671618442661,
+      "pairwise_causal_calibration_pairs": 36.0,
+      "predicted_margin": 0.446772375365045,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.8128758072853088,
+      "seed": "655884605/train1",
+      "selected_candidate_index": 6,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.11176733672618866,
+      "selected_utility_gain_over_base": -0.051239341497421265,
+      "selector_regret": 0.7011084705591202,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.1871241927146912,
+      "task_id": "StackCube-v1",
+      "tau": 0.0009112489076126273,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.15842342376708984,
+      "chart_id": "ms-36bc1364d2439099e9ed",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5,
+      "pairwise_causal_calibration_confidence": 0.5380625270265227,
+      "pairwise_causal_calibration_ece": 0.038062527026522686,
+      "pairwise_causal_calibration_pairs": 28.0,
+      "predicted_margin": 0.08193066148519779,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.18093222379684448,
+      "seed": "1113371261/train1",
+      "selected_candidate_index": 1,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.1746392846107483,
+      "selected_utility_gain_over_base": 0.016215860843658447,
+      "selector_regret": 0.006292939186096191,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.8190677762031555,
+      "task_id": "StackCube-v1",
+      "tau": 0.0009112489076126273,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.82413649559021,
+      "chart_id": "ms-420280f15a522ce21c72",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.4727272727272727,
+      "pairwise_causal_calibration_confidence": 0.5543665049371578,
+      "pairwise_causal_calibration_ece": 0.081639232209885,
+      "pairwise_causal_calibration_pairs": 110.0,
+      "predicted_margin": 0.10231812655593348,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1578990937/train1",
+      "selected_candidate_index": 11,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.17168906331062317,
+      "selected_utility_gain_over_base": -0.6524474322795868,
+      "selector_regret": 1.8283109366893768,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "StackCube-v1",
+      "tau": 0.0009112489076126273,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.8334100246429443,
+      "chart_id": "ms-4aed1197d0906ae51c34",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.2222222222222222,
+      "pairwise_causal_calibration_confidence": 0.5391700207769446,
+      "pairwise_causal_calibration_ece": 0.31694779855472244,
+      "pairwise_causal_calibration_pairs": 63.0,
+      "predicted_margin": -0.2497394332434142,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1509980664/train1",
+      "selected_candidate_index": 12,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.8334100246429443,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 1.1665899753570557,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "StackCube-v1",
+      "tau": 0.0009112489076126273,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.19090841710567474,
+      "chart_id": "ms-55e78c04643bd06fd5f8",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.7916666666666666,
+      "pairwise_causal_calibration_confidence": 0.5498984873423876,
+      "pairwise_causal_calibration_ece": 0.2417681793242794,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.2276424215366616,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.21295717358589172,
+      "seed": "211245842/train1",
+      "selected_candidate_index": 7,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.19474327564239502,
+      "selected_utility_gain_over_base": 0.003834858536720276,
+      "selector_regret": 0.018213897943496704,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.7870428264141083,
+      "task_id": "StackCube-v1",
+      "tau": 0.0009112489076126273,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.2260012924671173,
+      "chart_id": "ms-77536801924a2a78688e",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.4666666666666667,
+      "pairwise_causal_calibration_confidence": 0.5513917700725205,
+      "pairwise_causal_calibration_ece": 0.08472510340585364,
+      "pairwise_causal_calibration_pairs": 105.0,
+      "predicted_margin": 0.027308203722147817,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1151410346/train1",
+      "selected_candidate_index": 2,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.8135483264923096,
+      "selected_utility_gain_over_base": 0.5875470340251923,
+      "selector_regret": 1.1864516735076904,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "StackCube-v1",
+      "tau": 0.0009112489076126273,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.09220491349697113,
+      "chart_id": "ms-9dd1ff4c297a81b13071",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5357142857142857,
+      "pairwise_causal_calibration_confidence": 0.5502823354081949,
+      "pairwise_causal_calibration_ece": 0.015677218286420276,
+      "pairwise_causal_calibration_pairs": 28.0,
+      "predicted_margin": 0.3962004123380809,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.1324586570262909,
+      "seed": "1324133122/train1",
+      "selected_candidate_index": 2,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.07714252173900604,
+      "selected_utility_gain_over_base": -0.015062391757965088,
+      "selector_regret": 0.05531613528728485,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.867541342973709,
+      "task_id": "StackCube-v1",
+      "tau": 0.0009112489076126273,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-d7254aa722729aa1a031",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.6785714285714286,
+      "pairwise_causal_calibration_confidence": 0.546009069568378,
+      "pairwise_causal_calibration_ece": 0.13256235900305033,
+      "pairwise_causal_calibration_pairs": 84.0,
+      "predicted_margin": 0.20451752246432947,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "701667486/train1",
+      "selected_candidate_index": 10,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "StackCube-v1",
+      "tau": 0.0009112489076126273,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-d776afa14e6322cadedd",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.5384615384615384,
+      "pairwise_causal_calibration_confidence": 0.5307516643020463,
+      "pairwise_causal_calibration_ece": 0.007709874159492092,
+      "pairwise_causal_calibration_pairs": 39.0,
+      "predicted_margin": -0.10576298261783212,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "412102563/train1",
+      "selected_candidate_index": 12,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "StackCube-v1",
+      "tau": 0.0009112489076126273,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-e887dbfa0133af46829d",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.4714285714285714,
+      "pairwise_causal_calibration_confidence": 0.5395820832404352,
+      "pairwise_causal_calibration_ece": 0.06815351181186355,
+      "pairwise_causal_calibration_pairs": 70.0,
+      "predicted_margin": -0.1454763298079958,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1999022574/train1",
+      "selected_candidate_index": 8,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "StackCube-v1",
+      "tau": 0.0009112489076126273,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.7236053347587585,
+      "chart_id": "ms-5799584ed40e211c50a5",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.6086956521739131,
+      "pairwise_causal_calibration_confidence": 0.5293148633692549,
+      "pairwise_causal_calibration_ece": 0.07938078880465815,
+      "pairwise_causal_calibration_pairs": 92.0,
+      "predicted_margin": 0.3345646470523239,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "2012211287/train2",
+      "selected_candidate_index": 14,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.6934840679168701,
+      "selected_utility_gain_over_base": -0.030121266841888428,
+      "selector_regret": 1.3065159320831299,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "LiftPegUpright-v1",
+      "tau": 0.0940318405174132,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.6000905632972717,
+      "chart_id": "ms-715db95b13ebc6c977c8",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.4945054945054945,
+      "pairwise_causal_calibration_confidence": 0.5640014996133708,
+      "pairwise_causal_calibration_ece": 0.06949600510787626,
+      "pairwise_causal_calibration_pairs": 91.0,
+      "predicted_margin": -0.02519869144581416,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.2302134484052658,
+      "seed": "307068879/train2",
+      "selected_candidate_index": 3,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.6000905632972717,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.7697865515947342,
+      "task_id": "LiftPegUpright-v1",
+      "tau": 0.0940318405174132,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-7b229b60d7f64fb624cf",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.8095238095238095,
+      "pairwise_causal_calibration_confidence": 0.5547882621085445,
+      "pairwise_causal_calibration_ece": 0.25473554741526483,
+      "pairwise_causal_calibration_pairs": 84.0,
+      "predicted_margin": 0.24206048374838196,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1073161778/train2",
+      "selected_candidate_index": 6,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "LiftPegUpright-v1",
+      "tau": 0.0940318405174132,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.725701630115509,
+      "chart_id": "ms-99f263cb3f383b1f6243",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.48333333333333334,
+      "pairwise_causal_calibration_confidence": 0.5615509166352838,
+      "pairwise_causal_calibration_ece": 0.0782175833019504,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.4202802138182712,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.7117276191711426,
+      "seed": "608016290/train2",
+      "selected_candidate_index": 6,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.22811375558376312,
+      "selected_utility_gain_over_base": -0.4975878745317459,
+      "selector_regret": 0.48361386358737946,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.2882723808288574,
+      "task_id": "LiftPegUpright-v1",
+      "tau": 0.0940318405174132,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.6999551653862,
+      "chart_id": "ms-ec2e4afb34b439731136",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.7272727272727273,
+      "pairwise_causal_calibration_confidence": 0.5454083397120673,
+      "pairwise_causal_calibration_ece": 0.18186438756066006,
+      "pairwise_causal_calibration_pairs": 55.0,
+      "predicted_margin": -0.12738205708571582,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.7191348671913147,
+      "seed": "441046872/train2",
+      "selected_candidate_index": 1,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.6999551653862,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.019179701805114746,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.2808651328086853,
+      "task_id": "LiftPegUpright-v1",
+      "tau": 0.0940318405174132,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.5839591026306152,
+      "chart_id": "ms-a9ac13384fe5afc835f1",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.5,
+      "pairwise_causal_calibration_confidence": 0.545306820402758,
+      "pairwise_causal_calibration_ece": 0.04530682040275796,
+      "pairwise_causal_calibration_pairs": 36.0,
+      "predicted_margin": -0.43379366859847046,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.14937306940555573,
+      "seed": "1522272686/train2",
+      "selected_candidate_index": 5,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.5839591026306152,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.8506269305944443,
+      "task_id": "PickCube-v1",
+      "tau": 0.3611323919348086,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-06babf453b22ba8f2407",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": NaN,
+      "pairwise_causal_calibration_confidence": NaN,
+      "pairwise_causal_calibration_ece": 0.0,
+      "pairwise_causal_calibration_pairs": 0.0,
+      "predicted_margin": 0.3315076869895872,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1747178030/train2",
+      "selected_candidate_index": 11,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.16168592870235443,
+      "chart_id": "ms-0e1ff8d16372796dac97",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5126050420168067,
+      "pairwise_causal_calibration_confidence": 0.5335372983831308,
+      "pairwise_causal_calibration_ece": 0.02093225636632412,
+      "pairwise_causal_calibration_pairs": 119.0,
+      "predicted_margin": -0.08505583152382623,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "767747424/train2",
+      "selected_candidate_index": 8,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.16168592870235443,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 1.8383140712976456,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.0939030647277832,
+      "chart_id": "ms-223b0a8319beb051a1ee",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.1593424528837204,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.6583333333333333,
+      "pairwise_causal_calibration_confidence": 0.5225830368338087,
+      "pairwise_causal_calibration_ece": 0.13575029649952464,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.2553375780680003,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.09997648000717163,
+      "seed": "1461069713/train2",
+      "selected_candidate_index": 3,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.09997648000717163,
+      "selected_utility_gain_over_base": 0.006073415279388428,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.05936597287654877,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.001929501653648913,
+      "chart_id": "ms-34726202b475d29cdf38",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.25342071056365967,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.6166666666666667,
+      "pairwise_causal_calibration_confidence": 0.5750839572021335,
+      "pairwise_causal_calibration_ece": 0.04158270946453317,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.4690776598726668,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.03885193541646004,
+      "seed": "626486813/train2",
+      "selected_candidate_index": 2,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.02248450182378292,
+      "selected_utility_gain_over_base": 0.020555000170134008,
+      "selector_regret": 0.016367433592677116,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.21456877514719963,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-4cc40587ec490257b1d2",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.47058823529411764,
+      "pairwise_causal_calibration_confidence": 0.5297648676632524,
+      "pairwise_causal_calibration_ece": 0.05917663236913473,
+      "pairwise_causal_calibration_pairs": 119.0,
+      "predicted_margin": -0.00965012140270699,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "2054899126/train2",
+      "selected_candidate_index": 11,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-62f8c18a15c566ec4b00",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.16666666666666666,
+      "pairwise_causal_calibration_confidence": 0.5462121445015077,
+      "pairwise_causal_calibration_ece": 0.37954547783484094,
+      "pairwise_causal_calibration_pairs": 30.0,
+      "predicted_margin": -0.19816182889430234,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "672328262/train2",
+      "selected_candidate_index": 4,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.07698849588632584,
+      "chart_id": "ms-6661b157c41ad4d6ab85",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.2351006269454956,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.25,
+      "pairwise_causal_calibration_confidence": 0.5592804818587975,
+      "pairwise_causal_calibration_ece": 0.30928048185879753,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.1702189610695619,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.21886132657527924,
+      "seed": "767747424/train2",
+      "selected_candidate_index": 12,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.026480933651328087,
+      "selected_utility_gain_over_base": -0.05050756223499775,
+      "selector_regret": 0.19238039292395115,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.01623930037021637,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.03588630631566048,
+      "chart_id": "ms-6b789356d65b3312fbae",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.22781728208065033,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.38333333333333336,
+      "pairwise_causal_calibration_confidence": 0.5652706387896659,
+      "pairwise_causal_calibration_ece": 0.18193730545633274,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.41994817119419847,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.2718978226184845,
+      "seed": "278008524/train2",
+      "selected_candidate_index": 13,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.04554526135325432,
+      "selected_utility_gain_over_base": 0.009658955037593842,
+      "selector_regret": 0.22635256126523018,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-7923b8196b397863cf4f",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.52,
+      "pairwise_causal_calibration_confidence": 0.5338919568560658,
+      "pairwise_causal_calibration_ece": 0.013891956856065812,
+      "pairwise_causal_calibration_pairs": 25.0,
+      "predicted_margin": 0.14874188314117123,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1845489013/train2",
+      "selected_candidate_index": 8,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.008267183788120747,
+      "chart_id": "ms-7df455efd413d77e6ce3",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.07774405181407928,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.43333333333333335,
+      "pairwise_causal_calibration_confidence": 0.5475369153231996,
+      "pairwise_causal_calibration_ece": 0.11420358198986626,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.30168313132887237,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.05094657465815544,
+      "seed": "626486813/train2",
+      "selected_candidate_index": 4,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.009525339119136333,
+      "selected_utility_gain_over_base": 0.0012581553310155869,
+      "selector_regret": 0.04142123553901911,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.026797477155923843,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-7e295b5859c07c90487f",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.26271408796310425,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.4188034188034188,
+      "pairwise_causal_calibration_confidence": 0.5214197977010018,
+      "pairwise_causal_calibration_ece": 0.10261637889758296,
+      "pairwise_causal_calibration_pairs": 117.0,
+      "predicted_margin": -0.2624403378904797,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "767747424/train2",
+      "selected_candidate_index": 8,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.18171554803848267,
+      "chart_id": "ms-8577816da2917a2bb63d",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.7272727272727273,
+      "pairwise_causal_calibration_confidence": 0.5282487650578878,
+      "pairwise_causal_calibration_ece": 0.19902396221483953,
+      "pairwise_causal_calibration_pairs": 110.0,
+      "predicted_margin": 0.18843222973041862,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "585904130/train2",
+      "selected_candidate_index": 1,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 1.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 1.8182844519615173,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.10283424705266953,
+      "chart_id": "ms-8e56b0eaa2604db6749e",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.2857772707939148,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.5416666666666666,
+      "pairwise_causal_calibration_confidence": 0.5440555881176564,
+      "pairwise_causal_calibration_ece": 0.03902364539059017,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.29555407226838537,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.058951716870069504,
+      "seed": "141984615/train2",
+      "selected_candidate_index": 11,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.058951716870069504,
+      "selected_utility_gain_over_base": -0.04388253018260002,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.2268255539238453,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.14270895719528198,
+      "chart_id": "ms-972c5be72d0b24be7cd5",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5666666666666667,
+      "pairwise_causal_calibration_confidence": 0.531606386735559,
+      "pairwise_causal_calibration_ece": 0.0350602799311076,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": -0.008678557833403544,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "750448296/train2",
+      "selected_candidate_index": 11,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.14270895719528198,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 1.857291042804718,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.08313504606485367,
+      "chart_id": "ms-9757fc494e79b5543bb6",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.17056432366371155,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.6583333333333333,
+      "pairwise_causal_calibration_confidence": 0.5151979568732741,
+      "pairwise_causal_calibration_ece": 0.14313537646005925,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.27475298254295666,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.0756516233086586,
+      "seed": "636680137/train2",
+      "selected_candidate_index": 10,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.039896368980407715,
+      "selected_utility_gain_over_base": -0.04323867708444595,
+      "selector_regret": 0.035755254328250885,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.09491270035505295,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.05412294343113899,
+      "chart_id": "ms-a8731059713697ce5e2a",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.19710752367973328,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.48333333333333334,
+      "pairwise_causal_calibration_confidence": 0.5601528764543879,
+      "pairwise_causal_calibration_ece": 0.07768936366580693,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.5596205731602828,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.04980705305933952,
+      "seed": "767747424/train2",
+      "selected_candidate_index": 5,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.028320351615548134,
+      "selected_utility_gain_over_base": -0.02580259181559086,
+      "selector_regret": 0.02148670144379139,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.14730047062039375,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-ac94b48febe523da15a5",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.7380952380952381,
+      "pairwise_causal_calibration_confidence": 0.565958547539462,
+      "pairwise_causal_calibration_ece": 0.1721366905557764,
+      "pairwise_causal_calibration_pairs": 84.0,
+      "predicted_margin": -0.559803911595051,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1375492786/train2",
+      "selected_candidate_index": 2,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-b49043f15f4846de5b13",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.41414141414141414,
+      "pairwise_causal_calibration_confidence": 0.5664818478408624,
+      "pairwise_causal_calibration_ece": 0.1523404336994486,
+      "pairwise_causal_calibration_pairs": 99.0,
+      "predicted_margin": 0.2451404604489238,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "2038594191/train2",
+      "selected_candidate_index": 3,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": -1.0,
+      "selected_utility": 0.12977690994739532,
+      "selected_utility_gain_over_base": -1.8702230900526047,
+      "selector_regret": 1.8702230900526047,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.0929974913597107,
+      "chart_id": "ms-b7d7021b782f73816083",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.22398948669433594,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.30833333333333335,
+      "pairwise_causal_calibration_confidence": 0.5224162480703396,
+      "pairwise_causal_calibration_ece": 0.21408291473700625,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.34844644909874656,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.051346004009246826,
+      "seed": "750448296/train2",
+      "selected_candidate_index": 8,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.035547394305467606,
+      "selected_utility_gain_over_base": -0.05745009705424309,
+      "selector_regret": 0.01579860970377922,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.1726434826850891,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-b8c3ec3ea915c5d35b3e",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": NaN,
+      "pairwise_causal_calibration_confidence": NaN,
+      "pairwise_causal_calibration_ece": 0.0,
+      "pairwise_causal_calibration_pairs": 0.0,
+      "predicted_margin": 0.6946523201836585,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "2054899126/train2",
+      "selected_candidate_index": 2,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-b8fc1568ce66c45c8d8b",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.2786632478237152,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.625,
+      "pairwise_causal_calibration_confidence": 0.5276406049368979,
+      "pairwise_causal_calibration_ece": 0.0973593950631021,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.061753054977374155,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.12510187923908234,
+      "seed": "747260437/train2",
+      "selected_candidate_index": 2,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.15356136858463287,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.04958367347717285,
+      "chart_id": "ms-da555a03dd382d93e119",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.3333333333333333,
+      "pairwise_causal_calibration_confidence": 0.5403790398403705,
+      "pairwise_causal_calibration_ece": 0.2070457065070372,
+      "pairwise_causal_calibration_pairs": 99.0,
+      "predicted_margin": 0.02036982454775252,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "278008524/train2",
+      "selected_candidate_index": 9,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.04958367347717285,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 1.9504163265228271,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.10451483726501465,
+      "chart_id": "ms-f5dd1c43ebc4c0cfc3f1",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.2974560856819153,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.2833333333333333,
+      "pairwise_causal_calibration_confidence": 0.541054902787583,
+      "pairwise_causal_calibration_ece": 0.25772156945424957,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.8716902723485557,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.11310184001922607,
+      "seed": "1549324805/train2",
+      "selected_candidate_index": 1,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.04690708592534065,
+      "selected_utility_gain_over_base": -0.057607751339673996,
+      "selector_regret": 0.06619475409388542,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.1843542456626892,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.07191530615091324,
+      "chart_id": "ms-f9740a08a98cb251b761",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.525,
+      "pairwise_causal_calibration_confidence": 0.5302663723099226,
+      "pairwise_causal_calibration_ece": 0.118390411016323,
+      "pairwise_causal_calibration_pairs": 40.0,
+      "predicted_margin": -0.09918008580701754,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1822210471/train2",
+      "selected_candidate_index": 7,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.07191530615091324,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 1.9280846938490868,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.11707299947738647,
+      "chart_id": "ms-fa8b4ba41ecac8030271",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.4642857142857143,
+      "pairwise_causal_calibration_confidence": 0.5300035557325993,
+      "pairwise_causal_calibration_ece": 0.07503274438189782,
+      "pairwise_causal_calibration_pairs": 84.0,
+      "predicted_margin": -0.5452751058050467,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "750448296/train2",
+      "selected_candidate_index": 1,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.11707299947738647,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 1.8829270005226135,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.10332537601561143,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.036152780055999756,
+      "chart_id": "ms-05f34a90fa7355262b8e",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.6111111111111112,
+      "pairwise_causal_calibration_confidence": 0.5489590881909069,
+      "pairwise_causal_calibration_ece": 0.06215202292020417,
+      "pairwise_causal_calibration_pairs": 54.0,
+      "predicted_margin": 0.7945693500962356,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "440577711/train2",
+      "selected_candidate_index": 13,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 1.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 1.9638472199440002,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PushCube-v1",
+      "tau": 0.35241155802994517,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.10647052526473999,
+      "chart_id": "ms-2413d1155c87f0442485",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.7,
+      "pairwise_causal_calibration_confidence": 0.528083048643476,
+      "pairwise_causal_calibration_ece": 0.17191695135652396,
+      "pairwise_causal_calibration_pairs": 110.0,
+      "predicted_margin": 0.15208916465183764,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1324642411/train2",
+      "selected_candidate_index": 9,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.10647052526473999,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 1.89352947473526,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PushCube-v1",
+      "tau": 0.35241155802994517,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.12476746737957001,
+      "chart_id": "ms-54346a8f79bd9dca1dfe",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.44545454545454544,
+      "pairwise_causal_calibration_confidence": 0.5413352723129059,
+      "pairwise_causal_calibration_ece": 0.09588072685836047,
+      "pairwise_causal_calibration_pairs": 110.0,
+      "predicted_margin": 0.297516022662714,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1790188787/train2",
+      "selected_candidate_index": 8,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.12476746737957001,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 1.87523253262043,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PushCube-v1",
+      "tau": 0.35241155802994517,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-64f98d163b6bff29332b",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.6666666666666666,
+      "pairwise_causal_calibration_confidence": 0.5397391671472074,
+      "pairwise_causal_calibration_ece": 0.12692749951945942,
+      "pairwise_causal_calibration_pairs": 84.0,
+      "predicted_margin": 0.04072195094915404,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1261930456/train2",
+      "selected_candidate_index": 4,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PushCube-v1",
+      "tau": 0.35241155802994517,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 2.2351741790771484e-07,
+      "chart_id": "ms-c2ae2b78ab7891e74c80",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.6134453781512605,
+      "pairwise_causal_calibration_confidence": 0.5437150122698521,
+      "pairwise_causal_calibration_ece": 0.06973036588140841,
+      "pairwise_causal_calibration_pairs": 119.0,
+      "predicted_margin": 0.4810616128884794,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 5.424022674560547e-06,
+      "seed": "509430392/train2",
+      "selected_candidate_index": 10,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 5.424022674560547e-06,
+      "selected_utility_gain_over_base": 5.200505256652832e-06,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.9999945759773254,
+      "task_id": "PushCube-v1",
+      "tau": 0.35241155802994517,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.08703407645225525,
+      "chart_id": "ms-d4c37ed44fb338c1d551",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.20948036015033722,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.680672268907563,
+      "pairwise_causal_calibration_confidence": 0.5204768609791875,
+      "pairwise_causal_calibration_ece": 0.1601954079283755,
+      "pairwise_causal_calibration_pairs": 119.0,
+      "predicted_margin": 0.4905519223760793,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1480856810/train2",
+      "selected_candidate_index": 1,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.21615806221961975,
+      "selected_utility_gain_over_base": 0.1291239857673645,
+      "selector_regret": 1.7838419377803802,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PushCube-v1",
+      "tau": 0.35241155802994517,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.05225050449371338,
+      "chart_id": "ms-146ff6c3f22b3a49af3a",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5,
+      "pairwise_causal_calibration_confidence": 0.5252975568525992,
+      "pairwise_causal_calibration_ece": 0.025297556852599157,
+      "pairwise_causal_calibration_pairs": 36.0,
+      "predicted_margin": 0.15541062212467605,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.11105132102966309,
+      "seed": "2061635888/train2",
+      "selected_candidate_index": 2,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.05500011146068573,
+      "selected_utility_gain_over_base": 0.002749606966972351,
+      "selector_regret": 0.056051209568977356,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.888948678970337,
+      "task_id": "StackCube-v1",
+      "tau": 0.0009112489076126273,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.16300667822360992,
+      "chart_id": "ms-15fc8cc6f74cf589056f",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.3888888888888889,
+      "pairwise_causal_calibration_confidence": 0.556089617835855,
+      "pairwise_causal_calibration_ece": 0.16720072894696625,
+      "pairwise_causal_calibration_pairs": 36.0,
+      "predicted_margin": 0.407721921578567,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.21447330713272095,
+      "seed": "655884605/train2",
+      "selected_candidate_index": 1,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.09131735563278198,
+      "selected_utility_gain_over_base": -0.07168932259082794,
+      "selector_regret": 0.12315595149993896,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.785526692867279,
+      "task_id": "StackCube-v1",
+      "tau": 0.0009112489076126273,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.15842342376708984,
+      "chart_id": "ms-36bc1364d2439099e9ed",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.7142857142857143,
+      "pairwise_causal_calibration_confidence": 0.5487087011529058,
+      "pairwise_causal_calibration_ece": 0.1655770131328084,
+      "pairwise_causal_calibration_pairs": 28.0,
+      "predicted_margin": -0.15407578821846468,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.19527167081832886,
+      "seed": "1113371261/train2",
+      "selected_candidate_index": 1,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.15842342376708984,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.036848247051239014,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.8047283291816711,
+      "task_id": "StackCube-v1",
+      "tau": 0.0009112489076126273,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.82413649559021,
+      "chart_id": "ms-420280f15a522ce21c72",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.42016806722689076,
+      "pairwise_causal_calibration_confidence": 0.540574554638564,
+      "pairwise_causal_calibration_ece": 0.1204064874116733,
+      "pairwise_causal_calibration_pairs": 119.0,
+      "predicted_margin": -0.08662696338330045,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1578990937/train2",
+      "selected_candidate_index": 7,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.82413649559021,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 1.17586350440979,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "StackCube-v1",
+      "tau": 0.0009112489076126273,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.8334100246429443,
+      "chart_id": "ms-4aed1197d0906ae51c34",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5111111111111111,
+      "pairwise_causal_calibration_confidence": 0.5394504298273115,
+      "pairwise_causal_calibration_ece": 0.02833931871620072,
+      "pairwise_causal_calibration_pairs": 90.0,
+      "predicted_margin": -0.3123388737013393,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1509980664/train2",
+      "selected_candidate_index": 9,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.8334100246429443,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 1.1665899753570557,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "StackCube-v1",
+      "tau": 0.0009112489076126273,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.19090841710567474,
+      "chart_id": "ms-55e78c04643bd06fd5f8",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.55,
+      "pairwise_causal_calibration_confidence": 0.5458205639974503,
+      "pairwise_causal_calibration_ece": 0.026780026272463814,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": -0.05502138612288987,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.23388276994228363,
+      "seed": "211245842/train2",
+      "selected_candidate_index": 7,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.19090841710567474,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.04297435283660889,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.7661172300577164,
+      "task_id": "StackCube-v1",
+      "tau": 0.0009112489076126273,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.2260012924671173,
+      "chart_id": "ms-77536801924a2a78688e",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.4666666666666667,
+      "pairwise_causal_calibration_confidence": 0.5313847796953075,
+      "pairwise_causal_calibration_ece": 0.06471811302864083,
+      "pairwise_causal_calibration_pairs": 105.0,
+      "predicted_margin": 0.06561892171053907,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.5522047281265259,
+      "seed": "1151410346/train2",
+      "selected_candidate_index": 1,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.20950870215892792,
+      "selected_utility_gain_over_base": -0.016492590308189392,
+      "selector_regret": 0.34269602596759796,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.4477952718734741,
+      "task_id": "StackCube-v1",
+      "tau": 0.0009112489076126273,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.09220491349697113,
+      "chart_id": "ms-9dd1ff4c297a81b13071",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.6071428571428571,
+      "pairwise_causal_calibration_confidence": 0.545535241490244,
+      "pairwise_causal_calibration_ece": 0.07681453301793482,
+      "pairwise_causal_calibration_pairs": 28.0,
+      "predicted_margin": 0.0670111567575864,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.19291165471076965,
+      "seed": "1324133122/train2",
+      "selected_candidate_index": 7,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.13575458526611328,
+      "selected_utility_gain_over_base": 0.04354967176914215,
+      "selector_regret": 0.05715706944465637,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.8070883452892303,
+      "task_id": "StackCube-v1",
+      "tau": 0.0009112489076126273,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-d7254aa722729aa1a031",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.8333333333333334,
+      "pairwise_causal_calibration_confidence": 0.5807247911175116,
+      "pairwise_causal_calibration_ece": 0.25260854221582163,
+      "pairwise_causal_calibration_pairs": 54.0,
+      "predicted_margin": 0.22431661105910145,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "701667486/train2",
+      "selected_candidate_index": 11,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "StackCube-v1",
+      "tau": 0.0009112489076126273,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-d776afa14e6322cadedd",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.5952380952380952,
+      "pairwise_causal_calibration_confidence": 0.5400007019106284,
+      "pairwise_causal_calibration_ece": 0.05523739332746688,
+      "pairwise_causal_calibration_pairs": 84.0,
+      "predicted_margin": -0.10754995958912039,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "412102563/train2",
+      "selected_candidate_index": 12,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "StackCube-v1",
+      "tau": 0.0009112489076126273,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-e887dbfa0133af46829d",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.5394736842105263,
+      "pairwise_causal_calibration_confidence": 0.5438956195294256,
+      "pairwise_causal_calibration_ece": 0.05003241707833195,
+      "pairwise_causal_calibration_pairs": 76.0,
+      "predicted_margin": -0.12321088891053344,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1999022574/train2",
+      "selected_candidate_index": 13,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "StackCube-v1",
+      "tau": 0.0009112489076126273,
+      "train_seed": "2"
+    }
+  ],
+  "schema_version": 1,
+  "selected_lambda": 10.0,
+  "selector_calibration_target_content_hash": "67f7b4a692f7c7e71da24378dc71e3399c5d35afc14c494869eba6087b765c42",
+  "selector_calibration_target_split_hash": "867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372",
+  "selector_chart_feature_mode": "base_context_obs",
+  "selector_eval_target_content_hash": "0c38d73dc9bc4ab756e12006671b5d12f1a23358b281e54b3f6a9ae3cbf6e9af",
+  "selector_eval_target_split_hash": "84151df9e88c219b76751677558cc5bbbc19082bf358cea7330158e9e403e25f",
+  "selector_source_content_hash": "67f7b4a692f7c7e71da24378dc71e3399c5d35afc14c494869eba6087b765c42",
+  "selector_source_split_hash": "867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372",
+  "source_content_hash": null,
+  "source_index": null,
+  "source_split_hash": null,
+  "split_hash": "84151df9e88c219b76751677558cc5bbbc19082bf358cea7330158e9e403e25f",
+  "success_bonus": 1.0,
+  "summary": {
+    "base_success": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.38958333333333334,
+          "low": 0.22083333333333333,
+          "mean": 0.30625,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 0.30625,
+        "per_seed": {
+          "1073161778/train0": 1.0,
+          "1073161778/train1": 1.0,
+          "1073161778/train2": 1.0,
+          "1113371261/train0": 0.0,
+          "1113371261/train1": 0.0,
+          "1113371261/train2": 0.0,
+          "1151410346/train0": 0.0,
+          "1151410346/train1": 0.0,
+          "1151410346/train2": 0.0,
+          "1261930456/train0": 1.0,
+          "1261930456/train1": 1.0,
+          "1261930456/train2": 1.0,
+          "1324133122/train0": 0.0,
+          "1324133122/train1": 0.0,
+          "1324133122/train2": 0.0,
+          "1324642411/train0": 0.0,
+          "1324642411/train1": 0.0,
+          "1324642411/train2": 0.0,
+          "1375492786/train0": 1.0,
+          "1375492786/train1": 1.0,
+          "1375492786/train2": 1.0,
+          "141984615/train0": 0.0,
+          "141984615/train1": 0.0,
+          "141984615/train2": 0.0,
+          "1461069713/train0": 0.0,
+          "1461069713/train1": 0.0,
+          "1461069713/train2": 0.0,
+          "1480856810/train0": 0.0,
+          "1480856810/train1": 0.0,
+          "1480856810/train2": 0.0,
+          "1509980664/train0": 0.0,
+          "1509980664/train1": 0.0,
+          "1509980664/train2": 0.0,
+          "1522272686/train0": 0.0,
+          "1522272686/train1": 0.0,
+          "1522272686/train2": 0.0,
+          "1549324805/train0": 0.0,
+          "1549324805/train1": 0.0,
+          "1549324805/train2": 0.0,
+          "1578990937/train0": 0.0,
+          "1578990937/train1": 0.0,
+          "1578990937/train2": 0.0,
+          "1747178030/train0": 1.0,
+          "1747178030/train1": 1.0,
+          "1747178030/train2": 1.0,
+          "1790188787/train0": 0.0,
+          "1790188787/train1": 0.0,
+          "1790188787/train2": 0.0,
+          "1822210471/train0": 0.0,
+          "1822210471/train1": 0.0,
+          "1822210471/train2": 0.0,
+          "1845489013/train0": 1.0,
+          "1845489013/train1": 1.0,
+          "1845489013/train2": 1.0,
+          "1999022574/train0": 1.0,
+          "1999022574/train1": 1.0,
+          "1999022574/train2": 1.0,
+          "2012211287/train0": 0.0,
+          "2012211287/train1": 0.0,
+          "2012211287/train2": 0.0,
+          "2038594191/train0": 1.0,
+          "2038594191/train1": 1.0,
+          "2038594191/train2": 1.0,
+          "2054899126/train0": 1.0,
+          "2054899126/train1": 1.0,
+          "2054899126/train2": 1.0,
+          "2061635888/train0": 0.0,
+          "2061635888/train1": 0.0,
+          "2061635888/train2": 0.0,
+          "211245842/train0": 0.0,
+          "211245842/train1": 0.0,
+          "211245842/train2": 0.0,
+          "278008524/train0": 0.0,
+          "278008524/train1": 0.0,
+          "278008524/train2": 0.0,
+          "307068879/train0": 0.0,
+          "307068879/train1": 0.0,
+          "307068879/train2": 0.0,
+          "412102563/train0": 1.0,
+          "412102563/train1": 1.0,
+          "412102563/train2": 1.0,
+          "440577711/train0": 0.0,
+          "440577711/train1": 0.0,
+          "440577711/train2": 0.0,
+          "441046872/train0": 0.0,
+          "441046872/train1": 0.0,
+          "441046872/train2": 0.0,
+          "509430392/train0": 0.0,
+          "509430392/train1": 0.0,
+          "509430392/train2": 0.0,
+          "585904130/train0": 0.0,
+          "585904130/train1": 0.0,
+          "585904130/train2": 0.0,
+          "608016290/train0": 0.0,
+          "608016290/train1": 0.0,
+          "608016290/train2": 0.0,
+          "626486813/train0": 0.0,
+          "626486813/train1": 0.0,
+          "626486813/train2": 0.0,
+          "636680137/train0": 0.0,
+          "636680137/train1": 0.0,
+          "636680137/train2": 0.0,
+          "655884605/train0": 0.0,
+          "655884605/train1": 0.0,
+          "655884605/train2": 0.0,
+          "672328262/train0": 1.0,
+          "672328262/train1": 1.0,
+          "672328262/train2": 1.0,
+          "701667486/train0": 1.0,
+          "701667486/train1": 1.0,
+          "701667486/train2": 1.0,
+          "747260437/train0": 1.0,
+          "747260437/train1": 1.0,
+          "747260437/train2": 1.0,
+          "750448296/train0": 0.0,
+          "750448296/train1": 0.0,
+          "750448296/train2": 0.0,
+          "767747424/train0": 0.25,
+          "767747424/train1": 0.25,
+          "767747424/train2": 0.25
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.3038787878787878,
+          "low": 0.08787878787878786,
+          "mean": 0.19987878787878788,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.19987878787878788,
+        "per_task": {
+          "LiftPegUpright-v1": 0.2,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.36,
+          "PushCube-v1": 0.16666666666666666,
+          "StackCube-v1": 0.2727272727272727
+        }
+      },
+      "metric": "base_success",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.3611111111111111,
+        "low": 0.2222222222222222,
+        "mean": 0.2916666666666667,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "base_utility": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.9455266696460766,
+          "low": 0.6363180854632647,
+          "mean": 0.7901180622977944,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 0.7901180622977944,
+        "per_seed": {
+          "1073161778/train0": 2.0,
+          "1073161778/train1": 2.0,
+          "1073161778/train2": 2.0,
+          "1113371261/train0": 0.15842342376708984,
+          "1113371261/train1": 0.15842342376708984,
+          "1113371261/train2": 0.15842342376708984,
+          "1151410346/train0": 0.2260012924671173,
+          "1151410346/train1": 0.2260012924671173,
+          "1151410346/train2": 0.2260012924671173,
+          "1261930456/train0": 2.0,
+          "1261930456/train1": 2.0,
+          "1261930456/train2": 2.0,
+          "1324133122/train0": 0.09220491349697113,
+          "1324133122/train1": 0.09220491349697113,
+          "1324133122/train2": 0.09220491349697113,
+          "1324642411/train0": 0.10647052526473999,
+          "1324642411/train1": 0.10647052526473999,
+          "1324642411/train2": 0.10647052526473999,
+          "1375492786/train0": 2.0,
+          "1375492786/train1": 2.0,
+          "1375492786/train2": 2.0,
+          "141984615/train0": 0.10283424705266953,
+          "141984615/train1": 0.10283424705266953,
+          "141984615/train2": 0.10283424705266953,
+          "1461069713/train0": 0.0939030647277832,
+          "1461069713/train1": 0.0939030647277832,
+          "1461069713/train2": 0.0939030647277832,
+          "1480856810/train0": 0.08703407645225525,
+          "1480856810/train1": 0.08703407645225525,
+          "1480856810/train2": 0.08703407645225525,
+          "1509980664/train0": 0.8334100246429443,
+          "1509980664/train1": 0.8334100246429443,
+          "1509980664/train2": 0.8334100246429443,
+          "1522272686/train0": 0.5839591026306152,
+          "1522272686/train1": 0.5839591026306152,
+          "1522272686/train2": 0.5839591026306152,
+          "1549324805/train0": 0.10451483726501465,
+          "1549324805/train1": 0.10451483726501465,
+          "1549324805/train2": 0.10451483726501465,
+          "1578990937/train0": 0.82413649559021,
+          "1578990937/train1": 0.82413649559021,
+          "1578990937/train2": 0.82413649559021,
+          "1747178030/train0": 2.0,
+          "1747178030/train1": 2.0,
+          "1747178030/train2": 2.0,
+          "1790188787/train0": 0.12476746737957001,
+          "1790188787/train1": 0.12476746737957001,
+          "1790188787/train2": 0.12476746737957001,
+          "1822210471/train0": 0.07191530615091324,
+          "1822210471/train1": 0.07191530615091324,
+          "1822210471/train2": 0.07191530615091324,
+          "1845489013/train0": 2.0,
+          "1845489013/train1": 2.0,
+          "1845489013/train2": 2.0,
+          "1999022574/train0": 2.0,
+          "1999022574/train1": 2.0,
+          "1999022574/train2": 2.0,
+          "2012211287/train0": 0.7236053347587585,
+          "2012211287/train1": 0.7236053347587585,
+          "2012211287/train2": 0.7236053347587585,
+          "2038594191/train0": 2.0,
+          "2038594191/train1": 2.0,
+          "2038594191/train2": 2.0,
+          "2054899126/train0": 2.0,
+          "2054899126/train1": 2.0,
+          "2054899126/train2": 2.0,
+          "2061635888/train0": 0.05225050449371338,
+          "2061635888/train1": 0.05225050449371338,
+          "2061635888/train2": 0.05225050449371338,
+          "211245842/train0": 0.19090841710567474,
+          "211245842/train1": 0.19090841710567474,
+          "211245842/train2": 0.19090841710567474,
+          "278008524/train0": 0.042734989896416664,
+          "278008524/train1": 0.042734989896416664,
+          "278008524/train2": 0.042734989896416664,
+          "307068879/train0": 0.6000905632972717,
+          "307068879/train1": 0.6000905632972717,
+          "307068879/train2": 0.6000905632972717,
+          "412102563/train0": 2.0,
+          "412102563/train1": 2.0,
+          "412102563/train2": 2.0,
+          "440577711/train0": 0.036152780055999756,
+          "440577711/train1": 0.036152780055999756,
+          "440577711/train2": 0.036152780055999756,
+          "441046872/train0": 0.6999551653862,
+          "441046872/train1": 0.6999551653862,
+          "441046872/train2": 0.6999551653862,
+          "509430392/train0": 2.2351741790771484e-07,
+          "509430392/train1": 2.2351741790771484e-07,
+          "509430392/train2": 2.2351741790771484e-07,
+          "585904130/train0": 0.18171554803848267,
+          "585904130/train1": 0.18171554803848267,
+          "585904130/train2": 0.18171554803848267,
+          "608016290/train0": 0.725701630115509,
+          "608016290/train1": 0.725701630115509,
+          "608016290/train2": 0.725701630115509,
+          "626486813/train0": 0.00509834272088483,
+          "626486813/train1": 0.00509834272088483,
+          "626486813/train2": 0.00509834272088483,
+          "636680137/train0": 0.08313504606485367,
+          "636680137/train1": 0.08313504606485367,
+          "636680137/train2": 0.08313504606485367,
+          "655884605/train0": 0.16300667822360992,
+          "655884605/train1": 0.16300667822360992,
+          "655884605/train2": 0.16300667822360992,
+          "672328262/train0": 2.0,
+          "672328262/train1": 2.0,
+          "672328262/train2": 2.0,
+          "701667486/train0": 2.0,
+          "701667486/train1": 2.0,
+          "701667486/train2": 2.0,
+          "747260437/train0": 2.0,
+          "747260437/train1": 2.0,
+          "747260437/train2": 2.0,
+          "750448296/train0": 0.11759314934412639,
+          "750448296/train1": 0.11759314934412639,
+          "750448296/train2": 0.11759314934412639,
+          "767747424/train0": 0.5731993420049548,
+          "767747424/train1": 0.5731993420049548,
+          "767747424/train2": 0.5731993420049548
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.8455401895397596,
+          "low": 0.5455106917563826,
+          "mean": 0.695559797174015,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.695559797174015,
+        "per_task": {
+          "LiftPegUpright-v1": 0.9498705387115478,
+          "PickCube-v1": 0.5839591026306152,
+          "PullCube-v1": 0.7751704612234608,
+          "PushCube-v1": 0.3924041787783305,
+          "StackCube-v1": 0.7763947045261209
+        }
+      },
+      "metric": "base_utility",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.8745567836554579,
+        "low": 0.6048010766656565,
+        "mean": 0.7418195864423373,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "coverage": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.6958333333333333,
+          "low": 0.5277777777777779,
+          "mean": 0.6145833333333333,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 0.6145833333333333,
+        "per_seed": {
+          "1073161778/train0": 1.0,
+          "1073161778/train1": 1.0,
+          "1073161778/train2": 1.0,
+          "1113371261/train0": 0.0,
+          "1113371261/train1": 1.0,
+          "1113371261/train2": 0.0,
+          "1151410346/train0": 1.0,
+          "1151410346/train1": 1.0,
+          "1151410346/train2": 1.0,
+          "1261930456/train0": 0.0,
+          "1261930456/train1": 0.0,
+          "1261930456/train2": 0.0,
+          "1324133122/train0": 1.0,
+          "1324133122/train1": 1.0,
+          "1324133122/train2": 1.0,
+          "1324642411/train0": 1.0,
+          "1324642411/train1": 1.0,
+          "1324642411/train2": 0.0,
+          "1375492786/train0": 0.0,
+          "1375492786/train1": 0.0,
+          "1375492786/train2": 0.0,
+          "141984615/train0": 1.0,
+          "141984615/train1": 1.0,
+          "141984615/train2": 1.0,
+          "1461069713/train0": 1.0,
+          "1461069713/train1": 1.0,
+          "1461069713/train2": 1.0,
+          "1480856810/train0": 1.0,
+          "1480856810/train1": 1.0,
+          "1480856810/train2": 1.0,
+          "1509980664/train0": 0.0,
+          "1509980664/train1": 0.0,
+          "1509980664/train2": 0.0,
+          "1522272686/train0": 0.0,
+          "1522272686/train1": 0.0,
+          "1522272686/train2": 0.0,
+          "1549324805/train0": 1.0,
+          "1549324805/train1": 1.0,
+          "1549324805/train2": 1.0,
+          "1578990937/train0": 1.0,
+          "1578990937/train1": 1.0,
+          "1578990937/train2": 0.0,
+          "1747178030/train0": 1.0,
+          "1747178030/train1": 1.0,
+          "1747178030/train2": 1.0,
+          "1790188787/train0": 1.0,
+          "1790188787/train1": 0.0,
+          "1790188787/train2": 0.0,
+          "1822210471/train0": 0.0,
+          "1822210471/train1": 0.0,
+          "1822210471/train2": 0.0,
+          "1845489013/train0": 0.0,
+          "1845489013/train1": 1.0,
+          "1845489013/train2": 1.0,
+          "1999022574/train0": 0.0,
+          "1999022574/train1": 0.0,
+          "1999022574/train2": 0.0,
+          "2012211287/train0": 1.0,
+          "2012211287/train1": 1.0,
+          "2012211287/train2": 1.0,
+          "2038594191/train0": 1.0,
+          "2038594191/train1": 1.0,
+          "2038594191/train2": 1.0,
+          "2054899126/train0": 1.0,
+          "2054899126/train1": 0.5,
+          "2054899126/train2": 0.5,
+          "2061635888/train0": 1.0,
+          "2061635888/train1": 1.0,
+          "2061635888/train2": 1.0,
+          "211245842/train0": 1.0,
+          "211245842/train1": 1.0,
+          "211245842/train2": 0.0,
+          "278008524/train0": 1.0,
+          "278008524/train1": 0.5,
+          "278008524/train2": 0.5,
+          "307068879/train0": 0.0,
+          "307068879/train1": 0.0,
+          "307068879/train2": 0.0,
+          "412102563/train0": 0.0,
+          "412102563/train1": 0.0,
+          "412102563/train2": 0.0,
+          "440577711/train0": 1.0,
+          "440577711/train1": 1.0,
+          "440577711/train2": 1.0,
+          "441046872/train0": 0.0,
+          "441046872/train1": 0.0,
+          "441046872/train2": 0.0,
+          "509430392/train0": 1.0,
+          "509430392/train1": 1.0,
+          "509430392/train2": 1.0,
+          "585904130/train0": 1.0,
+          "585904130/train1": 1.0,
+          "585904130/train2": 1.0,
+          "608016290/train0": 1.0,
+          "608016290/train1": 1.0,
+          "608016290/train2": 1.0,
+          "626486813/train0": 1.0,
+          "626486813/train1": 1.0,
+          "626486813/train2": 1.0,
+          "636680137/train0": 1.0,
+          "636680137/train1": 1.0,
+          "636680137/train2": 1.0,
+          "655884605/train0": 1.0,
+          "655884605/train1": 1.0,
+          "655884605/train2": 1.0,
+          "672328262/train0": 0.0,
+          "672328262/train1": 0.0,
+          "672328262/train2": 0.0,
+          "701667486/train0": 1.0,
+          "701667486/train1": 1.0,
+          "701667486/train2": 1.0,
+          "747260437/train0": 0.0,
+          "747260437/train1": 0.0,
+          "747260437/train2": 0.0,
+          "750448296/train0": 0.3333333333333333,
+          "750448296/train1": 0.3333333333333333,
+          "750448296/train2": 0.3333333333333333,
+          "767747424/train0": 0.75,
+          "767747424/train1": 0.5,
+          "767747424/train2": 0.5
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.6426666666666667,
+          "low": 0.24533333333333332,
+          "mean": 0.4998787878787878,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.4998787878787878,
+        "per_task": {
+          "LiftPegUpright-v1": 0.6,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.6266666666666667,
+          "PushCube-v1": 0.6666666666666666,
+          "StackCube-v1": 0.6060606060606061
+        }
+      },
+      "metric": "coverage",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.6944444444444444,
+        "low": 0.5347222222222222,
+        "mean": 0.6111111111111112,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "execute_generated": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.6958333333333333,
+          "low": 0.5277777777777779,
+          "mean": 0.6145833333333333,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 0.6145833333333333,
+        "per_seed": {
+          "1073161778/train0": 1.0,
+          "1073161778/train1": 1.0,
+          "1073161778/train2": 1.0,
+          "1113371261/train0": 0.0,
+          "1113371261/train1": 1.0,
+          "1113371261/train2": 0.0,
+          "1151410346/train0": 1.0,
+          "1151410346/train1": 1.0,
+          "1151410346/train2": 1.0,
+          "1261930456/train0": 0.0,
+          "1261930456/train1": 0.0,
+          "1261930456/train2": 0.0,
+          "1324133122/train0": 1.0,
+          "1324133122/train1": 1.0,
+          "1324133122/train2": 1.0,
+          "1324642411/train0": 1.0,
+          "1324642411/train1": 1.0,
+          "1324642411/train2": 0.0,
+          "1375492786/train0": 0.0,
+          "1375492786/train1": 0.0,
+          "1375492786/train2": 0.0,
+          "141984615/train0": 1.0,
+          "141984615/train1": 1.0,
+          "141984615/train2": 1.0,
+          "1461069713/train0": 1.0,
+          "1461069713/train1": 1.0,
+          "1461069713/train2": 1.0,
+          "1480856810/train0": 1.0,
+          "1480856810/train1": 1.0,
+          "1480856810/train2": 1.0,
+          "1509980664/train0": 0.0,
+          "1509980664/train1": 0.0,
+          "1509980664/train2": 0.0,
+          "1522272686/train0": 0.0,
+          "1522272686/train1": 0.0,
+          "1522272686/train2": 0.0,
+          "1549324805/train0": 1.0,
+          "1549324805/train1": 1.0,
+          "1549324805/train2": 1.0,
+          "1578990937/train0": 1.0,
+          "1578990937/train1": 1.0,
+          "1578990937/train2": 0.0,
+          "1747178030/train0": 1.0,
+          "1747178030/train1": 1.0,
+          "1747178030/train2": 1.0,
+          "1790188787/train0": 1.0,
+          "1790188787/train1": 0.0,
+          "1790188787/train2": 0.0,
+          "1822210471/train0": 0.0,
+          "1822210471/train1": 0.0,
+          "1822210471/train2": 0.0,
+          "1845489013/train0": 0.0,
+          "1845489013/train1": 1.0,
+          "1845489013/train2": 1.0,
+          "1999022574/train0": 0.0,
+          "1999022574/train1": 0.0,
+          "1999022574/train2": 0.0,
+          "2012211287/train0": 1.0,
+          "2012211287/train1": 1.0,
+          "2012211287/train2": 1.0,
+          "2038594191/train0": 1.0,
+          "2038594191/train1": 1.0,
+          "2038594191/train2": 1.0,
+          "2054899126/train0": 1.0,
+          "2054899126/train1": 0.5,
+          "2054899126/train2": 0.5,
+          "2061635888/train0": 1.0,
+          "2061635888/train1": 1.0,
+          "2061635888/train2": 1.0,
+          "211245842/train0": 1.0,
+          "211245842/train1": 1.0,
+          "211245842/train2": 0.0,
+          "278008524/train0": 1.0,
+          "278008524/train1": 0.5,
+          "278008524/train2": 0.5,
+          "307068879/train0": 0.0,
+          "307068879/train1": 0.0,
+          "307068879/train2": 0.0,
+          "412102563/train0": 0.0,
+          "412102563/train1": 0.0,
+          "412102563/train2": 0.0,
+          "440577711/train0": 1.0,
+          "440577711/train1": 1.0,
+          "440577711/train2": 1.0,
+          "441046872/train0": 0.0,
+          "441046872/train1": 0.0,
+          "441046872/train2": 0.0,
+          "509430392/train0": 1.0,
+          "509430392/train1": 1.0,
+          "509430392/train2": 1.0,
+          "585904130/train0": 1.0,
+          "585904130/train1": 1.0,
+          "585904130/train2": 1.0,
+          "608016290/train0": 1.0,
+          "608016290/train1": 1.0,
+          "608016290/train2": 1.0,
+          "626486813/train0": 1.0,
+          "626486813/train1": 1.0,
+          "626486813/train2": 1.0,
+          "636680137/train0": 1.0,
+          "636680137/train1": 1.0,
+          "636680137/train2": 1.0,
+          "655884605/train0": 1.0,
+          "655884605/train1": 1.0,
+          "655884605/train2": 1.0,
+          "672328262/train0": 0.0,
+          "672328262/train1": 0.0,
+          "672328262/train2": 0.0,
+          "701667486/train0": 1.0,
+          "701667486/train1": 1.0,
+          "701667486/train2": 1.0,
+          "747260437/train0": 0.0,
+          "747260437/train1": 0.0,
+          "747260437/train2": 0.0,
+          "750448296/train0": 0.3333333333333333,
+          "750448296/train1": 0.3333333333333333,
+          "750448296/train2": 0.3333333333333333,
+          "767747424/train0": 0.75,
+          "767747424/train1": 0.5,
+          "767747424/train2": 0.5
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.6426666666666667,
+          "low": 0.24533333333333332,
+          "mean": 0.4998787878787878,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.4998787878787878,
+        "per_task": {
+          "LiftPegUpright-v1": 0.6,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.6266666666666667,
+          "PushCube-v1": 0.6666666666666666,
+          "StackCube-v1": 0.6060606060606061
+        }
+      },
+      "metric": "execute_generated",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.6944444444444444,
+        "low": 0.5347222222222222,
+        "mean": 0.6111111111111112,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "fallback_rate": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.4722222222222222,
+          "low": 0.30416666666666664,
+          "mean": 0.38541666666666663,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 0.38541666666666663,
+        "per_seed": {
+          "1073161778/train0": 0.0,
+          "1073161778/train1": 0.0,
+          "1073161778/train2": 0.0,
+          "1113371261/train0": 1.0,
+          "1113371261/train1": 0.0,
+          "1113371261/train2": 1.0,
+          "1151410346/train0": 0.0,
+          "1151410346/train1": 0.0,
+          "1151410346/train2": 0.0,
+          "1261930456/train0": 1.0,
+          "1261930456/train1": 1.0,
+          "1261930456/train2": 1.0,
+          "1324133122/train0": 0.0,
+          "1324133122/train1": 0.0,
+          "1324133122/train2": 0.0,
+          "1324642411/train0": 0.0,
+          "1324642411/train1": 0.0,
+          "1324642411/train2": 1.0,
+          "1375492786/train0": 1.0,
+          "1375492786/train1": 1.0,
+          "1375492786/train2": 1.0,
+          "141984615/train0": 0.0,
+          "141984615/train1": 0.0,
+          "141984615/train2": 0.0,
+          "1461069713/train0": 0.0,
+          "1461069713/train1": 0.0,
+          "1461069713/train2": 0.0,
+          "1480856810/train0": 0.0,
+          "1480856810/train1": 0.0,
+          "1480856810/train2": 0.0,
+          "1509980664/train0": 1.0,
+          "1509980664/train1": 1.0,
+          "1509980664/train2": 1.0,
+          "1522272686/train0": 1.0,
+          "1522272686/train1": 1.0,
+          "1522272686/train2": 1.0,
+          "1549324805/train0": 0.0,
+          "1549324805/train1": 0.0,
+          "1549324805/train2": 0.0,
+          "1578990937/train0": 0.0,
+          "1578990937/train1": 0.0,
+          "1578990937/train2": 1.0,
+          "1747178030/train0": 0.0,
+          "1747178030/train1": 0.0,
+          "1747178030/train2": 0.0,
+          "1790188787/train0": 0.0,
+          "1790188787/train1": 1.0,
+          "1790188787/train2": 1.0,
+          "1822210471/train0": 1.0,
+          "1822210471/train1": 1.0,
+          "1822210471/train2": 1.0,
+          "1845489013/train0": 1.0,
+          "1845489013/train1": 0.0,
+          "1845489013/train2": 0.0,
+          "1999022574/train0": 1.0,
+          "1999022574/train1": 1.0,
+          "1999022574/train2": 1.0,
+          "2012211287/train0": 0.0,
+          "2012211287/train1": 0.0,
+          "2012211287/train2": 0.0,
+          "2038594191/train0": 0.0,
+          "2038594191/train1": 0.0,
+          "2038594191/train2": 0.0,
+          "2054899126/train0": 0.0,
+          "2054899126/train1": 0.5,
+          "2054899126/train2": 0.5,
+          "2061635888/train0": 0.0,
+          "2061635888/train1": 0.0,
+          "2061635888/train2": 0.0,
+          "211245842/train0": 0.0,
+          "211245842/train1": 0.0,
+          "211245842/train2": 1.0,
+          "278008524/train0": 0.0,
+          "278008524/train1": 0.5,
+          "278008524/train2": 0.5,
+          "307068879/train0": 1.0,
+          "307068879/train1": 1.0,
+          "307068879/train2": 1.0,
+          "412102563/train0": 1.0,
+          "412102563/train1": 1.0,
+          "412102563/train2": 1.0,
+          "440577711/train0": 0.0,
+          "440577711/train1": 0.0,
+          "440577711/train2": 0.0,
+          "441046872/train0": 1.0,
+          "441046872/train1": 1.0,
+          "441046872/train2": 1.0,
+          "509430392/train0": 0.0,
+          "509430392/train1": 0.0,
+          "509430392/train2": 0.0,
+          "585904130/train0": 0.0,
+          "585904130/train1": 0.0,
+          "585904130/train2": 0.0,
+          "608016290/train0": 0.0,
+          "608016290/train1": 0.0,
+          "608016290/train2": 0.0,
+          "626486813/train0": 0.0,
+          "626486813/train1": 0.0,
+          "626486813/train2": 0.0,
+          "636680137/train0": 0.0,
+          "636680137/train1": 0.0,
+          "636680137/train2": 0.0,
+          "655884605/train0": 0.0,
+          "655884605/train1": 0.0,
+          "655884605/train2": 0.0,
+          "672328262/train0": 1.0,
+          "672328262/train1": 1.0,
+          "672328262/train2": 1.0,
+          "701667486/train0": 0.0,
+          "701667486/train1": 0.0,
+          "701667486/train2": 0.0,
+          "747260437/train0": 1.0,
+          "747260437/train1": 1.0,
+          "747260437/train2": 1.0,
+          "750448296/train0": 0.6666666666666666,
+          "750448296/train1": 0.6666666666666666,
+          "750448296/train2": 0.6666666666666666,
+          "767747424/train0": 0.25,
+          "767747424/train1": 0.5,
+          "767747424/train2": 0.5
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.7546666666666667,
+          "low": 0.35733333333333334,
+          "mean": 0.5001212121212121,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.5001212121212121,
+        "per_task": {
+          "LiftPegUpright-v1": 0.4,
+          "PickCube-v1": 1.0,
+          "PullCube-v1": 0.37333333333333335,
+          "PushCube-v1": 0.3333333333333333,
+          "StackCube-v1": 0.3939393939393939
+        }
+      },
+      "metric": "fallback_rate",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.4652777777777778,
+        "low": 0.3055555555555556,
+        "mean": 0.3888888888888889,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "hidden_chart_oracle_success": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.8555555555555556,
+          "low": 0.7180555555555556,
+          "mean": 0.7854166666666668,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 0.7854166666666668,
+        "per_seed": {
+          "1073161778/train0": 1.0,
+          "1073161778/train1": 1.0,
+          "1073161778/train2": 1.0,
+          "1113371261/train0": 1.0,
+          "1113371261/train1": 1.0,
+          "1113371261/train2": 1.0,
+          "1151410346/train0": 1.0,
+          "1151410346/train1": 1.0,
+          "1151410346/train2": 1.0,
+          "1261930456/train0": 1.0,
+          "1261930456/train1": 1.0,
+          "1261930456/train2": 1.0,
+          "1324133122/train0": 1.0,
+          "1324133122/train1": 1.0,
+          "1324133122/train2": 1.0,
+          "1324642411/train0": 1.0,
+          "1324642411/train1": 1.0,
+          "1324642411/train2": 1.0,
+          "1375492786/train0": 1.0,
+          "1375492786/train1": 1.0,
+          "1375492786/train2": 1.0,
+          "141984615/train0": 0.0,
+          "141984615/train1": 0.0,
+          "141984615/train2": 0.0,
+          "1461069713/train0": 0.0,
+          "1461069713/train1": 0.0,
+          "1461069713/train2": 0.0,
+          "1480856810/train0": 0.0,
+          "1480856810/train1": 0.0,
+          "1480856810/train2": 0.0,
+          "1509980664/train0": 1.0,
+          "1509980664/train1": 1.0,
+          "1509980664/train2": 1.0,
+          "1522272686/train0": 1.0,
+          "1522272686/train1": 1.0,
+          "1522272686/train2": 1.0,
+          "1549324805/train0": 0.0,
+          "1549324805/train1": 0.0,
+          "1549324805/train2": 0.0,
+          "1578990937/train0": 1.0,
+          "1578990937/train1": 1.0,
+          "1578990937/train2": 1.0,
+          "1747178030/train0": 1.0,
+          "1747178030/train1": 1.0,
+          "1747178030/train2": 1.0,
+          "1790188787/train0": 1.0,
+          "1790188787/train1": 1.0,
+          "1790188787/train2": 1.0,
+          "1822210471/train0": 1.0,
+          "1822210471/train1": 1.0,
+          "1822210471/train2": 1.0,
+          "1845489013/train0": 1.0,
+          "1845489013/train1": 1.0,
+          "1845489013/train2": 1.0,
+          "1999022574/train0": 1.0,
+          "1999022574/train1": 1.0,
+          "1999022574/train2": 1.0,
+          "2012211287/train0": 1.0,
+          "2012211287/train1": 1.0,
+          "2012211287/train2": 1.0,
+          "2038594191/train0": 1.0,
+          "2038594191/train1": 1.0,
+          "2038594191/train2": 1.0,
+          "2054899126/train0": 1.0,
+          "2054899126/train1": 1.0,
+          "2054899126/train2": 1.0,
+          "2061635888/train0": 1.0,
+          "2061635888/train1": 1.0,
+          "2061635888/train2": 1.0,
+          "211245842/train0": 1.0,
+          "211245842/train1": 1.0,
+          "211245842/train2": 1.0,
+          "278008524/train0": 0.5,
+          "278008524/train1": 0.5,
+          "278008524/train2": 0.5,
+          "307068879/train0": 1.0,
+          "307068879/train1": 1.0,
+          "307068879/train2": 1.0,
+          "412102563/train0": 1.0,
+          "412102563/train1": 1.0,
+          "412102563/train2": 1.0,
+          "440577711/train0": 1.0,
+          "440577711/train1": 1.0,
+          "440577711/train2": 1.0,
+          "441046872/train0": 1.0,
+          "441046872/train1": 1.0,
+          "441046872/train2": 1.0,
+          "509430392/train0": 1.0,
+          "509430392/train1": 1.0,
+          "509430392/train2": 1.0,
+          "585904130/train0": 1.0,
+          "585904130/train1": 1.0,
+          "585904130/train2": 1.0,
+          "608016290/train0": 1.0,
+          "608016290/train1": 1.0,
+          "608016290/train2": 1.0,
+          "626486813/train0": 0.0,
+          "626486813/train1": 0.0,
+          "626486813/train2": 0.0,
+          "636680137/train0": 0.0,
+          "636680137/train1": 0.0,
+          "636680137/train2": 0.0,
+          "655884605/train0": 1.0,
+          "655884605/train1": 1.0,
+          "655884605/train2": 1.0,
+          "672328262/train0": 1.0,
+          "672328262/train1": 1.0,
+          "672328262/train2": 1.0,
+          "701667486/train0": 1.0,
+          "701667486/train1": 1.0,
+          "701667486/train2": 1.0,
+          "747260437/train0": 0.0,
+          "747260437/train1": 0.0,
+          "747260437/train2": 0.0,
+          "750448296/train0": 0.6666666666666666,
+          "750448296/train1": 0.6666666666666666,
+          "750448296/train2": 0.6666666666666666,
+          "767747424/train0": 0.25,
+          "767747424/train1": 0.25,
+          "767747424/train2": 0.25
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.0,
+          "low": 0.6786666666666668,
+          "mean": 0.8706666666666667,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.8706666666666667,
+        "per_task": {
+          "LiftPegUpright-v1": 1.0,
+          "PickCube-v1": 1.0,
+          "PullCube-v1": 0.52,
+          "PushCube-v1": 0.8333333333333334,
+          "StackCube-v1": 1.0
+        }
+      },
+      "metric": "hidden_chart_oracle_success",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.7986111111111112,
+        "low": 0.6597222222222222,
+        "mean": 0.7291666666666666,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "hidden_chart_oracle_utility": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.7441341616213322,
+          "low": 1.49932806055165,
+          "mean": 1.6190625454609595,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 1.6190625454609595,
+        "per_seed": {
+          "1073161778/train0": 2.0,
+          "1073161778/train1": 2.0,
+          "1073161778/train2": 2.0,
+          "1113371261/train0": 2.0,
+          "1113371261/train1": 2.0,
+          "1113371261/train2": 2.0,
+          "1151410346/train0": 2.0,
+          "1151410346/train1": 2.0,
+          "1151410346/train2": 2.0,
+          "1261930456/train0": 2.0,
+          "1261930456/train1": 2.0,
+          "1261930456/train2": 2.0,
+          "1324133122/train0": 2.0,
+          "1324133122/train1": 2.0,
+          "1324133122/train2": 2.0,
+          "1324642411/train0": 2.0,
+          "1324642411/train1": 2.0,
+          "1324642411/train2": 2.0,
+          "1375492786/train0": 2.0,
+          "1375492786/train1": 2.0,
+          "1375492786/train2": 2.0,
+          "141984615/train0": 0.2857772707939148,
+          "141984615/train1": 0.2857772707939148,
+          "141984615/train2": 0.2857772707939148,
+          "1461069713/train0": 0.1593424528837204,
+          "1461069713/train1": 0.1593424528837204,
+          "1461069713/train2": 0.1593424528837204,
+          "1480856810/train0": 0.20948036015033722,
+          "1480856810/train1": 0.20948036015033722,
+          "1480856810/train2": 0.20948036015033722,
+          "1509980664/train0": 2.0,
+          "1509980664/train1": 2.0,
+          "1509980664/train2": 2.0,
+          "1522272686/train0": 2.0,
+          "1522272686/train1": 2.0,
+          "1522272686/train2": 2.0,
+          "1549324805/train0": 0.2974560856819153,
+          "1549324805/train1": 0.2974560856819153,
+          "1549324805/train2": 0.2974560856819153,
+          "1578990937/train0": 2.0,
+          "1578990937/train1": 2.0,
+          "1578990937/train2": 2.0,
+          "1747178030/train0": 2.0,
+          "1747178030/train1": 2.0,
+          "1747178030/train2": 2.0,
+          "1790188787/train0": 2.0,
+          "1790188787/train1": 2.0,
+          "1790188787/train2": 2.0,
+          "1822210471/train0": 2.0,
+          "1822210471/train1": 2.0,
+          "1822210471/train2": 2.0,
+          "1845489013/train0": 2.0,
+          "1845489013/train1": 2.0,
+          "1845489013/train2": 2.0,
+          "1999022574/train0": 2.0,
+          "1999022574/train1": 2.0,
+          "1999022574/train2": 2.0,
+          "2012211287/train0": 2.0,
+          "2012211287/train1": 2.0,
+          "2012211287/train2": 2.0,
+          "2038594191/train0": 2.0,
+          "2038594191/train1": 2.0,
+          "2038594191/train2": 2.0,
+          "2054899126/train0": 2.0,
+          "2054899126/train1": 2.0,
+          "2054899126/train2": 2.0,
+          "2061635888/train0": 2.0,
+          "2061635888/train1": 2.0,
+          "2061635888/train2": 2.0,
+          "211245842/train0": 2.0,
+          "211245842/train1": 2.0,
+          "211245842/train2": 2.0,
+          "278008524/train0": 1.1139086410403252,
+          "278008524/train1": 1.1139086410403252,
+          "278008524/train2": 1.1139086410403252,
+          "307068879/train0": 2.0,
+          "307068879/train1": 2.0,
+          "307068879/train2": 2.0,
+          "412102563/train0": 2.0,
+          "412102563/train1": 2.0,
+          "412102563/train2": 2.0,
+          "440577711/train0": 2.0,
+          "440577711/train1": 2.0,
+          "440577711/train2": 2.0,
+          "441046872/train0": 2.0,
+          "441046872/train1": 2.0,
+          "441046872/train2": 2.0,
+          "509430392/train0": 2.0,
+          "509430392/train1": 2.0,
+          "509430392/train2": 2.0,
+          "585904130/train0": 2.0,
+          "585904130/train1": 2.0,
+          "585904130/train2": 2.0,
+          "608016290/train0": 2.0,
+          "608016290/train1": 2.0,
+          "608016290/train2": 2.0,
+          "626486813/train0": 0.16558238118886948,
+          "626486813/train1": 0.16558238118886948,
+          "626486813/train2": 0.16558238118886948,
+          "636680137/train0": 0.17056432366371155,
+          "636680137/train1": 0.17056432366371155,
+          "636680137/train2": 0.17056432366371155,
+          "655884605/train0": 2.0,
+          "655884605/train1": 2.0,
+          "655884605/train2": 2.0,
+          "672328262/train0": 2.0,
+          "672328262/train1": 2.0,
+          "672328262/train2": 2.0,
+          "701667486/train0": 2.0,
+          "701667486/train1": 2.0,
+          "701667486/train2": 2.0,
+          "747260437/train0": 0.2786632478237152,
+          "747260437/train1": 0.2786632478237152,
+          "747260437/train2": 0.2786632478237152,
+          "750448296/train0": 1.4079964955647786,
+          "750448296/train1": 1.4079964955647786,
+          "750448296/train2": 1.4079964955647786,
+          "767747424/train0": 0.6737305596470833,
+          "767747424/train1": 0.6737305596470833,
+          "767747424/train2": 0.6737305596470833
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 2.0,
+          "low": 1.428388743619124,
+          "mean": 1.7696735892097153,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 1.7696735892097153,
+        "per_task": {
+          "LiftPegUpright-v1": 2.0,
+          "PickCube-v1": 2.0,
+          "PullCube-v1": 1.1467878860235214,
+          "PushCube-v1": 1.7015800600250561,
+          "StackCube-v1": 2.0
+        }
+      },
+      "metric": "hidden_chart_oracle_utility",
+      "micro": {
+        "confidence": 0.95,
+        "high": 1.643800659933024,
+        "low": 1.3941160800556343,
+        "mean": 1.5183161981403828,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "outcome_ptr": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.625,
+          "low": 0.4430555555555556,
+          "mean": 0.5319444444444444,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 0.5319444444444444,
+        "per_seed": {
+          "1073161778/train0": 0.0,
+          "1073161778/train1": 0.0,
+          "1073161778/train2": 0.0,
+          "1113371261/train0": 0.0,
+          "1113371261/train1": 1.0,
+          "1113371261/train2": 1.0,
+          "1151410346/train0": 1.0,
+          "1151410346/train1": 1.0,
+          "1151410346/train2": 1.0,
+          "1261930456/train0": 0.0,
+          "1261930456/train1": 0.0,
+          "1261930456/train2": 0.0,
+          "1324133122/train0": 0.0,
+          "1324133122/train1": 1.0,
+          "1324133122/train2": 1.0,
+          "1324642411/train0": 1.0,
+          "1324642411/train1": 1.0,
+          "1324642411/train2": 1.0,
+          "1375492786/train0": 0.0,
+          "1375492786/train1": 0.0,
+          "1375492786/train2": 0.0,
+          "141984615/train0": 0.0,
+          "141984615/train1": 0.0,
+          "141984615/train2": 0.0,
+          "1461069713/train0": 0.0,
+          "1461069713/train1": 0.0,
+          "1461069713/train2": 1.0,
+          "1480856810/train0": 1.0,
+          "1480856810/train1": 1.0,
+          "1480856810/train2": 1.0,
+          "1509980664/train0": 1.0,
+          "1509980664/train1": 1.0,
+          "1509980664/train2": 1.0,
+          "1522272686/train0": 0.0,
+          "1522272686/train1": 0.0,
+          "1522272686/train2": 0.0,
+          "1549324805/train0": 0.0,
+          "1549324805/train1": 1.0,
+          "1549324805/train2": 1.0,
+          "1578990937/train0": 1.0,
+          "1578990937/train1": 1.0,
+          "1578990937/train2": 1.0,
+          "1747178030/train0": 0.0,
+          "1747178030/train1": 0.0,
+          "1747178030/train2": 0.0,
+          "1790188787/train0": 1.0,
+          "1790188787/train1": 1.0,
+          "1790188787/train2": 1.0,
+          "1822210471/train0": 1.0,
+          "1822210471/train1": 1.0,
+          "1822210471/train2": 1.0,
+          "1845489013/train0": 0.0,
+          "1845489013/train1": 0.0,
+          "1845489013/train2": 0.0,
+          "1999022574/train0": 0.0,
+          "1999022574/train1": 0.0,
+          "1999022574/train2": 0.0,
+          "2012211287/train0": 1.0,
+          "2012211287/train1": 1.0,
+          "2012211287/train2": 1.0,
+          "2038594191/train0": 0.0,
+          "2038594191/train1": 0.0,
+          "2038594191/train2": 0.0,
+          "2054899126/train0": 0.0,
+          "2054899126/train1": 0.0,
+          "2054899126/train2": 0.0,
+          "2061635888/train0": 1.0,
+          "2061635888/train1": 1.0,
+          "2061635888/train2": 1.0,
+          "211245842/train0": 1.0,
+          "211245842/train1": 1.0,
+          "211245842/train2": 1.0,
+          "278008524/train0": 1.0,
+          "278008524/train1": 1.0,
+          "278008524/train2": 1.0,
+          "307068879/train0": 0.0,
+          "307068879/train1": 0.0,
+          "307068879/train2": 0.0,
+          "412102563/train0": 0.0,
+          "412102563/train1": 0.0,
+          "412102563/train2": 0.0,
+          "440577711/train0": 1.0,
+          "440577711/train1": 1.0,
+          "440577711/train2": 1.0,
+          "441046872/train0": 1.0,
+          "441046872/train1": 1.0,
+          "441046872/train2": 1.0,
+          "509430392/train0": 1.0,
+          "509430392/train1": 1.0,
+          "509430392/train2": 1.0,
+          "585904130/train0": 1.0,
+          "585904130/train1": 1.0,
+          "585904130/train2": 1.0,
+          "608016290/train0": 1.0,
+          "608016290/train1": 1.0,
+          "608016290/train2": 0.0,
+          "626486813/train0": 1.0,
+          "626486813/train1": 1.0,
+          "626486813/train2": 1.0,
+          "636680137/train0": 1.0,
+          "636680137/train1": 0.0,
+          "636680137/train2": 0.0,
+          "655884605/train0": 0.0,
+          "655884605/train1": 1.0,
+          "655884605/train2": 1.0,
+          "672328262/train0": 0.0,
+          "672328262/train1": 0.0,
+          "672328262/train2": 0.0,
+          "701667486/train0": 0.0,
+          "701667486/train1": 0.0,
+          "701667486/train2": 0.0,
+          "747260437/train0": 0.0,
+          "747260437/train1": 0.0,
+          "747260437/train2": 0.0,
+          "750448296/train0": 0.6666666666666666,
+          "750448296/train1": 1.0,
+          "750448296/train2": 0.6666666666666666,
+          "767747424/train0": 0.5,
+          "767747424/train1": 0.5,
+          "767747424/train2": 0.5
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.7206060606060607,
+          "low": 0.2206060606060606,
+          "mean": 0.49393939393939396,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.49393939393939396,
+        "per_task": {
+          "LiftPegUpright-v1": 0.5333333333333333,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.4666666666666667,
+          "PushCube-v1": 0.8333333333333334,
+          "StackCube-v1": 0.6363636363636364
+        }
+      },
+      "metric": "outcome_ptr",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.625,
+        "low": 0.4722222222222222,
+        "mean": 0.5486111111111112,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "pairwise_causal_calibration_accuracy": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.5525097576585303,
+          "low": 0.5076161927110243,
+          "mean": 0.5314638149834829,
+          "n": 117,
+          "num_samples": 1000
+        },
+        "mean": 0.5314638149834829,
+        "per_seed": {
+          "1073161778/train0": 0.5714285714285714,
+          "1073161778/train1": 0.5416666666666666,
+          "1073161778/train2": 0.8095238095238095,
+          "1113371261/train0": 0.5,
+          "1113371261/train1": 0.5,
+          "1113371261/train2": 0.7142857142857143,
+          "1151410346/train0": 0.5047619047619047,
+          "1151410346/train1": 0.4666666666666667,
+          "1151410346/train2": 0.4666666666666667,
+          "1261930456/train0": 0.47474747474747475,
+          "1261930456/train1": 0.6181818181818182,
+          "1261930456/train2": 0.6666666666666666,
+          "1324133122/train0": 0.4642857142857143,
+          "1324133122/train1": 0.5357142857142857,
+          "1324133122/train2": 0.6071428571428571,
+          "1324642411/train0": 0.5083333333333333,
+          "1324642411/train1": 0.5798319327731093,
+          "1324642411/train2": 0.7,
+          "1375492786/train0": 0.6533333333333333,
+          "1375492786/train1": 0.5614035087719298,
+          "1375492786/train2": 0.7380952380952381,
+          "141984615/train0": 0.49166666666666664,
+          "141984615/train1": 0.5083333333333333,
+          "141984615/train2": 0.5416666666666666,
+          "1461069713/train0": 0.275,
+          "1461069713/train1": 0.43333333333333335,
+          "1461069713/train2": 0.6583333333333333,
+          "1480856810/train0": 0.47474747474747475,
+          "1480856810/train1": 0.48739495798319327,
+          "1480856810/train2": 0.680672268907563,
+          "1509980664/train0": 0.4666666666666667,
+          "1509980664/train1": 0.2222222222222222,
+          "1509980664/train2": 0.5111111111111111,
+          "1522272686/train0": 0.5,
+          "1522272686/train1": 0.19444444444444445,
+          "1522272686/train2": 0.5,
+          "1549324805/train0": 0.7083333333333334,
+          "1549324805/train1": 0.4083333333333333,
+          "1549324805/train2": 0.2833333333333333,
+          "1578990937/train0": 0.6153846153846154,
+          "1578990937/train1": 0.4727272727272727,
+          "1578990937/train2": 0.42016806722689076,
+          "1790188787/train0": 0.6363636363636364,
+          "1790188787/train1": 0.5350877192982456,
+          "1790188787/train2": 0.44545454545454544,
+          "1822210471/train0": 0.575,
+          "1822210471/train1": 0.5510204081632653,
+          "1822210471/train2": 0.525,
+          "1845489013/train0": 0.5869565217391305,
+          "1845489013/train1": 0.7692307692307693,
+          "1845489013/train2": 0.52,
+          "1999022574/train0": 0.3,
+          "1999022574/train1": 0.4714285714285714,
+          "1999022574/train2": 0.5394736842105263,
+          "2012211287/train0": 0.226890756302521,
+          "2012211287/train1": 0.4666666666666667,
+          "2012211287/train2": 0.6086956521739131,
+          "2038594191/train0": 0.3793103448275862,
+          "2038594191/train1": 0.42592592592592593,
+          "2038594191/train2": 0.41414141414141414,
+          "2054899126/train0": 0.30833333333333335,
+          "2054899126/train1": 0.6052631578947368,
+          "2054899126/train2": 0.47058823529411764,
+          "2061635888/train0": 0.5833333333333334,
+          "2061635888/train1": 0.5,
+          "2061635888/train2": 0.5,
+          "211245842/train0": 0.7058823529411765,
+          "211245842/train1": 0.7916666666666666,
+          "211245842/train2": 0.55,
+          "278008524/train0": 0.5335858585858586,
+          "278008524/train1": 0.5306159420289855,
+          "278008524/train2": 0.35833333333333334,
+          "307068879/train0": 0.6153846153846154,
+          "307068879/train1": 0.5934065934065934,
+          "307068879/train2": 0.4945054945054945,
+          "412102563/train0": 0.5333333333333333,
+          "412102563/train1": 0.5384615384615384,
+          "412102563/train2": 0.5952380952380952,
+          "440577711/train0": 0.7586206896551724,
+          "440577711/train1": 0.6,
+          "440577711/train2": 0.6111111111111112,
+          "441046872/train0": 0.41818181818181815,
+          "441046872/train1": 0.5818181818181818,
+          "441046872/train2": 0.7272727272727273,
+          "509430392/train0": 0.6050420168067226,
+          "509430392/train1": 0.5904761904761905,
+          "509430392/train2": 0.6134453781512605,
+          "585904130/train0": 0.4523809523809524,
+          "585904130/train1": 0.5466666666666666,
+          "585904130/train2": 0.7272727272727273,
+          "608016290/train0": 0.5619047619047619,
+          "608016290/train1": 0.47619047619047616,
+          "608016290/train2": 0.48333333333333334,
+          "626486813/train0": 0.6125,
+          "626486813/train1": 0.39166666666666666,
+          "626486813/train2": 0.525,
+          "636680137/train0": 0.49166666666666664,
+          "636680137/train1": 0.5333333333333333,
+          "636680137/train2": 0.6583333333333333,
+          "655884605/train0": 0.6666666666666666,
+          "655884605/train1": 0.4722222222222222,
+          "655884605/train2": 0.3888888888888889,
+          "672328262/train0": 0.7647058823529411,
+          "672328262/train1": 0.6571428571428571,
+          "672328262/train2": 0.16666666666666666,
+          "701667486/train0": 0.40476190476190477,
+          "701667486/train1": 0.6785714285714286,
+          "701667486/train2": 0.8333333333333334,
+          "747260437/train0": 0.4583333333333333,
+          "747260437/train1": 0.5666666666666667,
+          "747260437/train2": 0.625,
+          "750448296/train0": 0.5218253968253967,
+          "750448296/train1": 0.3532051282051282,
+          "750448296/train2": 0.44642857142857145,
+          "767747424/train0": 0.4566239316239316,
+          "767747424/train1": 0.516633897148603,
+          "767747424/train2": 0.41618544853838974
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.5594865300259141,
+          "low": 0.44781428362409936,
+          "mean": 0.5123674931231779,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.5123674931231779,
+        "per_task": {
+          "LiftPegUpright-v1": 0.54512467498401,
+          "PickCube-v1": 0.39814814814814814,
+          "PullCube-v1": 0.4995022986920425,
+          "PushCube-v1": 0.588120956369862,
+          "StackCube-v1": 0.5309413874218266
+        }
+      },
+      "metric": "pairwise_causal_calibration_accuracy",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.5431580924883022,
+        "low": 0.5002076697976506,
+        "mean": 0.5213348998444443,
+        "n": 138,
+        "num_samples": 1000
+      },
+      "n": 138
+    },
+    "pairwise_causal_calibration_confidence": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.5447135116283589,
+          "low": 0.5389765755394822,
+          "mean": 0.5417425001495095,
+          "n": 117,
+          "num_samples": 1000
+        },
+        "mean": 0.5417425001495095,
+        "per_seed": {
+          "1073161778/train0": 0.5362042832267765,
+          "1073161778/train1": 0.5477005041063188,
+          "1073161778/train2": 0.5547882621085445,
+          "1113371261/train0": 0.5401592730365951,
+          "1113371261/train1": 0.5380625270265227,
+          "1113371261/train2": 0.5487087011529058,
+          "1151410346/train0": 0.5241846653555288,
+          "1151410346/train1": 0.5513917700725205,
+          "1151410346/train2": 0.5313847796953075,
+          "1261930456/train0": 0.5407472634490431,
+          "1261930456/train1": 0.5491787800871848,
+          "1261930456/train2": 0.5397391671472074,
+          "1324133122/train0": 0.5500982965860671,
+          "1324133122/train1": 0.5502823354081949,
+          "1324133122/train2": 0.545535241490244,
+          "1324642411/train0": 0.5337665023974802,
+          "1324642411/train1": 0.5288122689723307,
+          "1324642411/train2": 0.528083048643476,
+          "1375492786/train0": 0.5447046728594015,
+          "1375492786/train1": 0.5446679554502398,
+          "1375492786/train2": 0.565958547539462,
+          "141984615/train0": 0.5402158636214657,
+          "141984615/train1": 0.5473004480108934,
+          "141984615/train2": 0.5440555881176564,
+          "1461069713/train0": 0.5282766199734893,
+          "1461069713/train1": 0.5243338816656252,
+          "1461069713/train2": 0.5225830368338087,
+          "1480856810/train0": 0.5212194722509627,
+          "1480856810/train1": 0.5158258523764001,
+          "1480856810/train2": 0.5204768609791875,
+          "1509980664/train0": 0.5320927425921708,
+          "1509980664/train1": 0.5391700207769446,
+          "1509980664/train2": 0.5394504298273115,
+          "1522272686/train0": 0.5681060848637505,
+          "1522272686/train1": 0.5689701709118037,
+          "1522272686/train2": 0.545306820402758,
+          "1549324805/train0": 0.5299868735462288,
+          "1549324805/train1": 0.5265093687069327,
+          "1549324805/train2": 0.541054902787583,
+          "1578990937/train0": 0.544349322443362,
+          "1578990937/train1": 0.5543665049371578,
+          "1578990937/train2": 0.540574554638564,
+          "1790188787/train0": 0.5392236442621141,
+          "1790188787/train1": 0.5396885778611449,
+          "1790188787/train2": 0.5413352723129059,
+          "1822210471/train0": 0.5565662285154201,
+          "1822210471/train1": 0.5508218552014704,
+          "1822210471/train2": 0.5302663723099226,
+          "1845489013/train0": 0.5198092453508348,
+          "1845489013/train1": 0.519320720354459,
+          "1845489013/train2": 0.5338919568560658,
+          "1999022574/train0": 0.5344493626989616,
+          "1999022574/train1": 0.5395820832404352,
+          "1999022574/train2": 0.5438956195294256,
+          "2012211287/train0": 0.5363365754560178,
+          "2012211287/train1": 0.5335084608302744,
+          "2012211287/train2": 0.5293148633692549,
+          "2038594191/train0": 0.6018790607135653,
+          "2038594191/train1": 0.5909326842120879,
+          "2038594191/train2": 0.5664818478408624,
+          "2054899126/train0": 0.5238354835309519,
+          "2054899126/train1": 0.5244611135518833,
+          "2054899126/train2": 0.5297648676632524,
+          "2061635888/train0": 0.5351503713504386,
+          "2061635888/train1": 0.518040614785329,
+          "2061635888/train2": 0.5252975568525992,
+          "211245842/train0": 0.5545781832114899,
+          "211245842/train1": 0.5498984873423876,
+          "211245842/train2": 0.5458205639974503,
+          "278008524/train0": 0.5477839621589006,
+          "278008524/train1": 0.5479136366856556,
+          "278008524/train2": 0.5528248393150181,
+          "307068879/train0": 0.5488728190719444,
+          "307068879/train1": 0.5348399847973542,
+          "307068879/train2": 0.5640014996133708,
+          "412102563/train0": 0.5413119316483767,
+          "412102563/train1": 0.5307516643020463,
+          "412102563/train2": 0.5400007019106284,
+          "440577711/train0": 0.5267661600012826,
+          "440577711/train1": 0.5289194284606322,
+          "440577711/train2": 0.5489590881909069,
+          "441046872/train0": 0.5379829028529084,
+          "441046872/train1": 0.5337021369933691,
+          "441046872/train2": 0.5454083397120673,
+          "509430392/train0": 0.5254427085184519,
+          "509430392/train1": 0.5382862696863612,
+          "509430392/train2": 0.5437150122698521,
+          "585904130/train0": 0.5292002900283871,
+          "585904130/train1": 0.5343887712270259,
+          "585904130/train2": 0.5282487650578878,
+          "608016290/train0": 0.5498437058747719,
+          "608016290/train1": 0.5706245241886934,
+          "608016290/train2": 0.5615509166352838,
+          "626486813/train0": 0.5678117074464072,
+          "626486813/train1": 0.5645620394062392,
+          "626486813/train2": 0.5613104362626665,
+          "636680137/train0": 0.532502870801132,
+          "636680137/train1": 0.5173967032259332,
+          "636680137/train2": 0.5151979568732741,
+          "655884605/train0": 0.568990751323036,
+          "655884605/train1": 0.5500689384066487,
+          "655884605/train2": 0.556089617835855,
+          "672328262/train0": 0.542991093593322,
+          "672328262/train1": 0.5517445085212526,
+          "672328262/train2": 0.5462121445015077,
+          "701667486/train0": 0.5617516698950917,
+          "701667486/train1": 0.546009069568378,
+          "701667486/train2": 0.5807247911175116,
+          "747260437/train0": 0.5237942697642416,
+          "747260437/train1": 0.5173328988662427,
+          "747260437/train2": 0.5276406049368979,
+          "750448296/train0": 0.5273870612831654,
+          "750448296/train1": 0.5396863859528889,
+          "750448296/train2": 0.5280087301794993,
+          "767747424/train0": 0.5461567728386378,
+          "767747424/train1": 0.5530278828158679,
+          "767747424/train2": 0.5435976135993295
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.5540552990242781,
+          "low": 0.5382699287016052,
+          "mean": 0.5453187454539064,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.5453187454539064,
+        "per_task": {
+          "LiftPegUpright-v1": 0.54564531858913,
+          "PickCube-v1": 0.5607943587261041,
+          "PullCube-v1": 0.5422481003539483,
+          "PushCube-v1": 0.5338991876592735,
+          "StackCube-v1": 0.5440067619410754
+        }
+      },
+      "metric": "pairwise_causal_calibration_confidence",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.5451664677413353,
+        "low": 0.5395672988593425,
+        "mean": 0.5423521036330443,
+        "n": 138,
+        "num_samples": 1000
+      },
+      "n": 138
+    },
+    "pairwise_causal_calibration_ece": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.12102552031905935,
+          "low": 0.09252673155641149,
+          "mean": 0.10620714166278308,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 0.10620714166278308,
+        "per_seed": {
+          "1073161778/train0": 0.07639944182594278,
+          "1073161778/train1": 0.12867242656969963,
+          "1073161778/train2": 0.25473554741526483,
+          "1113371261/train0": 0.04015927303659509,
+          "1113371261/train1": 0.038062527026522686,
+          "1113371261/train2": 0.1655770131328084,
+          "1151410346/train0": 0.019422760593624022,
+          "1151410346/train1": 0.08472510340585364,
+          "1151410346/train2": 0.06471811302864083,
+          "1261930456/train0": 0.06599978870156839,
+          "1261930456/train1": 0.0690030380946333,
+          "1261930456/train2": 0.12692749951945942,
+          "1324133122/train0": 0.08581258230035274,
+          "1324133122/train1": 0.015677218286420276,
+          "1324133122/train2": 0.07681453301793482,
+          "1324642411/train0": 0.032055347656845035,
+          "1324642411/train1": 0.0510196638007786,
+          "1324642411/train2": 0.17191695135652396,
+          "1375492786/train0": 0.10862866047393183,
+          "1375492786/train1": 0.01673555332169,
+          "1375492786/train2": 0.1721366905557764,
+          "141984615/train0": 0.048549196954798944,
+          "141984615/train1": 0.046271089584524104,
+          "141984615/train2": 0.03902364539059017,
+          "1461069713/train0": 0.25327661997348927,
+          "1461069713/train1": 0.09100054833229188,
+          "1461069713/train2": 0.13575029649952464,
+          "1480856810/train0": 0.046471997503487905,
+          "1480856810/train1": 0.02843089439320684,
+          "1480856810/train2": 0.1601954079283755,
+          "1509980664/train0": 0.07422005046880752,
+          "1509980664/train1": 0.31694779855472244,
+          "1509980664/train2": 0.02833931871620072,
+          "1522272686/train0": 0.07816118582099628,
+          "1522272686/train1": 0.37452572646735927,
+          "1522272686/train2": 0.04530682040275796,
+          "1549324805/train0": 0.17834645978710464,
+          "1549324805/train1": 0.11817603537359933,
+          "1549324805/train2": 0.25772156945424957,
+          "1578990937/train0": 0.07103529294125341,
+          "1578990937/train1": 0.081639232209885,
+          "1578990937/train2": 0.1204064874116733,
+          "1747178030/train0": 0.0,
+          "1747178030/train1": 0.0,
+          "1747178030/train2": 0.0,
+          "1790188787/train0": 0.09713999210152216,
+          "1790188787/train1": 0.004600858562899268,
+          "1790188787/train2": 0.09588072685836047,
+          "1822210471/train0": 0.15721195241478056,
+          "1822210471/train1": 0.14397334425216246,
+          "1822210471/train2": 0.118390411016323,
+          "1845489013/train0": 0.06714727638829565,
+          "1845489013/train1": 0.2499100488763103,
+          "1845489013/train2": 0.013891956856065812,
+          "1999022574/train0": 0.23444936269896155,
+          "1999022574/train1": 0.06815351181186355,
+          "1999022574/train2": 0.05003241707833195,
+          "2012211287/train0": 0.3094458191534968,
+          "2012211287/train1": 0.07199480463689167,
+          "2012211287/train2": 0.07938078880465815,
+          "2038594191/train0": 0.22256871588597915,
+          "2038594191/train1": 0.1851395001152688,
+          "2038594191/train2": 0.1523404336994486,
+          "2054899126/train0": 0.10775107509880927,
+          "2054899126/train1": 0.04040102217142677,
+          "2054899126/train2": 0.029588316184567365,
+          "2061635888/train0": 0.048182961982894734,
+          "2061635888/train1": 0.018040614785329034,
+          "2061635888/train2": 0.025297556852599157,
+          "211245842/train0": 0.1513041697296866,
+          "211245842/train1": 0.2417681793242794,
+          "211245842/train2": 0.026780026272463814,
+          "278008524/train0": 0.14072928673079005,
+          "278008524/train1": 0.09383678611256409,
+          "278008524/train2": 0.19449150598168496,
+          "307068879/train0": 0.06651179631267089,
+          "307068879/train1": 0.06342054136618626,
+          "307068879/train2": 0.06949600510787626,
+          "412102563/train0": 0.007978598315043392,
+          "412102563/train1": 0.007709874159492092,
+          "412102563/train2": 0.05523739332746688,
+          "440577711/train0": 0.23185452965388975,
+          "440577711/train1": 0.07108057153936775,
+          "440577711/train2": 0.06215202292020417,
+          "441046872/train0": 0.11980108467109023,
+          "441046872/train1": 0.04811604482481282,
+          "441046872/train2": 0.18186438756066006,
+          "509430392/train0": 0.07959930828827078,
+          "509430392/train1": 0.052189920789829286,
+          "509430392/train2": 0.06973036588140841,
+          "585904130/train0": 0.0768193376474347,
+          "585904130/train1": 0.050834006610117985,
+          "585904130/train2": 0.19902396221483953,
+          "608016290/train0": 0.01206105602998994,
+          "608016290/train1": 0.09443404799821745,
+          "608016290/train2": 0.0782175833019504,
+          "626486813/train0": 0.09417264307778664,
+          "626486813/train1": 0.19860544920331658,
+          "626486813/train2": 0.07789314572719971,
+          "636680137/train0": 0.04083620413446535,
+          "636680137/train1": 0.015936630107400096,
+          "636680137/train2": 0.14313537646005925,
+          "655884605/train0": 0.09767591534363074,
+          "655884605/train1": 0.07784671618442661,
+          "655884605/train2": 0.16720072894696625,
+          "672328262/train0": 0.22171478875961914,
+          "672328262/train1": 0.10539834862160463,
+          "672328262/train2": 0.37954547783484094,
+          "701667486/train0": 0.31044146560402797,
+          "701667486/train1": 0.13256235900305033,
+          "701667486/train2": 0.25260854221582163,
+          "747260437/train0": 0.06546093643090828,
+          "747260437/train1": 0.04933376780042398,
+          "747260437/train2": 0.0973593950631021,
+          "750448296/train0": 0.0336721343859541,
+          "750448296/train1": 0.18648125774776067,
+          "750448296/train2": 0.1080586463500039,
+          "767747424/train0": 0.10799527425220615,
+          "767747424/train1": 0.05634090783297348,
+          "767747424/train2": 0.1276296201971279
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.14154783228045675,
+          "low": 0.09249071526058843,
+          "mean": 0.11405656276881852,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.11405656276881852,
+        "per_task": {
+          "LiftPegUpright-v1": 0.11030342503862721,
+          "PickCube-v1": 0.16599791089703783,
+          "PullCube-v1": 0.11105368029396932,
+          "PushCube-v1": 0.08423604919725729,
+          "StackCube-v1": 0.09869174841720094
+        }
+      },
+      "metric": "pairwise_causal_calibration_ece",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.11942541474747206,
+        "low": 0.09286757311923821,
+        "mean": 0.10593505356691993,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "pairwise_causal_calibration_pairs": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 88.48680555555556,
+          "low": 75.60208333333334,
+          "mean": 82.21180555555556,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 82.21180555555556,
+        "per_seed": {
+          "1073161778/train0": 119.0,
+          "1073161778/train1": 120.0,
+          "1073161778/train2": 84.0,
+          "1113371261/train0": 28.0,
+          "1113371261/train1": 28.0,
+          "1113371261/train2": 28.0,
+          "1151410346/train0": 105.0,
+          "1151410346/train1": 105.0,
+          "1151410346/train2": 105.0,
+          "1261930456/train0": 99.0,
+          "1261930456/train1": 110.0,
+          "1261930456/train2": 84.0,
+          "1324133122/train0": 28.0,
+          "1324133122/train1": 28.0,
+          "1324133122/train2": 28.0,
+          "1324642411/train0": 120.0,
+          "1324642411/train1": 119.0,
+          "1324642411/train2": 110.0,
+          "1375492786/train0": 75.0,
+          "1375492786/train1": 114.0,
+          "1375492786/train2": 84.0,
+          "141984615/train0": 120.0,
+          "141984615/train1": 120.0,
+          "141984615/train2": 120.0,
+          "1461069713/train0": 120.0,
+          "1461069713/train1": 120.0,
+          "1461069713/train2": 120.0,
+          "1480856810/train0": 99.0,
+          "1480856810/train1": 119.0,
+          "1480856810/train2": 119.0,
+          "1509980664/train0": 90.0,
+          "1509980664/train1": 63.0,
+          "1509980664/train2": 90.0,
+          "1522272686/train0": 36.0,
+          "1522272686/train1": 36.0,
+          "1522272686/train2": 36.0,
+          "1549324805/train0": 120.0,
+          "1549324805/train1": 120.0,
+          "1549324805/train2": 120.0,
+          "1578990937/train0": 117.0,
+          "1578990937/train1": 110.0,
+          "1578990937/train2": 119.0,
+          "1747178030/train0": 0.0,
+          "1747178030/train1": 0.0,
+          "1747178030/train2": 0.0,
+          "1790188787/train0": 110.0,
+          "1790188787/train1": 114.0,
+          "1790188787/train2": 110.0,
+          "1822210471/train0": 40.0,
+          "1822210471/train1": 49.0,
+          "1822210471/train2": 40.0,
+          "1845489013/train0": 46.0,
+          "1845489013/train1": 13.0,
+          "1845489013/train2": 25.0,
+          "1999022574/train0": 70.0,
+          "1999022574/train1": 70.0,
+          "1999022574/train2": 76.0,
+          "2012211287/train0": 119.0,
+          "2012211287/train1": 120.0,
+          "2012211287/train2": 92.0,
+          "2038594191/train0": 29.0,
+          "2038594191/train1": 54.0,
+          "2038594191/train2": 99.0,
+          "2054899126/train0": 60.0,
+          "2054899126/train1": 57.0,
+          "2054899126/train2": 59.5,
+          "2061635888/train0": 36.0,
+          "2061635888/train1": 36.0,
+          "2061635888/train2": 36.0,
+          "211245842/train0": 119.0,
+          "211245842/train1": 120.0,
+          "211245842/train2": 120.0,
+          "278008524/train0": 109.5,
+          "278008524/train1": 106.0,
+          "278008524/train2": 109.5,
+          "307068879/train0": 91.0,
+          "307068879/train1": 91.0,
+          "307068879/train2": 91.0,
+          "412102563/train0": 60.0,
+          "412102563/train1": 39.0,
+          "412102563/train2": 84.0,
+          "440577711/train0": 29.0,
+          "440577711/train1": 15.0,
+          "440577711/train2": 54.0,
+          "441046872/train0": 55.0,
+          "441046872/train1": 55.0,
+          "441046872/train2": 55.0,
+          "509430392/train0": 119.0,
+          "509430392/train1": 105.0,
+          "509430392/train2": 119.0,
+          "585904130/train0": 84.0,
+          "585904130/train1": 75.0,
+          "585904130/train2": 110.0,
+          "608016290/train0": 105.0,
+          "608016290/train1": 105.0,
+          "608016290/train2": 120.0,
+          "626486813/train0": 120.0,
+          "626486813/train1": 120.0,
+          "626486813/train2": 120.0,
+          "636680137/train0": 120.0,
+          "636680137/train1": 120.0,
+          "636680137/train2": 120.0,
+          "655884605/train0": 36.0,
+          "655884605/train1": 36.0,
+          "655884605/train2": 36.0,
+          "672328262/train0": 17.0,
+          "672328262/train1": 35.0,
+          "672328262/train2": 30.0,
+          "701667486/train0": 42.0,
+          "701667486/train1": 84.0,
+          "701667486/train2": 54.0,
+          "747260437/train0": 120.0,
+          "747260437/train1": 120.0,
+          "747260437/train2": 120.0,
+          "750448296/train0": 108.0,
+          "750448296/train1": 101.66666666666667,
+          "750448296/train2": 108.0,
+          "767747424/train0": 119.25,
+          "767747424/train1": 119.0,
+          "767747424/train2": 119.0
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 94.86577777777778,
+          "low": 54.05090909090909,
+          "mean": 77.60379797979797,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 77.60379797979797,
+        "per_task": {
+          "LiftPegUpright-v1": 94.8,
+          "PickCube-v1": 36.0,
+          "PullCube-v1": 92.32,
+          "PushCube-v1": 97.44444444444444,
+          "StackCube-v1": 67.45454545454545
+        }
+      },
+      "metric": "pairwise_causal_calibration_pairs",
+      "micro": {
+        "confidence": 0.95,
+        "high": 92.5,
+        "low": 80.22916666666667,
+        "mean": 86.34722222222223,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "predicted_margin": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.2241441792437622,
+          "low": 0.11641786592550231,
+          "mean": 0.16961423206737078,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 0.16961423206737078,
+        "per_seed": {
+          "1073161778/train0": 0.24085858055337617,
+          "1073161778/train1": 0.11864476132183588,
+          "1073161778/train2": 0.24206048374838196,
+          "1113371261/train0": -0.002655981453428158,
+          "1113371261/train1": 0.08193066148519779,
+          "1113371261/train2": -0.15407578821846468,
+          "1151410346/train0": 0.11341562423740303,
+          "1151410346/train1": 0.027308203722147817,
+          "1151410346/train2": 0.06561892171053907,
+          "1261930456/train0": 0.09035295152992723,
+          "1261930456/train1": -0.02356230018007266,
+          "1261930456/train2": 0.04072195094915404,
+          "1324133122/train0": 0.07548993896412504,
+          "1324133122/train1": 0.3962004123380809,
+          "1324133122/train2": 0.0670111567575864,
+          "1324642411/train0": 0.711002878905307,
+          "1324642411/train1": 0.38447100568728765,
+          "1324642411/train2": 0.15208916465183764,
+          "1375492786/train0": -0.28428690828432274,
+          "1375492786/train1": -0.6782841630171567,
+          "1375492786/train2": -0.559803911595051,
+          "141984615/train0": 0.30976598855930915,
+          "141984615/train1": 0.39033675889099473,
+          "141984615/train2": 0.29555407226838537,
+          "1461069713/train0": 0.3059149126148908,
+          "1461069713/train1": 0.3007404756181269,
+          "1461069713/train2": 0.2553375780680003,
+          "1480856810/train0": 0.6891134156079126,
+          "1480856810/train1": 0.5636198101475918,
+          "1480856810/train2": 0.4905519223760793,
+          "1509980664/train0": -0.2172662931516871,
+          "1509980664/train1": -0.2497394332434142,
+          "1509980664/train2": -0.3123388737013393,
+          "1522272686/train0": -0.4821765811639407,
+          "1522272686/train1": -0.25520062215278894,
+          "1522272686/train2": -0.43379366859847046,
+          "1549324805/train0": 0.8008610893558498,
+          "1549324805/train1": 0.4059182168351142,
+          "1549324805/train2": 0.8716902723485557,
+          "1578990937/train0": 0.10915469051695448,
+          "1578990937/train1": 0.10231812655593348,
+          "1578990937/train2": -0.08662696338330045,
+          "1747178030/train0": 0.2685368177679842,
+          "1747178030/train1": 0.27732487886731,
+          "1747178030/train2": 0.3315076869895872,
+          "1790188787/train0": 0.4590932780625647,
+          "1790188787/train1": 0.33925681284155934,
+          "1790188787/train2": 0.297516022662714,
+          "1822210471/train0": 0.013297597406553785,
+          "1822210471/train1": 0.041781127110214866,
+          "1822210471/train2": -0.09918008580701754,
+          "1845489013/train0": 0.08565911209810279,
+          "1845489013/train1": 0.10538760252719387,
+          "1845489013/train2": 0.14874188314117123,
+          "1999022574/train0": -0.11161114265900707,
+          "1999022574/train1": -0.1454763298079958,
+          "1999022574/train2": -0.12321088891053344,
+          "2012211287/train0": 0.3161539044218536,
+          "2012211287/train1": 0.24432178181307274,
+          "2012211287/train2": 0.3345646470523239,
+          "2038594191/train0": 0.28192292963769827,
+          "2038594191/train1": 0.21139315187633212,
+          "2038594191/train2": 0.2451404604489238,
+          "2054899126/train0": 0.40089684325539643,
+          "2054899126/train1": 0.32373079560635964,
+          "2054899126/train2": 0.3425010993904758,
+          "2061635888/train0": 0.2859560598368813,
+          "2061635888/train1": 0.14710078956282402,
+          "2061635888/train2": 0.15541062212467605,
+          "211245842/train0": 0.05542394657973021,
+          "211245842/train1": 0.2276424215366616,
+          "211245842/train2": -0.05502138612288987,
+          "278008524/train0": 0.28802122449631784,
+          "278008524/train1": 0.3601165498724468,
+          "278008524/train2": 0.22015899787097548,
+          "307068879/train0": -0.14233288142692663,
+          "307068879/train1": -0.13522650945094028,
+          "307068879/train2": -0.02519869144581416,
+          "412102563/train0": -0.07414481146410684,
+          "412102563/train1": -0.10576298261783212,
+          "412102563/train2": -0.10754995958912039,
+          "440577711/train0": 0.7982832696690534,
+          "440577711/train1": 0.862893346101075,
+          "440577711/train2": 0.7945693500962356,
+          "441046872/train0": 0.024167399539588352,
+          "441046872/train1": -0.11694270182946509,
+          "441046872/train2": -0.12738205708571582,
+          "509430392/train0": 0.5885139744079059,
+          "509430392/train1": 0.5296709902746183,
+          "509430392/train2": 0.4810616128884794,
+          "585904130/train0": 0.23094602840169032,
+          "585904130/train1": 0.22575925280556675,
+          "585904130/train2": 0.18843222973041862,
+          "608016290/train0": 0.48611772128013164,
+          "608016290/train1": 0.2549086170487004,
+          "608016290/train2": 0.4202802138182712,
+          "626486813/train0": 0.5713883592563933,
+          "626486813/train1": 0.5558101781509216,
+          "626486813/train2": 0.3853803956007696,
+          "636680137/train0": 0.5991343617786198,
+          "636680137/train1": 0.19155725528837464,
+          "636680137/train2": 0.27475298254295666,
+          "655884605/train0": 0.4522143975120525,
+          "655884605/train1": 0.446772375365045,
+          "655884605/train2": 0.407721921578567,
+          "672328262/train0": -0.14745117870449231,
+          "672328262/train1": -0.21177052566683674,
+          "672328262/train2": -0.19816182889430234,
+          "701667486/train0": 0.2186075457961687,
+          "701667486/train1": 0.20451752246432947,
+          "701667486/train2": 0.22431661105910145,
+          "747260437/train0": -0.03550968246605479,
+          "747260437/train1": -0.27755861197582443,
+          "747260437/train2": 0.061753054977374155,
+          "750448296/train0": 0.008208417767252563,
+          "750448296/train1": -0.031216926452283373,
+          "750448296/train2": -0.06850240484656789,
+          "767747424/train0": 0.10341139925263847,
+          "767747424/train1": 0.23938122661168873,
+          "767747424/train2": 0.09558584120388469
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.31628089527094383,
+          "low": -0.18512151553625972,
+          "mean": 0.09115919827365179,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.09115919827365179,
+        "per_task": {
+          "LiftPegUpright-v1": 0.14233301795724493,
+          "PickCube-v1": -0.39039029063840003,
+          "PullCube-v1": 0.18136174528296545,
+          "PushCube-v1": 0.4582899698155127,
+          "StackCube-v1": 0.06420154895093595
+        }
+      },
+      "metric": "predicted_margin",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.22181185237473636,
+        "low": 0.12313746009065195,
+        "mean": 0.17315156851198613,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "proposal_oracle_success": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.6722222222222223,
+          "low": 0.5055555555555555,
+          "mean": 0.5847222222222223,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 0.5847222222222223,
+        "per_seed": {
+          "1073161778/train0": 1.0,
+          "1073161778/train1": 1.0,
+          "1073161778/train2": 1.0,
+          "1113371261/train0": 0.0,
+          "1113371261/train1": 0.0,
+          "1113371261/train2": 0.0,
+          "1151410346/train0": 0.0,
+          "1151410346/train1": 1.0,
+          "1151410346/train2": 0.0,
+          "1261930456/train0": 1.0,
+          "1261930456/train1": 1.0,
+          "1261930456/train2": 1.0,
+          "1324133122/train0": 0.0,
+          "1324133122/train1": 0.0,
+          "1324133122/train2": 0.0,
+          "1324642411/train0": 0.0,
+          "1324642411/train1": 1.0,
+          "1324642411/train2": 1.0,
+          "1375492786/train0": 1.0,
+          "1375492786/train1": 1.0,
+          "1375492786/train2": 1.0,
+          "141984615/train0": 0.0,
+          "141984615/train1": 0.0,
+          "141984615/train2": 0.0,
+          "1461069713/train0": 0.0,
+          "1461069713/train1": 0.0,
+          "1461069713/train2": 0.0,
+          "1480856810/train0": 1.0,
+          "1480856810/train1": 1.0,
+          "1480856810/train2": 1.0,
+          "1509980664/train0": 1.0,
+          "1509980664/train1": 1.0,
+          "1509980664/train2": 1.0,
+          "1522272686/train0": 0.0,
+          "1522272686/train1": 0.0,
+          "1522272686/train2": 0.0,
+          "1549324805/train0": 0.0,
+          "1549324805/train1": 0.0,
+          "1549324805/train2": 0.0,
+          "1578990937/train0": 1.0,
+          "1578990937/train1": 1.0,
+          "1578990937/train2": 1.0,
+          "1747178030/train0": 1.0,
+          "1747178030/train1": 1.0,
+          "1747178030/train2": 1.0,
+          "1790188787/train0": 1.0,
+          "1790188787/train1": 1.0,
+          "1790188787/train2": 1.0,
+          "1822210471/train0": 1.0,
+          "1822210471/train1": 1.0,
+          "1822210471/train2": 1.0,
+          "1845489013/train0": 1.0,
+          "1845489013/train1": 1.0,
+          "1845489013/train2": 1.0,
+          "1999022574/train0": 1.0,
+          "1999022574/train1": 1.0,
+          "1999022574/train2": 1.0,
+          "2012211287/train0": 1.0,
+          "2012211287/train1": 1.0,
+          "2012211287/train2": 1.0,
+          "2038594191/train0": 1.0,
+          "2038594191/train1": 1.0,
+          "2038594191/train2": 1.0,
+          "2054899126/train0": 0.5,
+          "2054899126/train1": 1.0,
+          "2054899126/train2": 1.0,
+          "2061635888/train0": 0.0,
+          "2061635888/train1": 0.0,
+          "2061635888/train2": 0.0,
+          "211245842/train0": 1.0,
+          "211245842/train1": 0.0,
+          "211245842/train2": 0.0,
+          "278008524/train0": 0.5,
+          "278008524/train1": 0.5,
+          "278008524/train2": 0.5,
+          "307068879/train0": 0.0,
+          "307068879/train1": 0.0,
+          "307068879/train2": 0.0,
+          "412102563/train0": 1.0,
+          "412102563/train1": 1.0,
+          "412102563/train2": 1.0,
+          "440577711/train0": 1.0,
+          "440577711/train1": 1.0,
+          "440577711/train2": 1.0,
+          "441046872/train0": 1.0,
+          "441046872/train1": 0.0,
+          "441046872/train2": 0.0,
+          "509430392/train0": 1.0,
+          "509430392/train1": 1.0,
+          "509430392/train2": 0.0,
+          "585904130/train0": 1.0,
+          "585904130/train1": 1.0,
+          "585904130/train2": 1.0,
+          "608016290/train0": 1.0,
+          "608016290/train1": 1.0,
+          "608016290/train2": 0.0,
+          "626486813/train0": 0.0,
+          "626486813/train1": 0.0,
+          "626486813/train2": 0.0,
+          "636680137/train0": 0.0,
+          "636680137/train1": 0.0,
+          "636680137/train2": 0.0,
+          "655884605/train0": 0.0,
+          "655884605/train1": 0.0,
+          "655884605/train2": 0.0,
+          "672328262/train0": 1.0,
+          "672328262/train1": 1.0,
+          "672328262/train2": 1.0,
+          "701667486/train0": 1.0,
+          "701667486/train1": 1.0,
+          "701667486/train2": 1.0,
+          "747260437/train0": 0.0,
+          "747260437/train1": 0.0,
+          "747260437/train2": 0.0,
+          "750448296/train0": 0.3333333333333333,
+          "750448296/train1": 0.6666666666666666,
+          "750448296/train2": 0.6666666666666666,
+          "767747424/train0": 0.5,
+          "767747424/train1": 0.5,
+          "767747424/train2": 0.5
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.7430303030303029,
+          "low": 0.22303030303030305,
+          "mean": 0.5074747474747474,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.5074747474747474,
+        "per_task": {
+          "LiftPegUpright-v1": 0.6,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.5333333333333333,
+          "PushCube-v1": 0.8888888888888888,
+          "StackCube-v1": 0.5151515151515151
+        }
+      },
+      "metric": "proposal_oracle_success",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.6458333333333334,
+        "low": 0.4930555555555556,
+        "mean": 0.5694444444444444,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "proposal_oracle_utility": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.4116970675635254,
+          "low": 1.1051828979592149,
+          "mean": 1.251578581963097,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 1.251578581963097,
+        "per_seed": {
+          "1073161778/train0": 2.0,
+          "1073161778/train1": 2.0,
+          "1073161778/train2": 2.0,
+          "1113371261/train0": 0.10274861752986908,
+          "1113371261/train1": 0.18093222379684448,
+          "1113371261/train2": 0.19527167081832886,
+          "1151410346/train0": 0.8663521409034729,
+          "1151410346/train1": 2.0,
+          "1151410346/train2": 0.5522047281265259,
+          "1261930456/train0": 2.0,
+          "1261930456/train1": 2.0,
+          "1261930456/train2": 2.0,
+          "1324133122/train0": 0.054989203810691833,
+          "1324133122/train1": 0.1324586570262909,
+          "1324133122/train2": 0.19291165471076965,
+          "1324642411/train0": 0.14406004548072815,
+          "1324642411/train1": 2.0,
+          "1324642411/train2": 2.0,
+          "1375492786/train0": 2.0,
+          "1375492786/train1": 2.0,
+          "1375492786/train2": 2.0,
+          "141984615/train0": 0.015177905559539795,
+          "141984615/train1": 0.037011127918958664,
+          "141984615/train2": 0.058951716870069504,
+          "1461069713/train0": 0.06019836664199829,
+          "1461069713/train1": 0.016585012897849083,
+          "1461069713/train2": 0.09997648000717163,
+          "1480856810/train0": 2.0,
+          "1480856810/train1": 2.0,
+          "1480856810/train2": 2.0,
+          "1509980664/train0": 2.0,
+          "1509980664/train1": 2.0,
+          "1509980664/train2": 2.0,
+          "1522272686/train0": 0.18325337767601013,
+          "1522272686/train1": 0.07014383375644684,
+          "1522272686/train2": 0.14937306940555573,
+          "1549324805/train0": 0.060871422290802,
+          "1549324805/train1": 0.19892151653766632,
+          "1549324805/train2": 0.11310184001922607,
+          "1578990937/train0": 2.0,
+          "1578990937/train1": 2.0,
+          "1578990937/train2": 2.0,
+          "1747178030/train0": 2.0,
+          "1747178030/train1": 2.0,
+          "1747178030/train2": 2.0,
+          "1790188787/train0": 2.0,
+          "1790188787/train1": 2.0,
+          "1790188787/train2": 2.0,
+          "1822210471/train0": 2.0,
+          "1822210471/train1": 2.0,
+          "1822210471/train2": 2.0,
+          "1845489013/train0": 2.0,
+          "1845489013/train1": 2.0,
+          "1845489013/train2": 2.0,
+          "1999022574/train0": 2.0,
+          "1999022574/train1": 2.0,
+          "1999022574/train2": 2.0,
+          "2012211287/train0": 2.0,
+          "2012211287/train1": 2.0,
+          "2012211287/train2": 2.0,
+          "2038594191/train0": 2.0,
+          "2038594191/train1": 2.0,
+          "2038594191/train2": 2.0,
+          "2054899126/train0": 1.077283151447773,
+          "2054899126/train1": 2.0,
+          "2054899126/train2": 2.0,
+          "2061635888/train0": 0.09799930453300476,
+          "2061635888/train1": 0.07580336928367615,
+          "2061635888/train2": 0.11105132102966309,
+          "211245842/train0": 2.0,
+          "211245842/train1": 0.21295717358589172,
+          "211245842/train2": 0.23388276994228363,
+          "278008524/train0": 1.0733563229441643,
+          "278008524/train1": 1.0376745946705341,
+          "278008524/train2": 1.1359489113092422,
+          "307068879/train0": 0.2115575522184372,
+          "307068879/train1": 0.5876073241233826,
+          "307068879/train2": 0.2302134484052658,
+          "412102563/train0": 2.0,
+          "412102563/train1": 2.0,
+          "412102563/train2": 2.0,
+          "440577711/train0": 2.0,
+          "440577711/train1": 2.0,
+          "440577711/train2": 2.0,
+          "441046872/train0": 2.0,
+          "441046872/train1": 0.7233588695526123,
+          "441046872/train2": 0.7191348671913147,
+          "509430392/train0": 2.0,
+          "509430392/train1": 2.0,
+          "509430392/train2": 5.424022674560547e-06,
+          "585904130/train0": 2.0,
+          "585904130/train1": 2.0,
+          "585904130/train2": 2.0,
+          "608016290/train0": 2.0,
+          "608016290/train1": 2.0,
+          "608016290/train2": 0.7117276191711426,
+          "626486813/train0": 0.04469547560438514,
+          "626486813/train1": 0.035827874671667814,
+          "626486813/train2": 0.04489925503730774,
+          "636680137/train0": 0.08826130628585815,
+          "636680137/train1": 0.06741118431091309,
+          "636680137/train2": 0.0756516233086586,
+          "655884605/train0": 0.13732868432998657,
+          "655884605/train1": 0.8128758072853088,
+          "655884605/train2": 0.21447330713272095,
+          "672328262/train0": 2.0,
+          "672328262/train1": 2.0,
+          "672328262/train2": 2.0,
+          "701667486/train0": 2.0,
+          "701667486/train1": 2.0,
+          "701667486/train2": 2.0,
+          "747260437/train0": 0.10839563608169556,
+          "747260437/train1": 0.06328952312469482,
+          "747260437/train2": 0.12510187923908234,
+          "750448296/train0": 0.7526603279014429,
+          "750448296/train1": 1.3705032741030057,
+          "750448296/train2": 1.3504486680030823,
+          "767747424/train0": 1.0424291878007352,
+          "767747424/train1": 1.0629530912265182,
+          "767747424/train2": 1.0671670949086547
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.5246927151765788,
+          "low": 0.5848668839583795,
+          "mean": 1.1196794969856438,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 1.1196794969856438,
+        "per_task": {
+          "LiftPegUpright-v1": 1.4122399787108104,
+          "PickCube-v1": 0.13425676027933756,
+          "PullCube-v1": 1.1093241602430741,
+          "PushCube-v1": 1.7857814149724112,
+          "StackCube-v1": 1.1567951707225856
+        }
+      },
+      "metric": "proposal_oracle_utility",
+      "micro": {
+        "confidence": 0.95,
+        "high": 1.360821089959548,
+        "low": 1.0729441113071516,
+        "mean": 1.2159999172436073,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "selected_candidate_index": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 7.534722222222222,
+          "low": 6.178472222222223,
+          "mean": 6.847222222222222,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 6.847222222222222,
+        "per_seed": {
+          "1073161778/train0": 6.0,
+          "1073161778/train1": 8.0,
+          "1073161778/train2": 6.0,
+          "1113371261/train0": 2.0,
+          "1113371261/train1": 1.0,
+          "1113371261/train2": 1.0,
+          "1151410346/train0": 6.0,
+          "1151410346/train1": 2.0,
+          "1151410346/train2": 1.0,
+          "1261930456/train0": 2.0,
+          "1261930456/train1": 2.0,
+          "1261930456/train2": 4.0,
+          "1324133122/train0": 6.0,
+          "1324133122/train1": 2.0,
+          "1324133122/train2": 7.0,
+          "1324642411/train0": 11.0,
+          "1324642411/train1": 5.0,
+          "1324642411/train2": 9.0,
+          "1375492786/train0": 5.0,
+          "1375492786/train1": 9.0,
+          "1375492786/train2": 2.0,
+          "141984615/train0": 14.0,
+          "141984615/train1": 15.0,
+          "141984615/train2": 11.0,
+          "1461069713/train0": 15.0,
+          "1461069713/train1": 10.0,
+          "1461069713/train2": 3.0,
+          "1480856810/train0": 9.0,
+          "1480856810/train1": 9.0,
+          "1480856810/train2": 1.0,
+          "1509980664/train0": 10.0,
+          "1509980664/train1": 12.0,
+          "1509980664/train2": 9.0,
+          "1522272686/train0": 8.0,
+          "1522272686/train1": 2.0,
+          "1522272686/train2": 5.0,
+          "1549324805/train0": 5.0,
+          "1549324805/train1": 12.0,
+          "1549324805/train2": 1.0,
+          "1578990937/train0": 5.0,
+          "1578990937/train1": 11.0,
+          "1578990937/train2": 7.0,
+          "1747178030/train0": 9.0,
+          "1747178030/train1": 7.0,
+          "1747178030/train2": 11.0,
+          "1790188787/train0": 5.0,
+          "1790188787/train1": 6.0,
+          "1790188787/train2": 8.0,
+          "1822210471/train0": 1.0,
+          "1822210471/train1": 1.0,
+          "1822210471/train2": 7.0,
+          "1845489013/train0": 5.0,
+          "1845489013/train1": 7.0,
+          "1845489013/train2": 8.0,
+          "1999022574/train0": 5.0,
+          "1999022574/train1": 8.0,
+          "1999022574/train2": 13.0,
+          "2012211287/train0": 9.0,
+          "2012211287/train1": 13.0,
+          "2012211287/train2": 14.0,
+          "2038594191/train0": 5.0,
+          "2038594191/train1": 9.0,
+          "2038594191/train2": 3.0,
+          "2054899126/train0": 4.5,
+          "2054899126/train1": 10.0,
+          "2054899126/train2": 6.5,
+          "2061635888/train0": 1.0,
+          "2061635888/train1": 5.0,
+          "2061635888/train2": 2.0,
+          "211245842/train0": 11.0,
+          "211245842/train1": 7.0,
+          "211245842/train2": 7.0,
+          "278008524/train0": 8.0,
+          "278008524/train1": 8.0,
+          "278008524/train2": 11.0,
+          "307068879/train0": 11.0,
+          "307068879/train1": 5.0,
+          "307068879/train2": 3.0,
+          "412102563/train0": 10.0,
+          "412102563/train1": 12.0,
+          "412102563/train2": 12.0,
+          "440577711/train0": 10.0,
+          "440577711/train1": 10.0,
+          "440577711/train2": 13.0,
+          "441046872/train0": 7.0,
+          "441046872/train1": 5.0,
+          "441046872/train2": 1.0,
+          "509430392/train0": 11.0,
+          "509430392/train1": 2.0,
+          "509430392/train2": 10.0,
+          "585904130/train0": 4.0,
+          "585904130/train1": 15.0,
+          "585904130/train2": 1.0,
+          "608016290/train0": 12.0,
+          "608016290/train1": 8.0,
+          "608016290/train2": 6.0,
+          "626486813/train0": 11.0,
+          "626486813/train1": 7.5,
+          "626486813/train2": 3.0,
+          "636680137/train0": 2.0,
+          "636680137/train1": 1.0,
+          "636680137/train2": 10.0,
+          "655884605/train0": 0.0,
+          "655884605/train1": 6.0,
+          "655884605/train2": 1.0,
+          "672328262/train0": 5.0,
+          "672328262/train1": 4.0,
+          "672328262/train2": 4.0,
+          "701667486/train0": 2.0,
+          "701667486/train1": 10.0,
+          "701667486/train2": 11.0,
+          "747260437/train0": 15.0,
+          "747260437/train1": 10.0,
+          "747260437/train2": 2.0,
+          "750448296/train0": 6.666666666666667,
+          "750448296/train1": 7.333333333333333,
+          "750448296/train2": 6.666666666666667,
+          "767747424/train0": 5.75,
+          "767747424/train1": 8.5,
+          "767747424/train2": 8.25
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 7.325777777777778,
+          "low": 5.679757575757575,
+          "mean": 6.610868686868686,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 6.610868686868686,
+        "per_task": {
+          "LiftPegUpright-v1": 7.6,
+          "PickCube-v1": 5.0,
+          "PullCube-v1": 7.1866666666666665,
+          "PushCube-v1": 7.055555555555555,
+          "StackCube-v1": 6.212121212121212
+        }
+      },
+      "metric": "selected_candidate_index",
+      "micro": {
+        "confidence": 0.95,
+        "high": 7.638888888888889,
+        "low": 6.229166666666667,
+        "mean": 6.944444444444445,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "selected_success": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.42083333333333334,
+          "low": 0.24791666666666667,
+          "mean": 0.33541666666666664,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 0.33541666666666664,
+        "per_seed": {
+          "1073161778/train0": 0.0,
+          "1073161778/train1": 0.0,
+          "1073161778/train2": 1.0,
+          "1113371261/train0": 0.0,
+          "1113371261/train1": 0.0,
+          "1113371261/train2": 0.0,
+          "1151410346/train0": 0.0,
+          "1151410346/train1": 0.0,
+          "1151410346/train2": 0.0,
+          "1261930456/train0": 1.0,
+          "1261930456/train1": 1.0,
+          "1261930456/train2": 1.0,
+          "1324133122/train0": 0.0,
+          "1324133122/train1": 0.0,
+          "1324133122/train2": 0.0,
+          "1324642411/train0": 0.0,
+          "1324642411/train1": 0.0,
+          "1324642411/train2": 0.0,
+          "1375492786/train0": 1.0,
+          "1375492786/train1": 1.0,
+          "1375492786/train2": 1.0,
+          "141984615/train0": 0.0,
+          "141984615/train1": 0.0,
+          "141984615/train2": 0.0,
+          "1461069713/train0": 0.0,
+          "1461069713/train1": 0.0,
+          "1461069713/train2": 0.0,
+          "1480856810/train0": 0.0,
+          "1480856810/train1": 0.0,
+          "1480856810/train2": 0.0,
+          "1509980664/train0": 0.0,
+          "1509980664/train1": 0.0,
+          "1509980664/train2": 0.0,
+          "1522272686/train0": 0.0,
+          "1522272686/train1": 0.0,
+          "1522272686/train2": 0.0,
+          "1549324805/train0": 0.0,
+          "1549324805/train1": 0.0,
+          "1549324805/train2": 0.0,
+          "1578990937/train0": 0.0,
+          "1578990937/train1": 0.0,
+          "1578990937/train2": 0.0,
+          "1747178030/train0": 1.0,
+          "1747178030/train1": 1.0,
+          "1747178030/train2": 1.0,
+          "1790188787/train0": 1.0,
+          "1790188787/train1": 0.0,
+          "1790188787/train2": 0.0,
+          "1822210471/train0": 0.0,
+          "1822210471/train1": 0.0,
+          "1822210471/train2": 0.0,
+          "1845489013/train0": 1.0,
+          "1845489013/train1": 1.0,
+          "1845489013/train2": 1.0,
+          "1999022574/train0": 1.0,
+          "1999022574/train1": 1.0,
+          "1999022574/train2": 1.0,
+          "2012211287/train0": 0.0,
+          "2012211287/train1": 0.0,
+          "2012211287/train2": 0.0,
+          "2038594191/train0": 0.0,
+          "2038594191/train1": 0.0,
+          "2038594191/train2": 0.0,
+          "2054899126/train0": 0.5,
+          "2054899126/train1": 1.0,
+          "2054899126/train2": 1.0,
+          "2061635888/train0": 0.0,
+          "2061635888/train1": 0.0,
+          "2061635888/train2": 0.0,
+          "211245842/train0": 1.0,
+          "211245842/train1": 0.0,
+          "211245842/train2": 0.0,
+          "278008524/train0": 0.0,
+          "278008524/train1": 0.0,
+          "278008524/train2": 0.0,
+          "307068879/train0": 0.0,
+          "307068879/train1": 0.0,
+          "307068879/train2": 0.0,
+          "412102563/train0": 1.0,
+          "412102563/train1": 1.0,
+          "412102563/train2": 1.0,
+          "440577711/train0": 1.0,
+          "440577711/train1": 1.0,
+          "440577711/train2": 1.0,
+          "441046872/train0": 0.0,
+          "441046872/train1": 0.0,
+          "441046872/train2": 0.0,
+          "509430392/train0": 1.0,
+          "509430392/train1": 1.0,
+          "509430392/train2": 0.0,
+          "585904130/train0": 0.0,
+          "585904130/train1": 0.0,
+          "585904130/train2": 1.0,
+          "608016290/train0": 1.0,
+          "608016290/train1": 0.0,
+          "608016290/train2": 0.0,
+          "626486813/train0": 0.0,
+          "626486813/train1": 0.0,
+          "626486813/train2": 0.0,
+          "636680137/train0": 0.0,
+          "636680137/train1": 0.0,
+          "636680137/train2": 0.0,
+          "655884605/train0": 0.0,
+          "655884605/train1": 0.0,
+          "655884605/train2": 0.0,
+          "672328262/train0": 1.0,
+          "672328262/train1": 1.0,
+          "672328262/train2": 1.0,
+          "701667486/train0": 1.0,
+          "701667486/train1": 1.0,
+          "701667486/train2": 1.0,
+          "747260437/train0": 1.0,
+          "747260437/train1": 1.0,
+          "747260437/train2": 1.0,
+          "750448296/train0": 0.0,
+          "750448296/train1": 0.0,
+          "750448296/train2": 0.0,
+          "767747424/train0": 0.25,
+          "767747424/train1": 0.25,
+          "767747424/train2": 0.25
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.392,
+          "low": 0.09066666666666667,
+          "mean": 0.25127272727272726,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.25127272727272726,
+        "per_task": {
+          "LiftPegUpright-v1": 0.13333333333333333,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.32,
+          "PushCube-v1": 0.5,
+          "StackCube-v1": 0.30303030303030304
+        }
+      },
+      "metric": "selected_success",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.3819444444444444,
+        "low": 0.24305555555555555,
+        "mean": 0.3125,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "selected_success_gain_over_base": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.09166666666666666,
+          "low": -0.03333333333333333,
+          "mean": 0.029166666666666667,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 0.029166666666666667,
+        "per_seed": {
+          "1073161778/train0": -1.0,
+          "1073161778/train1": -1.0,
+          "1073161778/train2": 0.0,
+          "1113371261/train0": 0.0,
+          "1113371261/train1": 0.0,
+          "1113371261/train2": 0.0,
+          "1151410346/train0": 0.0,
+          "1151410346/train1": 0.0,
+          "1151410346/train2": 0.0,
+          "1261930456/train0": 0.0,
+          "1261930456/train1": 0.0,
+          "1261930456/train2": 0.0,
+          "1324133122/train0": 0.0,
+          "1324133122/train1": 0.0,
+          "1324133122/train2": 0.0,
+          "1324642411/train0": 0.0,
+          "1324642411/train1": 0.0,
+          "1324642411/train2": 0.0,
+          "1375492786/train0": 0.0,
+          "1375492786/train1": 0.0,
+          "1375492786/train2": 0.0,
+          "141984615/train0": 0.0,
+          "141984615/train1": 0.0,
+          "141984615/train2": 0.0,
+          "1461069713/train0": 0.0,
+          "1461069713/train1": 0.0,
+          "1461069713/train2": 0.0,
+          "1480856810/train0": 0.0,
+          "1480856810/train1": 0.0,
+          "1480856810/train2": 0.0,
+          "1509980664/train0": 0.0,
+          "1509980664/train1": 0.0,
+          "1509980664/train2": 0.0,
+          "1522272686/train0": 0.0,
+          "1522272686/train1": 0.0,
+          "1522272686/train2": 0.0,
+          "1549324805/train0": 0.0,
+          "1549324805/train1": 0.0,
+          "1549324805/train2": 0.0,
+          "1578990937/train0": 0.0,
+          "1578990937/train1": 0.0,
+          "1578990937/train2": 0.0,
+          "1747178030/train0": 0.0,
+          "1747178030/train1": 0.0,
+          "1747178030/train2": 0.0,
+          "1790188787/train0": 1.0,
+          "1790188787/train1": 0.0,
+          "1790188787/train2": 0.0,
+          "1822210471/train0": 0.0,
+          "1822210471/train1": 0.0,
+          "1822210471/train2": 0.0,
+          "1845489013/train0": 0.0,
+          "1845489013/train1": 0.0,
+          "1845489013/train2": 0.0,
+          "1999022574/train0": 0.0,
+          "1999022574/train1": 0.0,
+          "1999022574/train2": 0.0,
+          "2012211287/train0": 0.0,
+          "2012211287/train1": 0.0,
+          "2012211287/train2": 0.0,
+          "2038594191/train0": -1.0,
+          "2038594191/train1": -1.0,
+          "2038594191/train2": -1.0,
+          "2054899126/train0": -0.5,
+          "2054899126/train1": 0.0,
+          "2054899126/train2": 0.0,
+          "2061635888/train0": 0.0,
+          "2061635888/train1": 0.0,
+          "2061635888/train2": 0.0,
+          "211245842/train0": 1.0,
+          "211245842/train1": 0.0,
+          "211245842/train2": 0.0,
+          "278008524/train0": 0.0,
+          "278008524/train1": 0.0,
+          "278008524/train2": 0.0,
+          "307068879/train0": 0.0,
+          "307068879/train1": 0.0,
+          "307068879/train2": 0.0,
+          "412102563/train0": 0.0,
+          "412102563/train1": 0.0,
+          "412102563/train2": 0.0,
+          "440577711/train0": 1.0,
+          "440577711/train1": 1.0,
+          "440577711/train2": 1.0,
+          "441046872/train0": 0.0,
+          "441046872/train1": 0.0,
+          "441046872/train2": 0.0,
+          "509430392/train0": 1.0,
+          "509430392/train1": 1.0,
+          "509430392/train2": 0.0,
+          "585904130/train0": 0.0,
+          "585904130/train1": 0.0,
+          "585904130/train2": 1.0,
+          "608016290/train0": 1.0,
+          "608016290/train1": 0.0,
+          "608016290/train2": 0.0,
+          "626486813/train0": 0.0,
+          "626486813/train1": 0.0,
+          "626486813/train2": 0.0,
+          "636680137/train0": 0.0,
+          "636680137/train1": 0.0,
+          "636680137/train2": 0.0,
+          "655884605/train0": 0.0,
+          "655884605/train1": 0.0,
+          "655884605/train2": 0.0,
+          "672328262/train0": 0.0,
+          "672328262/train1": 0.0,
+          "672328262/train2": 0.0,
+          "701667486/train0": 0.0,
+          "701667486/train1": 0.0,
+          "701667486/train2": 0.0,
+          "747260437/train0": 0.0,
+          "747260437/train1": 0.0,
+          "747260437/train2": 0.0,
+          "750448296/train0": 0.0,
+          "750448296/train1": 0.0,
+          "750448296/train2": 0.0,
+          "767747424/train0": 0.0,
+          "767747424/train1": 0.0,
+          "767747424/train2": 0.0
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.19806060606060605,
+          "low": -0.042666666666666665,
+          "mean": 0.051393939393939395,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.051393939393939395,
+        "per_task": {
+          "LiftPegUpright-v1": -0.06666666666666667,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": -0.04,
+          "PushCube-v1": 0.3333333333333333,
+          "StackCube-v1": 0.030303030303030304
+        }
+      },
+      "metric": "selected_success_gain_over_base",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.0763888888888889,
+        "low": -0.034722222222222224,
+        "mean": 0.020833333333333332,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "selected_utility": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.9965184303928659,
+          "low": 0.6798522718228115,
+          "mean": 0.8329322801880253,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 0.8329322801880253,
+        "per_seed": {
+          "1073161778/train0": 0.67014479637146,
+          "1073161778/train1": 0.6947963237762451,
+          "1073161778/train2": 2.0,
+          "1113371261/train0": 0.15842342376708984,
+          "1113371261/train1": 0.1746392846107483,
+          "1113371261/train2": 0.15842342376708984,
+          "1151410346/train0": 0.16260439157485962,
+          "1151410346/train1": 0.8135483264923096,
+          "1151410346/train2": 0.20950870215892792,
+          "1261930456/train0": 2.0,
+          "1261930456/train1": 2.0,
+          "1261930456/train2": 2.0,
+          "1324133122/train0": 0.036974772810935974,
+          "1324133122/train1": 0.07714252173900604,
+          "1324133122/train2": 0.13575458526611328,
+          "1324642411/train0": 0.12164360284805298,
+          "1324642411/train1": 0.1378108412027359,
+          "1324642411/train2": 0.10647052526473999,
+          "1375492786/train0": 2.0,
+          "1375492786/train1": 2.0,
+          "1375492786/train2": 2.0,
+          "141984615/train0": 0.00942655373364687,
+          "141984615/train1": 0.030119141563773155,
+          "141984615/train2": 0.058951716870069504,
+          "1461069713/train0": 0.011984944343566895,
+          "1461069713/train1": 0.007486680988222361,
+          "1461069713/train2": 0.09997648000717163,
+          "1480856810/train0": 0.07608599960803986,
+          "1480856810/train1": 0.21981161832809448,
+          "1480856810/train2": 0.21615806221961975,
+          "1509980664/train0": 0.8334100246429443,
+          "1509980664/train1": 0.8334100246429443,
+          "1509980664/train2": 0.8334100246429443,
+          "1522272686/train0": 0.5839591026306152,
+          "1522272686/train1": 0.5839591026306152,
+          "1522272686/train2": 0.5839591026306152,
+          "1549324805/train0": 0.03462250903248787,
+          "1549324805/train1": 0.08073369413614273,
+          "1549324805/train2": 0.04690708592534065,
+          "1578990937/train0": 0.14271311461925507,
+          "1578990937/train1": 0.17168906331062317,
+          "1578990937/train2": 0.82413649559021,
+          "1747178030/train0": 2.0,
+          "1747178030/train1": 2.0,
+          "1747178030/train2": 2.0,
+          "1790188787/train0": 2.0,
+          "1790188787/train1": 0.12476746737957001,
+          "1790188787/train2": 0.12476746737957001,
+          "1822210471/train0": 0.07191530615091324,
+          "1822210471/train1": 0.07191530615091324,
+          "1822210471/train2": 0.07191530615091324,
+          "1845489013/train0": 2.0,
+          "1845489013/train1": 2.0,
+          "1845489013/train2": 2.0,
+          "1999022574/train0": 2.0,
+          "1999022574/train1": 2.0,
+          "1999022574/train2": 2.0,
+          "2012211287/train0": 0.6949572563171387,
+          "2012211287/train1": 0.6900332570075989,
+          "2012211287/train2": 0.6934840679168701,
+          "2038594191/train0": 0.04285776615142822,
+          "2038594191/train1": 0.07674666494131088,
+          "2038594191/train2": 0.12977690994739532,
+          "2054899126/train0": 1.0391597636044025,
+          "2054899126/train1": 2.0,
+          "2054899126/train2": 2.0,
+          "2061635888/train0": 0.07349006831645966,
+          "2061635888/train1": 0.0713038444519043,
+          "2061635888/train2": 0.05500011146068573,
+          "211245842/train0": 2.0,
+          "211245842/train1": 0.19474327564239502,
+          "211245842/train2": 0.19090841710567474,
+          "278008524/train0": 0.06754684634506702,
+          "278008524/train1": 0.034389604814350605,
+          "278008524/train2": 0.047564467415213585,
+          "307068879/train0": 0.6000905632972717,
+          "307068879/train1": 0.6000905632972717,
+          "307068879/train2": 0.6000905632972717,
+          "412102563/train0": 2.0,
+          "412102563/train1": 2.0,
+          "412102563/train2": 2.0,
+          "440577711/train0": 2.0,
+          "440577711/train1": 2.0,
+          "440577711/train2": 2.0,
+          "441046872/train0": 0.6999551653862,
+          "441046872/train1": 0.6999551653862,
+          "441046872/train2": 0.6999551653862,
+          "509430392/train0": 2.0,
+          "509430392/train1": 2.0,
+          "509430392/train2": 5.424022674560547e-06,
+          "585904130/train0": 0.09919407218694687,
+          "585904130/train1": 0.04792279005050659,
+          "585904130/train2": 2.0,
+          "608016290/train0": 2.0,
+          "608016290/train1": 0.7062739729881287,
+          "608016290/train2": 0.22811375558376312,
+          "626486813/train0": 0.009900043485686183,
+          "626486813/train1": 0.0112088123569265,
+          "626486813/train2": 0.016004920471459627,
+          "636680137/train0": 0.08826130628585815,
+          "636680137/train1": 0.017789265140891075,
+          "636680137/train2": 0.039896368980407715,
+          "655884605/train0": 0.12222731113433838,
+          "655884605/train1": 0.11176733672618866,
+          "655884605/train2": 0.09131735563278198,
+          "672328262/train0": 2.0,
+          "672328262/train1": 2.0,
+          "672328262/train2": 2.0,
+          "701667486/train0": 2.0,
+          "701667486/train1": 2.0,
+          "701667486/train2": 2.0,
+          "747260437/train0": 2.0,
+          "747260437/train1": 2.0,
+          "747260437/train2": 2.0,
+          "750448296/train0": 0.09184517463048299,
+          "750448296/train1": 0.109618179500103,
+          "750448296/train2": 0.09844311699271202,
+          "767747424/train0": 0.5295817001024261,
+          "767747424/train1": 0.5702044883510098,
+          "767747424/train2": 0.5541218034923077
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.9343287485995415,
+          "low": 0.6503621369035294,
+          "mean": 0.7897704216001951,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.7897704216001951,
+        "per_task": {
+          "LiftPegUpright-v1": 0.8185293744007747,
+          "PickCube-v1": 0.5839591026306152,
+          "PullCube-v1": 0.6814040022250265,
+          "PushCube-v1": 1.062640056014061,
+          "StackCube-v1": 0.8023195727304979
+        }
+      },
+      "metric": "selected_utility",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.9054257326885514,
+        "low": 0.6334290240855707,
+        "mean": 0.7690221180495832,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "selected_utility_gain_over_base": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.15461461681196748,
+          "low": -0.06918486957535303,
+          "mean": 0.042814217890231196,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 0.042814217890231196,
+        "per_seed": {
+          "1073161778/train0": -1.32985520362854,
+          "1073161778/train1": -1.3052036762237549,
+          "1073161778/train2": 0.0,
+          "1113371261/train0": 0.0,
+          "1113371261/train1": 0.016215860843658447,
+          "1113371261/train2": 0.0,
+          "1151410346/train0": -0.06339690089225769,
+          "1151410346/train1": 0.5875470340251923,
+          "1151410346/train2": -0.016492590308189392,
+          "1261930456/train0": 0.0,
+          "1261930456/train1": 0.0,
+          "1261930456/train2": 0.0,
+          "1324133122/train0": -0.055230140686035156,
+          "1324133122/train1": -0.015062391757965088,
+          "1324133122/train2": 0.04354967176914215,
+          "1324642411/train0": 0.015173077583312988,
+          "1324642411/train1": 0.03134031593799591,
+          "1324642411/train2": 0.0,
+          "1375492786/train0": 0.0,
+          "1375492786/train1": 0.0,
+          "1375492786/train2": 0.0,
+          "141984615/train0": -0.09340769331902266,
+          "141984615/train1": -0.07271510548889637,
+          "141984615/train2": -0.04388253018260002,
+          "1461069713/train0": -0.08191812038421631,
+          "1461069713/train1": -0.08641638373956084,
+          "1461069713/train2": 0.006073415279388428,
+          "1480856810/train0": -0.010948076844215393,
+          "1480856810/train1": 0.13277754187583923,
+          "1480856810/train2": 0.1291239857673645,
+          "1509980664/train0": 0.0,
+          "1509980664/train1": 0.0,
+          "1509980664/train2": 0.0,
+          "1522272686/train0": 0.0,
+          "1522272686/train1": 0.0,
+          "1522272686/train2": 0.0,
+          "1549324805/train0": -0.06989232823252678,
+          "1549324805/train1": -0.023781143128871918,
+          "1549324805/train2": -0.057607751339673996,
+          "1578990937/train0": -0.6814233809709549,
+          "1578990937/train1": -0.6524474322795868,
+          "1578990937/train2": 0.0,
+          "1747178030/train0": 0.0,
+          "1747178030/train1": 0.0,
+          "1747178030/train2": 0.0,
+          "1790188787/train0": 1.87523253262043,
+          "1790188787/train1": 0.0,
+          "1790188787/train2": 0.0,
+          "1822210471/train0": 0.0,
+          "1822210471/train1": 0.0,
+          "1822210471/train2": 0.0,
+          "1845489013/train0": 0.0,
+          "1845489013/train1": 0.0,
+          "1845489013/train2": 0.0,
+          "1999022574/train0": 0.0,
+          "1999022574/train1": 0.0,
+          "1999022574/train2": 0.0,
+          "2012211287/train0": -0.028648078441619873,
+          "2012211287/train1": -0.03357207775115967,
+          "2012211287/train2": -0.030121266841888428,
+          "2038594191/train0": -1.9571422338485718,
+          "2038594191/train1": -1.9232533350586891,
+          "2038594191/train2": -1.8702230900526047,
+          "2054899126/train0": -0.9608402363955975,
+          "2054899126/train1": 0.0,
+          "2054899126/train2": 0.0,
+          "2061635888/train0": 0.021239563822746277,
+          "2061635888/train1": 0.019053339958190918,
+          "2061635888/train2": 0.002749606966972351,
+          "211245842/train0": 1.8090915828943253,
+          "211245842/train1": 0.003834858536720276,
+          "211245842/train2": 0.0,
+          "278008524/train0": 0.02481185644865036,
+          "278008524/train1": -0.008345385082066059,
+          "278008524/train2": 0.004829477518796921,
+          "307068879/train0": 0.0,
+          "307068879/train1": 0.0,
+          "307068879/train2": 0.0,
+          "412102563/train0": 0.0,
+          "412102563/train1": 0.0,
+          "412102563/train2": 0.0,
+          "440577711/train0": 1.9638472199440002,
+          "440577711/train1": 1.9638472199440002,
+          "440577711/train2": 1.9638472199440002,
+          "441046872/train0": 0.0,
+          "441046872/train1": 0.0,
+          "441046872/train2": 0.0,
+          "509430392/train0": 1.999999776482582,
+          "509430392/train1": 1.999999776482582,
+          "509430392/train2": 5.200505256652832e-06,
+          "585904130/train0": -0.0825214758515358,
+          "585904130/train1": -0.13379275798797607,
+          "585904130/train2": 1.8182844519615173,
+          "608016290/train0": 1.274298369884491,
+          "608016290/train1": -0.01942765712738037,
+          "608016290/train2": -0.4975878745317459,
+          "626486813/train0": 0.004801700764801353,
+          "626486813/train1": 0.006110469636041671,
+          "626486813/train2": 0.010906577750574797,
+          "636680137/train0": 0.005126260221004486,
+          "636680137/train1": -0.0653457809239626,
+          "636680137/train2": -0.04323867708444595,
+          "655884605/train0": -0.040779367089271545,
+          "655884605/train1": -0.051239341497421265,
+          "655884605/train2": -0.07168932259082794,
+          "672328262/train0": 0.0,
+          "672328262/train1": 0.0,
+          "672328262/train2": 0.0,
+          "701667486/train0": 0.0,
+          "701667486/train1": 0.0,
+          "701667486/train2": 0.0,
+          "747260437/train0": 0.0,
+          "747260437/train1": 0.0,
+          "747260437/train2": 0.0,
+          "750448296/train0": -0.02574797471364339,
+          "750448296/train1": -0.007974969844023386,
+          "750448296/train2": -0.019150032351414364,
+          "767747424/train0": -0.0436176419025287,
+          "767747424/train1": -0.0029948536539450288,
+          "767747424/train2": -0.019077538512647152
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.38857320818262686,
+          "low": -0.09004304932368298,
+          "mean": 0.09421062442617999,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.09421062442617999,
+        "per_task": {
+          "LiftPegUpright-v1": -0.13134116431077322,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": -0.09376645899843425,
+          "PushCube-v1": 0.6702358772357305,
+          "StackCube-v1": 0.025924868204376915
+        }
+      },
+      "metric": "selected_utility_gain_over_base",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.13052285164788677,
+        "low": -0.07660946706811148,
+        "mean": 0.027202531607245974,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "selector_regret": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.6053620928785273,
+          "low": 0.36275263521723294,
+          "mean": 0.4843037031083239,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 0.4843037031083239,
+        "per_seed": {
+          "1073161778/train0": 1.32985520362854,
+          "1073161778/train1": 1.3052036762237549,
+          "1073161778/train2": 0.0,
+          "1113371261/train0": 0.0,
+          "1113371261/train1": 0.006292939186096191,
+          "1113371261/train2": 0.036848247051239014,
+          "1151410346/train0": 0.7037477493286133,
+          "1151410346/train1": 1.1864516735076904,
+          "1151410346/train2": 0.34269602596759796,
+          "1261930456/train0": 0.0,
+          "1261930456/train1": 0.0,
+          "1261930456/train2": 0.0,
+          "1324133122/train0": 0.01801443099975586,
+          "1324133122/train1": 0.05531613528728485,
+          "1324133122/train2": 0.05715706944465637,
+          "1324642411/train0": 0.02241644263267517,
+          "1324642411/train1": 1.862189158797264,
+          "1324642411/train2": 1.89352947473526,
+          "1375492786/train0": 0.0,
+          "1375492786/train1": 0.0,
+          "1375492786/train2": 0.0,
+          "141984615/train0": 0.005751351825892925,
+          "141984615/train1": 0.006891986355185509,
+          "141984615/train2": 0.0,
+          "1461069713/train0": 0.048213422298431396,
+          "1461069713/train1": 0.009098331909626722,
+          "1461069713/train2": 0.0,
+          "1480856810/train0": 1.9239140003919601,
+          "1480856810/train1": 1.7801883816719055,
+          "1480856810/train2": 1.7838419377803802,
+          "1509980664/train0": 1.1665899753570557,
+          "1509980664/train1": 1.1665899753570557,
+          "1509980664/train2": 1.1665899753570557,
+          "1522272686/train0": 0.0,
+          "1522272686/train1": 0.0,
+          "1522272686/train2": 0.0,
+          "1549324805/train0": 0.026248913258314133,
+          "1549324805/train1": 0.11818782240152359,
+          "1549324805/train2": 0.06619475409388542,
+          "1578990937/train0": 1.857286885380745,
+          "1578990937/train1": 1.8283109366893768,
+          "1578990937/train2": 1.17586350440979,
+          "1747178030/train0": 0.0,
+          "1747178030/train1": 0.0,
+          "1747178030/train2": 0.0,
+          "1790188787/train0": 0.0,
+          "1790188787/train1": 1.87523253262043,
+          "1790188787/train2": 1.87523253262043,
+          "1822210471/train0": 1.9280846938490868,
+          "1822210471/train1": 1.9280846938490868,
+          "1822210471/train2": 1.9280846938490868,
+          "1845489013/train0": 0.0,
+          "1845489013/train1": 0.0,
+          "1845489013/train2": 0.0,
+          "1999022574/train0": 0.0,
+          "1999022574/train1": 0.0,
+          "1999022574/train2": 0.0,
+          "2012211287/train0": 1.3050427436828613,
+          "2012211287/train1": 1.3099667429924011,
+          "2012211287/train2": 1.3065159320831299,
+          "2038594191/train0": 1.9571422338485718,
+          "2038594191/train1": 1.9232533350586891,
+          "2038594191/train2": 1.8702230900526047,
+          "2054899126/train0": 0.03812338784337044,
+          "2054899126/train1": 0.0,
+          "2054899126/train2": 0.0,
+          "2061635888/train0": 0.024509236216545105,
+          "2061635888/train1": 0.004499524831771851,
+          "2061635888/train2": 0.056051209568977356,
+          "211245842/train0": 0.0,
+          "211245842/train1": 0.018213897943496704,
+          "211245842/train2": 0.04297435283660889,
+          "278008524/train0": 1.0058094765990973,
+          "278008524/train1": 1.0032849898561835,
+          "278008524/train2": 1.0883844438940287,
+          "307068879/train0": 0.0,
+          "307068879/train1": 0.0,
+          "307068879/train2": 0.0,
+          "412102563/train0": 0.0,
+          "412102563/train1": 0.0,
+          "412102563/train2": 0.0,
+          "440577711/train0": 0.0,
+          "440577711/train1": 0.0,
+          "440577711/train2": 0.0,
+          "441046872/train0": 1.3000448346138,
+          "441046872/train1": 0.023403704166412354,
+          "441046872/train2": 0.019179701805114746,
+          "509430392/train0": 0.0,
+          "509430392/train1": 0.0,
+          "509430392/train2": 0.0,
+          "585904130/train0": 1.9008059278130531,
+          "585904130/train1": 1.9520772099494934,
+          "585904130/train2": 0.0,
+          "608016290/train0": 0.0,
+          "608016290/train1": 1.2937260270118713,
+          "608016290/train2": 0.48361386358737946,
+          "626486813/train0": 0.034795432118698955,
+          "626486813/train1": 0.024619062314741313,
+          "626486813/train2": 0.028894334565848112,
+          "636680137/train0": 0.0,
+          "636680137/train1": 0.04962191917002201,
+          "636680137/train2": 0.035755254328250885,
+          "655884605/train0": 0.015101373195648193,
+          "655884605/train1": 0.7011084705591202,
+          "655884605/train2": 0.12315595149993896,
+          "672328262/train0": 0.0,
+          "672328262/train1": 0.0,
+          "672328262/train2": 0.0,
+          "701667486/train0": 0.0,
+          "701667486/train1": 0.0,
+          "701667486/train2": 0.0,
+          "747260437/train0": 0.0,
+          "747260437/train1": 0.0,
+          "747260437/train2": 0.0,
+          "750448296/train0": 0.6608151532709599,
+          "750448296/train1": 1.2608850946029027,
+          "750448296/train2": 1.2520055510103703,
+          "767747424/train0": 0.5128474876983091,
+          "767747424/train1": 0.49274860287550837,
+          "767747424/train2": 0.513045291416347
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.634138057105469,
+          "low": 0.20025324173045883,
+          "mean": 0.4456741130232171,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.4456741130232171,
+        "per_task": {
+          "LiftPegUpright-v1": 0.6451034953196844,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.5039629975054413,
+          "PushCube-v1": 0.7231413589583503,
+          "StackCube-v1": 0.3561627133326097
+        }
+      },
+      "metric": "selector_regret",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.6273606620282711,
+        "low": 0.3863726312297836,
+        "mean": 0.501692300305068,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "success_selector_gap": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.3493055555555556,
+          "low": 0.19930555555555554,
+          "mean": 0.2743055555555555,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 0.2743055555555555,
+        "per_seed": {
+          "1073161778/train0": 1.0,
+          "1073161778/train1": 1.0,
+          "1073161778/train2": 0.0,
+          "1113371261/train0": 0.0,
+          "1113371261/train1": 0.0,
+          "1113371261/train2": 0.0,
+          "1151410346/train0": 0.0,
+          "1151410346/train1": 1.0,
+          "1151410346/train2": 0.0,
+          "1261930456/train0": 0.0,
+          "1261930456/train1": 0.0,
+          "1261930456/train2": 0.0,
+          "1324133122/train0": 0.0,
+          "1324133122/train1": 0.0,
+          "1324133122/train2": 0.0,
+          "1324642411/train0": 0.0,
+          "1324642411/train1": 1.0,
+          "1324642411/train2": 1.0,
+          "1375492786/train0": 0.0,
+          "1375492786/train1": 0.0,
+          "1375492786/train2": 0.0,
+          "141984615/train0": 0.0,
+          "141984615/train1": 0.0,
+          "141984615/train2": 0.0,
+          "1461069713/train0": 0.0,
+          "1461069713/train1": 0.0,
+          "1461069713/train2": 0.0,
+          "1480856810/train0": 1.0,
+          "1480856810/train1": 1.0,
+          "1480856810/train2": 1.0,
+          "1509980664/train0": 1.0,
+          "1509980664/train1": 1.0,
+          "1509980664/train2": 1.0,
+          "1522272686/train0": 0.0,
+          "1522272686/train1": 0.0,
+          "1522272686/train2": 0.0,
+          "1549324805/train0": 0.0,
+          "1549324805/train1": 0.0,
+          "1549324805/train2": 0.0,
+          "1578990937/train0": 1.0,
+          "1578990937/train1": 1.0,
+          "1578990937/train2": 1.0,
+          "1747178030/train0": 0.0,
+          "1747178030/train1": 0.0,
+          "1747178030/train2": 0.0,
+          "1790188787/train0": 0.0,
+          "1790188787/train1": 1.0,
+          "1790188787/train2": 1.0,
+          "1822210471/train0": 1.0,
+          "1822210471/train1": 1.0,
+          "1822210471/train2": 1.0,
+          "1845489013/train0": 0.0,
+          "1845489013/train1": 0.0,
+          "1845489013/train2": 0.0,
+          "1999022574/train0": 0.0,
+          "1999022574/train1": 0.0,
+          "1999022574/train2": 0.0,
+          "2012211287/train0": 1.0,
+          "2012211287/train1": 1.0,
+          "2012211287/train2": 1.0,
+          "2038594191/train0": 1.0,
+          "2038594191/train1": 1.0,
+          "2038594191/train2": 1.0,
+          "2054899126/train0": 0.0,
+          "2054899126/train1": 0.0,
+          "2054899126/train2": 0.0,
+          "2061635888/train0": 0.0,
+          "2061635888/train1": 0.0,
+          "2061635888/train2": 0.0,
+          "211245842/train0": 0.0,
+          "211245842/train1": 0.0,
+          "211245842/train2": 0.0,
+          "278008524/train0": 0.5,
+          "278008524/train1": 0.5,
+          "278008524/train2": 0.5,
+          "307068879/train0": 0.0,
+          "307068879/train1": 0.0,
+          "307068879/train2": 0.0,
+          "412102563/train0": 0.0,
+          "412102563/train1": 0.0,
+          "412102563/train2": 0.0,
+          "440577711/train0": 0.0,
+          "440577711/train1": 0.0,
+          "440577711/train2": 0.0,
+          "441046872/train0": 1.0,
+          "441046872/train1": 0.0,
+          "441046872/train2": 0.0,
+          "509430392/train0": 0.0,
+          "509430392/train1": 0.0,
+          "509430392/train2": 0.0,
+          "585904130/train0": 1.0,
+          "585904130/train1": 1.0,
+          "585904130/train2": 0.0,
+          "608016290/train0": 0.0,
+          "608016290/train1": 1.0,
+          "608016290/train2": 0.0,
+          "626486813/train0": 0.0,
+          "626486813/train1": 0.0,
+          "626486813/train2": 0.0,
+          "636680137/train0": 0.0,
+          "636680137/train1": 0.0,
+          "636680137/train2": 0.0,
+          "655884605/train0": 0.0,
+          "655884605/train1": 0.0,
+          "655884605/train2": 0.0,
+          "672328262/train0": 0.0,
+          "672328262/train1": 0.0,
+          "672328262/train2": 0.0,
+          "701667486/train0": 0.0,
+          "701667486/train1": 0.0,
+          "701667486/train2": 0.0,
+          "747260437/train0": 0.0,
+          "747260437/train1": 0.0,
+          "747260437/train2": 0.0,
+          "750448296/train0": 0.3333333333333333,
+          "750448296/train1": 0.6666666666666666,
+          "750448296/train2": 0.6666666666666666,
+          "767747424/train0": 0.25,
+          "767747424/train1": 0.25,
+          "767747424/train2": 0.25
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.3928888888888889,
+          "low": 0.1202020202020202,
+          "mean": 0.2642020202020202,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.2642020202020202,
+        "per_task": {
+          "LiftPegUpright-v1": 0.4666666666666667,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.25333333333333335,
+          "PushCube-v1": 0.3888888888888889,
+          "StackCube-v1": 0.21212121212121213
+        }
+      },
+      "metric": "success_selector_gap",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.3541666666666667,
+        "low": 0.20833333333333334,
+        "mean": 0.2777777777777778,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "success_support_gap": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.30416666666666664,
+          "low": 0.15833333333333333,
+          "mean": 0.23194444444444443,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 0.23194444444444443,
+        "per_seed": {
+          "1073161778/train0": 0.0,
+          "1073161778/train1": 0.0,
+          "1073161778/train2": 0.0,
+          "1113371261/train0": 1.0,
+          "1113371261/train1": 1.0,
+          "1113371261/train2": 1.0,
+          "1151410346/train0": 1.0,
+          "1151410346/train1": 0.0,
+          "1151410346/train2": 1.0,
+          "1261930456/train0": 0.0,
+          "1261930456/train1": 0.0,
+          "1261930456/train2": 0.0,
+          "1324133122/train0": 1.0,
+          "1324133122/train1": 1.0,
+          "1324133122/train2": 1.0,
+          "1324642411/train0": 1.0,
+          "1324642411/train1": 0.0,
+          "1324642411/train2": 0.0,
+          "1375492786/train0": 0.0,
+          "1375492786/train1": 0.0,
+          "1375492786/train2": 0.0,
+          "141984615/train0": 0.0,
+          "141984615/train1": 0.0,
+          "141984615/train2": 0.0,
+          "1461069713/train0": 0.0,
+          "1461069713/train1": 0.0,
+          "1461069713/train2": 0.0,
+          "1480856810/train0": 0.0,
+          "1480856810/train1": 0.0,
+          "1480856810/train2": 0.0,
+          "1509980664/train0": 0.0,
+          "1509980664/train1": 0.0,
+          "1509980664/train2": 0.0,
+          "1522272686/train0": 1.0,
+          "1522272686/train1": 1.0,
+          "1522272686/train2": 1.0,
+          "1549324805/train0": 0.0,
+          "1549324805/train1": 0.0,
+          "1549324805/train2": 0.0,
+          "1578990937/train0": 0.0,
+          "1578990937/train1": 0.0,
+          "1578990937/train2": 0.0,
+          "1747178030/train0": 0.0,
+          "1747178030/train1": 0.0,
+          "1747178030/train2": 0.0,
+          "1790188787/train0": 0.0,
+          "1790188787/train1": 0.0,
+          "1790188787/train2": 0.0,
+          "1822210471/train0": 0.0,
+          "1822210471/train1": 0.0,
+          "1822210471/train2": 0.0,
+          "1845489013/train0": 0.0,
+          "1845489013/train1": 0.0,
+          "1845489013/train2": 0.0,
+          "1999022574/train0": 0.0,
+          "1999022574/train1": 0.0,
+          "1999022574/train2": 0.0,
+          "2012211287/train0": 0.0,
+          "2012211287/train1": 0.0,
+          "2012211287/train2": 0.0,
+          "2038594191/train0": 0.0,
+          "2038594191/train1": 0.0,
+          "2038594191/train2": 0.0,
+          "2054899126/train0": 0.5,
+          "2054899126/train1": 0.0,
+          "2054899126/train2": 0.0,
+          "2061635888/train0": 1.0,
+          "2061635888/train1": 1.0,
+          "2061635888/train2": 1.0,
+          "211245842/train0": 0.0,
+          "211245842/train1": 1.0,
+          "211245842/train2": 1.0,
+          "278008524/train0": 0.0,
+          "278008524/train1": 0.0,
+          "278008524/train2": 0.0,
+          "307068879/train0": 1.0,
+          "307068879/train1": 1.0,
+          "307068879/train2": 1.0,
+          "412102563/train0": 0.0,
+          "412102563/train1": 0.0,
+          "412102563/train2": 0.0,
+          "440577711/train0": 0.0,
+          "440577711/train1": 0.0,
+          "440577711/train2": 0.0,
+          "441046872/train0": 0.0,
+          "441046872/train1": 1.0,
+          "441046872/train2": 1.0,
+          "509430392/train0": 0.0,
+          "509430392/train1": 0.0,
+          "509430392/train2": 1.0,
+          "585904130/train0": 0.0,
+          "585904130/train1": 0.0,
+          "585904130/train2": 0.0,
+          "608016290/train0": 0.0,
+          "608016290/train1": 0.0,
+          "608016290/train2": 1.0,
+          "626486813/train0": 0.0,
+          "626486813/train1": 0.0,
+          "626486813/train2": 0.0,
+          "636680137/train0": 0.0,
+          "636680137/train1": 0.0,
+          "636680137/train2": 0.0,
+          "655884605/train0": 1.0,
+          "655884605/train1": 1.0,
+          "655884605/train2": 1.0,
+          "672328262/train0": 0.0,
+          "672328262/train1": 0.0,
+          "672328262/train2": 0.0,
+          "701667486/train0": 0.0,
+          "701667486/train1": 0.0,
+          "701667486/train2": 0.0,
+          "747260437/train0": 0.0,
+          "747260437/train1": 0.0,
+          "747260437/train2": 0.0,
+          "750448296/train0": 0.3333333333333333,
+          "750448296/train1": 0.0,
+          "750448296/train2": 0.0,
+          "767747424/train0": 0.0,
+          "767747424/train1": 0.0,
+          "767747424/train2": 0.0
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.7191919191919192,
+          "low": 0.13511111111111113,
+          "mean": 0.40452525252525257,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.40452525252525257,
+        "per_task": {
+          "LiftPegUpright-v1": 0.4,
+          "PickCube-v1": 1.0,
+          "PullCube-v1": 0.02666666666666667,
+          "PushCube-v1": 0.1111111111111111,
+          "StackCube-v1": 0.48484848484848486
+        }
+      },
+      "metric": "success_support_gap",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.2638888888888889,
+        "low": 0.1388888888888889,
+        "mean": 0.2013888888888889,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "support_gap": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.5434736852068454,
+          "low": 0.2965679521788843,
+          "mean": 0.4232947583840643,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 0.4232947583840643,
+        "per_seed": {
+          "1073161778/train0": 0.0,
+          "1073161778/train1": 0.0,
+          "1073161778/train2": 0.0,
+          "1113371261/train0": 1.897251382470131,
+          "1113371261/train1": 1.8190677762031555,
+          "1113371261/train2": 1.8047283291816711,
+          "1151410346/train0": 1.133647859096527,
+          "1151410346/train1": 0.0,
+          "1151410346/train2": 1.4477952718734741,
+          "1261930456/train0": 0.0,
+          "1261930456/train1": 0.0,
+          "1261930456/train2": 0.0,
+          "1324133122/train0": 1.9450107961893082,
+          "1324133122/train1": 1.867541342973709,
+          "1324133122/train2": 1.8070883452892303,
+          "1324642411/train0": 1.8559399545192719,
+          "1324642411/train1": 0.0,
+          "1324642411/train2": 0.0,
+          "1375492786/train0": 0.0,
+          "1375492786/train1": 0.0,
+          "1375492786/train2": 0.0,
+          "141984615/train0": 0.270599365234375,
+          "141984615/train1": 0.24876614287495613,
+          "141984615/train2": 0.2268255539238453,
+          "1461069713/train0": 0.0991440862417221,
+          "1461069713/train1": 0.14275743998587132,
+          "1461069713/train2": 0.05936597287654877,
+          "1480856810/train0": 0.0,
+          "1480856810/train1": 0.0,
+          "1480856810/train2": 0.0,
+          "1509980664/train0": 0.0,
+          "1509980664/train1": 0.0,
+          "1509980664/train2": 0.0,
+          "1522272686/train0": 1.8167466223239899,
+          "1522272686/train1": 1.9298561662435532,
+          "1522272686/train2": 1.8506269305944443,
+          "1549324805/train0": 0.23658466339111328,
+          "1549324805/train1": 0.09853456914424896,
+          "1549324805/train2": 0.1843542456626892,
+          "1578990937/train0": 0.0,
+          "1578990937/train1": 0.0,
+          "1578990937/train2": 0.0,
+          "1747178030/train0": 0.0,
+          "1747178030/train1": 0.0,
+          "1747178030/train2": 0.0,
+          "1790188787/train0": 0.0,
+          "1790188787/train1": 0.0,
+          "1790188787/train2": 0.0,
+          "1822210471/train0": 0.0,
+          "1822210471/train1": 0.0,
+          "1822210471/train2": 0.0,
+          "1845489013/train0": 0.0,
+          "1845489013/train1": 0.0,
+          "1845489013/train2": 0.0,
+          "1999022574/train0": 0.0,
+          "1999022574/train1": 0.0,
+          "1999022574/train2": 0.0,
+          "2012211287/train0": 0.0,
+          "2012211287/train1": 0.0,
+          "2012211287/train2": 0.0,
+          "2038594191/train0": 0.0,
+          "2038594191/train1": 0.0,
+          "2038594191/train2": 0.0,
+          "2054899126/train0": 0.922716848552227,
+          "2054899126/train1": 0.0,
+          "2054899126/train2": 0.0,
+          "2061635888/train0": 1.9020006954669952,
+          "2061635888/train1": 1.9241966307163239,
+          "2061635888/train2": 1.888948678970337,
+          "211245842/train0": 0.0,
+          "211245842/train1": 1.7870428264141083,
+          "211245842/train2": 1.7661172300577164,
+          "278008524/train0": 0.04055231809616089,
+          "278008524/train1": 0.07623404636979103,
+          "278008524/train2": 0.0,
+          "307068879/train0": 1.7884424477815628,
+          "307068879/train1": 1.4123926758766174,
+          "307068879/train2": 1.7697865515947342,
+          "412102563/train0": 0.0,
+          "412102563/train1": 0.0,
+          "412102563/train2": 0.0,
+          "440577711/train0": 0.0,
+          "440577711/train1": 0.0,
+          "440577711/train2": 0.0,
+          "441046872/train0": 0.0,
+          "441046872/train1": 1.2766411304473877,
+          "441046872/train2": 1.2808651328086853,
+          "509430392/train0": 0.0,
+          "509430392/train1": 0.0,
+          "509430392/train2": 1.9999945759773254,
+          "585904130/train0": 0.0,
+          "585904130/train1": 0.0,
+          "585904130/train2": 0.0,
+          "608016290/train0": 0.0,
+          "608016290/train1": 0.0,
+          "608016290/train2": 1.2882723808288574,
+          "626486813/train0": 0.12161866808310151,
+          "626486813/train1": 0.12975450651720166,
+          "626486813/train2": 0.12068312615156174,
+          "636680137/train0": 0.0823030173778534,
+          "636680137/train1": 0.10315313935279846,
+          "636680137/train2": 0.09491270035505295,
+          "655884605/train0": 1.8626713156700134,
+          "655884605/train1": 1.1871241927146912,
+          "655884605/train2": 1.785526692867279,
+          "672328262/train0": 0.0,
+          "672328262/train1": 0.0,
+          "672328262/train2": 0.0,
+          "701667486/train0": 0.0,
+          "701667486/train1": 0.0,
+          "701667486/train2": 0.0,
+          "747260437/train0": 0.17026761174201965,
+          "747260437/train1": 0.21537372469902039,
+          "747260437/train2": 0.15356136858463287,
+          "750448296/train0": 0.6553361676633358,
+          "750448296/train1": 0.03749322146177292,
+          "750448296/train2": 0.05754782756169637,
+          "767747424/train0": 0.06562284985557199,
+          "767747424/train1": 0.045098946429789066,
+          "767747424/train2": 0.04088494274765253
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.330930626693398,
+          "low": 0.24626440485649642,
+          "mean": 0.7236978183567826,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.7236978183567826,
+        "per_task": {
+          "LiftPegUpright-v1": 0.5877600212891897,
+          "PickCube-v1": 1.8657432397206624,
+          "PullCube-v1": 0.1075624164690574,
+          "PushCube-v1": 0.21421858502758873,
+          "StackCube-v1": 0.8432048292774142
+        }
+      },
+      "metric": "support_gap",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.485598717091812,
+        "low": 0.272009730946997,
+        "mean": 0.3761285081272945,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "tau": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.13934038805944374,
+          "low": 0.09691648647920609,
+          "mean": 0.11780790182376706,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 0.11780790182376706,
+        "per_seed": {
+          "1073161778/train0": 0.0940318405174132,
+          "1073161778/train1": 0.0940318405174132,
+          "1073161778/train2": 0.0940318405174132,
+          "1113371261/train0": 0.0009112489076126273,
+          "1113371261/train1": 0.0009112489076126273,
+          "1113371261/train2": 0.0009112489076126273,
+          "1151410346/train0": 0.0009112489076126273,
+          "1151410346/train1": 0.0009112489076126273,
+          "1151410346/train2": 0.0009112489076126273,
+          "1261930456/train0": 0.35241155802994517,
+          "1261930456/train1": 0.35241155802994517,
+          "1261930456/train2": 0.35241155802994517,
+          "1324133122/train0": 0.0009112489076126273,
+          "1324133122/train1": 0.0009112489076126273,
+          "1324133122/train2": 0.0009112489076126273,
+          "1324642411/train0": 0.35241155802994517,
+          "1324642411/train1": 0.35241155802994517,
+          "1324642411/train2": 0.35241155802994517,
+          "1375492786/train0": 0.10332537601561143,
+          "1375492786/train1": 0.10332537601561143,
+          "1375492786/train2": 0.10332537601561143,
+          "141984615/train0": 0.10332537601561143,
+          "141984615/train1": 0.10332537601561143,
+          "141984615/train2": 0.10332537601561143,
+          "1461069713/train0": 0.10332537601561143,
+          "1461069713/train1": 0.10332537601561143,
+          "1461069713/train2": 0.10332537601561143,
+          "1480856810/train0": 0.35241155802994517,
+          "1480856810/train1": 0.35241155802994517,
+          "1480856810/train2": 0.35241155802994517,
+          "1509980664/train0": 0.0009112489076126273,
+          "1509980664/train1": 0.0009112489076126273,
+          "1509980664/train2": 0.0009112489076126273,
+          "1522272686/train0": 0.3611323919348086,
+          "1522272686/train1": 0.3611323919348086,
+          "1522272686/train2": 0.3611323919348086,
+          "1549324805/train0": 0.10332537601561143,
+          "1549324805/train1": 0.10332537601561143,
+          "1549324805/train2": 0.10332537601561143,
+          "1578990937/train0": 0.0009112489076126273,
+          "1578990937/train1": 0.0009112489076126273,
+          "1578990937/train2": 0.0009112489076126273,
+          "1747178030/train0": 0.10332537601561143,
+          "1747178030/train1": 0.10332537601561143,
+          "1747178030/train2": 0.10332537601561143,
+          "1790188787/train0": 0.35241155802994517,
+          "1790188787/train1": 0.35241155802994517,
+          "1790188787/train2": 0.35241155802994517,
+          "1822210471/train0": 0.10332537601561143,
+          "1822210471/train1": 0.10332537601561143,
+          "1822210471/train2": 0.10332537601561143,
+          "1845489013/train0": 0.10332537601561143,
+          "1845489013/train1": 0.10332537601561143,
+          "1845489013/train2": 0.10332537601561143,
+          "1999022574/train0": 0.0009112489076126273,
+          "1999022574/train1": 0.0009112489076126273,
+          "1999022574/train2": 0.0009112489076126273,
+          "2012211287/train0": 0.0940318405174132,
+          "2012211287/train1": 0.0940318405174132,
+          "2012211287/train2": 0.0940318405174132,
+          "2038594191/train0": 0.10332537601561143,
+          "2038594191/train1": 0.10332537601561143,
+          "2038594191/train2": 0.10332537601561143,
+          "2054899126/train0": 0.10332537601561143,
+          "2054899126/train1": 0.10332537601561143,
+          "2054899126/train2": 0.10332537601561143,
+          "2061635888/train0": 0.0009112489076126273,
+          "2061635888/train1": 0.0009112489076126273,
+          "2061635888/train2": 0.0009112489076126273,
+          "211245842/train0": 0.0009112489076126273,
+          "211245842/train1": 0.0009112489076126273,
+          "211245842/train2": 0.0009112489076126273,
+          "278008524/train0": 0.10332537601561143,
+          "278008524/train1": 0.10332537601561143,
+          "278008524/train2": 0.10332537601561143,
+          "307068879/train0": 0.0940318405174132,
+          "307068879/train1": 0.0940318405174132,
+          "307068879/train2": 0.0940318405174132,
+          "412102563/train0": 0.0009112489076126273,
+          "412102563/train1": 0.0009112489076126273,
+          "412102563/train2": 0.0009112489076126273,
+          "440577711/train0": 0.35241155802994517,
+          "440577711/train1": 0.35241155802994517,
+          "440577711/train2": 0.35241155802994517,
+          "441046872/train0": 0.0940318405174132,
+          "441046872/train1": 0.0940318405174132,
+          "441046872/train2": 0.0940318405174132,
+          "509430392/train0": 0.35241155802994517,
+          "509430392/train1": 0.35241155802994517,
+          "509430392/train2": 0.35241155802994517,
+          "585904130/train0": 0.10332537601561143,
+          "585904130/train1": 0.10332537601561143,
+          "585904130/train2": 0.10332537601561143,
+          "608016290/train0": 0.0940318405174132,
+          "608016290/train1": 0.0940318405174132,
+          "608016290/train2": 0.0940318405174132,
+          "626486813/train0": 0.10332537601561143,
+          "626486813/train1": 0.10332537601561143,
+          "626486813/train2": 0.10332537601561143,
+          "636680137/train0": 0.10332537601561143,
+          "636680137/train1": 0.10332537601561143,
+          "636680137/train2": 0.10332537601561143,
+          "655884605/train0": 0.0009112489076126273,
+          "655884605/train1": 0.0009112489076126273,
+          "655884605/train2": 0.0009112489076126273,
+          "672328262/train0": 0.10332537601561143,
+          "672328262/train1": 0.10332537601561143,
+          "672328262/train2": 0.10332537601561143,
+          "701667486/train0": 0.0009112489076126273,
+          "701667486/train1": 0.0009112489076126273,
+          "701667486/train2": 0.0009112489076126273,
+          "747260437/train0": 0.10332537601561143,
+          "747260437/train1": 0.10332537601561143,
+          "747260437/train2": 0.10332537601561143,
+          "750448296/train0": 0.10332537601561143,
+          "750448296/train1": 0.10332537601561143,
+          "750448296/train2": 0.10332537601561143,
+          "767747424/train0": 0.10332537601561143,
+          "767747424/train1": 0.10332537601561143,
+          "767747424/train2": 0.10332537601561143
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.3060826551890237,
+          "low": 0.060501018072772264,
+          "mean": 0.1823624830810782,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.1823624830810782,
+        "per_task": {
+          "LiftPegUpright-v1": 0.0940318405174132,
+          "PickCube-v1": 0.3611323919348086,
+          "PullCube-v1": 0.10332537601561143,
+          "PushCube-v1": 0.35241155802994506,
+          "StackCube-v1": 0.0009112489076126273
+        }
+      },
+      "metric": "tau",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.13317100548330948,
+        "low": 0.09798405096116289,
+        "mean": 0.11539414752240787,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    }
+  },
+  "target": "utility_margin",
+  "tau": {
+    "LiftPegUpright-v1": 0.0940318405174132,
+    "PickCube-v1": 0.3611323919348086,
+    "PullCube-v1": 0.10332537601561143,
+    "PushCube-v1": 0.35241155802994517,
+    "StackCube-v1": 0.0009112489076126273,
+    "__global__": 0.1132010828047253
+  },
+  "threshold_scope": "task",
+  "weights": [
+    -0.06419078293957127,
+    0.12788216234575267,
+    0.051170976803687845,
+    -0.028420492753592114,
+    0.03337635695444696,
+    0.002369880315031214,
+    -0.09672508477366085,
+    -0.2068227001071573,
+    0.08161746543544754,
+    0.4524576094090067,
+    2.527134440574412e-15,
+    0.039458049241851256,
+    -0.02308751172060397,
+    0.4238617940529128,
+    0.6954725703846307,
+    -0.10180357933288309,
+    -0.8182556836231556,
+    -0.005163758843360622,
+    -0.08034723257745924,
+    -0.15452403971399065,
+    0.035208002578563935,
+    0.6951010350739004,
+    1.3594537975155778e-14,
+    0.3026471745950607,
+    0.36129349622109597,
+    -0.004826842662609465,
+    -0.1183715558662008,
+    2.2072065050528713e-14,
+    -1.3225619485371112e-14,
+    -1.3278969877370364e-15,
+    -1.9202943211584072e-14,
+    -5.69884778305397e-15,
+    -0.4187017119716985,
+    0.06103537160295325,
+    -0.17027060234492541,
+    0.14957242823254863,
+    0.09943095405665581,
+    -0.05548909714357808,
+    0.0012514703250900427,
+    0.02057053122431371,
+    -0.0042858025214529,
+    0.13563555684566087,
+    -0.2120341171786455,
+    -0.2453339010385296,
+    0.325688065400646,
+    -0.23292124141248305,
+    -0.06582709621579497,
+    1.774283918510806e-15,
+    -0.06923220170961447,
+    -0.08290059793536919,
+    -0.004361530595525798
+  ]
+}
diff --git a/workspace/runs/ctt_base_context_obs_learned_dominance_chart_bundle_envclip_k16_train_to_test/metrics_by_seed.json b/workspace/runs/ctt_base_context_obs_learned_dominance_chart_bundle_envclip_k16_train_to_test/metrics_by_seed.json
new file mode 100644
index 0000000000000000000000000000000000000000..a6e3abde08c23a49763ad274219175d7091f6453
--- /dev/null
+++ b/workspace/runs/ctt_base_context_obs_learned_dominance_chart_bundle_envclip_k16_train_to_test/metrics_by_seed.json
@@ -0,0 +1,3236 @@
+{
+  "1073161778/train0": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.5714285714285714,
+    "pairwise_causal_calibration_confidence": 0.5362042832267765,
+    "pairwise_causal_calibration_ece": 0.07639944182594278,
+    "pairwise_causal_calibration_pairs": 119.0,
+    "predicted_margin": 0.24085858055337617,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 6.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": -1.0,
+    "selected_utility": 0.67014479637146,
+    "selected_utility_gain_over_base": -1.32985520362854,
+    "selector_regret": 1.32985520362854,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.0940318405174132
+  },
+  "1073161778/train1": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.5416666666666666,
+    "pairwise_causal_calibration_confidence": 0.5477005041063188,
+    "pairwise_causal_calibration_ece": 0.12867242656969963,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 0.11864476132183588,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 8.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": -1.0,
+    "selected_utility": 0.6947963237762451,
+    "selected_utility_gain_over_base": -1.3052036762237549,
+    "selector_regret": 1.3052036762237549,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.0940318405174132
+  },
+  "1073161778/train2": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.8095238095238095,
+    "pairwise_causal_calibration_confidence": 0.5547882621085445,
+    "pairwise_causal_calibration_ece": 0.25473554741526483,
+    "pairwise_causal_calibration_pairs": 84.0,
+    "predicted_margin": 0.24206048374838196,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 6.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.0940318405174132
+  },
+  "1113371261/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.15842342376708984,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.5,
+    "pairwise_causal_calibration_confidence": 0.5401592730365951,
+    "pairwise_causal_calibration_ece": 0.04015927303659509,
+    "pairwise_causal_calibration_pairs": 28.0,
+    "predicted_margin": -0.002655981453428158,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.10274861752986908,
+    "selected_candidate_index": 2.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.15842342376708984,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.897251382470131,
+    "tau": 0.0009112489076126273
+  },
+  "1113371261/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.15842342376708984,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.5,
+    "pairwise_causal_calibration_confidence": 0.5380625270265227,
+    "pairwise_causal_calibration_ece": 0.038062527026522686,
+    "pairwise_causal_calibration_pairs": 28.0,
+    "predicted_margin": 0.08193066148519779,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.18093222379684448,
+    "selected_candidate_index": 1.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.1746392846107483,
+    "selected_utility_gain_over_base": 0.016215860843658447,
+    "selector_regret": 0.006292939186096191,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.8190677762031555,
+    "tau": 0.0009112489076126273
+  },
+  "1113371261/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.15842342376708984,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.7142857142857143,
+    "pairwise_causal_calibration_confidence": 0.5487087011529058,
+    "pairwise_causal_calibration_ece": 0.1655770131328084,
+    "pairwise_causal_calibration_pairs": 28.0,
+    "predicted_margin": -0.15407578821846468,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.19527167081832886,
+    "selected_candidate_index": 1.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.15842342376708984,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.036848247051239014,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.8047283291816711,
+    "tau": 0.0009112489076126273
+  },
+  "1151410346/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.2260012924671173,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.5047619047619047,
+    "pairwise_causal_calibration_confidence": 0.5241846653555288,
+    "pairwise_causal_calibration_ece": 0.019422760593624022,
+    "pairwise_causal_calibration_pairs": 105.0,
+    "predicted_margin": 0.11341562423740303,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.8663521409034729,
+    "selected_candidate_index": 6.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.16260439157485962,
+    "selected_utility_gain_over_base": -0.06339690089225769,
+    "selector_regret": 0.7037477493286133,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.133647859096527,
+    "tau": 0.0009112489076126273
+  },
+  "1151410346/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.2260012924671173,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.4666666666666667,
+    "pairwise_causal_calibration_confidence": 0.5513917700725205,
+    "pairwise_causal_calibration_ece": 0.08472510340585364,
+    "pairwise_causal_calibration_pairs": 105.0,
+    "predicted_margin": 0.027308203722147817,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 2.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.8135483264923096,
+    "selected_utility_gain_over_base": 0.5875470340251923,
+    "selector_regret": 1.1864516735076904,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.0009112489076126273
+  },
+  "1151410346/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.2260012924671173,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.4666666666666667,
+    "pairwise_causal_calibration_confidence": 0.5313847796953075,
+    "pairwise_causal_calibration_ece": 0.06471811302864083,
+    "pairwise_causal_calibration_pairs": 105.0,
+    "predicted_margin": 0.06561892171053907,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.5522047281265259,
+    "selected_candidate_index": 1.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.20950870215892792,
+    "selected_utility_gain_over_base": -0.016492590308189392,
+    "selector_regret": 0.34269602596759796,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.4477952718734741,
+    "tau": 0.0009112489076126273
+  },
+  "1261930456/train0": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.47474747474747475,
+    "pairwise_causal_calibration_confidence": 0.5407472634490431,
+    "pairwise_causal_calibration_ece": 0.06599978870156839,
+    "pairwise_causal_calibration_pairs": 99.0,
+    "predicted_margin": 0.09035295152992723,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 2.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.35241155802994517
+  },
+  "1261930456/train1": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.6181818181818182,
+    "pairwise_causal_calibration_confidence": 0.5491787800871848,
+    "pairwise_causal_calibration_ece": 0.0690030380946333,
+    "pairwise_causal_calibration_pairs": 110.0,
+    "predicted_margin": -0.02356230018007266,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 2.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.35241155802994517
+  },
+  "1261930456/train2": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.6666666666666666,
+    "pairwise_causal_calibration_confidence": 0.5397391671472074,
+    "pairwise_causal_calibration_ece": 0.12692749951945942,
+    "pairwise_causal_calibration_pairs": 84.0,
+    "predicted_margin": 0.04072195094915404,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 4.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.35241155802994517
+  },
+  "1324133122/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.09220491349697113,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.4642857142857143,
+    "pairwise_causal_calibration_confidence": 0.5500982965860671,
+    "pairwise_causal_calibration_ece": 0.08581258230035274,
+    "pairwise_causal_calibration_pairs": 28.0,
+    "predicted_margin": 0.07548993896412504,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.054989203810691833,
+    "selected_candidate_index": 6.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.036974772810935974,
+    "selected_utility_gain_over_base": -0.055230140686035156,
+    "selector_regret": 0.01801443099975586,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.9450107961893082,
+    "tau": 0.0009112489076126273
+  },
+  "1324133122/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.09220491349697113,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.5357142857142857,
+    "pairwise_causal_calibration_confidence": 0.5502823354081949,
+    "pairwise_causal_calibration_ece": 0.015677218286420276,
+    "pairwise_causal_calibration_pairs": 28.0,
+    "predicted_margin": 0.3962004123380809,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.1324586570262909,
+    "selected_candidate_index": 2.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.07714252173900604,
+    "selected_utility_gain_over_base": -0.015062391757965088,
+    "selector_regret": 0.05531613528728485,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.867541342973709,
+    "tau": 0.0009112489076126273
+  },
+  "1324133122/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.09220491349697113,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.6071428571428571,
+    "pairwise_causal_calibration_confidence": 0.545535241490244,
+    "pairwise_causal_calibration_ece": 0.07681453301793482,
+    "pairwise_causal_calibration_pairs": 28.0,
+    "predicted_margin": 0.0670111567575864,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.19291165471076965,
+    "selected_candidate_index": 7.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.13575458526611328,
+    "selected_utility_gain_over_base": 0.04354967176914215,
+    "selector_regret": 0.05715706944465637,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.8070883452892303,
+    "tau": 0.0009112489076126273
+  },
+  "1324642411/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.10647052526473999,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.5083333333333333,
+    "pairwise_causal_calibration_confidence": 0.5337665023974802,
+    "pairwise_causal_calibration_ece": 0.032055347656845035,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 0.711002878905307,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.14406004548072815,
+    "selected_candidate_index": 11.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.12164360284805298,
+    "selected_utility_gain_over_base": 0.015173077583312988,
+    "selector_regret": 0.02241644263267517,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.8559399545192719,
+    "tau": 0.35241155802994517
+  },
+  "1324642411/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.10647052526473999,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.5798319327731093,
+    "pairwise_causal_calibration_confidence": 0.5288122689723307,
+    "pairwise_causal_calibration_ece": 0.0510196638007786,
+    "pairwise_causal_calibration_pairs": 119.0,
+    "predicted_margin": 0.38447100568728765,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 5.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.1378108412027359,
+    "selected_utility_gain_over_base": 0.03134031593799591,
+    "selector_regret": 1.862189158797264,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.35241155802994517
+  },
+  "1324642411/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.10647052526473999,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.7,
+    "pairwise_causal_calibration_confidence": 0.528083048643476,
+    "pairwise_causal_calibration_ece": 0.17191695135652396,
+    "pairwise_causal_calibration_pairs": 110.0,
+    "predicted_margin": 0.15208916465183764,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 9.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.10647052526473999,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 1.89352947473526,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.35241155802994517
+  },
+  "1375492786/train0": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.6533333333333333,
+    "pairwise_causal_calibration_confidence": 0.5447046728594015,
+    "pairwise_causal_calibration_ece": 0.10862866047393183,
+    "pairwise_causal_calibration_pairs": 75.0,
+    "predicted_margin": -0.28428690828432274,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 5.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.10332537601561143
+  },
+  "1375492786/train1": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.5614035087719298,
+    "pairwise_causal_calibration_confidence": 0.5446679554502398,
+    "pairwise_causal_calibration_ece": 0.01673555332169,
+    "pairwise_causal_calibration_pairs": 114.0,
+    "predicted_margin": -0.6782841630171567,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 9.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.10332537601561143
+  },
+  "1375492786/train2": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.7380952380952381,
+    "pairwise_causal_calibration_confidence": 0.565958547539462,
+    "pairwise_causal_calibration_ece": 0.1721366905557764,
+    "pairwise_causal_calibration_pairs": 84.0,
+    "predicted_margin": -0.559803911595051,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 2.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.10332537601561143
+  },
+  "141984615/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.10283424705266953,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.2857772707939148,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.49166666666666664,
+    "pairwise_causal_calibration_confidence": 0.5402158636214657,
+    "pairwise_causal_calibration_ece": 0.048549196954798944,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 0.30976598855930915,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.015177905559539795,
+    "selected_candidate_index": 14.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.00942655373364687,
+    "selected_utility_gain_over_base": -0.09340769331902266,
+    "selector_regret": 0.005751351825892925,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.270599365234375,
+    "tau": 0.10332537601561143
+  },
+  "141984615/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.10283424705266953,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.2857772707939148,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.5083333333333333,
+    "pairwise_causal_calibration_confidence": 0.5473004480108934,
+    "pairwise_causal_calibration_ece": 0.046271089584524104,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 0.39033675889099473,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.037011127918958664,
+    "selected_candidate_index": 15.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.030119141563773155,
+    "selected_utility_gain_over_base": -0.07271510548889637,
+    "selector_regret": 0.006891986355185509,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.24876614287495613,
+    "tau": 0.10332537601561143
+  },
+  "141984615/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.10283424705266953,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.2857772707939148,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.5416666666666666,
+    "pairwise_causal_calibration_confidence": 0.5440555881176564,
+    "pairwise_causal_calibration_ece": 0.03902364539059017,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 0.29555407226838537,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.058951716870069504,
+    "selected_candidate_index": 11.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.058951716870069504,
+    "selected_utility_gain_over_base": -0.04388253018260002,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.2268255539238453,
+    "tau": 0.10332537601561143
+  },
+  "1461069713/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.0939030647277832,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.1593424528837204,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.275,
+    "pairwise_causal_calibration_confidence": 0.5282766199734893,
+    "pairwise_causal_calibration_ece": 0.25327661997348927,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 0.3059149126148908,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.06019836664199829,
+    "selected_candidate_index": 15.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.011984944343566895,
+    "selected_utility_gain_over_base": -0.08191812038421631,
+    "selector_regret": 0.048213422298431396,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0991440862417221,
+    "tau": 0.10332537601561143
+  },
+  "1461069713/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.0939030647277832,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.1593424528837204,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.43333333333333335,
+    "pairwise_causal_calibration_confidence": 0.5243338816656252,
+    "pairwise_causal_calibration_ece": 0.09100054833229188,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 0.3007404756181269,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.016585012897849083,
+    "selected_candidate_index": 10.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.007486680988222361,
+    "selected_utility_gain_over_base": -0.08641638373956084,
+    "selector_regret": 0.009098331909626722,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.14275743998587132,
+    "tau": 0.10332537601561143
+  },
+  "1461069713/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.0939030647277832,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.1593424528837204,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.6583333333333333,
+    "pairwise_causal_calibration_confidence": 0.5225830368338087,
+    "pairwise_causal_calibration_ece": 0.13575029649952464,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 0.2553375780680003,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.09997648000717163,
+    "selected_candidate_index": 3.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.09997648000717163,
+    "selected_utility_gain_over_base": 0.006073415279388428,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.05936597287654877,
+    "tau": 0.10332537601561143
+  },
+  "1480856810/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.08703407645225525,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.20948036015033722,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.47474747474747475,
+    "pairwise_causal_calibration_confidence": 0.5212194722509627,
+    "pairwise_causal_calibration_ece": 0.046471997503487905,
+    "pairwise_causal_calibration_pairs": 99.0,
+    "predicted_margin": 0.6891134156079126,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 9.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.07608599960803986,
+    "selected_utility_gain_over_base": -0.010948076844215393,
+    "selector_regret": 1.9239140003919601,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.35241155802994517
+  },
+  "1480856810/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.08703407645225525,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.20948036015033722,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.48739495798319327,
+    "pairwise_causal_calibration_confidence": 0.5158258523764001,
+    "pairwise_causal_calibration_ece": 0.02843089439320684,
+    "pairwise_causal_calibration_pairs": 119.0,
+    "predicted_margin": 0.5636198101475918,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 9.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.21981161832809448,
+    "selected_utility_gain_over_base": 0.13277754187583923,
+    "selector_regret": 1.7801883816719055,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.35241155802994517
+  },
+  "1480856810/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.08703407645225525,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.20948036015033722,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.680672268907563,
+    "pairwise_causal_calibration_confidence": 0.5204768609791875,
+    "pairwise_causal_calibration_ece": 0.1601954079283755,
+    "pairwise_causal_calibration_pairs": 119.0,
+    "predicted_margin": 0.4905519223760793,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 1.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.21615806221961975,
+    "selected_utility_gain_over_base": 0.1291239857673645,
+    "selector_regret": 1.7838419377803802,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.35241155802994517
+  },
+  "1509980664/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.8334100246429443,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.4666666666666667,
+    "pairwise_causal_calibration_confidence": 0.5320927425921708,
+    "pairwise_causal_calibration_ece": 0.07422005046880752,
+    "pairwise_causal_calibration_pairs": 90.0,
+    "predicted_margin": -0.2172662931516871,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 10.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.8334100246429443,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 1.1665899753570557,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.0009112489076126273
+  },
+  "1509980664/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.8334100246429443,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.2222222222222222,
+    "pairwise_causal_calibration_confidence": 0.5391700207769446,
+    "pairwise_causal_calibration_ece": 0.31694779855472244,
+    "pairwise_causal_calibration_pairs": 63.0,
+    "predicted_margin": -0.2497394332434142,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 12.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.8334100246429443,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 1.1665899753570557,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.0009112489076126273
+  },
+  "1509980664/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.8334100246429443,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.5111111111111111,
+    "pairwise_causal_calibration_confidence": 0.5394504298273115,
+    "pairwise_causal_calibration_ece": 0.02833931871620072,
+    "pairwise_causal_calibration_pairs": 90.0,
+    "predicted_margin": -0.3123388737013393,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 9.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.8334100246429443,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 1.1665899753570557,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.0009112489076126273
+  },
+  "1522272686/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.5839591026306152,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.5,
+    "pairwise_causal_calibration_confidence": 0.5681060848637505,
+    "pairwise_causal_calibration_ece": 0.07816118582099628,
+    "pairwise_causal_calibration_pairs": 36.0,
+    "predicted_margin": -0.4821765811639407,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.18325337767601013,
+    "selected_candidate_index": 8.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.5839591026306152,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.8167466223239899,
+    "tau": 0.3611323919348086
+  },
+  "1522272686/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.5839591026306152,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.19444444444444445,
+    "pairwise_causal_calibration_confidence": 0.5689701709118037,
+    "pairwise_causal_calibration_ece": 0.37452572646735927,
+    "pairwise_causal_calibration_pairs": 36.0,
+    "predicted_margin": -0.25520062215278894,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.07014383375644684,
+    "selected_candidate_index": 2.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.5839591026306152,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.9298561662435532,
+    "tau": 0.3611323919348086
+  },
+  "1522272686/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.5839591026306152,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.5,
+    "pairwise_causal_calibration_confidence": 0.545306820402758,
+    "pairwise_causal_calibration_ece": 0.04530682040275796,
+    "pairwise_causal_calibration_pairs": 36.0,
+    "predicted_margin": -0.43379366859847046,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.14937306940555573,
+    "selected_candidate_index": 5.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.5839591026306152,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.8506269305944443,
+    "tau": 0.3611323919348086
+  },
+  "1549324805/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.10451483726501465,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.2974560856819153,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.7083333333333334,
+    "pairwise_causal_calibration_confidence": 0.5299868735462288,
+    "pairwise_causal_calibration_ece": 0.17834645978710464,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 0.8008610893558498,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.060871422290802,
+    "selected_candidate_index": 5.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.03462250903248787,
+    "selected_utility_gain_over_base": -0.06989232823252678,
+    "selector_regret": 0.026248913258314133,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.23658466339111328,
+    "tau": 0.10332537601561143
+  },
+  "1549324805/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.10451483726501465,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.2974560856819153,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.4083333333333333,
+    "pairwise_causal_calibration_confidence": 0.5265093687069327,
+    "pairwise_causal_calibration_ece": 0.11817603537359933,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 0.4059182168351142,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.19892151653766632,
+    "selected_candidate_index": 12.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.08073369413614273,
+    "selected_utility_gain_over_base": -0.023781143128871918,
+    "selector_regret": 0.11818782240152359,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.09853456914424896,
+    "tau": 0.10332537601561143
+  },
+  "1549324805/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.10451483726501465,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.2974560856819153,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.2833333333333333,
+    "pairwise_causal_calibration_confidence": 0.541054902787583,
+    "pairwise_causal_calibration_ece": 0.25772156945424957,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 0.8716902723485557,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.11310184001922607,
+    "selected_candidate_index": 1.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.04690708592534065,
+    "selected_utility_gain_over_base": -0.057607751339673996,
+    "selector_regret": 0.06619475409388542,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.1843542456626892,
+    "tau": 0.10332537601561143
+  },
+  "1578990937/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.82413649559021,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.6153846153846154,
+    "pairwise_causal_calibration_confidence": 0.544349322443362,
+    "pairwise_causal_calibration_ece": 0.07103529294125341,
+    "pairwise_causal_calibration_pairs": 117.0,
+    "predicted_margin": 0.10915469051695448,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 5.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.14271311461925507,
+    "selected_utility_gain_over_base": -0.6814233809709549,
+    "selector_regret": 1.857286885380745,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.0009112489076126273
+  },
+  "1578990937/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.82413649559021,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.4727272727272727,
+    "pairwise_causal_calibration_confidence": 0.5543665049371578,
+    "pairwise_causal_calibration_ece": 0.081639232209885,
+    "pairwise_causal_calibration_pairs": 110.0,
+    "predicted_margin": 0.10231812655593348,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 11.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.17168906331062317,
+    "selected_utility_gain_over_base": -0.6524474322795868,
+    "selector_regret": 1.8283109366893768,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.0009112489076126273
+  },
+  "1578990937/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.82413649559021,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.42016806722689076,
+    "pairwise_causal_calibration_confidence": 0.540574554638564,
+    "pairwise_causal_calibration_ece": 0.1204064874116733,
+    "pairwise_causal_calibration_pairs": 119.0,
+    "predicted_margin": -0.08662696338330045,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 7.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.82413649559021,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 1.17586350440979,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.0009112489076126273
+  },
+  "1747178030/train0": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_ece": 0.0,
+    "pairwise_causal_calibration_pairs": 0.0,
+    "predicted_margin": 0.2685368177679842,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 9.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.10332537601561143
+  },
+  "1747178030/train1": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_ece": 0.0,
+    "pairwise_causal_calibration_pairs": 0.0,
+    "predicted_margin": 0.27732487886731,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 7.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.10332537601561143
+  },
+  "1747178030/train2": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_ece": 0.0,
+    "pairwise_causal_calibration_pairs": 0.0,
+    "predicted_margin": 0.3315076869895872,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 11.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.10332537601561143
+  },
+  "1790188787/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.12476746737957001,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.6363636363636364,
+    "pairwise_causal_calibration_confidence": 0.5392236442621141,
+    "pairwise_causal_calibration_ece": 0.09713999210152216,
+    "pairwise_causal_calibration_pairs": 110.0,
+    "predicted_margin": 0.4590932780625647,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 5.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 1.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 1.87523253262043,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.35241155802994517
+  },
+  "1790188787/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.12476746737957001,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.5350877192982456,
+    "pairwise_causal_calibration_confidence": 0.5396885778611449,
+    "pairwise_causal_calibration_ece": 0.004600858562899268,
+    "pairwise_causal_calibration_pairs": 114.0,
+    "predicted_margin": 0.33925681284155934,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 6.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.12476746737957001,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 1.87523253262043,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.35241155802994517
+  },
+  "1790188787/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.12476746737957001,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.44545454545454544,
+    "pairwise_causal_calibration_confidence": 0.5413352723129059,
+    "pairwise_causal_calibration_ece": 0.09588072685836047,
+    "pairwise_causal_calibration_pairs": 110.0,
+    "predicted_margin": 0.297516022662714,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 8.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.12476746737957001,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 1.87523253262043,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.35241155802994517
+  },
+  "1822210471/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.07191530615091324,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.575,
+    "pairwise_causal_calibration_confidence": 0.5565662285154201,
+    "pairwise_causal_calibration_ece": 0.15721195241478056,
+    "pairwise_causal_calibration_pairs": 40.0,
+    "predicted_margin": 0.013297597406553785,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 1.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.07191530615091324,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 1.9280846938490868,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.10332537601561143
+  },
+  "1822210471/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.07191530615091324,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.5510204081632653,
+    "pairwise_causal_calibration_confidence": 0.5508218552014704,
+    "pairwise_causal_calibration_ece": 0.14397334425216246,
+    "pairwise_causal_calibration_pairs": 49.0,
+    "predicted_margin": 0.041781127110214866,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 1.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.07191530615091324,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 1.9280846938490868,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.10332537601561143
+  },
+  "1822210471/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.07191530615091324,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.525,
+    "pairwise_causal_calibration_confidence": 0.5302663723099226,
+    "pairwise_causal_calibration_ece": 0.118390411016323,
+    "pairwise_causal_calibration_pairs": 40.0,
+    "predicted_margin": -0.09918008580701754,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 7.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.07191530615091324,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 1.9280846938490868,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.10332537601561143
+  },
+  "1845489013/train0": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.5869565217391305,
+    "pairwise_causal_calibration_confidence": 0.5198092453508348,
+    "pairwise_causal_calibration_ece": 0.06714727638829565,
+    "pairwise_causal_calibration_pairs": 46.0,
+    "predicted_margin": 0.08565911209810279,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 5.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.10332537601561143
+  },
+  "1845489013/train1": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.7692307692307693,
+    "pairwise_causal_calibration_confidence": 0.519320720354459,
+    "pairwise_causal_calibration_ece": 0.2499100488763103,
+    "pairwise_causal_calibration_pairs": 13.0,
+    "predicted_margin": 0.10538760252719387,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 7.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.10332537601561143
+  },
+  "1845489013/train2": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.52,
+    "pairwise_causal_calibration_confidence": 0.5338919568560658,
+    "pairwise_causal_calibration_ece": 0.013891956856065812,
+    "pairwise_causal_calibration_pairs": 25.0,
+    "predicted_margin": 0.14874188314117123,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 8.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.10332537601561143
+  },
+  "1999022574/train0": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.3,
+    "pairwise_causal_calibration_confidence": 0.5344493626989616,
+    "pairwise_causal_calibration_ece": 0.23444936269896155,
+    "pairwise_causal_calibration_pairs": 70.0,
+    "predicted_margin": -0.11161114265900707,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 5.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.0009112489076126273
+  },
+  "1999022574/train1": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.4714285714285714,
+    "pairwise_causal_calibration_confidence": 0.5395820832404352,
+    "pairwise_causal_calibration_ece": 0.06815351181186355,
+    "pairwise_causal_calibration_pairs": 70.0,
+    "predicted_margin": -0.1454763298079958,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 8.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.0009112489076126273
+  },
+  "1999022574/train2": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.5394736842105263,
+    "pairwise_causal_calibration_confidence": 0.5438956195294256,
+    "pairwise_causal_calibration_ece": 0.05003241707833195,
+    "pairwise_causal_calibration_pairs": 76.0,
+    "predicted_margin": -0.12321088891053344,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 13.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.0009112489076126273
+  },
+  "2012211287/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.7236053347587585,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.226890756302521,
+    "pairwise_causal_calibration_confidence": 0.5363365754560178,
+    "pairwise_causal_calibration_ece": 0.3094458191534968,
+    "pairwise_causal_calibration_pairs": 119.0,
+    "predicted_margin": 0.3161539044218536,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 9.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.6949572563171387,
+    "selected_utility_gain_over_base": -0.028648078441619873,
+    "selector_regret": 1.3050427436828613,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.0940318405174132
+  },
+  "2012211287/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.7236053347587585,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.4666666666666667,
+    "pairwise_causal_calibration_confidence": 0.5335084608302744,
+    "pairwise_causal_calibration_ece": 0.07199480463689167,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 0.24432178181307274,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 13.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.6900332570075989,
+    "selected_utility_gain_over_base": -0.03357207775115967,
+    "selector_regret": 1.3099667429924011,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.0940318405174132
+  },
+  "2012211287/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.7236053347587585,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.6086956521739131,
+    "pairwise_causal_calibration_confidence": 0.5293148633692549,
+    "pairwise_causal_calibration_ece": 0.07938078880465815,
+    "pairwise_causal_calibration_pairs": 92.0,
+    "predicted_margin": 0.3345646470523239,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 14.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.6934840679168701,
+    "selected_utility_gain_over_base": -0.030121266841888428,
+    "selector_regret": 1.3065159320831299,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.0940318405174132
+  },
+  "2038594191/train0": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.3793103448275862,
+    "pairwise_causal_calibration_confidence": 0.6018790607135653,
+    "pairwise_causal_calibration_ece": 0.22256871588597915,
+    "pairwise_causal_calibration_pairs": 29.0,
+    "predicted_margin": 0.28192292963769827,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 5.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": -1.0,
+    "selected_utility": 0.04285776615142822,
+    "selected_utility_gain_over_base": -1.9571422338485718,
+    "selector_regret": 1.9571422338485718,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.10332537601561143
+  },
+  "2038594191/train1": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.42592592592592593,
+    "pairwise_causal_calibration_confidence": 0.5909326842120879,
+    "pairwise_causal_calibration_ece": 0.1851395001152688,
+    "pairwise_causal_calibration_pairs": 54.0,
+    "predicted_margin": 0.21139315187633212,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 9.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": -1.0,
+    "selected_utility": 0.07674666494131088,
+    "selected_utility_gain_over_base": -1.9232533350586891,
+    "selector_regret": 1.9232533350586891,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.10332537601561143
+  },
+  "2038594191/train2": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.41414141414141414,
+    "pairwise_causal_calibration_confidence": 0.5664818478408624,
+    "pairwise_causal_calibration_ece": 0.1523404336994486,
+    "pairwise_causal_calibration_pairs": 99.0,
+    "predicted_margin": 0.2451404604489238,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 3.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": -1.0,
+    "selected_utility": 0.12977690994739532,
+    "selected_utility_gain_over_base": -1.8702230900526047,
+    "selector_regret": 1.8702230900526047,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.10332537601561143
+  },
+  "2054899126/train0": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.30833333333333335,
+    "pairwise_causal_calibration_confidence": 0.5238354835309519,
+    "pairwise_causal_calibration_ece": 0.10775107509880927,
+    "pairwise_causal_calibration_pairs": 60.0,
+    "predicted_margin": 0.40089684325539643,
+    "proposal_oracle_success": 0.5,
+    "proposal_oracle_utility": 1.077283151447773,
+    "selected_candidate_index": 4.5,
+    "selected_success": 0.5,
+    "selected_success_gain_over_base": -0.5,
+    "selected_utility": 1.0391597636044025,
+    "selected_utility_gain_over_base": -0.9608402363955975,
+    "selector_regret": 0.03812338784337044,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.5,
+    "support_gap": 0.922716848552227,
+    "tau": 0.10332537601561143
+  },
+  "2054899126/train1": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 0.5,
+    "execute_generated": 0.5,
+    "fallback_rate": 0.5,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.6052631578947368,
+    "pairwise_causal_calibration_confidence": 0.5244611135518833,
+    "pairwise_causal_calibration_ece": 0.04040102217142677,
+    "pairwise_causal_calibration_pairs": 57.0,
+    "predicted_margin": 0.32373079560635964,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 10.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.10332537601561143
+  },
+  "2054899126/train2": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 0.5,
+    "execute_generated": 0.5,
+    "fallback_rate": 0.5,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.47058823529411764,
+    "pairwise_causal_calibration_confidence": 0.5297648676632524,
+    "pairwise_causal_calibration_ece": 0.029588316184567365,
+    "pairwise_causal_calibration_pairs": 59.5,
+    "predicted_margin": 0.3425010993904758,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 6.5,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.10332537601561143
+  },
+  "2061635888/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.05225050449371338,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.5833333333333334,
+    "pairwise_causal_calibration_confidence": 0.5351503713504386,
+    "pairwise_causal_calibration_ece": 0.048182961982894734,
+    "pairwise_causal_calibration_pairs": 36.0,
+    "predicted_margin": 0.2859560598368813,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.09799930453300476,
+    "selected_candidate_index": 1.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.07349006831645966,
+    "selected_utility_gain_over_base": 0.021239563822746277,
+    "selector_regret": 0.024509236216545105,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.9020006954669952,
+    "tau": 0.0009112489076126273
+  },
+  "2061635888/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.05225050449371338,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.5,
+    "pairwise_causal_calibration_confidence": 0.518040614785329,
+    "pairwise_causal_calibration_ece": 0.018040614785329034,
+    "pairwise_causal_calibration_pairs": 36.0,
+    "predicted_margin": 0.14710078956282402,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.07580336928367615,
+    "selected_candidate_index": 5.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.0713038444519043,
+    "selected_utility_gain_over_base": 0.019053339958190918,
+    "selector_regret": 0.004499524831771851,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.9241966307163239,
+    "tau": 0.0009112489076126273
+  },
+  "2061635888/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.05225050449371338,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.5,
+    "pairwise_causal_calibration_confidence": 0.5252975568525992,
+    "pairwise_causal_calibration_ece": 0.025297556852599157,
+    "pairwise_causal_calibration_pairs": 36.0,
+    "predicted_margin": 0.15541062212467605,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.11105132102966309,
+    "selected_candidate_index": 2.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.05500011146068573,
+    "selected_utility_gain_over_base": 0.002749606966972351,
+    "selector_regret": 0.056051209568977356,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.888948678970337,
+    "tau": 0.0009112489076126273
+  },
+  "211245842/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.19090841710567474,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.7058823529411765,
+    "pairwise_causal_calibration_confidence": 0.5545781832114899,
+    "pairwise_causal_calibration_ece": 0.1513041697296866,
+    "pairwise_causal_calibration_pairs": 119.0,
+    "predicted_margin": 0.05542394657973021,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 11.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 1.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 1.8090915828943253,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.0009112489076126273
+  },
+  "211245842/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.19090841710567474,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.7916666666666666,
+    "pairwise_causal_calibration_confidence": 0.5498984873423876,
+    "pairwise_causal_calibration_ece": 0.2417681793242794,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 0.2276424215366616,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.21295717358589172,
+    "selected_candidate_index": 7.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.19474327564239502,
+    "selected_utility_gain_over_base": 0.003834858536720276,
+    "selector_regret": 0.018213897943496704,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.7870428264141083,
+    "tau": 0.0009112489076126273
+  },
+  "211245842/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.19090841710567474,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.55,
+    "pairwise_causal_calibration_confidence": 0.5458205639974503,
+    "pairwise_causal_calibration_ece": 0.026780026272463814,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": -0.05502138612288987,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.23388276994228363,
+    "selected_candidate_index": 7.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.19090841710567474,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.04297435283660889,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.7661172300577164,
+    "tau": 0.0009112489076126273
+  },
+  "278008524/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.042734989896416664,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 0.5,
+    "hidden_chart_oracle_utility": 1.1139086410403252,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.5335858585858586,
+    "pairwise_causal_calibration_confidence": 0.5477839621589006,
+    "pairwise_causal_calibration_ece": 0.14072928673079005,
+    "pairwise_causal_calibration_pairs": 109.5,
+    "predicted_margin": 0.28802122449631784,
+    "proposal_oracle_success": 0.5,
+    "proposal_oracle_utility": 1.0733563229441643,
+    "selected_candidate_index": 8.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.06754684634506702,
+    "selected_utility_gain_over_base": 0.02481185644865036,
+    "selector_regret": 1.0058094765990973,
+    "success_selector_gap": 0.5,
+    "success_support_gap": 0.0,
+    "support_gap": 0.04055231809616089,
+    "tau": 0.10332537601561143
+  },
+  "278008524/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.042734989896416664,
+    "coverage": 0.5,
+    "execute_generated": 0.5,
+    "fallback_rate": 0.5,
+    "hidden_chart_oracle_success": 0.5,
+    "hidden_chart_oracle_utility": 1.1139086410403252,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.5306159420289855,
+    "pairwise_causal_calibration_confidence": 0.5479136366856556,
+    "pairwise_causal_calibration_ece": 0.09383678611256409,
+    "pairwise_causal_calibration_pairs": 106.0,
+    "predicted_margin": 0.3601165498724468,
+    "proposal_oracle_success": 0.5,
+    "proposal_oracle_utility": 1.0376745946705341,
+    "selected_candidate_index": 8.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.034389604814350605,
+    "selected_utility_gain_over_base": -0.008345385082066059,
+    "selector_regret": 1.0032849898561835,
+    "success_selector_gap": 0.5,
+    "success_support_gap": 0.0,
+    "support_gap": 0.07623404636979103,
+    "tau": 0.10332537601561143
+  },
+  "278008524/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.042734989896416664,
+    "coverage": 0.5,
+    "execute_generated": 0.5,
+    "fallback_rate": 0.5,
+    "hidden_chart_oracle_success": 0.5,
+    "hidden_chart_oracle_utility": 1.1139086410403252,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.35833333333333334,
+    "pairwise_causal_calibration_confidence": 0.5528248393150181,
+    "pairwise_causal_calibration_ece": 0.19449150598168496,
+    "pairwise_causal_calibration_pairs": 109.5,
+    "predicted_margin": 0.22015899787097548,
+    "proposal_oracle_success": 0.5,
+    "proposal_oracle_utility": 1.1359489113092422,
+    "selected_candidate_index": 11.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.047564467415213585,
+    "selected_utility_gain_over_base": 0.004829477518796921,
+    "selector_regret": 1.0883844438940287,
+    "success_selector_gap": 0.5,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.10332537601561143
+  },
+  "307068879/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.6000905632972717,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.6153846153846154,
+    "pairwise_causal_calibration_confidence": 0.5488728190719444,
+    "pairwise_causal_calibration_ece": 0.06651179631267089,
+    "pairwise_causal_calibration_pairs": 91.0,
+    "predicted_margin": -0.14233288142692663,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.2115575522184372,
+    "selected_candidate_index": 11.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.6000905632972717,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.7884424477815628,
+    "tau": 0.0940318405174132
+  },
+  "307068879/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.6000905632972717,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.5934065934065934,
+    "pairwise_causal_calibration_confidence": 0.5348399847973542,
+    "pairwise_causal_calibration_ece": 0.06342054136618626,
+    "pairwise_causal_calibration_pairs": 91.0,
+    "predicted_margin": -0.13522650945094028,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.5876073241233826,
+    "selected_candidate_index": 5.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.6000905632972717,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.4123926758766174,
+    "tau": 0.0940318405174132
+  },
+  "307068879/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.6000905632972717,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.4945054945054945,
+    "pairwise_causal_calibration_confidence": 0.5640014996133708,
+    "pairwise_causal_calibration_ece": 0.06949600510787626,
+    "pairwise_causal_calibration_pairs": 91.0,
+    "predicted_margin": -0.02519869144581416,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.2302134484052658,
+    "selected_candidate_index": 3.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.6000905632972717,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.7697865515947342,
+    "tau": 0.0940318405174132
+  },
+  "412102563/train0": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.5333333333333333,
+    "pairwise_causal_calibration_confidence": 0.5413119316483767,
+    "pairwise_causal_calibration_ece": 0.007978598315043392,
+    "pairwise_causal_calibration_pairs": 60.0,
+    "predicted_margin": -0.07414481146410684,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 10.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.0009112489076126273
+  },
+  "412102563/train1": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.5384615384615384,
+    "pairwise_causal_calibration_confidence": 0.5307516643020463,
+    "pairwise_causal_calibration_ece": 0.007709874159492092,
+    "pairwise_causal_calibration_pairs": 39.0,
+    "predicted_margin": -0.10576298261783212,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 12.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.0009112489076126273
+  },
+  "412102563/train2": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.5952380952380952,
+    "pairwise_causal_calibration_confidence": 0.5400007019106284,
+    "pairwise_causal_calibration_ece": 0.05523739332746688,
+    "pairwise_causal_calibration_pairs": 84.0,
+    "predicted_margin": -0.10754995958912039,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 12.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.0009112489076126273
+  },
+  "440577711/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.036152780055999756,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.7586206896551724,
+    "pairwise_causal_calibration_confidence": 0.5267661600012826,
+    "pairwise_causal_calibration_ece": 0.23185452965388975,
+    "pairwise_causal_calibration_pairs": 29.0,
+    "predicted_margin": 0.7982832696690534,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 10.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 1.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 1.9638472199440002,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.35241155802994517
+  },
+  "440577711/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.036152780055999756,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.6,
+    "pairwise_causal_calibration_confidence": 0.5289194284606322,
+    "pairwise_causal_calibration_ece": 0.07108057153936775,
+    "pairwise_causal_calibration_pairs": 15.0,
+    "predicted_margin": 0.862893346101075,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 10.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 1.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 1.9638472199440002,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.35241155802994517
+  },
+  "440577711/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.036152780055999756,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.6111111111111112,
+    "pairwise_causal_calibration_confidence": 0.5489590881909069,
+    "pairwise_causal_calibration_ece": 0.06215202292020417,
+    "pairwise_causal_calibration_pairs": 54.0,
+    "predicted_margin": 0.7945693500962356,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 13.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 1.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 1.9638472199440002,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.35241155802994517
+  },
+  "441046872/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.6999551653862,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.41818181818181815,
+    "pairwise_causal_calibration_confidence": 0.5379829028529084,
+    "pairwise_causal_calibration_ece": 0.11980108467109023,
+    "pairwise_causal_calibration_pairs": 55.0,
+    "predicted_margin": 0.024167399539588352,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 7.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.6999551653862,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 1.3000448346138,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.0940318405174132
+  },
+  "441046872/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.6999551653862,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.5818181818181818,
+    "pairwise_causal_calibration_confidence": 0.5337021369933691,
+    "pairwise_causal_calibration_ece": 0.04811604482481282,
+    "pairwise_causal_calibration_pairs": 55.0,
+    "predicted_margin": -0.11694270182946509,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.7233588695526123,
+    "selected_candidate_index": 5.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.6999551653862,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.023403704166412354,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.2766411304473877,
+    "tau": 0.0940318405174132
+  },
+  "441046872/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.6999551653862,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.7272727272727273,
+    "pairwise_causal_calibration_confidence": 0.5454083397120673,
+    "pairwise_causal_calibration_ece": 0.18186438756066006,
+    "pairwise_causal_calibration_pairs": 55.0,
+    "predicted_margin": -0.12738205708571582,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.7191348671913147,
+    "selected_candidate_index": 1.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.6999551653862,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.019179701805114746,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.2808651328086853,
+    "tau": 0.0940318405174132
+  },
+  "509430392/train0": {
+    "base_success": 0.0,
+    "base_utility": 2.2351741790771484e-07,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.6050420168067226,
+    "pairwise_causal_calibration_confidence": 0.5254427085184519,
+    "pairwise_causal_calibration_ece": 0.07959930828827078,
+    "pairwise_causal_calibration_pairs": 119.0,
+    "predicted_margin": 0.5885139744079059,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 11.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 1.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 1.999999776482582,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.35241155802994517
+  },
+  "509430392/train1": {
+    "base_success": 0.0,
+    "base_utility": 2.2351741790771484e-07,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.5904761904761905,
+    "pairwise_causal_calibration_confidence": 0.5382862696863612,
+    "pairwise_causal_calibration_ece": 0.052189920789829286,
+    "pairwise_causal_calibration_pairs": 105.0,
+    "predicted_margin": 0.5296709902746183,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 2.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 1.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 1.999999776482582,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.35241155802994517
+  },
+  "509430392/train2": {
+    "base_success": 0.0,
+    "base_utility": 2.2351741790771484e-07,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.6134453781512605,
+    "pairwise_causal_calibration_confidence": 0.5437150122698521,
+    "pairwise_causal_calibration_ece": 0.06973036588140841,
+    "pairwise_causal_calibration_pairs": 119.0,
+    "predicted_margin": 0.4810616128884794,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 5.424022674560547e-06,
+    "selected_candidate_index": 10.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 5.424022674560547e-06,
+    "selected_utility_gain_over_base": 5.200505256652832e-06,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.9999945759773254,
+    "tau": 0.35241155802994517
+  },
+  "585904130/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.18171554803848267,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.4523809523809524,
+    "pairwise_causal_calibration_confidence": 0.5292002900283871,
+    "pairwise_causal_calibration_ece": 0.0768193376474347,
+    "pairwise_causal_calibration_pairs": 84.0,
+    "predicted_margin": 0.23094602840169032,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 4.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.09919407218694687,
+    "selected_utility_gain_over_base": -0.0825214758515358,
+    "selector_regret": 1.9008059278130531,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.10332537601561143
+  },
+  "585904130/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.18171554803848267,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.5466666666666666,
+    "pairwise_causal_calibration_confidence": 0.5343887712270259,
+    "pairwise_causal_calibration_ece": 0.050834006610117985,
+    "pairwise_causal_calibration_pairs": 75.0,
+    "predicted_margin": 0.22575925280556675,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 15.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.04792279005050659,
+    "selected_utility_gain_over_base": -0.13379275798797607,
+    "selector_regret": 1.9520772099494934,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.10332537601561143
+  },
+  "585904130/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.18171554803848267,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.7272727272727273,
+    "pairwise_causal_calibration_confidence": 0.5282487650578878,
+    "pairwise_causal_calibration_ece": 0.19902396221483953,
+    "pairwise_causal_calibration_pairs": 110.0,
+    "predicted_margin": 0.18843222973041862,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 1.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 1.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 1.8182844519615173,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.10332537601561143
+  },
+  "608016290/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.725701630115509,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.5619047619047619,
+    "pairwise_causal_calibration_confidence": 0.5498437058747719,
+    "pairwise_causal_calibration_ece": 0.01206105602998994,
+    "pairwise_causal_calibration_pairs": 105.0,
+    "predicted_margin": 0.48611772128013164,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 12.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 1.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 1.274298369884491,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.0940318405174132
+  },
+  "608016290/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.725701630115509,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.47619047619047616,
+    "pairwise_causal_calibration_confidence": 0.5706245241886934,
+    "pairwise_causal_calibration_ece": 0.09443404799821745,
+    "pairwise_causal_calibration_pairs": 105.0,
+    "predicted_margin": 0.2549086170487004,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 8.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.7062739729881287,
+    "selected_utility_gain_over_base": -0.01942765712738037,
+    "selector_regret": 1.2937260270118713,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.0940318405174132
+  },
+  "608016290/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.725701630115509,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.48333333333333334,
+    "pairwise_causal_calibration_confidence": 0.5615509166352838,
+    "pairwise_causal_calibration_ece": 0.0782175833019504,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 0.4202802138182712,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.7117276191711426,
+    "selected_candidate_index": 6.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.22811375558376312,
+    "selected_utility_gain_over_base": -0.4975878745317459,
+    "selector_regret": 0.48361386358737946,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.2882723808288574,
+    "tau": 0.0940318405174132
+  },
+  "626486813/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.00509834272088483,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.16558238118886948,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.6125,
+    "pairwise_causal_calibration_confidence": 0.5678117074464072,
+    "pairwise_causal_calibration_ece": 0.09417264307778664,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 0.5713883592563933,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.04469547560438514,
+    "selected_candidate_index": 11.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.009900043485686183,
+    "selected_utility_gain_over_base": 0.004801700764801353,
+    "selector_regret": 0.034795432118698955,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.12161866808310151,
+    "tau": 0.10332537601561143
+  },
+  "626486813/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.00509834272088483,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.16558238118886948,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.39166666666666666,
+    "pairwise_causal_calibration_confidence": 0.5645620394062392,
+    "pairwise_causal_calibration_ece": 0.19860544920331658,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 0.5558101781509216,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.035827874671667814,
+    "selected_candidate_index": 7.5,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.0112088123569265,
+    "selected_utility_gain_over_base": 0.006110469636041671,
+    "selector_regret": 0.024619062314741313,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.12975450651720166,
+    "tau": 0.10332537601561143
+  },
+  "626486813/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.00509834272088483,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.16558238118886948,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.525,
+    "pairwise_causal_calibration_confidence": 0.5613104362626665,
+    "pairwise_causal_calibration_ece": 0.07789314572719971,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 0.3853803956007696,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.04489925503730774,
+    "selected_candidate_index": 3.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.016004920471459627,
+    "selected_utility_gain_over_base": 0.010906577750574797,
+    "selector_regret": 0.028894334565848112,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.12068312615156174,
+    "tau": 0.10332537601561143
+  },
+  "636680137/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.08313504606485367,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.17056432366371155,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.49166666666666664,
+    "pairwise_causal_calibration_confidence": 0.532502870801132,
+    "pairwise_causal_calibration_ece": 0.04083620413446535,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 0.5991343617786198,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.08826130628585815,
+    "selected_candidate_index": 2.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.08826130628585815,
+    "selected_utility_gain_over_base": 0.005126260221004486,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0823030173778534,
+    "tau": 0.10332537601561143
+  },
+  "636680137/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.08313504606485367,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.17056432366371155,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.5333333333333333,
+    "pairwise_causal_calibration_confidence": 0.5173967032259332,
+    "pairwise_causal_calibration_ece": 0.015936630107400096,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 0.19155725528837464,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.06741118431091309,
+    "selected_candidate_index": 1.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.017789265140891075,
+    "selected_utility_gain_over_base": -0.0653457809239626,
+    "selector_regret": 0.04962191917002201,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.10315313935279846,
+    "tau": 0.10332537601561143
+  },
+  "636680137/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.08313504606485367,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.17056432366371155,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.6583333333333333,
+    "pairwise_causal_calibration_confidence": 0.5151979568732741,
+    "pairwise_causal_calibration_ece": 0.14313537646005925,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 0.27475298254295666,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.0756516233086586,
+    "selected_candidate_index": 10.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.039896368980407715,
+    "selected_utility_gain_over_base": -0.04323867708444595,
+    "selector_regret": 0.035755254328250885,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.09491270035505295,
+    "tau": 0.10332537601561143
+  },
+  "655884605/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.16300667822360992,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.6666666666666666,
+    "pairwise_causal_calibration_confidence": 0.568990751323036,
+    "pairwise_causal_calibration_ece": 0.09767591534363074,
+    "pairwise_causal_calibration_pairs": 36.0,
+    "predicted_margin": 0.4522143975120525,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.13732868432998657,
+    "selected_candidate_index": 0.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.12222731113433838,
+    "selected_utility_gain_over_base": -0.040779367089271545,
+    "selector_regret": 0.015101373195648193,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.8626713156700134,
+    "tau": 0.0009112489076126273
+  },
+  "655884605/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.16300667822360992,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.4722222222222222,
+    "pairwise_causal_calibration_confidence": 0.5500689384066487,
+    "pairwise_causal_calibration_ece": 0.07784671618442661,
+    "pairwise_causal_calibration_pairs": 36.0,
+    "predicted_margin": 0.446772375365045,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.8128758072853088,
+    "selected_candidate_index": 6.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.11176733672618866,
+    "selected_utility_gain_over_base": -0.051239341497421265,
+    "selector_regret": 0.7011084705591202,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.1871241927146912,
+    "tau": 0.0009112489076126273
+  },
+  "655884605/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.16300667822360992,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.3888888888888889,
+    "pairwise_causal_calibration_confidence": 0.556089617835855,
+    "pairwise_causal_calibration_ece": 0.16720072894696625,
+    "pairwise_causal_calibration_pairs": 36.0,
+    "predicted_margin": 0.407721921578567,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.21447330713272095,
+    "selected_candidate_index": 1.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.09131735563278198,
+    "selected_utility_gain_over_base": -0.07168932259082794,
+    "selector_regret": 0.12315595149993896,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.785526692867279,
+    "tau": 0.0009112489076126273
+  },
+  "672328262/train0": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.7647058823529411,
+    "pairwise_causal_calibration_confidence": 0.542991093593322,
+    "pairwise_causal_calibration_ece": 0.22171478875961914,
+    "pairwise_causal_calibration_pairs": 17.0,
+    "predicted_margin": -0.14745117870449231,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 5.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.10332537601561143
+  },
+  "672328262/train1": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.6571428571428571,
+    "pairwise_causal_calibration_confidence": 0.5517445085212526,
+    "pairwise_causal_calibration_ece": 0.10539834862160463,
+    "pairwise_causal_calibration_pairs": 35.0,
+    "predicted_margin": -0.21177052566683674,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 4.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.10332537601561143
+  },
+  "672328262/train2": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.16666666666666666,
+    "pairwise_causal_calibration_confidence": 0.5462121445015077,
+    "pairwise_causal_calibration_ece": 0.37954547783484094,
+    "pairwise_causal_calibration_pairs": 30.0,
+    "predicted_margin": -0.19816182889430234,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 4.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.10332537601561143
+  },
+  "701667486/train0": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.40476190476190477,
+    "pairwise_causal_calibration_confidence": 0.5617516698950917,
+    "pairwise_causal_calibration_ece": 0.31044146560402797,
+    "pairwise_causal_calibration_pairs": 42.0,
+    "predicted_margin": 0.2186075457961687,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 2.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.0009112489076126273
+  },
+  "701667486/train1": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.6785714285714286,
+    "pairwise_causal_calibration_confidence": 0.546009069568378,
+    "pairwise_causal_calibration_ece": 0.13256235900305033,
+    "pairwise_causal_calibration_pairs": 84.0,
+    "predicted_margin": 0.20451752246432947,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 10.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.0009112489076126273
+  },
+  "701667486/train2": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.8333333333333334,
+    "pairwise_causal_calibration_confidence": 0.5807247911175116,
+    "pairwise_causal_calibration_ece": 0.25260854221582163,
+    "pairwise_causal_calibration_pairs": 54.0,
+    "predicted_margin": 0.22431661105910145,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 11.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.0009112489076126273
+  },
+  "747260437/train0": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.2786632478237152,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.4583333333333333,
+    "pairwise_causal_calibration_confidence": 0.5237942697642416,
+    "pairwise_causal_calibration_ece": 0.06546093643090828,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": -0.03550968246605479,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.10839563608169556,
+    "selected_candidate_index": 15.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.17026761174201965,
+    "tau": 0.10332537601561143
+  },
+  "747260437/train1": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.2786632478237152,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.5666666666666667,
+    "pairwise_causal_calibration_confidence": 0.5173328988662427,
+    "pairwise_causal_calibration_ece": 0.04933376780042398,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": -0.27755861197582443,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.06328952312469482,
+    "selected_candidate_index": 10.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.21537372469902039,
+    "tau": 0.10332537601561143
+  },
+  "747260437/train2": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.2786632478237152,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.625,
+    "pairwise_causal_calibration_confidence": 0.5276406049368979,
+    "pairwise_causal_calibration_ece": 0.0973593950631021,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 0.061753054977374155,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.12510187923908234,
+    "selected_candidate_index": 2.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.15356136858463287,
+    "tau": 0.10332537601561143
+  },
+  "750448296/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.11759314934412639,
+    "coverage": 0.3333333333333333,
+    "execute_generated": 0.3333333333333333,
+    "fallback_rate": 0.6666666666666666,
+    "hidden_chart_oracle_success": 0.6666666666666666,
+    "hidden_chart_oracle_utility": 1.4079964955647786,
+    "outcome_ptr": 0.6666666666666666,
+    "pairwise_causal_calibration_accuracy": 0.5218253968253967,
+    "pairwise_causal_calibration_confidence": 0.5273870612831654,
+    "pairwise_causal_calibration_ece": 0.0336721343859541,
+    "pairwise_causal_calibration_pairs": 108.0,
+    "predicted_margin": 0.008208417767252563,
+    "proposal_oracle_success": 0.3333333333333333,
+    "proposal_oracle_utility": 0.7526603279014429,
+    "selected_candidate_index": 6.666666666666667,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.09184517463048299,
+    "selected_utility_gain_over_base": -0.02574797471364339,
+    "selector_regret": 0.6608151532709599,
+    "success_selector_gap": 0.3333333333333333,
+    "success_support_gap": 0.3333333333333333,
+    "support_gap": 0.6553361676633358,
+    "tau": 0.10332537601561143
+  },
+  "750448296/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.11759314934412639,
+    "coverage": 0.3333333333333333,
+    "execute_generated": 0.3333333333333333,
+    "fallback_rate": 0.6666666666666666,
+    "hidden_chart_oracle_success": 0.6666666666666666,
+    "hidden_chart_oracle_utility": 1.4079964955647786,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.3532051282051282,
+    "pairwise_causal_calibration_confidence": 0.5396863859528889,
+    "pairwise_causal_calibration_ece": 0.18648125774776067,
+    "pairwise_causal_calibration_pairs": 101.66666666666667,
+    "predicted_margin": -0.031216926452283373,
+    "proposal_oracle_success": 0.6666666666666666,
+    "proposal_oracle_utility": 1.3705032741030057,
+    "selected_candidate_index": 7.333333333333333,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.109618179500103,
+    "selected_utility_gain_over_base": -0.007974969844023386,
+    "selector_regret": 1.2608850946029027,
+    "success_selector_gap": 0.6666666666666666,
+    "success_support_gap": 0.0,
+    "support_gap": 0.03749322146177292,
+    "tau": 0.10332537601561143
+  },
+  "750448296/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.11759314934412639,
+    "coverage": 0.3333333333333333,
+    "execute_generated": 0.3333333333333333,
+    "fallback_rate": 0.6666666666666666,
+    "hidden_chart_oracle_success": 0.6666666666666666,
+    "hidden_chart_oracle_utility": 1.4079964955647786,
+    "outcome_ptr": 0.6666666666666666,
+    "pairwise_causal_calibration_accuracy": 0.44642857142857145,
+    "pairwise_causal_calibration_confidence": 0.5280087301794993,
+    "pairwise_causal_calibration_ece": 0.1080586463500039,
+    "pairwise_causal_calibration_pairs": 108.0,
+    "predicted_margin": -0.06850240484656789,
+    "proposal_oracle_success": 0.6666666666666666,
+    "proposal_oracle_utility": 1.3504486680030823,
+    "selected_candidate_index": 6.666666666666667,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.09844311699271202,
+    "selected_utility_gain_over_base": -0.019150032351414364,
+    "selector_regret": 1.2520055510103703,
+    "success_selector_gap": 0.6666666666666666,
+    "success_support_gap": 0.0,
+    "support_gap": 0.05754782756169637,
+    "tau": 0.10332537601561143
+  },
+  "767747424/train0": {
+    "base_success": 0.25,
+    "base_utility": 0.5731993420049548,
+    "coverage": 0.75,
+    "execute_generated": 0.75,
+    "fallback_rate": 0.25,
+    "hidden_chart_oracle_success": 0.25,
+    "hidden_chart_oracle_utility": 0.6737305596470833,
+    "outcome_ptr": 0.5,
+    "pairwise_causal_calibration_accuracy": 0.4566239316239316,
+    "pairwise_causal_calibration_confidence": 0.5461567728386378,
+    "pairwise_causal_calibration_ece": 0.10799527425220615,
+    "pairwise_causal_calibration_pairs": 119.25,
+    "predicted_margin": 0.10341139925263847,
+    "proposal_oracle_success": 0.5,
+    "proposal_oracle_utility": 1.0424291878007352,
+    "selected_candidate_index": 5.75,
+    "selected_success": 0.25,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.5295817001024261,
+    "selected_utility_gain_over_base": -0.0436176419025287,
+    "selector_regret": 0.5128474876983091,
+    "success_selector_gap": 0.25,
+    "success_support_gap": 0.0,
+    "support_gap": 0.06562284985557199,
+    "tau": 0.10332537601561143
+  },
+  "767747424/train1": {
+    "base_success": 0.25,
+    "base_utility": 0.5731993420049548,
+    "coverage": 0.5,
+    "execute_generated": 0.5,
+    "fallback_rate": 0.5,
+    "hidden_chart_oracle_success": 0.25,
+    "hidden_chart_oracle_utility": 0.6737305596470833,
+    "outcome_ptr": 0.5,
+    "pairwise_causal_calibration_accuracy": 0.516633897148603,
+    "pairwise_causal_calibration_confidence": 0.5530278828158679,
+    "pairwise_causal_calibration_ece": 0.05634090783297348,
+    "pairwise_causal_calibration_pairs": 119.0,
+    "predicted_margin": 0.23938122661168873,
+    "proposal_oracle_success": 0.5,
+    "proposal_oracle_utility": 1.0629530912265182,
+    "selected_candidate_index": 8.5,
+    "selected_success": 0.25,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.5702044883510098,
+    "selected_utility_gain_over_base": -0.0029948536539450288,
+    "selector_regret": 0.49274860287550837,
+    "success_selector_gap": 0.25,
+    "success_support_gap": 0.0,
+    "support_gap": 0.045098946429789066,
+    "tau": 0.10332537601561143
+  },
+  "767747424/train2": {
+    "base_success": 0.25,
+    "base_utility": 0.5731993420049548,
+    "coverage": 0.5,
+    "execute_generated": 0.5,
+    "fallback_rate": 0.5,
+    "hidden_chart_oracle_success": 0.25,
+    "hidden_chart_oracle_utility": 0.6737305596470833,
+    "outcome_ptr": 0.5,
+    "pairwise_causal_calibration_accuracy": 0.41618544853838974,
+    "pairwise_causal_calibration_confidence": 0.5435976135993295,
+    "pairwise_causal_calibration_ece": 0.1276296201971279,
+    "pairwise_causal_calibration_pairs": 119.0,
+    "predicted_margin": 0.09558584120388469,
+    "proposal_oracle_success": 0.5,
+    "proposal_oracle_utility": 1.0671670949086547,
+    "selected_candidate_index": 8.25,
+    "selected_success": 0.25,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.5541218034923077,
+    "selected_utility_gain_over_base": -0.019077538512647152,
+    "selector_regret": 0.513045291416347,
+    "success_selector_gap": 0.25,
+    "success_support_gap": 0.0,
+    "support_gap": 0.04088494274765253,
+    "tau": 0.10332537601561143
+  }
+}
diff --git a/workspace/runs/ctt_base_context_obs_learned_dominance_chart_bundle_envclip_k16_train_to_test/metrics_by_task.json b/workspace/runs/ctt_base_context_obs_learned_dominance_chart_bundle_envclip_k16_train_to_test/metrics_by_task.json
new file mode 100644
index 0000000000000000000000000000000000000000..4fe3a7d563acda13b2c5cd83aae88ae811d7cbd5
--- /dev/null
+++ b/workspace/runs/ctt_base_context_obs_learned_dominance_chart_bundle_envclip_k16_train_to_test/metrics_by_task.json
@@ -0,0 +1,137 @@
+{
+  "LiftPegUpright-v1": {
+    "base_success": 0.2,
+    "base_utility": 0.9498705387115478,
+    "coverage": 0.6,
+    "execute_generated": 0.6,
+    "fallback_rate": 0.4,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.5333333333333333,
+    "pairwise_causal_calibration_accuracy": 0.54512467498401,
+    "pairwise_causal_calibration_confidence": 0.54564531858913,
+    "pairwise_causal_calibration_ece": 0.11030342503862721,
+    "pairwise_causal_calibration_pairs": 94.8,
+    "predicted_margin": 0.14233301795724493,
+    "proposal_oracle_success": 0.6,
+    "proposal_oracle_utility": 1.4122399787108104,
+    "selected_candidate_index": 7.6,
+    "selected_success": 0.13333333333333333,
+    "selected_success_gain_over_base": -0.06666666666666667,
+    "selected_utility": 0.8185293744007747,
+    "selected_utility_gain_over_base": -0.13134116431077322,
+    "selector_regret": 0.6451034953196844,
+    "success_selector_gap": 0.4666666666666667,
+    "success_support_gap": 0.4,
+    "support_gap": 0.5877600212891897,
+    "tau": 0.0940318405174132
+  },
+  "PickCube-v1": {
+    "base_success": 0.0,
+    "base_utility": 0.5839591026306152,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.39814814814814814,
+    "pairwise_causal_calibration_confidence": 0.5607943587261041,
+    "pairwise_causal_calibration_ece": 0.16599791089703783,
+    "pairwise_causal_calibration_pairs": 36.0,
+    "predicted_margin": -0.39039029063840003,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.13425676027933756,
+    "selected_candidate_index": 5.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.5839591026306152,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.8657432397206624,
+    "tau": 0.3611323919348086
+  },
+  "PullCube-v1": {
+    "base_success": 0.36,
+    "base_utility": 0.7751704612234608,
+    "coverage": 0.6266666666666667,
+    "execute_generated": 0.6266666666666667,
+    "fallback_rate": 0.37333333333333335,
+    "hidden_chart_oracle_success": 0.52,
+    "hidden_chart_oracle_utility": 1.1467878860235214,
+    "outcome_ptr": 0.4666666666666667,
+    "pairwise_causal_calibration_accuracy": 0.4995022986920425,
+    "pairwise_causal_calibration_confidence": 0.5422481003539483,
+    "pairwise_causal_calibration_ece": 0.11105368029396932,
+    "pairwise_causal_calibration_pairs": 92.32,
+    "predicted_margin": 0.18136174528296545,
+    "proposal_oracle_success": 0.5333333333333333,
+    "proposal_oracle_utility": 1.1093241602430741,
+    "selected_candidate_index": 7.1866666666666665,
+    "selected_success": 0.32,
+    "selected_success_gain_over_base": -0.04,
+    "selected_utility": 0.6814040022250265,
+    "selected_utility_gain_over_base": -0.09376645899843425,
+    "selector_regret": 0.5039629975054413,
+    "success_selector_gap": 0.25333333333333335,
+    "success_support_gap": 0.02666666666666667,
+    "support_gap": 0.1075624164690574,
+    "tau": 0.10332537601561143
+  },
+  "PushCube-v1": {
+    "base_success": 0.16666666666666666,
+    "base_utility": 0.3924041787783305,
+    "coverage": 0.6666666666666666,
+    "execute_generated": 0.6666666666666666,
+    "fallback_rate": 0.3333333333333333,
+    "hidden_chart_oracle_success": 0.8333333333333334,
+    "hidden_chart_oracle_utility": 1.7015800600250561,
+    "outcome_ptr": 0.8333333333333334,
+    "pairwise_causal_calibration_accuracy": 0.588120956369862,
+    "pairwise_causal_calibration_confidence": 0.5338991876592735,
+    "pairwise_causal_calibration_ece": 0.08423604919725729,
+    "pairwise_causal_calibration_pairs": 97.44444444444444,
+    "predicted_margin": 0.4582899698155127,
+    "proposal_oracle_success": 0.8888888888888888,
+    "proposal_oracle_utility": 1.7857814149724112,
+    "selected_candidate_index": 7.055555555555555,
+    "selected_success": 0.5,
+    "selected_success_gain_over_base": 0.3333333333333333,
+    "selected_utility": 1.062640056014061,
+    "selected_utility_gain_over_base": 0.6702358772357305,
+    "selector_regret": 0.7231413589583503,
+    "success_selector_gap": 0.3888888888888889,
+    "success_support_gap": 0.1111111111111111,
+    "support_gap": 0.21421858502758873,
+    "tau": 0.35241155802994506
+  },
+  "StackCube-v1": {
+    "base_success": 0.2727272727272727,
+    "base_utility": 0.7763947045261209,
+    "coverage": 0.6060606060606061,
+    "execute_generated": 0.6060606060606061,
+    "fallback_rate": 0.3939393939393939,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.6363636363636364,
+    "pairwise_causal_calibration_accuracy": 0.5309413874218266,
+    "pairwise_causal_calibration_confidence": 0.5440067619410754,
+    "pairwise_causal_calibration_ece": 0.09869174841720094,
+    "pairwise_causal_calibration_pairs": 67.45454545454545,
+    "predicted_margin": 0.06420154895093595,
+    "proposal_oracle_success": 0.5151515151515151,
+    "proposal_oracle_utility": 1.1567951707225856,
+    "selected_candidate_index": 6.212121212121212,
+    "selected_success": 0.30303030303030304,
+    "selected_success_gain_over_base": 0.030303030303030304,
+    "selected_utility": 0.8023195727304979,
+    "selected_utility_gain_over_base": 0.025924868204376915,
+    "selector_regret": 0.3561627133326097,
+    "success_selector_gap": 0.21212121212121213,
+    "success_support_gap": 0.48484848484848486,
+    "support_gap": 0.8432048292774142,
+    "tau": 0.0009112489076126273
+  }
+}
diff --git a/workspace/runs/ctt_base_context_obs_learned_dominance_chart_bundle_envclip_k16_train_to_test/split_hash.txt b/workspace/runs/ctt_base_context_obs_learned_dominance_chart_bundle_envclip_k16_train_to_test/split_hash.txt
new file mode 100644
index 0000000000000000000000000000000000000000..865ad41e869c1bfbc57e4db65ed79e91e6d93081
--- /dev/null
+++ b/workspace/runs/ctt_base_context_obs_learned_dominance_chart_bundle_envclip_k16_train_to_test/split_hash.txt
@@ -0,0 +1,14 @@
+{
+  "calibration_target_index": {
+    "content_hash": "67f7b4a692f7c7e71da24378dc71e3399c5d35afc14c494869eba6087b765c42",
+    "retrieval_index_allowed": true,
+    "split": "train",
+    "split_hash": "867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372"
+  },
+  "eval_target_index": {
+    "content_hash": "0c38d73dc9bc4ab756e12006671b5d12f1a23358b281e54b3f6a9ae3cbf6e9af",
+    "retrieval_index_allowed": false,
+    "split": "test",
+    "split_hash": "84151df9e88c219b76751677558cc5bbbc19082bf358cea7330158e9e403e25f"
+  }
+}
diff --git a/workspace/runs/ctt_base_context_obs_learned_dominance_chart_bundle_envclip_k16_train_to_test/table.tex b/workspace/runs/ctt_base_context_obs_learned_dominance_chart_bundle_envclip_k16_train_to_test/table.tex
new file mode 100644
index 0000000000000000000000000000000000000000..a978c01941f3fd288a56813cb9e3b6683f6dc926
--- /dev/null
+++ b/workspace/runs/ctt_base_context_obs_learned_dominance_chart_bundle_envclip_k16_train_to_test/table.tex
@@ -0,0 +1,8 @@
+% Auto-generated by scripts/eval_learned_dominance_selector.py
+\begin{tabular}{lrrrrrrrrr}
+\toprule
+Rows & Coverage & Fallback & Base succ. & Selected succ. & Oracle succ. & OutcomePTR & Succ. support gap & Succ. selector gap & Cal. ECE \\
+\midrule
+144 & 0.6111 & 0.3889 & 0.2917 & 0.3125 & 0.5694 & 0.5486 & 0.2014 & 0.2778 & 0.0255 \\
+\bottomrule
+\end{tabular}
diff --git a/workspace/runs/ctt_base_context_obs_learned_dominance_chart_bundle_envclip_k16_train_to_test/train.log b/workspace/runs/ctt_base_context_obs_learned_dominance_chart_bundle_envclip_k16_train_to_test/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..58bd86f710dd9473c8bcb7619233a37739c0bfb3
--- /dev/null
+++ b/workspace/runs/ctt_base_context_obs_learned_dominance_chart_bundle_envclip_k16_train_to_test/train.log
@@ -0,0 +1,5 @@
+trained ridge dominance calibrator on calibration measured rows only
+fit_objective=pointwise
+selected_lambda=10.0
+tau={"LiftPegUpright-v1": 0.094032, "PickCube-v1": 0.361132, "PullCube-v1": 0.103325, "PushCube-v1": 0.352412, "StackCube-v1": 0.000911, "__global__": 0.113201}
+calibration_input=runs/ctt_base_context_obs_train_cal_envclip_k16_rollout_comparison/combined_measured_candidates.json
diff --git a/workspace/runs/ctt_base_context_obs_learned_dominance_chart_source_bundle_envclip_k16_train_to_test/command.txt b/workspace/runs/ctt_base_context_obs_learned_dominance_chart_source_bundle_envclip_k16_train_to_test/command.txt
new file mode 100644
index 0000000000000000000000000000000000000000..76d6e9e167cb1fe2040eea1b34e07871979ba000
--- /dev/null
+++ b/workspace/runs/ctt_base_context_obs_learned_dominance_chart_source_bundle_envclip_k16_train_to_test/command.txt
@@ -0,0 +1 @@
+python scripts/eval_learned_dominance_selector.py --calibration-input runs/ctt_base_context_obs_train_cal_envclip_k16_rollout_comparison/combined_measured_candidates.json --calibration-target-index data/cil_charts_rgb_refs/train/index.json --eval-input runs/ctt_base_context_obs_test_envclip_k16_rollout_comparison/combined_measured_candidates.json --eval-target-index data/cil_charts_rgb_refs/test/index.json --source-index data/cil_charts_rgb_refs/train/index.json --checkpoint-template runs/ctt_residual_base_context_obs_seed{seed}/model.pt --out-dir runs/ctt_base_context_obs_learned_dominance_chart_source_bundle_envclip_k16_train_to_test --feature-set chart_source_bundle_consensus --selector-chart-feature-mode base_context_obs --target success_weighted_margin --success-bonus 2.0 --threshold-scope task --fit-objective pointwise --k 16 --bootstrap-samples 1000 --no-markdown-report
diff --git a/workspace/runs/ctt_base_context_obs_learned_dominance_chart_source_bundle_envclip_k16_train_to_test/config.yaml b/workspace/runs/ctt_base_context_obs_learned_dominance_chart_source_bundle_envclip_k16_train_to_test/config.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..e9a0c475faf07575ab16adcb3e3d8602d980a9bc
--- /dev/null
+++ b/workspace/runs/ctt_base_context_obs_learned_dominance_chart_source_bundle_envclip_k16_train_to_test/config.yaml
@@ -0,0 +1,18 @@
+bootstrap_samples: 1000
+calibration_input: runs/ctt_base_context_obs_train_cal_envclip_k16_rollout_comparison/combined_measured_candidates.json
+calibration_target_index: data/cil_charts_rgb_refs/train/index.json
+checkpoint_template: runs/ctt_residual_base_context_obs_seed{seed}/model.pt
+eval_input: runs/ctt_base_context_obs_test_envclip_k16_rollout_comparison/combined_measured_candidates.json
+eval_target_index: data/cil_charts_rgb_refs/test/index.json
+feature_set: chart_source_bundle_consensus
+fit_objective: pointwise
+k: 16
+no_markdown_report: True
+out_dir: runs/ctt_base_context_obs_learned_dominance_chart_source_bundle_envclip_k16_train_to_test
+pairwise_weight: 1.0
+ridge_lambdas: 0,0.01,0.1,1,10,100
+selector_chart_feature_mode: base_context_obs
+source_index: data/cil_charts_rgb_refs/train/index.json
+success_bonus: 2.0
+target: success_weighted_margin
+threshold_scope: task
diff --git a/workspace/runs/ctt_base_context_obs_learned_dominance_chart_source_bundle_envclip_k16_train_to_test/data_hash.txt b/workspace/runs/ctt_base_context_obs_learned_dominance_chart_source_bundle_envclip_k16_train_to_test/data_hash.txt
new file mode 100644
index 0000000000000000000000000000000000000000..e65c158c17e61aaf10422563d2ffdd8922735e6a
--- /dev/null
+++ b/workspace/runs/ctt_base_context_obs_learned_dominance_chart_source_bundle_envclip_k16_train_to_test/data_hash.txt
@@ -0,0 +1,7 @@
+{
+  "calibration_input": "d79e275b896eb98caa128470d4614b76960cab12407faa157c583224be7abe80",
+  "calibration_target_index": "67973c50072aa87a3b97533b6292b08a8b4d88a95571dc22e91b6e8fd19e0d85",
+  "eval_input": "541d5a928da5f7ee04ca3dea570e04208830dffde431edfe5b5e38b692634045",
+  "eval_target_index": "dee1b5225485df6624747dd4c5074bcf514685b54017d05e698d2051638fbf36",
+  "source_index": "67973c50072aa87a3b97533b6292b08a8b4d88a95571dc22e91b6e8fd19e0d85"
+}
diff --git a/workspace/runs/ctt_base_context_obs_learned_dominance_chart_source_bundle_envclip_k16_train_to_test/eval.log b/workspace/runs/ctt_base_context_obs_learned_dominance_chart_source_bundle_envclip_k16_train_to_test/eval.log
new file mode 100644
index 0000000000000000000000000000000000000000..ad44bd37e51f82471f7a17d7372cee5fed00ed3f
--- /dev/null
+++ b/workspace/runs/ctt_base_context_obs_learned_dominance_chart_source_bundle_envclip_k16_train_to_test/eval.log
@@ -0,0 +1,3 @@
+evaluated learned fallback rule on held-out measured rollout rows
+eval_input=runs/ctt_base_context_obs_test_envclip_k16_rollout_comparison/combined_measured_candidates.json
+num_eval_rows=144
diff --git a/workspace/runs/ctt_base_context_obs_learned_dominance_chart_source_bundle_envclip_k16_train_to_test/git_hash.txt b/workspace/runs/ctt_base_context_obs_learned_dominance_chart_source_bundle_envclip_k16_train_to_test/git_hash.txt
new file mode 100644
index 0000000000000000000000000000000000000000..293c6ad4e775f2f937dca574f1b83a5f93f0bdb1
--- /dev/null
+++ b/workspace/runs/ctt_base_context_obs_learned_dominance_chart_source_bundle_envclip_k16_train_to_test/git_hash.txt
@@ -0,0 +1 @@
+14e81292e2004925f81e0bb4810f6f144bfd87b7
diff --git a/workspace/runs/ctt_base_context_obs_learned_dominance_chart_source_bundle_envclip_k16_train_to_test/metrics.json b/workspace/runs/ctt_base_context_obs_learned_dominance_chart_source_bundle_envclip_k16_train_to_test/metrics.json
new file mode 100644
index 0000000000000000000000000000000000000000..43fa4dc468fbf61113c5771c5ca2aea258650016
--- /dev/null
+++ b/workspace/runs/ctt_base_context_obs_learned_dominance_chart_source_bundle_envclip_k16_train_to_test/metrics.json
@@ -0,0 +1,9124 @@
+{
+  "calibration_input": "runs/ctt_base_context_obs_train_cal_envclip_k16_rollout_comparison/combined_measured_candidates.json",
+  "calibration_model_selection": {
+    "base_success": 0.2777777777777778,
+    "base_utility": 0.7007981554626086,
+    "coverage": 0.5,
+    "fallback_rate": 0.5,
+    "hidden_chart_oracle_success": 0.6597222222222222,
+    "hidden_chart_oracle_utility": 1.4150809271054134,
+    "outcome_ptr": 0.5462962962962963,
+    "proposal_oracle_success": 0.5370370370370371,
+    "proposal_oracle_utility": 1.1440672337592803,
+    "selected_success": 0.375,
+    "selected_success_gain_over_base": 0.09722222222222222,
+    "selected_utility": 0.8586226551326237,
+    "selector_regret": 0.3815252628321307,
+    "success_selector_gap": 0.20601851851851852,
+    "success_support_gap": 0.17592592592592593,
+    "support_gap": 0.35465237537627453
+  },
+  "calibration_summary": {
+    "base_success": 0.2777777777777778,
+    "base_utility": 0.7007981554626086,
+    "coverage": 0.5,
+    "fallback_rate": 0.5,
+    "hidden_chart_oracle_success": 0.6597222222222222,
+    "hidden_chart_oracle_utility": 1.4150809271054134,
+    "outcome_ptr": 0.5462962962962963,
+    "pairwise_causal_calibration_accuracy": 0.5077676549581337,
+    "pairwise_causal_calibration_confidence": 0.5876765208114785,
+    "pairwise_causal_calibration_ece": 0.079908865853345,
+    "pairwise_causal_calibration_pairs": 37978.0,
+    "proposal_oracle_success": 0.5370370370370371,
+    "proposal_oracle_utility": 1.1440672337592803,
+    "selected_success": 0.375,
+    "selected_success_gain_over_base": 0.09722222222222222,
+    "selected_utility": 0.8586226551326237,
+    "selector_regret": 0.3815252628321307,
+    "success_selector_gap": 0.20601851851851852,
+    "success_support_gap": 0.17592592592592593,
+    "support_gap": 0.35465237537627453
+  },
+  "calibration_target_content_hash": "67f7b4a692f7c7e71da24378dc71e3399c5d35afc14c494869eba6087b765c42",
+  "calibration_target_split_hash": "867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372",
+  "chart_feature_mode": "base_context_obs",
+  "data_hash": "0c38d73dc9bc4ab756e12006671b5d12f1a23358b281e54b3f6a9ae3cbf6e9af",
+  "eval_input": "runs/ctt_base_context_obs_test_envclip_k16_rollout_comparison/combined_measured_candidates.json",
+  "eval_summary": {
+    "base_success": 0.2916666666666667,
+    "base_utility": 0.7418195864423373,
+    "coverage": 0.5625,
+    "fallback_rate": 0.4375,
+    "hidden_chart_oracle_success": 0.7291666666666666,
+    "hidden_chart_oracle_utility": 1.5183161981403828,
+    "outcome_ptr": 0.5486111111111112,
+    "pairwise_causal_calibration_accuracy": 0.5206691330223581,
+    "pairwise_causal_calibration_confidence": 0.5817740213754673,
+    "pairwise_causal_calibration_ece": 0.06110488835310939,
+    "pairwise_causal_calibration_pairs": 12434.0,
+    "proposal_oracle_success": 0.5694444444444444,
+    "proposal_oracle_utility": 1.2159999172436073,
+    "selected_success": 0.2916666666666667,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.7314973677291872,
+    "selector_regret": 0.5157032941917552,
+    "success_selector_gap": 0.2847222222222222,
+    "success_support_gap": 0.2013888888888889,
+    "support_gap": 0.3761285081272945
+  },
+  "eval_target_content_hash": "0c38d73dc9bc4ab756e12006671b5d12f1a23358b281e54b3f6a9ae3cbf6e9af",
+  "eval_target_split_hash": "84151df9e88c219b76751677558cc5bbbc19082bf358cea7330158e9e403e25f",
+  "feature_mean": [
+    0.0,
+    4.602051421289207,
+    1.8887871984592688,
+    -1.985099232970326e-17,
+    7.187557603686636,
+    0.0663594470046083,
+    2.0903225806451613,
+    0.7930022866760579,
+    1.9819565879721794,
+    15.375115207373272,
+    1.0,
+    1.712312153966603,
+    1.2801339190863705,
+    2.7725887222400836,
+    0.37403993855606793,
+    1.1886197294610712,
+    0.756002662910042,
+    1.4434513973681609,
+    1.0108343327560374,
+    0.676036866359447,
+    0.44369032273409875,
+    0.7674145310087138,
+    0.567144010021948,
+    1.0,
+    0.0,
+    0.6065368202143773,
+    0.46997871591933094,
+    0.5076804915514593,
+    1.0,
+    1.044349800585736,
+    1.0509106460665045,
+    0.8002031215841607,
+    0.5811250768510506,
+    2.5434513049028507,
+    0.34326541665726357,
+    0.8966401857535892,
+    1.2182893520781068,
+    1.2263923089918751,
+    0.786961656617233,
+    0.6987682628846764,
+    1.0,
+    0.9974076898437442,
+    0.02008356847617045,
+    0.39137378168005876,
+    0.3910654018162905,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    0.0,
+    2.788372394309843,
+    5.701382488479263,
+    12.81136712749616,
+    0.40686157587079336,
+    0.8936925909045862,
+    0.24551906257091227,
+    0.12993606097190302,
+    0.1850963060060051,
+    0.0663594470046083,
+    3.944723778791356,
+    4.364277845709234,
+    4.603718512944113,
+    5.60843294300425,
+    4.854070660522273,
+    0.3680969062939123,
+    1.0,
+    0.3217802000866517,
+    4.613985697387828,
+    0.5009397088659758
+  ],
+  "feature_names": [
+    "bias",
+    "candidate_score",
+    "candidate_score_minus_base_score",
+    "row_score_z",
+    "candidate_index",
+    "is_top_score_candidate",
+    "source_chart_rank",
+    "tangent_rms_norm",
+    "tangent_linf_norm",
+    "num_candidates",
+    "source_chart_found",
+    "source_positive_count_log",
+    "source_negative_count_log",
+    "source_nonbase_count_log",
+    "source_positive_rate",
+    "source_best_delta_utility",
+    "source_mean_delta_utility",
+    "source_best_utility",
+    "source_mean_utility",
+    "source_best_success",
+    "source_mean_success",
+    "source_best_progress",
+    "source_mean_progress",
+    "source_positive_safety_known_rate",
+    "source_positive_unsafe_rate_known",
+    "generated_to_source_positive_min_rms",
+    "generated_to_source_negative_min_rms",
+    "generated_source_pos_closer_than_neg",
+    "source_chart_feature_found",
+    "target_chart_feature_norm",
+    "source_chart_feature_norm",
+    "target_source_chart_cosine",
+    "target_source_chart_rms",
+    "target_source_chart_linf",
+    "target_source_chart_absmean",
+    "target_source_chart_dot_per_dim",
+    "target_base_action_norm",
+    "source_base_action_norm",
+    "target_source_base_cosine",
+    "target_source_base_rms",
+    "target_source_obs_available",
+    "target_source_obs_cosine",
+    "target_source_obs_rms",
+    "target_obs_norm",
+    "source_obs_norm",
+    "target_source_obj_available",
+    "target_source_obj_cosine",
+    "target_source_obj_rms",
+    "target_obj_norm",
+    "source_obj_norm",
+    "bundle_num_candidates_log",
+    "bundle_neighbor_count_r020",
+    "bundle_neighbor_count_r040",
+    "bundle_neighbor_frac_r020",
+    "bundle_neighbor_frac_r040",
+    "bundle_mean_peer_rms",
+    "bundle_min_peer_rms",
+    "bundle_medoid_rms",
+    "bundle_is_medoid",
+    "bundle_peer_score_mean_r020",
+    "bundle_peer_score_max_r020",
+    "bundle_peer_score_mean_r040",
+    "bundle_peer_score_max_r040",
+    "bundle_unique_source_count_r040",
+    "bundle_unique_source_frac_r040",
+    "bundle_unique_task_count_r040",
+    "bundle_same_source_frac_r040",
+    "bundle_score_density_r040",
+    "bundle_rank_density_r040"
+  ],
+  "feature_set": "chart_source_bundle_consensus",
+  "feature_std": [
+    1.0,
+    2.5232884736710055,
+    2.2444575887945213,
+    0.9999992484766103,
+    4.542613580634851,
+    0.24891036261589178,
+    1.9642314545113713,
+    0.37078681697003224,
+    0.7171840796063713,
+    1.7485561930736828,
+    1e-06,
+    0.6172259236004526,
+    1.0207348750234775,
+    1.0000003024247519e-06,
+    0.247259211359892,
+    0.7394816262084946,
+    0.599569803694898,
+    0.811233687088667,
+    0.7790947397311471,
+    0.46798713407060977,
+    0.4330181331210625,
+    0.3530091411010039,
+    0.35507719727234843,
+    1e-06,
+    1e-06,
+    0.3893883017336776,
+    0.4345787301086313,
+    0.49994200656928256,
+    1e-06,
+    0.14319094131293478,
+    0.14491309378768996,
+    0.19298897178584146,
+    0.32495613500512616,
+    1.3413619446954763,
+    0.2065176097090355,
+    0.3376678168884184,
+    0.1766334065498482,
+    0.1790096989966568,
+    0.20687067948130008,
+    0.3907071033474156,
+    1e-06,
+    0.005866370796541541,
+    0.02376663855951178,
+    0.015525196749693172,
+    0.017227249939028074,
+    1e-06,
+    1e-06,
+    1e-06,
+    1e-06,
+    1e-06,
+    0.12987037363894735,
+    4.878517299430629,
+    3.217377946148024,
+    0.346567593200359,
+    0.19990387562321757,
+    0.09641872137117102,
+    0.07067998005028978,
+    0.11663352509384882,
+    0.2489103626158918,
+    2.8138515595422326,
+    2.965671838859836,
+    2.4297066599961332,
+    2.38657189782847,
+    2.243933495797979,
+    0.19723478821626303,
+    1e-06,
+    0.28108282108993726,
+    2.4172277778814877,
+    0.31354917609205285
+  ],
+  "fit_design": {
+    "fit_objective": "pointwise",
+    "num_candidate_rows": 6510,
+    "num_fit_rows": 6510,
+    "num_pairwise_rows": 0,
+    "num_pointwise_rows": 6510,
+    "pairwise_weight": 0.0
+  },
+  "fit_objective": "pointwise",
+  "k": 16,
+  "num_calibration_candidates": 6510,
+  "num_calibration_rows": 432,
+  "num_eval_candidates": 2115,
+  "num_eval_rows": 144,
+  "pairwise_causal_calibration": {
+    "calibration": {
+      "accuracy": 0.5077676549581337,
+      "bins": [
+        {
+          "abs_gap": 0.0,
+          "accuracy": 0.0,
+          "confidence": 0.0,
+          "count": 0,
+          "lower": 0.0,
+          "upper": 0.1
+        },
+        {
+          "abs_gap": 0.0,
+          "accuracy": 0.0,
+          "confidence": 0.0,
+          "count": 0,
+          "lower": 0.1,
+          "upper": 0.2
+        },
+        {
+          "abs_gap": 0.0,
+          "accuracy": 0.0,
+          "confidence": 0.0,
+          "count": 0,
+          "lower": 0.2,
+          "upper": 0.3
+        },
+        {
+          "abs_gap": 0.0,
+          "accuracy": 0.0,
+          "confidence": 0.0,
+          "count": 0,
+          "lower": 0.3,
+          "upper": 0.4
+        },
+        {
+          "abs_gap": 0.0,
+          "accuracy": 0.0,
+          "confidence": 0.0,
+          "count": 0,
+          "lower": 0.4,
+          "upper": 0.5
+        },
+        {
+          "abs_gap": 0.03786159949288581,
+          "accuracy": 0.503346291027131,
+          "confidence": 0.5412078905200168,
+          "count": 24953,
+          "lower": 0.5,
+          "upper": 0.6
+        },
+        {
+          "abs_gap": 0.12472863532485967,
+          "accuracy": 0.5185390149418926,
+          "confidence": 0.6432676502667523,
+          "count": 9035,
+          "lower": 0.6,
+          "upper": 0.7
+        },
+        {
+          "abs_gap": 0.22639637511815436,
+          "accuracy": 0.5140240412135089,
+          "confidence": 0.7404204163316632,
+          "count": 3494,
+          "lower": 0.7,
+          "upper": 0.8
+        },
+        {
+          "abs_gap": 0.3485853017848903,
+          "accuracy": 0.48268398268398266,
+          "confidence": 0.8312692844688729,
+          "count": 462,
+          "lower": 0.8,
+          "upper": 0.9
+        },
+        {
+          "abs_gap": 0.3241132642588024,
+          "accuracy": 0.5882352941176471,
+          "confidence": 0.9123485583764495,
+          "count": 34,
+          "lower": 0.9,
+          "upper": 1.0
+        }
+      ],
+      "ece": 0.079908865853345,
+      "mean_confidence": 0.5876765208114785,
+      "n_bins": 10,
+      "num_pairs": 37978,
+      "num_rows": 432
+    },
+    "eval": {
+      "accuracy": 0.5206691330223581,
+      "bins": [
+        {
+          "abs_gap": 0.0,
+          "accuracy": 0.0,
+          "confidence": 0.0,
+          "count": 0,
+          "lower": 0.0,
+          "upper": 0.1
+        },
+        {
+          "abs_gap": 0.0,
+          "accuracy": 0.0,
+          "confidence": 0.0,
+          "count": 0,
+          "lower": 0.1,
+          "upper": 0.2
+        },
+        {
+          "abs_gap": 0.0,
+          "accuracy": 0.0,
+          "confidence": 0.0,
+          "count": 0,
+          "lower": 0.2,
+          "upper": 0.3
+        },
+        {
+          "abs_gap": 0.0,
+          "accuracy": 0.0,
+          "confidence": 0.0,
+          "count": 0,
+          "lower": 0.3,
+          "upper": 0.4
+        },
+        {
+          "abs_gap": 0.0,
+          "accuracy": 0.0,
+          "confidence": 0.0,
+          "count": 0,
+          "lower": 0.4,
+          "upper": 0.5
+        },
+        {
+          "abs_gap": 0.023211338336958764,
+          "accuracy": 0.5176347340239786,
+          "confidence": 0.5408460723609374,
+          "count": 8591,
+          "lower": 0.5,
+          "upper": 0.6
+        },
+        {
+          "abs_gap": 0.10911026547809066,
+          "accuracy": 0.5314349112426036,
+          "confidence": 0.6405451767206942,
+          "count": 2704,
+          "lower": 0.6,
+          "upper": 0.7
+        },
+        {
+          "abs_gap": 0.22631325440901795,
+          "accuracy": 0.5166666666666667,
+          "confidence": 0.7429799210756847,
+          "count": 1020,
+          "lower": 0.7,
+          "upper": 0.8
+        },
+        {
+          "abs_gap": 0.2898814855444869,
+          "accuracy": 0.5294117647058824,
+          "confidence": 0.8192932502503693,
+          "count": 119,
+          "lower": 0.8,
+          "upper": 0.9
+        },
+        {
+          "abs_gap": 0.0,
+          "accuracy": 0.0,
+          "confidence": 0.0,
+          "count": 0,
+          "lower": 0.9,
+          "upper": 1.0
+        }
+      ],
+      "ece": 0.06110488835310939,
+      "mean_confidence": 0.5817740213754673,
+      "n_bins": 10,
+      "num_pairs": 12434,
+      "num_rows": 144
+    }
+  },
+  "pairwise_weight": 1.0,
+  "report_type": "learned_dominance_selector_eval",
+  "ridge_lambdas": [
+    0.0,
+    0.01,
+    0.1,
+    1.0,
+    10.0,
+    100.0
+  ],
+  "rows": [
+    {
+      "base_success": 0.0,
+      "base_utility": 0.7236053347587585,
+      "chart_id": "ms-5799584ed40e211c50a5",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5042016806722689,
+      "pairwise_causal_calibration_confidence": 0.5508434661236096,
+      "pairwise_causal_calibration_ece": 0.08899904912532385,
+      "pairwise_causal_calibration_pairs": 119.0,
+      "predicted_margin": 1.2153078550922283,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "2012211287/train0",
+      "selected_candidate_index": 1,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.7106714248657227,
+      "selected_utility_gain_over_base": -0.012933909893035889,
+      "selector_regret": 1.2893285751342773,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "LiftPegUpright-v1",
+      "tau": 0.7478358458742458,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.6000905632972717,
+      "chart_id": "ms-715db95b13ebc6c977c8",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.7032967032967034,
+      "pairwise_causal_calibration_confidence": 0.5795355714423935,
+      "pairwise_causal_calibration_ece": 0.1237611318543097,
+      "pairwise_causal_calibration_pairs": 91.0,
+      "predicted_margin": 0.18766723699772747,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.2115575522184372,
+      "seed": "307068879/train0",
+      "selected_candidate_index": 9,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.6000905632972717,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.7884424477815628,
+      "task_id": "LiftPegUpright-v1",
+      "tau": 0.7478358458742458,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-7b229b60d7f64fb624cf",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.5714285714285714,
+      "pairwise_causal_calibration_confidence": 0.5516482746314322,
+      "pairwise_causal_calibration_ece": 0.1125523173289727,
+      "pairwise_causal_calibration_pairs": 119.0,
+      "predicted_margin": 1.197390750232301,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1073161778/train0",
+      "selected_candidate_index": 2,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": -1.0,
+      "selected_utility": 0.7067229747772217,
+      "selected_utility_gain_over_base": -1.2932770252227783,
+      "selector_regret": 1.2932770252227783,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "LiftPegUpright-v1",
+      "tau": 0.7478358458742458,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.725701630115509,
+      "chart_id": "ms-99f263cb3f383b1f6243",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.6571428571428571,
+      "pairwise_causal_calibration_confidence": 0.5840070772055741,
+      "pairwise_causal_calibration_ece": 0.07313577993728299,
+      "pairwise_causal_calibration_pairs": 105.0,
+      "predicted_margin": 1.2718540448404614,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "608016290/train0",
+      "selected_candidate_index": 12,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 1.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 1.274298369884491,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "LiftPegUpright-v1",
+      "tau": 0.7478358458742458,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.6999551653862,
+      "chart_id": "ms-ec2e4afb34b439731136",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.38181818181818183,
+      "pairwise_causal_calibration_confidence": 0.5622784804732108,
+      "pairwise_causal_calibration_ece": 0.1804602986550292,
+      "pairwise_causal_calibration_pairs": 55.0,
+      "predicted_margin": 0.422930196465892,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "441046872/train0",
+      "selected_candidate_index": 7,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.6999551653862,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 1.3000448346138,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "LiftPegUpright-v1",
+      "tau": 0.7478358458742458,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.5839591026306152,
+      "chart_id": "ms-a9ac13384fe5afc835f1",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.19444444444444445,
+      "pairwise_causal_calibration_confidence": 0.6053552926240098,
+      "pairwise_causal_calibration_ece": 0.4109108481795651,
+      "pairwise_causal_calibration_pairs": 36.0,
+      "predicted_margin": -0.7902719177719542,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.18325337767601013,
+      "seed": "1522272686/train0",
+      "selected_candidate_index": 1,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.5839591026306152,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.8167466223239899,
+      "task_id": "PickCube-v1",
+      "tau": 1.280136139242778,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-06babf453b22ba8f2407",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": NaN,
+      "pairwise_causal_calibration_confidence": NaN,
+      "pairwise_causal_calibration_ece": 0.0,
+      "pairwise_causal_calibration_pairs": 0.0,
+      "predicted_margin": 1.512536567520637,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1747178030/train0",
+      "selected_candidate_index": 9,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.16168592870235443,
+      "chart_id": "ms-0e1ff8d16372796dac97",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5128205128205128,
+      "pairwise_causal_calibration_confidence": 0.5427636297408412,
+      "pairwise_causal_calibration_ece": 0.05199413529520332,
+      "pairwise_causal_calibration_pairs": 117.0,
+      "predicted_margin": 1.0958317448801518,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "767747424/train0",
+      "selected_candidate_index": 3,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 1.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 1.8383140712976456,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.0939030647277832,
+      "chart_id": "ms-223b0a8319beb051a1ee",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.1593424528837204,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.275,
+      "pairwise_causal_calibration_confidence": 0.5596745083517122,
+      "pairwise_causal_calibration_ece": 0.2846745083517123,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.5914274057916176,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.06019836664199829,
+      "seed": "1461069713/train0",
+      "selected_candidate_index": 15,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.0939030647277832,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0991440862417221,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.001929501653648913,
+      "chart_id": "ms-34726202b475d29cdf38",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.25342071056365967,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.6666666666666666,
+      "pairwise_causal_calibration_confidence": 0.6243032484138443,
+      "pairwise_causal_calibration_ece": 0.06612558013009637,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 1.0207049192558117,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.010183374397456646,
+      "seed": "626486813/train0",
+      "selected_candidate_index": 12,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.007048348430544138,
+      "selected_utility_gain_over_base": 0.005118846776895225,
+      "selector_regret": 0.003135025966912508,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.24323733616620302,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-4cc40587ec490257b1d2",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.275,
+      "pairwise_causal_calibration_confidence": 0.5896370284261352,
+      "pairwise_causal_calibration_ece": 0.3146370284261351,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 1.6346761015834912,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.15456630289554596,
+      "seed": "2054899126/train0",
+      "selected_candidate_index": 3,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": -1.0,
+      "selected_utility": 0.07831952720880508,
+      "selected_utility_gain_over_base": -1.921680472791195,
+      "selector_regret": 0.07624677568674088,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.845433697104454,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-62f8c18a15c566ec4b00",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.6470588235294118,
+      "pairwise_causal_calibration_confidence": 0.6057740013777554,
+      "pairwise_causal_calibration_ece": 0.08437381833742622,
+      "pairwise_causal_calibration_pairs": 17.0,
+      "predicted_margin": 1.0088593202243494,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "672328262/train0",
+      "selected_candidate_index": 7,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.07698849588632584,
+      "chart_id": "ms-6661b157c41ad4d6ab85",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.2351006269454956,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.4666666666666667,
+      "pairwise_causal_calibration_confidence": 0.5856319439826799,
+      "pairwise_causal_calibration_ece": 0.11896527731601296,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.616048277343447,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.15051491558551788,
+      "seed": "767747424/train0",
+      "selected_candidate_index": 11,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.07698849588632584,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.07352641969919205,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.08458571135997772,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.03588630631566048,
+      "chart_id": "ms-6b789356d65b3312fbae",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.22781728208065033,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.7166666666666667,
+      "pairwise_causal_calibration_confidence": 0.5931535905005015,
+      "pairwise_causal_calibration_ece": 0.12351307616616536,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.6180032029224511,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.14671264588832855,
+      "seed": "278008524/train0",
+      "selected_candidate_index": 4,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.03588630631566048,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.11082633957266808,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.08110463619232178,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-7923b8196b397863cf4f",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.5652173913043478,
+      "pairwise_causal_calibration_confidence": 0.5667479107448529,
+      "pairwise_causal_calibration_ece": 0.025257247762570406,
+      "pairwise_causal_calibration_pairs": 46.0,
+      "predicted_margin": 1.340214222459458,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1845489013/train0",
+      "selected_candidate_index": 5,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.008267183788120747,
+      "chart_id": "ms-7df455efd413d77e6ce3",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.07774405181407928,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.2833333333333333,
+      "pairwise_causal_calibration_confidence": 0.5253581386999512,
+      "pairwise_causal_calibration_ece": 0.24202480536661786,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.5133002339982102,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.07920757681131363,
+      "seed": "626486813/train0",
+      "selected_candidate_index": 10,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.008267183788120747,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.07094039302319288,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-7e295b5859c07c90487f",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.26271408796310425,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.6916666666666667,
+      "pairwise_causal_calibration_confidence": 0.5592734793015516,
+      "pairwise_causal_calibration_ece": 0.13239318736511552,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.3220928111639759,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "767747424/train0",
+      "selected_candidate_index": 0,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.18171554803848267,
+      "chart_id": "ms-8577816da2917a2bb63d",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5714285714285714,
+      "pairwise_causal_calibration_confidence": 0.5597842433887508,
+      "pairwise_causal_calibration_ece": 0.08130419295423207,
+      "pairwise_causal_calibration_pairs": 84.0,
+      "predicted_margin": 1.4903299974496993,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "585904130/train0",
+      "selected_candidate_index": 4,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.09919407218694687,
+      "selected_utility_gain_over_base": -0.0825214758515358,
+      "selector_regret": 1.9008059278130531,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.10283424705266953,
+      "chart_id": "ms-8e56b0eaa2604db6749e",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.2857772707939148,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.5416666666666666,
+      "pairwise_causal_calibration_confidence": 0.5684739620257733,
+      "pairwise_causal_calibration_ece": 0.0268072953591066,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.6161038657373066,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.015177905559539795,
+      "seed": "141984615/train0",
+      "selected_candidate_index": 14,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.10283424705266953,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.270599365234375,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.14270895719528198,
+      "chart_id": "ms-972c5be72d0b24be7cd5",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5166666666666667,
+      "pairwise_causal_calibration_confidence": 0.5384807944311416,
+      "pairwise_causal_calibration_ece": 0.04158052457553095,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.8210246755902229,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.21658658981323242,
+      "seed": "750448296/train0",
+      "selected_candidate_index": 0,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.14270895719528198,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.07387763261795044,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.7834134101867676,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.08313504606485367,
+      "chart_id": "ms-9757fc494e79b5543bb6",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.17056432366371155,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.4166666666666667,
+      "pairwise_causal_calibration_confidence": 0.5986660164452574,
+      "pairwise_causal_calibration_ece": 0.18530981522251466,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 1.70117503855084,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.08826130628585815,
+      "seed": "636680137/train0",
+      "selected_candidate_index": 2,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.08826130628585815,
+      "selected_utility_gain_over_base": 0.005126260221004486,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0823030173778534,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.05412294343113899,
+      "chart_id": "ms-a8731059713697ce5e2a",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.19710752367973328,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.35833333333333334,
+      "pairwise_causal_calibration_confidence": 0.6230145863265159,
+      "pairwise_causal_calibration_ece": 0.30650057427120686,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.5724868358709978,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.019201835617423058,
+      "seed": "767747424/train0",
+      "selected_candidate_index": 5,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.05412294343113899,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.17790568806231022,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-ac94b48febe523da15a5",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.4533333333333333,
+      "pairwise_causal_calibration_confidence": 0.5366248224651405,
+      "pairwise_causal_calibration_ece": 0.08329148913180733,
+      "pairwise_causal_calibration_pairs": 75.0,
+      "predicted_margin": 0.3369485573884625,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1375492786/train0",
+      "selected_candidate_index": 5,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-b49043f15f4846de5b13",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.3448275862068966,
+      "pairwise_causal_calibration_confidence": 0.6255201768318296,
+      "pairwise_causal_calibration_ece": 0.3473762370913279,
+      "pairwise_causal_calibration_pairs": 29.0,
+      "predicted_margin": 1.1448828501178339,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "2038594191/train0",
+      "selected_candidate_index": 5,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": -1.0,
+      "selected_utility": 0.04285776615142822,
+      "selected_utility_gain_over_base": -1.9571422338485718,
+      "selector_regret": 1.9571422338485718,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.0929974913597107,
+      "chart_id": "ms-b7d7021b782f73816083",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.22398948669433594,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.5333333333333333,
+      "pairwise_causal_calibration_confidence": 0.6190746261431673,
+      "pairwise_causal_calibration_ece": 0.08763058562166437,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 1.8443995043743224,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.041394393891096115,
+      "seed": "750448296/train0",
+      "selected_candidate_index": 14,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.015753567218780518,
+      "selected_utility_gain_over_base": -0.07724392414093018,
+      "selector_regret": 0.025640826672315598,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.18259509280323982,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-b8c3ec3ea915c5d35b3e",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": NaN,
+      "pairwise_causal_calibration_confidence": NaN,
+      "pairwise_causal_calibration_ece": 0.0,
+      "pairwise_causal_calibration_pairs": 0.0,
+      "predicted_margin": 1.9153901564980373,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "2054899126/train0",
+      "selected_candidate_index": 1,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-b8fc1568ce66c45c8d8b",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.2786632478237152,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.45,
+      "pairwise_causal_calibration_confidence": 0.5630309153002454,
+      "pairwise_causal_calibration_ece": 0.11303091530024553,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 1.0110612897022033,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.10839563608169556,
+      "seed": "747260437/train0",
+      "selected_candidate_index": 15,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": -1.0,
+      "selected_utility": 0.08987965434789658,
+      "selected_utility_gain_over_base": -1.9101203456521034,
+      "selector_regret": 0.01851598173379898,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.17026761174201965,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.04958367347717285,
+      "chart_id": "ms-da555a03dd382d93e119",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.6565656565656566,
+      "pairwise_causal_calibration_confidence": 0.6041498943194046,
+      "pairwise_causal_calibration_ece": 0.07832126548147574,
+      "pairwise_causal_calibration_pairs": 99.0,
+      "predicted_margin": 0.13084136604112917,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "278008524/train0",
+      "selected_candidate_index": 10,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.04958367347717285,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 1.9504163265228271,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.10451483726501465,
+      "chart_id": "ms-f5dd1c43ebc4c0cfc3f1",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.2974560856819153,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.75,
+      "pairwise_causal_calibration_confidence": 0.5625148880216412,
+      "pairwise_causal_calibration_ece": 0.18748511197835893,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 1.530739092243051,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.060871422290802,
+      "seed": "1549324805/train0",
+      "selected_candidate_index": 5,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.03462250903248787,
+      "selected_utility_gain_over_base": -0.06989232823252678,
+      "selector_regret": 0.026248913258314133,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.23658466339111328,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.07191530615091324,
+      "chart_id": "ms-f9740a08a98cb251b761",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.625,
+      "pairwise_causal_calibration_confidence": 0.5988235112981328,
+      "pairwise_causal_calibration_ece": 0.11653574747746832,
+      "pairwise_causal_calibration_pairs": 40.0,
+      "predicted_margin": 1.3378277706579857,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1822210471/train0",
+      "selected_candidate_index": 1,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.06306678056716919,
+      "selected_utility_gain_over_base": -0.008848525583744049,
+      "selector_regret": 1.9369332194328308,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.11707299947738647,
+      "chart_id": "ms-fa8b4ba41ecac8030271",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5595238095238095,
+      "pairwise_causal_calibration_confidence": 0.5919797870987649,
+      "pairwise_causal_calibration_ece": 0.07576099703696844,
+      "pairwise_causal_calibration_pairs": 84.0,
+      "predicted_margin": -0.007158829388102639,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "750448296/train0",
+      "selected_candidate_index": 4,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.11707299947738647,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 1.8829270005226135,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.036152780055999756,
+      "chart_id": "ms-05f34a90fa7355262b8e",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.7586206896551724,
+      "pairwise_causal_calibration_confidence": 0.5841905535939795,
+      "pairwise_causal_calibration_ece": 0.17443013606119306,
+      "pairwise_causal_calibration_pairs": 29.0,
+      "predicted_margin": 1.839399049033097,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "440577711/train0",
+      "selected_candidate_index": 4,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 1.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 1.9638472199440002,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PushCube-v1",
+      "tau": 1.2264360294338528,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.10647052526473999,
+      "chart_id": "ms-2413d1155c87f0442485",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5583333333333333,
+      "pairwise_causal_calibration_confidence": 0.5894684248151024,
+      "pairwise_causal_calibration_ece": 0.03846474579568359,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 2.1833463985406447,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.14406004548072815,
+      "seed": "1324642411/train0",
+      "selected_candidate_index": 7,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.054066285490989685,
+      "selected_utility_gain_over_base": -0.052404239773750305,
+      "selector_regret": 0.08999375998973846,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.8559399545192719,
+      "task_id": "PushCube-v1",
+      "tau": 1.2264360294338528,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.12476746737957001,
+      "chart_id": "ms-54346a8f79bd9dca1dfe",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.6272727272727273,
+      "pairwise_causal_calibration_confidence": 0.5867290403888722,
+      "pairwise_causal_calibration_ece": 0.04054368688385518,
+      "pairwise_causal_calibration_pairs": 110.0,
+      "predicted_margin": 1.9875622503266075,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1790188787/train0",
+      "selected_candidate_index": 5,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 1.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 1.87523253262043,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PushCube-v1",
+      "tau": 1.2264360294338528,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-64f98d163b6bff29332b",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.494949494949495,
+      "pairwise_causal_calibration_confidence": 0.6511354281579875,
+      "pairwise_causal_calibration_ece": 0.3204647685440312,
+      "pairwise_causal_calibration_pairs": 99.0,
+      "predicted_margin": 1.471050707973179,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1261930456/train0",
+      "selected_candidate_index": 0,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": -1.0,
+      "selected_utility": 0.05754852294921875,
+      "selected_utility_gain_over_base": -1.9424514770507812,
+      "selector_regret": 1.9424514770507812,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PushCube-v1",
+      "tau": 1.2264360294338528,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 2.2351741790771484e-07,
+      "chart_id": "ms-c2ae2b78ab7891e74c80",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.6050420168067226,
+      "pairwise_causal_calibration_confidence": 0.5998439015094801,
+      "pairwise_causal_calibration_ece": 0.07491598280692124,
+      "pairwise_causal_calibration_pairs": 119.0,
+      "predicted_margin": 2.434169345753335,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "509430392/train0",
+      "selected_candidate_index": 11,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 1.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 1.999999776482582,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PushCube-v1",
+      "tau": 1.2264360294338528,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.08703407645225525,
+      "chart_id": "ms-d4c37ed44fb338c1d551",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.20948036015033722,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.26262626262626265,
+      "pairwise_causal_calibration_confidence": 0.5720642439373731,
+      "pairwise_causal_calibration_ece": 0.30943798131111067,
+      "pairwise_causal_calibration_pairs": 99.0,
+      "predicted_margin": 2.1158648725170077,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1480856810/train0",
+      "selected_candidate_index": 9,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.07608599960803986,
+      "selected_utility_gain_over_base": -0.010948076844215393,
+      "selector_regret": 1.9239140003919601,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PushCube-v1",
+      "tau": 1.2264360294338528,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.05225050449371338,
+      "chart_id": "ms-146ff6c3f22b3a49af3a",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.4722222222222222,
+      "pairwise_causal_calibration_confidence": 0.5740299161789739,
+      "pairwise_causal_calibration_ece": 0.1173721779867959,
+      "pairwise_causal_calibration_pairs": 36.0,
+      "predicted_margin": 0.7792589748622651,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.09799930453300476,
+      "seed": "2061635888/train0",
+      "selected_candidate_index": 1,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.05225050449371338,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.04574880003929138,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.9020006954669952,
+      "task_id": "StackCube-v1",
+      "tau": 0.893807936331132,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.16300667822360992,
+      "chart_id": "ms-15fc8cc6f74cf589056f",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.6388888888888888,
+      "pairwise_causal_calibration_confidence": 0.605234361994273,
+      "pairwise_causal_calibration_ece": 0.09534125846142073,
+      "pairwise_causal_calibration_pairs": 36.0,
+      "predicted_margin": 0.9134188949984638,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.13732868432998657,
+      "seed": "655884605/train0",
+      "selected_candidate_index": 0,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.12222731113433838,
+      "selected_utility_gain_over_base": -0.040779367089271545,
+      "selector_regret": 0.015101373195648193,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.8626713156700134,
+      "task_id": "StackCube-v1",
+      "tau": 0.893807936331132,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.15842342376708984,
+      "chart_id": "ms-36bc1364d2439099e9ed",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.5357142857142857,
+      "pairwise_causal_calibration_confidence": 0.5411387050524964,
+      "pairwise_causal_calibration_ece": 0.025500013084200863,
+      "pairwise_causal_calibration_pairs": 28.0,
+      "predicted_margin": -0.008407185293451747,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.10274861752986908,
+      "seed": "1113371261/train0",
+      "selected_candidate_index": 2,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.15842342376708984,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.897251382470131,
+      "task_id": "StackCube-v1",
+      "tau": 0.893807936331132,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.82413649559021,
+      "chart_id": "ms-420280f15a522ce21c72",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.4358974358974359,
+      "pairwise_causal_calibration_confidence": 0.6103413950316227,
+      "pairwise_causal_calibration_ece": 0.17444395913418703,
+      "pairwise_causal_calibration_pairs": 117.0,
+      "predicted_margin": 1.1959458964053806,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1578990937/train0",
+      "selected_candidate_index": 14,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 1.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 1.17586350440979,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "StackCube-v1",
+      "tau": 0.893807936331132,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.8334100246429443,
+      "chart_id": "ms-4aed1197d0906ae51c34",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.4888888888888889,
+      "pairwise_causal_calibration_confidence": 0.5462356837170409,
+      "pairwise_causal_calibration_ece": 0.057346794828152005,
+      "pairwise_causal_calibration_pairs": 90.0,
+      "predicted_margin": 0.5816690584072294,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1509980664/train0",
+      "selected_candidate_index": 10,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.8334100246429443,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 1.1665899753570557,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "StackCube-v1",
+      "tau": 0.893807936331132,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.19090841710567474,
+      "chart_id": "ms-55e78c04643bd06fd5f8",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.6134453781512605,
+      "pairwise_causal_calibration_confidence": 0.5845752206379711,
+      "pairwise_causal_calibration_ece": 0.04745706568944737,
+      "pairwise_causal_calibration_pairs": 119.0,
+      "predicted_margin": 0.9680028345756826,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "211245842/train0",
+      "selected_candidate_index": 9,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 1.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 1.8090915828943253,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "StackCube-v1",
+      "tau": 0.893807936331132,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.2260012924671173,
+      "chart_id": "ms-77536801924a2a78688e",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5619047619047619,
+      "pairwise_causal_calibration_confidence": 0.5447959029344634,
+      "pairwise_causal_calibration_ece": 0.05152312612164488,
+      "pairwise_causal_calibration_pairs": 105.0,
+      "predicted_margin": 0.8492504414490131,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.8663521409034729,
+      "seed": "1151410346/train0",
+      "selected_candidate_index": 6,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.2260012924671173,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.6403508484363556,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.133647859096527,
+      "task_id": "StackCube-v1",
+      "tau": 0.893807936331132,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.09220491349697113,
+      "chart_id": "ms-9dd1ff4c297a81b13071",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.4642857142857143,
+      "pairwise_causal_calibration_confidence": 0.5778483044050591,
+      "pairwise_causal_calibration_ece": 0.11356259011934491,
+      "pairwise_causal_calibration_pairs": 28.0,
+      "predicted_margin": -0.41376711119187704,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.054989203810691833,
+      "seed": "1324133122/train0",
+      "selected_candidate_index": 6,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.09220491349697113,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.9450107961893082,
+      "task_id": "StackCube-v1",
+      "tau": 0.893807936331132,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-d7254aa722729aa1a031",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.5,
+      "pairwise_causal_calibration_confidence": 0.5760031182899459,
+      "pairwise_causal_calibration_ece": 0.20253601281087805,
+      "pairwise_causal_calibration_pairs": 42.0,
+      "predicted_margin": 1.0829493379419586,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "701667486/train0",
+      "selected_candidate_index": 5,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "StackCube-v1",
+      "tau": 0.893807936331132,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-d776afa14e6322cadedd",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.6166666666666667,
+      "pairwise_causal_calibration_confidence": 0.6052287842223839,
+      "pairwise_causal_calibration_ece": 0.08071518251541011,
+      "pairwise_causal_calibration_pairs": 60.0,
+      "predicted_margin": 1.4315714539962017,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "412102563/train0",
+      "selected_candidate_index": 10,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "StackCube-v1",
+      "tau": 0.893807936331132,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-e887dbfa0133af46829d",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.6714285714285714,
+      "pairwise_causal_calibration_confidence": 0.6012777562735464,
+      "pairwise_causal_calibration_ece": 0.07015081515502501,
+      "pairwise_causal_calibration_pairs": 70.0,
+      "predicted_margin": 1.3600458578396741,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1999022574/train0",
+      "selected_candidate_index": 8,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "StackCube-v1",
+      "tau": 0.893807936331132,
+      "train_seed": "0"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.7236053347587585,
+      "chart_id": "ms-5799584ed40e211c50a5",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.475,
+      "pairwise_causal_calibration_confidence": 0.5273415392712859,
+      "pairwise_causal_calibration_ece": 0.05234153927128593,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.7823168935976765,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "2012211287/train1",
+      "selected_candidate_index": 1,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.7191179394721985,
+      "selected_utility_gain_over_base": -0.004487395286560059,
+      "selector_regret": 1.2808820605278015,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "LiftPegUpright-v1",
+      "tau": 0.7478358458742458,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.6000905632972717,
+      "chart_id": "ms-715db95b13ebc6c977c8",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.7692307692307693,
+      "pairwise_causal_calibration_confidence": 0.5687146745124166,
+      "pairwise_causal_calibration_ece": 0.2005160947183524,
+      "pairwise_causal_calibration_pairs": 91.0,
+      "predicted_margin": 0.12417642494936398,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.5876073241233826,
+      "seed": "307068879/train1",
+      "selected_candidate_index": 1,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.6000905632972717,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.4123926758766174,
+      "task_id": "LiftPegUpright-v1",
+      "tau": 0.7478358458742458,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-7b229b60d7f64fb624cf",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.39166666666666666,
+      "pairwise_causal_calibration_confidence": 0.5665909321275702,
+      "pairwise_causal_calibration_ece": 0.17492426546090348,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 1.057082412822946,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1073161778/train1",
+      "selected_candidate_index": 12,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": -1.0,
+      "selected_utility": 0.7057674527168274,
+      "selected_utility_gain_over_base": -1.2942325472831726,
+      "selector_regret": 1.2942325472831726,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "LiftPegUpright-v1",
+      "tau": 0.7478358458742458,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.725701630115509,
+      "chart_id": "ms-99f263cb3f383b1f6243",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.4666666666666667,
+      "pairwise_causal_calibration_confidence": 0.6130721925494387,
+      "pairwise_causal_calibration_ece": 0.157312300699128,
+      "pairwise_causal_calibration_pairs": 105.0,
+      "predicted_margin": 0.9190150483991828,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "608016290/train1",
+      "selected_candidate_index": 7,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.7279855608940125,
+      "selected_utility_gain_over_base": 0.002283930778503418,
+      "selector_regret": 1.2720144391059875,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "LiftPegUpright-v1",
+      "tau": 0.7478358458742458,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.6999551653862,
+      "chart_id": "ms-ec2e4afb34b439731136",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5636363636363636,
+      "pairwise_causal_calibration_confidence": 0.5559054729794208,
+      "pairwise_causal_calibration_ece": 0.02996166181944273,
+      "pairwise_causal_calibration_pairs": 55.0,
+      "predicted_margin": 0.2197157946327053,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.7233588695526123,
+      "seed": "441046872/train1",
+      "selected_candidate_index": 9,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.6999551653862,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.023403704166412354,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.2766411304473877,
+      "task_id": "LiftPegUpright-v1",
+      "tau": 0.7478358458742458,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.5839591026306152,
+      "chart_id": "ms-a9ac13384fe5afc835f1",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.3055555555555556,
+      "pairwise_causal_calibration_confidence": 0.6354932924180177,
+      "pairwise_causal_calibration_ece": 0.32993773686246214,
+      "pairwise_causal_calibration_pairs": 36.0,
+      "predicted_margin": 0.20562222929953555,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.07014383375644684,
+      "seed": "1522272686/train1",
+      "selected_candidate_index": 0,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.5839591026306152,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.9298561662435532,
+      "task_id": "PickCube-v1",
+      "tau": 1.280136139242778,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-06babf453b22ba8f2407",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": NaN,
+      "pairwise_causal_calibration_confidence": NaN,
+      "pairwise_causal_calibration_ece": 0.0,
+      "pairwise_causal_calibration_pairs": 0.0,
+      "predicted_margin": 1.639637290759596,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1747178030/train1",
+      "selected_candidate_index": 3,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.16168592870235443,
+      "chart_id": "ms-0e1ff8d16372796dac97",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.44537815126050423,
+      "pairwise_causal_calibration_confidence": 0.5652758800428274,
+      "pairwise_causal_calibration_ece": 0.11989772878232334,
+      "pairwise_causal_calibration_pairs": 119.0,
+      "predicted_margin": 0.7484857304335504,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "767747424/train1",
+      "selected_candidate_index": 6,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.16168592870235443,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 1.8383140712976456,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.0939030647277832,
+      "chart_id": "ms-223b0a8319beb051a1ee",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.1593424528837204,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.375,
+      "pairwise_causal_calibration_confidence": 0.5561091294148327,
+      "pairwise_causal_calibration_ece": 0.1811091294148327,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.6317591128320483,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.016585012897849083,
+      "seed": "1461069713/train1",
+      "selected_candidate_index": 15,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.0939030647277832,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.14275743998587132,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.001929501653648913,
+      "chart_id": "ms-34726202b475d29cdf38",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.25342071056365967,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.23333333333333334,
+      "pairwise_causal_calibration_confidence": 0.6225071103783514,
+      "pairwise_causal_calibration_ece": 0.38917377704501765,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.9240538283867041,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.009895960800349712,
+      "seed": "626486813/train1",
+      "selected_candidate_index": 14,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.001929501653648913,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0079664591467008,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.24352474976330996,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-4cc40587ec490257b1d2",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.6228070175438597,
+      "pairwise_causal_calibration_confidence": 0.5635260175535555,
+      "pairwise_causal_calibration_ece": 0.05928099999030417,
+      "pairwise_causal_calibration_pairs": 114.0,
+      "predicted_margin": 1.408040645988902,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "2054899126/train1",
+      "selected_candidate_index": 14,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": -1.0,
+      "selected_utility": 0.11194747686386108,
+      "selected_utility_gain_over_base": -1.888052523136139,
+      "selector_regret": 1.888052523136139,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-62f8c18a15c566ec4b00",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.6,
+      "pairwise_causal_calibration_confidence": 0.6362714146835213,
+      "pairwise_causal_calibration_ece": 0.05483727064861237,
+      "pairwise_causal_calibration_pairs": 35.0,
+      "predicted_margin": 1.1331098956489296,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "672328262/train1",
+      "selected_candidate_index": 4,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.07698849588632584,
+      "chart_id": "ms-6661b157c41ad4d6ab85",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.2351006269454956,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5916666666666667,
+      "pairwise_causal_calibration_confidence": 0.589009514704837,
+      "pairwise_causal_calibration_ece": 0.16556659496285603,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.734254641128912,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.20903043448925018,
+      "seed": "767747424/train1",
+      "selected_candidate_index": 14,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.07698849588632584,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.13204193860292435,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.026070192456245422,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.03588630631566048,
+      "chart_id": "ms-6b789356d65b3312fbae",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.22781728208065033,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5916666666666667,
+      "pairwise_causal_calibration_confidence": 0.5847627797475756,
+      "pairwise_causal_calibration_ece": 0.07886929809787337,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.7353933081725526,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.07534918934106827,
+      "seed": "278008524/train1",
+      "selected_candidate_index": 8,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.03588630631566048,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.03946288302540779,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.15246809273958206,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-7923b8196b397863cf4f",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.46153846153846156,
+      "pairwise_causal_calibration_confidence": 0.5409684680296629,
+      "pairwise_causal_calibration_ece": 0.11303375788512275,
+      "pairwise_causal_calibration_pairs": 13.0,
+      "predicted_margin": 1.2941213610673934,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1845489013/train1",
+      "selected_candidate_index": 13,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.008267183788120747,
+      "chart_id": "ms-7df455efd413d77e6ce3",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.07774405181407928,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.6416666666666667,
+      "pairwise_causal_calibration_confidence": 0.5526245318298203,
+      "pairwise_causal_calibration_ece": 0.08904213483684603,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.9222355806937221,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.061759788542985916,
+      "seed": "626486813/train1",
+      "selected_candidate_index": 4,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.008267183788120747,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.05349260475486517,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.01598426327109337,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-7e295b5859c07c90487f",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.26271408796310425,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.5641025641025641,
+      "pairwise_causal_calibration_confidence": 0.5418426001200853,
+      "pairwise_causal_calibration_ece": 0.022259963982478842,
+      "pairwise_causal_calibration_pairs": 117.0,
+      "predicted_margin": 0.5727868921893446,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "767747424/train1",
+      "selected_candidate_index": 12,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.18171554803848267,
+      "chart_id": "ms-8577816da2917a2bb63d",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.4266666666666667,
+      "pairwise_causal_calibration_confidence": 0.5738533196584167,
+      "pairwise_causal_calibration_ece": 0.14718665299174993,
+      "pairwise_causal_calibration_pairs": 75.0,
+      "predicted_margin": 1.4765054459187703,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "585904130/train1",
+      "selected_candidate_index": 15,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.04792279005050659,
+      "selected_utility_gain_over_base": -0.13379275798797607,
+      "selector_regret": 1.9520772099494934,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.10283424705266953,
+      "chart_id": "ms-8e56b0eaa2604db6749e",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.2857772707939148,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.5166666666666667,
+      "pairwise_causal_calibration_confidence": 0.5676327735960262,
+      "pairwise_causal_calibration_ece": 0.0509661069293595,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.7260454977260915,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.037011127918958664,
+      "seed": "141984615/train1",
+      "selected_candidate_index": 15,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.10283424705266953,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.24876614287495613,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.14270895719528198,
+      "chart_id": "ms-972c5be72d0b24be7cd5",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.325,
+      "pairwise_causal_calibration_confidence": 0.5670206661736661,
+      "pairwise_causal_calibration_ece": 0.2420206661736662,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.8690092233397244,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "750448296/train1",
+      "selected_candidate_index": 15,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.14270895719528198,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 1.857291042804718,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.08313504606485367,
+      "chart_id": "ms-9757fc494e79b5543bb6",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.17056432366371155,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.6833333333333333,
+      "pairwise_causal_calibration_confidence": 0.5644217102464404,
+      "pairwise_causal_calibration_ece": 0.11891162308689304,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.9868011033647903,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.06741118431091309,
+      "seed": "636680137/train1",
+      "selected_candidate_index": 1,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.017789265140891075,
+      "selected_utility_gain_over_base": -0.0653457809239626,
+      "selector_regret": 0.04962191917002201,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.10315313935279846,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.05412294343113899,
+      "chart_id": "ms-a8731059713697ce5e2a",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.19710752367973328,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.44166666666666665,
+      "pairwise_causal_calibration_confidence": 0.665505380834036,
+      "pairwise_causal_calibration_ece": 0.2549196296057593,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 1.543283265167321,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.042781930416822433,
+      "seed": "767747424/train1",
+      "selected_candidate_index": 1,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.006599446292966604,
+      "selected_utility_gain_over_base": -0.04752349713817239,
+      "selector_regret": 0.03618248412385583,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.15432559326291084,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-ac94b48febe523da15a5",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.5263157894736842,
+      "pairwise_causal_calibration_confidence": 0.5675437560777116,
+      "pairwise_causal_calibration_ece": 0.04122796660402744,
+      "pairwise_causal_calibration_pairs": 114.0,
+      "predicted_margin": -0.11389548031987307,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1375492786/train1",
+      "selected_candidate_index": 9,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-b49043f15f4846de5b13",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.3148148148148148,
+      "pairwise_causal_calibration_confidence": 0.6741121240452155,
+      "pairwise_causal_calibration_ece": 0.3592973092304006,
+      "pairwise_causal_calibration_pairs": 54.0,
+      "predicted_margin": 1.6895335177823154,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "2038594191/train1",
+      "selected_candidate_index": 9,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": -1.0,
+      "selected_utility": 0.07674666494131088,
+      "selected_utility_gain_over_base": -1.9232533350586891,
+      "selector_regret": 1.9232533350586891,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.0929974913597107,
+      "chart_id": "ms-b7d7021b782f73816083",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.22398948669433594,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5333333333333333,
+      "pairwise_causal_calibration_confidence": 0.5840682757408601,
+      "pairwise_causal_calibration_ece": 0.07650195015295802,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 1.4807216759053028,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.11150982230901718,
+      "seed": "750448296/train1",
+      "selected_candidate_index": 13,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.04923723265528679,
+      "selected_utility_gain_over_base": -0.043760258704423904,
+      "selector_regret": 0.06227258965373039,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.11247966438531876,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-b8c3ec3ea915c5d35b3e",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": NaN,
+      "pairwise_causal_calibration_confidence": NaN,
+      "pairwise_causal_calibration_ece": 0.0,
+      "pairwise_causal_calibration_pairs": 0.0,
+      "predicted_margin": 2.1287174207133073,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "2054899126/train1",
+      "selected_candidate_index": 1,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-b8fc1568ce66c45c8d8b",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.2786632478237152,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.3416666666666667,
+      "pairwise_causal_calibration_confidence": 0.5662548497567926,
+      "pairwise_causal_calibration_ece": 0.2245881830901258,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.6563621545761416,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.06328952312469482,
+      "seed": "747260437/train1",
+      "selected_candidate_index": 13,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.21537372469902039,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.04958367347717285,
+      "chart_id": "ms-da555a03dd382d93e119",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.6847826086956522,
+      "pairwise_causal_calibration_confidence": 0.5795301941627359,
+      "pairwise_causal_calibration_ece": 0.1576643171073477,
+      "pairwise_causal_calibration_pairs": 92.0,
+      "predicted_margin": 0.04149374232098668,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "278008524/train1",
+      "selected_candidate_index": 8,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.04958367347717285,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 1.9504163265228271,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.10451483726501465,
+      "chart_id": "ms-f5dd1c43ebc4c0cfc3f1",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.2974560856819153,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5833333333333334,
+      "pairwise_causal_calibration_confidence": 0.5360665332231191,
+      "pairwise_causal_calibration_ece": 0.07111703737429365,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 1.2279357729216895,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.19892151653766632,
+      "seed": "1549324805/train1",
+      "selected_candidate_index": 0,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.0303483996540308,
+      "selected_utility_gain_over_base": -0.07416643761098385,
+      "selector_regret": 0.16857311688363552,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.09853456914424896,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.07191530615091324,
+      "chart_id": "ms-f9740a08a98cb251b761",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5714285714285714,
+      "pairwise_causal_calibration_confidence": 0.6072514522495137,
+      "pairwise_causal_calibration_ece": 0.1057225969843389,
+      "pairwise_causal_calibration_pairs": 49.0,
+      "predicted_margin": 1.2817760714600654,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1822210471/train1",
+      "selected_candidate_index": 1,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 1.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 1.9280846938490868,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.11707299947738647,
+      "chart_id": "ms-fa8b4ba41ecac8030271",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.3230769230769231,
+      "pairwise_causal_calibration_confidence": 0.6144157349372877,
+      "pairwise_causal_calibration_ece": 0.2913388118603647,
+      "pairwise_causal_calibration_pairs": 65.0,
+      "predicted_margin": -0.029555234625273652,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "750448296/train1",
+      "selected_candidate_index": 4,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.11707299947738647,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 1.8829270005226135,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.036152780055999756,
+      "chart_id": "ms-05f34a90fa7355262b8e",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.4,
+      "pairwise_causal_calibration_confidence": 0.5669827903966217,
+      "pairwise_causal_calibration_ece": 0.16698279039662164,
+      "pairwise_causal_calibration_pairs": 15.0,
+      "predicted_margin": 2.0021154026255705,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "440577711/train1",
+      "selected_candidate_index": 10,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 1.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 1.9638472199440002,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PushCube-v1",
+      "tau": 1.2264360294338528,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.10647052526473999,
+      "chart_id": "ms-2413d1155c87f0442485",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.42016806722689076,
+      "pairwise_causal_calibration_confidence": 0.6037811380752174,
+      "pairwise_causal_calibration_ece": 0.18361307084832634,
+      "pairwise_causal_calibration_pairs": 119.0,
+      "predicted_margin": 1.7807138675039442,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1324642411/train1",
+      "selected_candidate_index": 1,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.10393516719341278,
+      "selected_utility_gain_over_base": -0.0025353580713272095,
+      "selector_regret": 1.8960648328065872,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PushCube-v1",
+      "tau": 1.2264360294338528,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.12476746737957001,
+      "chart_id": "ms-54346a8f79bd9dca1dfe",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5263157894736842,
+      "pairwise_causal_calibration_confidence": 0.5937233509400742,
+      "pairwise_causal_calibration_ece": 0.10426662637283049,
+      "pairwise_causal_calibration_pairs": 114.0,
+      "predicted_margin": 1.9148838772749794,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1790188787/train1",
+      "selected_candidate_index": 6,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.13741976022720337,
+      "selected_utility_gain_over_base": 0.012652292847633362,
+      "selector_regret": 1.8625802397727966,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PushCube-v1",
+      "tau": 1.2264360294338528,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-64f98d163b6bff29332b",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.5636363636363636,
+      "pairwise_causal_calibration_confidence": 0.6560658348856379,
+      "pairwise_causal_calibration_ece": 0.305306037200651,
+      "pairwise_causal_calibration_pairs": 110.0,
+      "predicted_margin": 1.3365043159479286,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1261930456/train1",
+      "selected_candidate_index": 10,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": -1.0,
+      "selected_utility": 0.07495865225791931,
+      "selected_utility_gain_over_base": -1.9250413477420807,
+      "selector_regret": 1.9250413477420807,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PushCube-v1",
+      "tau": 1.2264360294338528,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 2.2351741790771484e-07,
+      "chart_id": "ms-c2ae2b78ab7891e74c80",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.6,
+      "pairwise_causal_calibration_confidence": 0.6128506472019413,
+      "pairwise_causal_calibration_ece": 0.1382932703018193,
+      "pairwise_causal_calibration_pairs": 105.0,
+      "predicted_margin": 2.300921534892476,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "509430392/train1",
+      "selected_candidate_index": 2,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 1.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 1.999999776482582,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PushCube-v1",
+      "tau": 1.2264360294338528,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.08703407645225525,
+      "chart_id": "ms-d4c37ed44fb338c1d551",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.20948036015033722,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.4957983193277311,
+      "pairwise_causal_calibration_confidence": 0.5496493820116296,
+      "pairwise_causal_calibration_ece": 0.05385106268389854,
+      "pairwise_causal_calibration_pairs": 119.0,
+      "predicted_margin": 1.8867636980590103,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1480856810/train1",
+      "selected_candidate_index": 8,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.19651852548122406,
+      "selected_utility_gain_over_base": 0.10948444902896881,
+      "selector_regret": 1.803481474518776,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PushCube-v1",
+      "tau": 1.2264360294338528,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.05225050449371338,
+      "chart_id": "ms-146ff6c3f22b3a49af3a",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.2777777777777778,
+      "pairwise_causal_calibration_confidence": 0.555294391767556,
+      "pairwise_causal_calibration_ece": 0.27751661398977834,
+      "pairwise_causal_calibration_pairs": 36.0,
+      "predicted_margin": 0.7080441039530474,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.07580336928367615,
+      "seed": "2061635888/train1",
+      "selected_candidate_index": 4,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.05225050449371338,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.02355286478996277,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.9241966307163239,
+      "task_id": "StackCube-v1",
+      "tau": 0.893807936331132,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.16300667822360992,
+      "chart_id": "ms-15fc8cc6f74cf589056f",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5,
+      "pairwise_causal_calibration_confidence": 0.5888894132525583,
+      "pairwise_causal_calibration_ece": 0.08888941325255821,
+      "pairwise_causal_calibration_pairs": 36.0,
+      "predicted_margin": 1.0866492061529267,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.8128758072853088,
+      "seed": "655884605/train1",
+      "selected_candidate_index": 6,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.11176733672618866,
+      "selected_utility_gain_over_base": -0.051239341497421265,
+      "selector_regret": 0.7011084705591202,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.1871241927146912,
+      "task_id": "StackCube-v1",
+      "tau": 0.893807936331132,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.15842342376708984,
+      "chart_id": "ms-36bc1364d2439099e9ed",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.42857142857142855,
+      "pairwise_causal_calibration_confidence": 0.53349783320347,
+      "pairwise_causal_calibration_ece": 0.10492640463204145,
+      "pairwise_causal_calibration_pairs": 28.0,
+      "predicted_margin": 0.2579825916955958,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.18093222379684448,
+      "seed": "1113371261/train1",
+      "selected_candidate_index": 5,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.15842342376708984,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.02250880002975464,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.8190677762031555,
+      "task_id": "StackCube-v1",
+      "tau": 0.893807936331132,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.82413649559021,
+      "chart_id": "ms-420280f15a522ce21c72",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.42727272727272725,
+      "pairwise_causal_calibration_confidence": 0.6263703949729311,
+      "pairwise_causal_calibration_ece": 0.1990976677002039,
+      "pairwise_causal_calibration_pairs": 110.0,
+      "predicted_margin": 1.2514512085861837,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1578990937/train1",
+      "selected_candidate_index": 7,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.13703244924545288,
+      "selected_utility_gain_over_base": -0.6871040463447571,
+      "selector_regret": 1.8629675507545471,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "StackCube-v1",
+      "tau": 0.893807936331132,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.8334100246429443,
+      "chart_id": "ms-4aed1197d0906ae51c34",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.1746031746031746,
+      "pairwise_causal_calibration_confidence": 0.5479465839142913,
+      "pairwise_causal_calibration_ece": 0.37334340931111676,
+      "pairwise_causal_calibration_pairs": 63.0,
+      "predicted_margin": 0.5626192514371053,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1509980664/train1",
+      "selected_candidate_index": 12,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.8334100246429443,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 1.1665899753570557,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "StackCube-v1",
+      "tau": 0.893807936331132,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.19090841710567474,
+      "chart_id": "ms-55e78c04643bd06fd5f8",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5416666666666666,
+      "pairwise_causal_calibration_confidence": 0.5914410404762934,
+      "pairwise_causal_calibration_ece": 0.10787248047280223,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 1.097151631086689,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.21295717358589172,
+      "seed": "211245842/train1",
+      "selected_candidate_index": 12,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.19218182563781738,
+      "selected_utility_gain_over_base": 0.0012734085321426392,
+      "selector_regret": 0.02077534794807434,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.7870428264141083,
+      "task_id": "StackCube-v1",
+      "tau": 0.893807936331132,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.2260012924671173,
+      "chart_id": "ms-77536801924a2a78688e",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5428571428571428,
+      "pairwise_causal_calibration_confidence": 0.5928488173780985,
+      "pairwise_causal_calibration_ece": 0.05599809010651253,
+      "pairwise_causal_calibration_pairs": 105.0,
+      "predicted_margin": 0.8553272798880048,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1151410346/train1",
+      "selected_candidate_index": 2,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.2260012924671173,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 1.7739987075328827,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "StackCube-v1",
+      "tau": 0.893807936331132,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.09220491349697113,
+      "chart_id": "ms-9dd1ff4c297a81b13071",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5357142857142857,
+      "pairwise_causal_calibration_confidence": 0.5835206510970223,
+      "pairwise_causal_calibration_ece": 0.11178165495215062,
+      "pairwise_causal_calibration_pairs": 28.0,
+      "predicted_margin": 0.4382011802480461,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.1324586570262909,
+      "seed": "1324133122/train1",
+      "selected_candidate_index": 5,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.09220491349697113,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.04025374352931976,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.867541342973709,
+      "task_id": "StackCube-v1",
+      "tau": 0.893807936331132,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-d7254aa722729aa1a031",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.5952380952380952,
+      "pairwise_causal_calibration_confidence": 0.5668881781988476,
+      "pairwise_causal_calibration_ece": 0.02834991703924743,
+      "pairwise_causal_calibration_pairs": 84.0,
+      "predicted_margin": 1.0614915153045223,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "701667486/train1",
+      "selected_candidate_index": 6,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "StackCube-v1",
+      "tau": 0.893807936331132,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-d776afa14e6322cadedd",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.6666666666666666,
+      "pairwise_causal_calibration_confidence": 0.5954452533432482,
+      "pairwise_causal_calibration_ece": 0.1017872953636167,
+      "pairwise_causal_calibration_pairs": 39.0,
+      "predicted_margin": 1.4327881584967936,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "412102563/train1",
+      "selected_candidate_index": 12,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "StackCube-v1",
+      "tau": 0.893807936331132,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-e887dbfa0133af46829d",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.7428571428571429,
+      "pairwise_causal_calibration_confidence": 0.6153268689343157,
+      "pairwise_causal_calibration_ece": 0.1374436377245066,
+      "pairwise_causal_calibration_pairs": 70.0,
+      "predicted_margin": 1.363778237267606,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1999022574/train1",
+      "selected_candidate_index": 12,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "StackCube-v1",
+      "tau": 0.893807936331132,
+      "train_seed": "1"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.7236053347587585,
+      "chart_id": "ms-5799584ed40e211c50a5",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.3804347826086957,
+      "pairwise_causal_calibration_confidence": 0.5546047203835289,
+      "pairwise_causal_calibration_ece": 0.1741699377748331,
+      "pairwise_causal_calibration_pairs": 92.0,
+      "predicted_margin": 1.285926111665494,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "2012211287/train2",
+      "selected_candidate_index": 2,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.7165453433990479,
+      "selected_utility_gain_over_base": -0.007059991359710693,
+      "selector_regret": 1.2834546566009521,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "LiftPegUpright-v1",
+      "tau": 0.7478358458742458,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.6000905632972717,
+      "chart_id": "ms-715db95b13ebc6c977c8",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.5714285714285714,
+      "pairwise_causal_calibration_confidence": 0.5947805123965023,
+      "pairwise_causal_calibration_ece": 0.045119558117126445,
+      "pairwise_causal_calibration_pairs": 91.0,
+      "predicted_margin": 0.6469329014391034,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.2302134484052658,
+      "seed": "307068879/train2",
+      "selected_candidate_index": 2,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.6000905632972717,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.7697865515947342,
+      "task_id": "LiftPegUpright-v1",
+      "tau": 0.7478358458742458,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-7b229b60d7f64fb624cf",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.7619047619047619,
+      "pairwise_causal_calibration_confidence": 0.5700167609515335,
+      "pairwise_causal_calibration_ece": 0.19188800095322855,
+      "pairwise_causal_calibration_pairs": 84.0,
+      "predicted_margin": 1.0317041974020489,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1073161778/train2",
+      "selected_candidate_index": 0,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": -1.0,
+      "selected_utility": 0.7130528092384338,
+      "selected_utility_gain_over_base": -1.2869471907615662,
+      "selector_regret": 1.2869471907615662,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "LiftPegUpright-v1",
+      "tau": 0.7478358458742458,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.725701630115509,
+      "chart_id": "ms-99f263cb3f383b1f6243",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.5166666666666667,
+      "pairwise_causal_calibration_confidence": 0.6026118586438607,
+      "pairwise_causal_calibration_ece": 0.0859451919771938,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 1.080232004048101,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.7117276191711426,
+      "seed": "608016290/train2",
+      "selected_candidate_index": 6,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.22811375558376312,
+      "selected_utility_gain_over_base": -0.4975878745317459,
+      "selector_regret": 0.48361386358737946,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.2882723808288574,
+      "task_id": "LiftPegUpright-v1",
+      "tau": 0.7478358458742458,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.6999551653862,
+      "chart_id": "ms-ec2e4afb34b439731136",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.6181818181818182,
+      "pairwise_causal_calibration_confidence": 0.599086589574069,
+      "pairwise_causal_calibration_ece": 0.05893542172411783,
+      "pairwise_causal_calibration_pairs": 55.0,
+      "predicted_margin": 0.3023349173152088,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.7191348671913147,
+      "seed": "441046872/train2",
+      "selected_candidate_index": 6,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.6999551653862,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.019179701805114746,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.2808651328086853,
+      "task_id": "LiftPegUpright-v1",
+      "tau": 0.7478358458742458,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.5839591026306152,
+      "chart_id": "ms-a9ac13384fe5afc835f1",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.5,
+      "pairwise_causal_calibration_confidence": 0.5663336315117011,
+      "pairwise_causal_calibration_ece": 0.08285581154113539,
+      "pairwise_causal_calibration_pairs": 36.0,
+      "predicted_margin": 0.21722683006216226,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.14937306940555573,
+      "seed": "1522272686/train2",
+      "selected_candidate_index": 5,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.5839591026306152,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.8506269305944443,
+      "task_id": "PickCube-v1",
+      "tau": 1.280136139242778,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-06babf453b22ba8f2407",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": NaN,
+      "pairwise_causal_calibration_confidence": NaN,
+      "pairwise_causal_calibration_ece": 0.0,
+      "pairwise_causal_calibration_pairs": 0.0,
+      "predicted_margin": 1.8087128419207654,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1747178030/train2",
+      "selected_candidate_index": 11,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.16168592870235443,
+      "chart_id": "ms-0e1ff8d16372796dac97",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.4369747899159664,
+      "pairwise_causal_calibration_confidence": 0.5433509927973336,
+      "pairwise_causal_calibration_ece": 0.10637620288136701,
+      "pairwise_causal_calibration_pairs": 119.0,
+      "predicted_margin": 0.6353590329652259,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "767747424/train2",
+      "selected_candidate_index": 8,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.16168592870235443,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 1.8383140712976456,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.0939030647277832,
+      "chart_id": "ms-223b0a8319beb051a1ee",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.1593424528837204,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.575,
+      "pairwise_causal_calibration_confidence": 0.5593899568017219,
+      "pairwise_causal_calibration_ece": 0.043120160988310785,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.5260931359239889,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.09997648000717163,
+      "seed": "1461069713/train2",
+      "selected_candidate_index": 3,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.0939030647277832,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.006073415279388428,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.05936597287654877,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.001929501653648913,
+      "chart_id": "ms-34726202b475d29cdf38",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.25342071056365967,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.6,
+      "pairwise_causal_calibration_confidence": 0.6200598937703816,
+      "pairwise_causal_calibration_ece": 0.02602328863996555,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.4681106330126257,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.03885193541646004,
+      "seed": "626486813/train2",
+      "selected_candidate_index": 3,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.001929501653648913,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.036922433762811124,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.21456877514719963,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-4cc40587ec490257b1d2",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.5210084033613446,
+      "pairwise_causal_calibration_confidence": 0.6169594875657232,
+      "pairwise_causal_calibration_ece": 0.09595108420437885,
+      "pairwise_causal_calibration_pairs": 119.0,
+      "predicted_margin": 1.3818302310808093,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "2054899126/train2",
+      "selected_candidate_index": 14,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-62f8c18a15c566ec4b00",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.26666666666666666,
+      "pairwise_causal_calibration_confidence": 0.6313448801933792,
+      "pairwise_causal_calibration_ece": 0.3646782135267123,
+      "pairwise_causal_calibration_pairs": 30.0,
+      "predicted_margin": 0.8920977858545905,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "672328262/train2",
+      "selected_candidate_index": 6,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.07698849588632584,
+      "chart_id": "ms-6661b157c41ad4d6ab85",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.2351006269454956,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.25,
+      "pairwise_causal_calibration_confidence": 0.5716458039521563,
+      "pairwise_causal_calibration_ece": 0.3486728786988602,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.2513066342792345,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.21886132657527924,
+      "seed": "767747424/train2",
+      "selected_candidate_index": 12,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.07698849588632584,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.1418728306889534,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.01623930037021637,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.03588630631566048,
+      "chart_id": "ms-6b789356d65b3312fbae",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.22781728208065033,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5333333333333333,
+      "pairwise_causal_calibration_confidence": 0.6004519862037204,
+      "pairwise_causal_calibration_ece": 0.17643094206268192,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.6996223306430975,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.2718978226184845,
+      "seed": "278008524/train2",
+      "selected_candidate_index": 8,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.03588630631566048,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.23601151630282402,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-7923b8196b397863cf4f",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.64,
+      "pairwise_causal_calibration_confidence": 0.5658799464871863,
+      "pairwise_causal_calibration_ece": 0.07971403378879252,
+      "pairwise_causal_calibration_pairs": 25.0,
+      "predicted_margin": 1.3003248867416755,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1845489013/train2",
+      "selected_candidate_index": 9,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.008267183788120747,
+      "chart_id": "ms-7df455efd413d77e6ce3",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.07774405181407928,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5,
+      "pairwise_causal_calibration_confidence": 0.5201602929563037,
+      "pairwise_causal_calibration_ece": 0.020160292956303727,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.28364725281282954,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.05094657465815544,
+      "seed": "626486813/train2",
+      "selected_candidate_index": 3,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.008267183788120747,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.042679390870034695,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.026797477155923843,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-7e295b5859c07c90487f",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.26271408796310425,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.5299145299145299,
+      "pairwise_causal_calibration_confidence": 0.5379909929329658,
+      "pairwise_causal_calibration_ece": 0.010407836919206468,
+      "pairwise_causal_calibration_pairs": 117.0,
+      "predicted_margin": 0.23865231334213255,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "767747424/train2",
+      "selected_candidate_index": 8,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.18171554803848267,
+      "chart_id": "ms-8577816da2917a2bb63d",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.6363636363636364,
+      "pairwise_causal_calibration_confidence": 0.5450229275953111,
+      "pairwise_causal_calibration_ece": 0.09134070876832519,
+      "pairwise_causal_calibration_pairs": 110.0,
+      "predicted_margin": 1.1772480571547321,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "585904130/train2",
+      "selected_candidate_index": 1,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 1.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 1.8182844519615173,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.10283424705266953,
+      "chart_id": "ms-8e56b0eaa2604db6749e",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.2857772707939148,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.525,
+      "pairwise_causal_calibration_confidence": 0.5698959198273771,
+      "pairwise_causal_calibration_ece": 0.06285173835176751,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.5103624253528025,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.058951716870069504,
+      "seed": "141984615/train2",
+      "selected_candidate_index": 11,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.10283424705266953,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.2268255539238453,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.14270895719528198,
+      "chart_id": "ms-972c5be72d0b24be7cd5",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5416666666666666,
+      "pairwise_causal_calibration_confidence": 0.5852475221522373,
+      "pairwise_causal_calibration_ece": 0.04358085548557049,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 1.0890374052491354,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "750448296/train2",
+      "selected_candidate_index": 11,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.08332619816064835,
+      "selected_utility_gain_over_base": -0.059382759034633636,
+      "selector_regret": 1.9166738018393517,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.08313504606485367,
+      "chart_id": "ms-9757fc494e79b5543bb6",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.17056432366371155,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.6166666666666667,
+      "pairwise_causal_calibration_confidence": 0.551260515476342,
+      "pairwise_causal_calibration_ece": 0.06540615119032467,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.9766279269153202,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.0756516233086586,
+      "seed": "636680137/train2",
+      "selected_candidate_index": 9,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.041415613144636154,
+      "selected_utility_gain_over_base": -0.041719432920217514,
+      "selector_regret": 0.034236010164022446,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.09491270035505295,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.05412294343113899,
+      "chart_id": "ms-a8731059713697ce5e2a",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.19710752367973328,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.525,
+      "pairwise_causal_calibration_confidence": 0.6426743208998875,
+      "pairwise_causal_calibration_ece": 0.19841177468421542,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 1.036160954547161,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.04980705305933952,
+      "seed": "767747424/train2",
+      "selected_candidate_index": 7,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.02992103435099125,
+      "selected_utility_gain_over_base": -0.024201909080147743,
+      "selector_regret": 0.019886018708348274,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.14730047062039375,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-ac94b48febe523da15a5",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.5357142857142857,
+      "pairwise_causal_calibration_confidence": 0.5607087307240273,
+      "pairwise_causal_calibration_ece": 0.029809709781793304,
+      "pairwise_causal_calibration_pairs": 84.0,
+      "predicted_margin": -0.07382412594656773,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1375492786/train2",
+      "selected_candidate_index": 2,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-b49043f15f4846de5b13",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.40404040404040403,
+      "pairwise_causal_calibration_confidence": 0.5932032968584295,
+      "pairwise_causal_calibration_ece": 0.18916289281802573,
+      "pairwise_causal_calibration_pairs": 99.0,
+      "predicted_margin": 1.2250107783962947,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "2038594191/train2",
+      "selected_candidate_index": 0,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": -1.0,
+      "selected_utility": 0.04917396977543831,
+      "selected_utility_gain_over_base": -1.9508260302245617,
+      "selector_regret": 1.9508260302245617,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.0929974913597107,
+      "chart_id": "ms-b7d7021b782f73816083",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.22398948669433594,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.48333333333333334,
+      "pairwise_causal_calibration_confidence": 0.582109700780416,
+      "pairwise_causal_calibration_ece": 0.10055984124716723,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 1.6042564099737049,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.051346004009246826,
+      "seed": "750448296/train2",
+      "selected_candidate_index": 13,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.03218920901417732,
+      "selected_utility_gain_over_base": -0.06080828234553337,
+      "selector_regret": 0.019156794995069504,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.1726434826850891,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-b8c3ec3ea915c5d35b3e",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": NaN,
+      "pairwise_causal_calibration_confidence": NaN,
+      "pairwise_causal_calibration_ece": 0.0,
+      "pairwise_causal_calibration_pairs": 0.0,
+      "predicted_margin": 1.879935987237566,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "2054899126/train2",
+      "selected_candidate_index": 2,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-b8fc1568ce66c45c8d8b",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.2786632478237152,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.6333333333333333,
+      "pairwise_causal_calibration_confidence": 0.5582193713806621,
+      "pairwise_causal_calibration_ece": 0.07511396195267138,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 1.353137376402291,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.12510187923908234,
+      "seed": "747260437/train2",
+      "selected_candidate_index": 14,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": -1.0,
+      "selected_utility": 0.0880771279335022,
+      "selected_utility_gain_over_base": -1.9119228720664978,
+      "selector_regret": 0.03702475130558014,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.15356136858463287,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.04958367347717285,
+      "chart_id": "ms-da555a03dd382d93e119",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.41414141414141414,
+      "pairwise_causal_calibration_confidence": 0.5704888369602925,
+      "pairwise_causal_calibration_ece": 0.15634742281887823,
+      "pairwise_causal_calibration_pairs": 99.0,
+      "predicted_margin": -0.017971861448823123,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "278008524/train2",
+      "selected_candidate_index": 12,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.04958367347717285,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 1.9504163265228271,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.10451483726501465,
+      "chart_id": "ms-f5dd1c43ebc4c0cfc3f1",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.2974560856819153,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5083333333333333,
+      "pairwise_causal_calibration_confidence": 0.5498885743535615,
+      "pairwise_causal_calibration_ece": 0.10670850028777285,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 1.8289911704354562,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.11310184001922607,
+      "seed": "1549324805/train2",
+      "selected_candidate_index": 1,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.04690708592534065,
+      "selected_utility_gain_over_base": -0.057607751339673996,
+      "selector_regret": 0.06619475409388542,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.1843542456626892,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.07191530615091324,
+      "chart_id": "ms-f9740a08a98cb251b761",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.325,
+      "pairwise_causal_calibration_confidence": 0.5927326895223773,
+      "pairwise_causal_calibration_ece": 0.2677326895223773,
+      "pairwise_causal_calibration_pairs": 40.0,
+      "predicted_margin": 1.1202233214608746,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1822210471/train2",
+      "selected_candidate_index": 0,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 1.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 1.9280846938490868,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.11707299947738647,
+      "chart_id": "ms-fa8b4ba41ecac8030271",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.6547619047619048,
+      "pairwise_causal_calibration_confidence": 0.5644513573496062,
+      "pairwise_causal_calibration_ece": 0.12058941098976882,
+      "pairwise_causal_calibration_pairs": 84.0,
+      "predicted_margin": -0.016143196834125018,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "750448296/train2",
+      "selected_candidate_index": 1,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.11707299947738647,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 1.8829270005226135,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PullCube-v1",
+      "tau": 0.9470671281950391,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.036152780055999756,
+      "chart_id": "ms-05f34a90fa7355262b8e",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.6111111111111112,
+      "pairwise_causal_calibration_confidence": 0.6090600639786808,
+      "pairwise_causal_calibration_ece": 0.2232694799037939,
+      "pairwise_causal_calibration_pairs": 54.0,
+      "predicted_margin": 1.913369843520469,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "440577711/train2",
+      "selected_candidate_index": 13,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 1.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 1.9638472199440002,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PushCube-v1",
+      "tau": 1.2264360294338528,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.10647052526473999,
+      "chart_id": "ms-2413d1155c87f0442485",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5454545454545454,
+      "pairwise_causal_calibration_confidence": 0.593444506997112,
+      "pairwise_causal_calibration_ece": 0.14259508480466812,
+      "pairwise_causal_calibration_pairs": 110.0,
+      "predicted_margin": 1.0767725563667239,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1324642411/train2",
+      "selected_candidate_index": 5,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.10647052526473999,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 1.89352947473526,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PushCube-v1",
+      "tau": 1.2264360294338528,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.12476746737957001,
+      "chart_id": "ms-54346a8f79bd9dca1dfe",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.45454545454545453,
+      "pairwise_causal_calibration_confidence": 0.6001715319238825,
+      "pairwise_causal_calibration_ece": 0.16451829055105932,
+      "pairwise_causal_calibration_pairs": 110.0,
+      "predicted_margin": 1.8332407953089316,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1790188787/train2",
+      "selected_candidate_index": 8,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.13743820786476135,
+      "selected_utility_gain_over_base": 0.012670740485191345,
+      "selector_regret": 1.8625617921352386,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PushCube-v1",
+      "tau": 1.2264360294338528,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-64f98d163b6bff29332b",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.5952380952380952,
+      "pairwise_causal_calibration_confidence": 0.6424422270814019,
+      "pairwise_causal_calibration_ece": 0.130927476896239,
+      "pairwise_causal_calibration_pairs": 84.0,
+      "predicted_margin": 1.168316549791102,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1261930456/train2",
+      "selected_candidate_index": 2,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PushCube-v1",
+      "tau": 1.2264360294338528,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 2.2351741790771484e-07,
+      "chart_id": "ms-c2ae2b78ab7891e74c80",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.6470588235294118,
+      "pairwise_causal_calibration_confidence": 0.6259952855490101,
+      "pairwise_causal_calibration_ece": 0.15999043325783527,
+      "pairwise_causal_calibration_pairs": 119.0,
+      "predicted_margin": 2.088591462744573,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 5.424022674560547e-06,
+      "seed": "509430392/train2",
+      "selected_candidate_index": 10,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 5.424022674560547e-06,
+      "selected_utility_gain_over_base": 5.200505256652832e-06,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.9999945759773254,
+      "task_id": "PushCube-v1",
+      "tau": 1.2264360294338528,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.08703407645225525,
+      "chart_id": "ms-d4c37ed44fb338c1d551",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 0.0,
+      "hidden_chart_oracle_utility": 0.20948036015033722,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.6050420168067226,
+      "pairwise_causal_calibration_confidence": 0.5634795931375042,
+      "pairwise_causal_calibration_ece": 0.06596647647042775,
+      "pairwise_causal_calibration_pairs": 119.0,
+      "predicted_margin": 1.8428291167331592,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1480856810/train2",
+      "selected_candidate_index": 1,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.21615806221961975,
+      "selected_utility_gain_over_base": 0.1291239857673645,
+      "selector_regret": 1.7838419377803802,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "PushCube-v1",
+      "tau": 1.2264360294338528,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.05225050449371338,
+      "chart_id": "ms-146ff6c3f22b3a49af3a",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.3333333333333333,
+      "pairwise_causal_calibration_confidence": 0.5650883149039513,
+      "pairwise_causal_calibration_ece": 0.23175498157061808,
+      "pairwise_causal_calibration_pairs": 36.0,
+      "predicted_margin": 0.6784286329948439,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.11105132102966309,
+      "seed": "2061635888/train2",
+      "selected_candidate_index": 2,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.05225050449371338,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.05880081653594971,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.888948678970337,
+      "task_id": "StackCube-v1",
+      "tau": 0.893807936331132,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.16300667822360992,
+      "chart_id": "ms-15fc8cc6f74cf589056f",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.25,
+      "pairwise_causal_calibration_confidence": 0.5949151821754458,
+      "pairwise_causal_calibration_ece": 0.34491518217544576,
+      "pairwise_causal_calibration_pairs": 36.0,
+      "predicted_margin": 0.9421624207634716,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.21447330713272095,
+      "seed": "655884605/train2",
+      "selected_candidate_index": 1,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.09131735563278198,
+      "selected_utility_gain_over_base": -0.07168932259082794,
+      "selector_regret": 0.12315595149993896,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.785526692867279,
+      "task_id": "StackCube-v1",
+      "tau": 0.893807936331132,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.15842342376708984,
+      "chart_id": "ms-36bc1364d2439099e9ed",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.7857142857142857,
+      "pairwise_causal_calibration_confidence": 0.5791187642133746,
+      "pairwise_causal_calibration_ece": 0.20659552150091112,
+      "pairwise_causal_calibration_pairs": 28.0,
+      "predicted_margin": -0.213636373075774,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.19527167081832886,
+      "seed": "1113371261/train2",
+      "selected_candidate_index": 2,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.15842342376708984,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.036848247051239014,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.8047283291816711,
+      "task_id": "StackCube-v1",
+      "tau": 0.893807936331132,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.82413649559021,
+      "chart_id": "ms-420280f15a522ce21c72",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.7226890756302521,
+      "pairwise_causal_calibration_confidence": 0.6132925793293023,
+      "pairwise_causal_calibration_ece": 0.10939649630095027,
+      "pairwise_causal_calibration_pairs": 119.0,
+      "predicted_margin": 1.0745551734071643,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1578990937/train2",
+      "selected_candidate_index": 3,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.19338026642799377,
+      "selected_utility_gain_over_base": -0.6307562291622162,
+      "selector_regret": 1.8066197335720062,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "StackCube-v1",
+      "tau": 0.893807936331132,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.8334100246429443,
+      "chart_id": "ms-4aed1197d0906ae51c34",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.6,
+      "pairwise_causal_calibration_confidence": 0.5594453160124555,
+      "pairwise_causal_calibration_ece": 0.06722278178918951,
+      "pairwise_causal_calibration_pairs": 90.0,
+      "predicted_margin": 0.6223762395341456,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1509980664/train2",
+      "selected_candidate_index": 12,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.8334100246429443,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 1.1665899753570557,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "StackCube-v1",
+      "tau": 0.893807936331132,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.19090841710567474,
+      "chart_id": "ms-55e78c04643bd06fd5f8",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.575,
+      "pairwise_causal_calibration_confidence": 0.5804806828596304,
+      "pairwise_causal_calibration_ece": 0.020991444611033885,
+      "pairwise_causal_calibration_pairs": 120.0,
+      "predicted_margin": 0.7949698501065345,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.23388276994228363,
+      "seed": "211245842/train2",
+      "selected_candidate_index": 12,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.19090841710567474,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.04297435283660889,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.7661172300577164,
+      "task_id": "StackCube-v1",
+      "tau": 0.893807936331132,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.2260012924671173,
+      "chart_id": "ms-77536801924a2a78688e",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.5523809523809524,
+      "pairwise_causal_calibration_confidence": 0.5611842303245104,
+      "pairwise_causal_calibration_ece": 0.03328359958616477,
+      "pairwise_causal_calibration_pairs": 105.0,
+      "predicted_margin": 0.8355344562806973,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.5522047281265259,
+      "seed": "1151410346/train2",
+      "selected_candidate_index": 1,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.2260012924671173,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.32620343565940857,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.4477952718734741,
+      "task_id": "StackCube-v1",
+      "tau": 0.893807936331132,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 0.0,
+      "base_utility": 0.09220491349697113,
+      "chart_id": "ms-9dd1ff4c297a81b13071",
+      "coverage": 0.0,
+      "execute_generated": 0.0,
+      "fallback_rate": 1.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 1.0,
+      "pairwise_causal_calibration_accuracy": 0.7857142857142857,
+      "pairwise_causal_calibration_confidence": 0.5825263036735857,
+      "pairwise_causal_calibration_ece": 0.20318798204070004,
+      "pairwise_causal_calibration_pairs": 28.0,
+      "predicted_margin": -0.24745057375120538,
+      "proposal_oracle_success": 0.0,
+      "proposal_oracle_utility": 0.19291165471076965,
+      "seed": "1324133122/train2",
+      "selected_candidate_index": 4,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 0.09220491349697113,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.10070674121379852,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 1.0,
+      "support_gap": 1.8070883452892303,
+      "task_id": "StackCube-v1",
+      "tau": 0.893807936331132,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-d7254aa722729aa1a031",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.7407407407407407,
+      "pairwise_causal_calibration_confidence": 0.5964473013091497,
+      "pairwise_causal_calibration_ece": 0.14429343943159095,
+      "pairwise_causal_calibration_pairs": 54.0,
+      "predicted_margin": 1.1464704263550276,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "701667486/train2",
+      "selected_candidate_index": 4,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "StackCube-v1",
+      "tau": 0.893807936331132,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-d776afa14e6322cadedd",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.4166666666666667,
+      "pairwise_causal_calibration_confidence": 0.6315411122591507,
+      "pairwise_causal_calibration_ece": 0.2148744455924842,
+      "pairwise_causal_calibration_pairs": 84.0,
+      "predicted_margin": 1.5236864695041792,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "412102563/train2",
+      "selected_candidate_index": 12,
+      "selected_success": 1.0,
+      "selected_success_gain_over_base": 0.0,
+      "selected_utility": 2.0,
+      "selected_utility_gain_over_base": 0.0,
+      "selector_regret": 0.0,
+      "success_selector_gap": 0.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "StackCube-v1",
+      "tau": 0.893807936331132,
+      "train_seed": "2"
+    },
+    {
+      "base_success": 1.0,
+      "base_utility": 2.0,
+      "chart_id": "ms-e887dbfa0133af46829d",
+      "coverage": 1.0,
+      "execute_generated": 1.0,
+      "fallback_rate": 0.0,
+      "hidden_chart_oracle_success": 1.0,
+      "hidden_chart_oracle_utility": 2.0,
+      "outcome_ptr": 0.0,
+      "pairwise_causal_calibration_accuracy": 0.25,
+      "pairwise_causal_calibration_confidence": 0.6423780754545177,
+      "pairwise_causal_calibration_ece": 0.3923780754545179,
+      "pairwise_causal_calibration_pairs": 76.0,
+      "predicted_margin": 1.4709100971517652,
+      "proposal_oracle_success": 1.0,
+      "proposal_oracle_utility": 2.0,
+      "seed": "1999022574/train2",
+      "selected_candidate_index": 11,
+      "selected_success": 0.0,
+      "selected_success_gain_over_base": -1.0,
+      "selected_utility": 0.8183539509773254,
+      "selected_utility_gain_over_base": -1.1816460490226746,
+      "selector_regret": 1.1816460490226746,
+      "success_selector_gap": 1.0,
+      "success_support_gap": 0.0,
+      "support_gap": 0.0,
+      "task_id": "StackCube-v1",
+      "tau": 0.893807936331132,
+      "train_seed": "2"
+    }
+  ],
+  "schema_version": 1,
+  "selected_lambda": 1.0,
+  "selector_calibration_target_content_hash": "67f7b4a692f7c7e71da24378dc71e3399c5d35afc14c494869eba6087b765c42",
+  "selector_calibration_target_split_hash": "867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372",
+  "selector_chart_feature_mode": "base_context_obs",
+  "selector_eval_target_content_hash": "0c38d73dc9bc4ab756e12006671b5d12f1a23358b281e54b3f6a9ae3cbf6e9af",
+  "selector_eval_target_split_hash": "84151df9e88c219b76751677558cc5bbbc19082bf358cea7330158e9e403e25f",
+  "selector_source_content_hash": "67f7b4a692f7c7e71da24378dc71e3399c5d35afc14c494869eba6087b765c42",
+  "selector_source_split_hash": "867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372",
+  "source_content_hash": "67f7b4a692f7c7e71da24378dc71e3399c5d35afc14c494869eba6087b765c42",
+  "source_index": "data/cil_charts_rgb_refs/train/index.json",
+  "source_split_hash": "867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372",
+  "split_hash": "84151df9e88c219b76751677558cc5bbbc19082bf358cea7330158e9e403e25f",
+  "success_bonus": 2.0,
+  "summary": {
+    "base_success": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.38958333333333334,
+          "low": 0.22083333333333333,
+          "mean": 0.30625,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 0.30625,
+        "per_seed": {
+          "1073161778/train0": 1.0,
+          "1073161778/train1": 1.0,
+          "1073161778/train2": 1.0,
+          "1113371261/train0": 0.0,
+          "1113371261/train1": 0.0,
+          "1113371261/train2": 0.0,
+          "1151410346/train0": 0.0,
+          "1151410346/train1": 0.0,
+          "1151410346/train2": 0.0,
+          "1261930456/train0": 1.0,
+          "1261930456/train1": 1.0,
+          "1261930456/train2": 1.0,
+          "1324133122/train0": 0.0,
+          "1324133122/train1": 0.0,
+          "1324133122/train2": 0.0,
+          "1324642411/train0": 0.0,
+          "1324642411/train1": 0.0,
+          "1324642411/train2": 0.0,
+          "1375492786/train0": 1.0,
+          "1375492786/train1": 1.0,
+          "1375492786/train2": 1.0,
+          "141984615/train0": 0.0,
+          "141984615/train1": 0.0,
+          "141984615/train2": 0.0,
+          "1461069713/train0": 0.0,
+          "1461069713/train1": 0.0,
+          "1461069713/train2": 0.0,
+          "1480856810/train0": 0.0,
+          "1480856810/train1": 0.0,
+          "1480856810/train2": 0.0,
+          "1509980664/train0": 0.0,
+          "1509980664/train1": 0.0,
+          "1509980664/train2": 0.0,
+          "1522272686/train0": 0.0,
+          "1522272686/train1": 0.0,
+          "1522272686/train2": 0.0,
+          "1549324805/train0": 0.0,
+          "1549324805/train1": 0.0,
+          "1549324805/train2": 0.0,
+          "1578990937/train0": 0.0,
+          "1578990937/train1": 0.0,
+          "1578990937/train2": 0.0,
+          "1747178030/train0": 1.0,
+          "1747178030/train1": 1.0,
+          "1747178030/train2": 1.0,
+          "1790188787/train0": 0.0,
+          "1790188787/train1": 0.0,
+          "1790188787/train2": 0.0,
+          "1822210471/train0": 0.0,
+          "1822210471/train1": 0.0,
+          "1822210471/train2": 0.0,
+          "1845489013/train0": 1.0,
+          "1845489013/train1": 1.0,
+          "1845489013/train2": 1.0,
+          "1999022574/train0": 1.0,
+          "1999022574/train1": 1.0,
+          "1999022574/train2": 1.0,
+          "2012211287/train0": 0.0,
+          "2012211287/train1": 0.0,
+          "2012211287/train2": 0.0,
+          "2038594191/train0": 1.0,
+          "2038594191/train1": 1.0,
+          "2038594191/train2": 1.0,
+          "2054899126/train0": 1.0,
+          "2054899126/train1": 1.0,
+          "2054899126/train2": 1.0,
+          "2061635888/train0": 0.0,
+          "2061635888/train1": 0.0,
+          "2061635888/train2": 0.0,
+          "211245842/train0": 0.0,
+          "211245842/train1": 0.0,
+          "211245842/train2": 0.0,
+          "278008524/train0": 0.0,
+          "278008524/train1": 0.0,
+          "278008524/train2": 0.0,
+          "307068879/train0": 0.0,
+          "307068879/train1": 0.0,
+          "307068879/train2": 0.0,
+          "412102563/train0": 1.0,
+          "412102563/train1": 1.0,
+          "412102563/train2": 1.0,
+          "440577711/train0": 0.0,
+          "440577711/train1": 0.0,
+          "440577711/train2": 0.0,
+          "441046872/train0": 0.0,
+          "441046872/train1": 0.0,
+          "441046872/train2": 0.0,
+          "509430392/train0": 0.0,
+          "509430392/train1": 0.0,
+          "509430392/train2": 0.0,
+          "585904130/train0": 0.0,
+          "585904130/train1": 0.0,
+          "585904130/train2": 0.0,
+          "608016290/train0": 0.0,
+          "608016290/train1": 0.0,
+          "608016290/train2": 0.0,
+          "626486813/train0": 0.0,
+          "626486813/train1": 0.0,
+          "626486813/train2": 0.0,
+          "636680137/train0": 0.0,
+          "636680137/train1": 0.0,
+          "636680137/train2": 0.0,
+          "655884605/train0": 0.0,
+          "655884605/train1": 0.0,
+          "655884605/train2": 0.0,
+          "672328262/train0": 1.0,
+          "672328262/train1": 1.0,
+          "672328262/train2": 1.0,
+          "701667486/train0": 1.0,
+          "701667486/train1": 1.0,
+          "701667486/train2": 1.0,
+          "747260437/train0": 1.0,
+          "747260437/train1": 1.0,
+          "747260437/train2": 1.0,
+          "750448296/train0": 0.0,
+          "750448296/train1": 0.0,
+          "750448296/train2": 0.0,
+          "767747424/train0": 0.25,
+          "767747424/train1": 0.25,
+          "767747424/train2": 0.25
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.3038787878787878,
+          "low": 0.08787878787878786,
+          "mean": 0.19987878787878788,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.19987878787878788,
+        "per_task": {
+          "LiftPegUpright-v1": 0.2,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.36,
+          "PushCube-v1": 0.16666666666666666,
+          "StackCube-v1": 0.2727272727272727
+        }
+      },
+      "metric": "base_success",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.3611111111111111,
+        "low": 0.2222222222222222,
+        "mean": 0.2916666666666667,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "base_utility": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.9455266696460766,
+          "low": 0.6363180854632647,
+          "mean": 0.7901180622977944,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 0.7901180622977944,
+        "per_seed": {
+          "1073161778/train0": 2.0,
+          "1073161778/train1": 2.0,
+          "1073161778/train2": 2.0,
+          "1113371261/train0": 0.15842342376708984,
+          "1113371261/train1": 0.15842342376708984,
+          "1113371261/train2": 0.15842342376708984,
+          "1151410346/train0": 0.2260012924671173,
+          "1151410346/train1": 0.2260012924671173,
+          "1151410346/train2": 0.2260012924671173,
+          "1261930456/train0": 2.0,
+          "1261930456/train1": 2.0,
+          "1261930456/train2": 2.0,
+          "1324133122/train0": 0.09220491349697113,
+          "1324133122/train1": 0.09220491349697113,
+          "1324133122/train2": 0.09220491349697113,
+          "1324642411/train0": 0.10647052526473999,
+          "1324642411/train1": 0.10647052526473999,
+          "1324642411/train2": 0.10647052526473999,
+          "1375492786/train0": 2.0,
+          "1375492786/train1": 2.0,
+          "1375492786/train2": 2.0,
+          "141984615/train0": 0.10283424705266953,
+          "141984615/train1": 0.10283424705266953,
+          "141984615/train2": 0.10283424705266953,
+          "1461069713/train0": 0.0939030647277832,
+          "1461069713/train1": 0.0939030647277832,
+          "1461069713/train2": 0.0939030647277832,
+          "1480856810/train0": 0.08703407645225525,
+          "1480856810/train1": 0.08703407645225525,
+          "1480856810/train2": 0.08703407645225525,
+          "1509980664/train0": 0.8334100246429443,
+          "1509980664/train1": 0.8334100246429443,
+          "1509980664/train2": 0.8334100246429443,
+          "1522272686/train0": 0.5839591026306152,
+          "1522272686/train1": 0.5839591026306152,
+          "1522272686/train2": 0.5839591026306152,
+          "1549324805/train0": 0.10451483726501465,
+          "1549324805/train1": 0.10451483726501465,
+          "1549324805/train2": 0.10451483726501465,
+          "1578990937/train0": 0.82413649559021,
+          "1578990937/train1": 0.82413649559021,
+          "1578990937/train2": 0.82413649559021,
+          "1747178030/train0": 2.0,
+          "1747178030/train1": 2.0,
+          "1747178030/train2": 2.0,
+          "1790188787/train0": 0.12476746737957001,
+          "1790188787/train1": 0.12476746737957001,
+          "1790188787/train2": 0.12476746737957001,
+          "1822210471/train0": 0.07191530615091324,
+          "1822210471/train1": 0.07191530615091324,
+          "1822210471/train2": 0.07191530615091324,
+          "1845489013/train0": 2.0,
+          "1845489013/train1": 2.0,
+          "1845489013/train2": 2.0,
+          "1999022574/train0": 2.0,
+          "1999022574/train1": 2.0,
+          "1999022574/train2": 2.0,
+          "2012211287/train0": 0.7236053347587585,
+          "2012211287/train1": 0.7236053347587585,
+          "2012211287/train2": 0.7236053347587585,
+          "2038594191/train0": 2.0,
+          "2038594191/train1": 2.0,
+          "2038594191/train2": 2.0,
+          "2054899126/train0": 2.0,
+          "2054899126/train1": 2.0,
+          "2054899126/train2": 2.0,
+          "2061635888/train0": 0.05225050449371338,
+          "2061635888/train1": 0.05225050449371338,
+          "2061635888/train2": 0.05225050449371338,
+          "211245842/train0": 0.19090841710567474,
+          "211245842/train1": 0.19090841710567474,
+          "211245842/train2": 0.19090841710567474,
+          "278008524/train0": 0.042734989896416664,
+          "278008524/train1": 0.042734989896416664,
+          "278008524/train2": 0.042734989896416664,
+          "307068879/train0": 0.6000905632972717,
+          "307068879/train1": 0.6000905632972717,
+          "307068879/train2": 0.6000905632972717,
+          "412102563/train0": 2.0,
+          "412102563/train1": 2.0,
+          "412102563/train2": 2.0,
+          "440577711/train0": 0.036152780055999756,
+          "440577711/train1": 0.036152780055999756,
+          "440577711/train2": 0.036152780055999756,
+          "441046872/train0": 0.6999551653862,
+          "441046872/train1": 0.6999551653862,
+          "441046872/train2": 0.6999551653862,
+          "509430392/train0": 2.2351741790771484e-07,
+          "509430392/train1": 2.2351741790771484e-07,
+          "509430392/train2": 2.2351741790771484e-07,
+          "585904130/train0": 0.18171554803848267,
+          "585904130/train1": 0.18171554803848267,
+          "585904130/train2": 0.18171554803848267,
+          "608016290/train0": 0.725701630115509,
+          "608016290/train1": 0.725701630115509,
+          "608016290/train2": 0.725701630115509,
+          "626486813/train0": 0.00509834272088483,
+          "626486813/train1": 0.00509834272088483,
+          "626486813/train2": 0.00509834272088483,
+          "636680137/train0": 0.08313504606485367,
+          "636680137/train1": 0.08313504606485367,
+          "636680137/train2": 0.08313504606485367,
+          "655884605/train0": 0.16300667822360992,
+          "655884605/train1": 0.16300667822360992,
+          "655884605/train2": 0.16300667822360992,
+          "672328262/train0": 2.0,
+          "672328262/train1": 2.0,
+          "672328262/train2": 2.0,
+          "701667486/train0": 2.0,
+          "701667486/train1": 2.0,
+          "701667486/train2": 2.0,
+          "747260437/train0": 2.0,
+          "747260437/train1": 2.0,
+          "747260437/train2": 2.0,
+          "750448296/train0": 0.11759314934412639,
+          "750448296/train1": 0.11759314934412639,
+          "750448296/train2": 0.11759314934412639,
+          "767747424/train0": 0.5731993420049548,
+          "767747424/train1": 0.5731993420049548,
+          "767747424/train2": 0.5731993420049548
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.8455401895397596,
+          "low": 0.5455106917563826,
+          "mean": 0.695559797174015,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.695559797174015,
+        "per_task": {
+          "LiftPegUpright-v1": 0.9498705387115478,
+          "PickCube-v1": 0.5839591026306152,
+          "PullCube-v1": 0.7751704612234608,
+          "PushCube-v1": 0.3924041787783305,
+          "StackCube-v1": 0.7763947045261209
+        }
+      },
+      "metric": "base_utility",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.8745567836554579,
+        "low": 0.6048010766656565,
+        "mean": 0.7418195864423373,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "coverage": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.6868055555555556,
+          "low": 0.5270833333333333,
+          "mean": 0.6048611111111111,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 0.6048611111111111,
+        "per_seed": {
+          "1073161778/train0": 1.0,
+          "1073161778/train1": 1.0,
+          "1073161778/train2": 1.0,
+          "1113371261/train0": 0.0,
+          "1113371261/train1": 0.0,
+          "1113371261/train2": 0.0,
+          "1151410346/train0": 0.0,
+          "1151410346/train1": 0.0,
+          "1151410346/train2": 0.0,
+          "1261930456/train0": 1.0,
+          "1261930456/train1": 1.0,
+          "1261930456/train2": 0.0,
+          "1324133122/train0": 0.0,
+          "1324133122/train1": 0.0,
+          "1324133122/train2": 0.0,
+          "1324642411/train0": 1.0,
+          "1324642411/train1": 1.0,
+          "1324642411/train2": 0.0,
+          "1375492786/train0": 0.0,
+          "1375492786/train1": 0.0,
+          "1375492786/train2": 0.0,
+          "141984615/train0": 0.0,
+          "141984615/train1": 0.0,
+          "141984615/train2": 0.0,
+          "1461069713/train0": 0.0,
+          "1461069713/train1": 0.0,
+          "1461069713/train2": 0.0,
+          "1480856810/train0": 1.0,
+          "1480856810/train1": 1.0,
+          "1480856810/train2": 1.0,
+          "1509980664/train0": 0.0,
+          "1509980664/train1": 0.0,
+          "1509980664/train2": 0.0,
+          "1522272686/train0": 0.0,
+          "1522272686/train1": 0.0,
+          "1522272686/train2": 0.0,
+          "1549324805/train0": 1.0,
+          "1549324805/train1": 1.0,
+          "1549324805/train2": 1.0,
+          "1578990937/train0": 1.0,
+          "1578990937/train1": 1.0,
+          "1578990937/train2": 1.0,
+          "1747178030/train0": 1.0,
+          "1747178030/train1": 1.0,
+          "1747178030/train2": 1.0,
+          "1790188787/train0": 1.0,
+          "1790188787/train1": 1.0,
+          "1790188787/train2": 1.0,
+          "1822210471/train0": 1.0,
+          "1822210471/train1": 1.0,
+          "1822210471/train2": 1.0,
+          "1845489013/train0": 1.0,
+          "1845489013/train1": 1.0,
+          "1845489013/train2": 1.0,
+          "1999022574/train0": 1.0,
+          "1999022574/train1": 1.0,
+          "1999022574/train2": 1.0,
+          "2012211287/train0": 1.0,
+          "2012211287/train1": 1.0,
+          "2012211287/train2": 1.0,
+          "2038594191/train0": 1.0,
+          "2038594191/train1": 1.0,
+          "2038594191/train2": 1.0,
+          "2054899126/train0": 1.0,
+          "2054899126/train1": 1.0,
+          "2054899126/train2": 1.0,
+          "2061635888/train0": 0.0,
+          "2061635888/train1": 0.0,
+          "2061635888/train2": 0.0,
+          "211245842/train0": 1.0,
+          "211245842/train1": 1.0,
+          "211245842/train2": 0.0,
+          "278008524/train0": 0.0,
+          "278008524/train1": 0.0,
+          "278008524/train2": 0.0,
+          "307068879/train0": 0.0,
+          "307068879/train1": 0.0,
+          "307068879/train2": 0.0,
+          "412102563/train0": 1.0,
+          "412102563/train1": 1.0,
+          "412102563/train2": 1.0,
+          "440577711/train0": 1.0,
+          "440577711/train1": 1.0,
+          "440577711/train2": 1.0,
+          "441046872/train0": 0.0,
+          "441046872/train1": 0.0,
+          "441046872/train2": 0.0,
+          "509430392/train0": 1.0,
+          "509430392/train1": 1.0,
+          "509430392/train2": 1.0,
+          "585904130/train0": 1.0,
+          "585904130/train1": 1.0,
+          "585904130/train2": 1.0,
+          "608016290/train0": 1.0,
+          "608016290/train1": 1.0,
+          "608016290/train2": 1.0,
+          "626486813/train0": 0.5,
+          "626486813/train1": 0.0,
+          "626486813/train2": 0.0,
+          "636680137/train0": 1.0,
+          "636680137/train1": 1.0,
+          "636680137/train2": 1.0,
+          "655884605/train0": 1.0,
+          "655884605/train1": 1.0,
+          "655884605/train2": 1.0,
+          "672328262/train0": 1.0,
+          "672328262/train1": 1.0,
+          "672328262/train2": 0.0,
+          "701667486/train0": 1.0,
+          "701667486/train1": 1.0,
+          "701667486/train2": 1.0,
+          "747260437/train0": 1.0,
+          "747260437/train1": 0.0,
+          "747260437/train2": 1.0,
+          "750448296/train0": 0.3333333333333333,
+          "750448296/train1": 0.3333333333333333,
+          "750448296/train2": 0.6666666666666666,
+          "767747424/train0": 0.25,
+          "767747424/train1": 0.25,
+          "767747424/train2": 0.25
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.7403636363636363,
+          "low": 0.22303030303030305,
+          "mean": 0.5048080808080808,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.5048080808080808,
+        "per_task": {
+          "LiftPegUpright-v1": 0.6,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.52,
+          "PushCube-v1": 0.8888888888888888,
+          "StackCube-v1": 0.5151515151515151
+        }
+      },
+      "metric": "coverage",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.6458333333333334,
+        "low": 0.4791666666666667,
+        "mean": 0.5625,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "execute_generated": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.6868055555555556,
+          "low": 0.5270833333333333,
+          "mean": 0.6048611111111111,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 0.6048611111111111,
+        "per_seed": {
+          "1073161778/train0": 1.0,
+          "1073161778/train1": 1.0,
+          "1073161778/train2": 1.0,
+          "1113371261/train0": 0.0,
+          "1113371261/train1": 0.0,
+          "1113371261/train2": 0.0,
+          "1151410346/train0": 0.0,
+          "1151410346/train1": 0.0,
+          "1151410346/train2": 0.0,
+          "1261930456/train0": 1.0,
+          "1261930456/train1": 1.0,
+          "1261930456/train2": 0.0,
+          "1324133122/train0": 0.0,
+          "1324133122/train1": 0.0,
+          "1324133122/train2": 0.0,
+          "1324642411/train0": 1.0,
+          "1324642411/train1": 1.0,
+          "1324642411/train2": 0.0,
+          "1375492786/train0": 0.0,
+          "1375492786/train1": 0.0,
+          "1375492786/train2": 0.0,
+          "141984615/train0": 0.0,
+          "141984615/train1": 0.0,
+          "141984615/train2": 0.0,
+          "1461069713/train0": 0.0,
+          "1461069713/train1": 0.0,
+          "1461069713/train2": 0.0,
+          "1480856810/train0": 1.0,
+          "1480856810/train1": 1.0,
+          "1480856810/train2": 1.0,
+          "1509980664/train0": 0.0,
+          "1509980664/train1": 0.0,
+          "1509980664/train2": 0.0,
+          "1522272686/train0": 0.0,
+          "1522272686/train1": 0.0,
+          "1522272686/train2": 0.0,
+          "1549324805/train0": 1.0,
+          "1549324805/train1": 1.0,
+          "1549324805/train2": 1.0,
+          "1578990937/train0": 1.0,
+          "1578990937/train1": 1.0,
+          "1578990937/train2": 1.0,
+          "1747178030/train0": 1.0,
+          "1747178030/train1": 1.0,
+          "1747178030/train2": 1.0,
+          "1790188787/train0": 1.0,
+          "1790188787/train1": 1.0,
+          "1790188787/train2": 1.0,
+          "1822210471/train0": 1.0,
+          "1822210471/train1": 1.0,
+          "1822210471/train2": 1.0,
+          "1845489013/train0": 1.0,
+          "1845489013/train1": 1.0,
+          "1845489013/train2": 1.0,
+          "1999022574/train0": 1.0,
+          "1999022574/train1": 1.0,
+          "1999022574/train2": 1.0,
+          "2012211287/train0": 1.0,
+          "2012211287/train1": 1.0,
+          "2012211287/train2": 1.0,
+          "2038594191/train0": 1.0,
+          "2038594191/train1": 1.0,
+          "2038594191/train2": 1.0,
+          "2054899126/train0": 1.0,
+          "2054899126/train1": 1.0,
+          "2054899126/train2": 1.0,
+          "2061635888/train0": 0.0,
+          "2061635888/train1": 0.0,
+          "2061635888/train2": 0.0,
+          "211245842/train0": 1.0,
+          "211245842/train1": 1.0,
+          "211245842/train2": 0.0,
+          "278008524/train0": 0.0,
+          "278008524/train1": 0.0,
+          "278008524/train2": 0.0,
+          "307068879/train0": 0.0,
+          "307068879/train1": 0.0,
+          "307068879/train2": 0.0,
+          "412102563/train0": 1.0,
+          "412102563/train1": 1.0,
+          "412102563/train2": 1.0,
+          "440577711/train0": 1.0,
+          "440577711/train1": 1.0,
+          "440577711/train2": 1.0,
+          "441046872/train0": 0.0,
+          "441046872/train1": 0.0,
+          "441046872/train2": 0.0,
+          "509430392/train0": 1.0,
+          "509430392/train1": 1.0,
+          "509430392/train2": 1.0,
+          "585904130/train0": 1.0,
+          "585904130/train1": 1.0,
+          "585904130/train2": 1.0,
+          "608016290/train0": 1.0,
+          "608016290/train1": 1.0,
+          "608016290/train2": 1.0,
+          "626486813/train0": 0.5,
+          "626486813/train1": 0.0,
+          "626486813/train2": 0.0,
+          "636680137/train0": 1.0,
+          "636680137/train1": 1.0,
+          "636680137/train2": 1.0,
+          "655884605/train0": 1.0,
+          "655884605/train1": 1.0,
+          "655884605/train2": 1.0,
+          "672328262/train0": 1.0,
+          "672328262/train1": 1.0,
+          "672328262/train2": 0.0,
+          "701667486/train0": 1.0,
+          "701667486/train1": 1.0,
+          "701667486/train2": 1.0,
+          "747260437/train0": 1.0,
+          "747260437/train1": 0.0,
+          "747260437/train2": 1.0,
+          "750448296/train0": 0.3333333333333333,
+          "750448296/train1": 0.3333333333333333,
+          "750448296/train2": 0.6666666666666666,
+          "767747424/train0": 0.25,
+          "767747424/train1": 0.25,
+          "767747424/train2": 0.25
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.7403636363636363,
+          "low": 0.22303030303030305,
+          "mean": 0.5048080808080808,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.5048080808080808,
+        "per_task": {
+          "LiftPegUpright-v1": 0.6,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.52,
+          "PushCube-v1": 0.8888888888888888,
+          "StackCube-v1": 0.5151515151515151
+        }
+      },
+      "metric": "execute_generated",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.6458333333333334,
+        "low": 0.4791666666666667,
+        "mean": 0.5625,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "fallback_rate": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.47291666666666665,
+          "low": 0.3131944444444444,
+          "mean": 0.3951388888888889,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 0.3951388888888889,
+        "per_seed": {
+          "1073161778/train0": 0.0,
+          "1073161778/train1": 0.0,
+          "1073161778/train2": 0.0,
+          "1113371261/train0": 1.0,
+          "1113371261/train1": 1.0,
+          "1113371261/train2": 1.0,
+          "1151410346/train0": 1.0,
+          "1151410346/train1": 1.0,
+          "1151410346/train2": 1.0,
+          "1261930456/train0": 0.0,
+          "1261930456/train1": 0.0,
+          "1261930456/train2": 1.0,
+          "1324133122/train0": 1.0,
+          "1324133122/train1": 1.0,
+          "1324133122/train2": 1.0,
+          "1324642411/train0": 0.0,
+          "1324642411/train1": 0.0,
+          "1324642411/train2": 1.0,
+          "1375492786/train0": 1.0,
+          "1375492786/train1": 1.0,
+          "1375492786/train2": 1.0,
+          "141984615/train0": 1.0,
+          "141984615/train1": 1.0,
+          "141984615/train2": 1.0,
+          "1461069713/train0": 1.0,
+          "1461069713/train1": 1.0,
+          "1461069713/train2": 1.0,
+          "1480856810/train0": 0.0,
+          "1480856810/train1": 0.0,
+          "1480856810/train2": 0.0,
+          "1509980664/train0": 1.0,
+          "1509980664/train1": 1.0,
+          "1509980664/train2": 1.0,
+          "1522272686/train0": 1.0,
+          "1522272686/train1": 1.0,
+          "1522272686/train2": 1.0,
+          "1549324805/train0": 0.0,
+          "1549324805/train1": 0.0,
+          "1549324805/train2": 0.0,
+          "1578990937/train0": 0.0,
+          "1578990937/train1": 0.0,
+          "1578990937/train2": 0.0,
+          "1747178030/train0": 0.0,
+          "1747178030/train1": 0.0,
+          "1747178030/train2": 0.0,
+          "1790188787/train0": 0.0,
+          "1790188787/train1": 0.0,
+          "1790188787/train2": 0.0,
+          "1822210471/train0": 0.0,
+          "1822210471/train1": 0.0,
+          "1822210471/train2": 0.0,
+          "1845489013/train0": 0.0,
+          "1845489013/train1": 0.0,
+          "1845489013/train2": 0.0,
+          "1999022574/train0": 0.0,
+          "1999022574/train1": 0.0,
+          "1999022574/train2": 0.0,
+          "2012211287/train0": 0.0,
+          "2012211287/train1": 0.0,
+          "2012211287/train2": 0.0,
+          "2038594191/train0": 0.0,
+          "2038594191/train1": 0.0,
+          "2038594191/train2": 0.0,
+          "2054899126/train0": 0.0,
+          "2054899126/train1": 0.0,
+          "2054899126/train2": 0.0,
+          "2061635888/train0": 1.0,
+          "2061635888/train1": 1.0,
+          "2061635888/train2": 1.0,
+          "211245842/train0": 0.0,
+          "211245842/train1": 0.0,
+          "211245842/train2": 1.0,
+          "278008524/train0": 1.0,
+          "278008524/train1": 1.0,
+          "278008524/train2": 1.0,
+          "307068879/train0": 1.0,
+          "307068879/train1": 1.0,
+          "307068879/train2": 1.0,
+          "412102563/train0": 0.0,
+          "412102563/train1": 0.0,
+          "412102563/train2": 0.0,
+          "440577711/train0": 0.0,
+          "440577711/train1": 0.0,
+          "440577711/train2": 0.0,
+          "441046872/train0": 1.0,
+          "441046872/train1": 1.0,
+          "441046872/train2": 1.0,
+          "509430392/train0": 0.0,
+          "509430392/train1": 0.0,
+          "509430392/train2": 0.0,
+          "585904130/train0": 0.0,
+          "585904130/train1": 0.0,
+          "585904130/train2": 0.0,
+          "608016290/train0": 0.0,
+          "608016290/train1": 0.0,
+          "608016290/train2": 0.0,
+          "626486813/train0": 0.5,
+          "626486813/train1": 1.0,
+          "626486813/train2": 1.0,
+          "636680137/train0": 0.0,
+          "636680137/train1": 0.0,
+          "636680137/train2": 0.0,
+          "655884605/train0": 0.0,
+          "655884605/train1": 0.0,
+          "655884605/train2": 0.0,
+          "672328262/train0": 0.0,
+          "672328262/train1": 0.0,
+          "672328262/train2": 1.0,
+          "701667486/train0": 0.0,
+          "701667486/train1": 0.0,
+          "701667486/train2": 0.0,
+          "747260437/train0": 0.0,
+          "747260437/train1": 1.0,
+          "747260437/train2": 0.0,
+          "750448296/train0": 0.6666666666666666,
+          "750448296/train1": 0.6666666666666666,
+          "750448296/train2": 0.3333333333333333,
+          "767747424/train0": 0.75,
+          "767747424/train1": 0.75,
+          "767747424/train2": 0.75
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.776969696969697,
+          "low": 0.25963636363636367,
+          "mean": 0.4951919191919192,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.4951919191919192,
+        "per_task": {
+          "LiftPegUpright-v1": 0.4,
+          "PickCube-v1": 1.0,
+          "PullCube-v1": 0.48,
+          "PushCube-v1": 0.1111111111111111,
+          "StackCube-v1": 0.48484848484848486
+        }
+      },
+      "metric": "fallback_rate",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.5208333333333334,
+        "low": 0.3541666666666667,
+        "mean": 0.4375,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "hidden_chart_oracle_success": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.8555555555555556,
+          "low": 0.7180555555555556,
+          "mean": 0.7854166666666668,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 0.7854166666666668,
+        "per_seed": {
+          "1073161778/train0": 1.0,
+          "1073161778/train1": 1.0,
+          "1073161778/train2": 1.0,
+          "1113371261/train0": 1.0,
+          "1113371261/train1": 1.0,
+          "1113371261/train2": 1.0,
+          "1151410346/train0": 1.0,
+          "1151410346/train1": 1.0,
+          "1151410346/train2": 1.0,
+          "1261930456/train0": 1.0,
+          "1261930456/train1": 1.0,
+          "1261930456/train2": 1.0,
+          "1324133122/train0": 1.0,
+          "1324133122/train1": 1.0,
+          "1324133122/train2": 1.0,
+          "1324642411/train0": 1.0,
+          "1324642411/train1": 1.0,
+          "1324642411/train2": 1.0,
+          "1375492786/train0": 1.0,
+          "1375492786/train1": 1.0,
+          "1375492786/train2": 1.0,
+          "141984615/train0": 0.0,
+          "141984615/train1": 0.0,
+          "141984615/train2": 0.0,
+          "1461069713/train0": 0.0,
+          "1461069713/train1": 0.0,
+          "1461069713/train2": 0.0,
+          "1480856810/train0": 0.0,
+          "1480856810/train1": 0.0,
+          "1480856810/train2": 0.0,
+          "1509980664/train0": 1.0,
+          "1509980664/train1": 1.0,
+          "1509980664/train2": 1.0,
+          "1522272686/train0": 1.0,
+          "1522272686/train1": 1.0,
+          "1522272686/train2": 1.0,
+          "1549324805/train0": 0.0,
+          "1549324805/train1": 0.0,
+          "1549324805/train2": 0.0,
+          "1578990937/train0": 1.0,
+          "1578990937/train1": 1.0,
+          "1578990937/train2": 1.0,
+          "1747178030/train0": 1.0,
+          "1747178030/train1": 1.0,
+          "1747178030/train2": 1.0,
+          "1790188787/train0": 1.0,
+          "1790188787/train1": 1.0,
+          "1790188787/train2": 1.0,
+          "1822210471/train0": 1.0,
+          "1822210471/train1": 1.0,
+          "1822210471/train2": 1.0,
+          "1845489013/train0": 1.0,
+          "1845489013/train1": 1.0,
+          "1845489013/train2": 1.0,
+          "1999022574/train0": 1.0,
+          "1999022574/train1": 1.0,
+          "1999022574/train2": 1.0,
+          "2012211287/train0": 1.0,
+          "2012211287/train1": 1.0,
+          "2012211287/train2": 1.0,
+          "2038594191/train0": 1.0,
+          "2038594191/train1": 1.0,
+          "2038594191/train2": 1.0,
+          "2054899126/train0": 1.0,
+          "2054899126/train1": 1.0,
+          "2054899126/train2": 1.0,
+          "2061635888/train0": 1.0,
+          "2061635888/train1": 1.0,
+          "2061635888/train2": 1.0,
+          "211245842/train0": 1.0,
+          "211245842/train1": 1.0,
+          "211245842/train2": 1.0,
+          "278008524/train0": 0.5,
+          "278008524/train1": 0.5,
+          "278008524/train2": 0.5,
+          "307068879/train0": 1.0,
+          "307068879/train1": 1.0,
+          "307068879/train2": 1.0,
+          "412102563/train0": 1.0,
+          "412102563/train1": 1.0,
+          "412102563/train2": 1.0,
+          "440577711/train0": 1.0,
+          "440577711/train1": 1.0,
+          "440577711/train2": 1.0,
+          "441046872/train0": 1.0,
+          "441046872/train1": 1.0,
+          "441046872/train2": 1.0,
+          "509430392/train0": 1.0,
+          "509430392/train1": 1.0,
+          "509430392/train2": 1.0,
+          "585904130/train0": 1.0,
+          "585904130/train1": 1.0,
+          "585904130/train2": 1.0,
+          "608016290/train0": 1.0,
+          "608016290/train1": 1.0,
+          "608016290/train2": 1.0,
+          "626486813/train0": 0.0,
+          "626486813/train1": 0.0,
+          "626486813/train2": 0.0,
+          "636680137/train0": 0.0,
+          "636680137/train1": 0.0,
+          "636680137/train2": 0.0,
+          "655884605/train0": 1.0,
+          "655884605/train1": 1.0,
+          "655884605/train2": 1.0,
+          "672328262/train0": 1.0,
+          "672328262/train1": 1.0,
+          "672328262/train2": 1.0,
+          "701667486/train0": 1.0,
+          "701667486/train1": 1.0,
+          "701667486/train2": 1.0,
+          "747260437/train0": 0.0,
+          "747260437/train1": 0.0,
+          "747260437/train2": 0.0,
+          "750448296/train0": 0.6666666666666666,
+          "750448296/train1": 0.6666666666666666,
+          "750448296/train2": 0.6666666666666666,
+          "767747424/train0": 0.25,
+          "767747424/train1": 0.25,
+          "767747424/train2": 0.25
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.0,
+          "low": 0.6786666666666668,
+          "mean": 0.8706666666666667,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.8706666666666667,
+        "per_task": {
+          "LiftPegUpright-v1": 1.0,
+          "PickCube-v1": 1.0,
+          "PullCube-v1": 0.52,
+          "PushCube-v1": 0.8333333333333334,
+          "StackCube-v1": 1.0
+        }
+      },
+      "metric": "hidden_chart_oracle_success",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.7986111111111112,
+        "low": 0.6597222222222222,
+        "mean": 0.7291666666666666,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "hidden_chart_oracle_utility": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.7441341616213322,
+          "low": 1.49932806055165,
+          "mean": 1.6190625454609595,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 1.6190625454609595,
+        "per_seed": {
+          "1073161778/train0": 2.0,
+          "1073161778/train1": 2.0,
+          "1073161778/train2": 2.0,
+          "1113371261/train0": 2.0,
+          "1113371261/train1": 2.0,
+          "1113371261/train2": 2.0,
+          "1151410346/train0": 2.0,
+          "1151410346/train1": 2.0,
+          "1151410346/train2": 2.0,
+          "1261930456/train0": 2.0,
+          "1261930456/train1": 2.0,
+          "1261930456/train2": 2.0,
+          "1324133122/train0": 2.0,
+          "1324133122/train1": 2.0,
+          "1324133122/train2": 2.0,
+          "1324642411/train0": 2.0,
+          "1324642411/train1": 2.0,
+          "1324642411/train2": 2.0,
+          "1375492786/train0": 2.0,
+          "1375492786/train1": 2.0,
+          "1375492786/train2": 2.0,
+          "141984615/train0": 0.2857772707939148,
+          "141984615/train1": 0.2857772707939148,
+          "141984615/train2": 0.2857772707939148,
+          "1461069713/train0": 0.1593424528837204,
+          "1461069713/train1": 0.1593424528837204,
+          "1461069713/train2": 0.1593424528837204,
+          "1480856810/train0": 0.20948036015033722,
+          "1480856810/train1": 0.20948036015033722,
+          "1480856810/train2": 0.20948036015033722,
+          "1509980664/train0": 2.0,
+          "1509980664/train1": 2.0,
+          "1509980664/train2": 2.0,
+          "1522272686/train0": 2.0,
+          "1522272686/train1": 2.0,
+          "1522272686/train2": 2.0,
+          "1549324805/train0": 0.2974560856819153,
+          "1549324805/train1": 0.2974560856819153,
+          "1549324805/train2": 0.2974560856819153,
+          "1578990937/train0": 2.0,
+          "1578990937/train1": 2.0,
+          "1578990937/train2": 2.0,
+          "1747178030/train0": 2.0,
+          "1747178030/train1": 2.0,
+          "1747178030/train2": 2.0,
+          "1790188787/train0": 2.0,
+          "1790188787/train1": 2.0,
+          "1790188787/train2": 2.0,
+          "1822210471/train0": 2.0,
+          "1822210471/train1": 2.0,
+          "1822210471/train2": 2.0,
+          "1845489013/train0": 2.0,
+          "1845489013/train1": 2.0,
+          "1845489013/train2": 2.0,
+          "1999022574/train0": 2.0,
+          "1999022574/train1": 2.0,
+          "1999022574/train2": 2.0,
+          "2012211287/train0": 2.0,
+          "2012211287/train1": 2.0,
+          "2012211287/train2": 2.0,
+          "2038594191/train0": 2.0,
+          "2038594191/train1": 2.0,
+          "2038594191/train2": 2.0,
+          "2054899126/train0": 2.0,
+          "2054899126/train1": 2.0,
+          "2054899126/train2": 2.0,
+          "2061635888/train0": 2.0,
+          "2061635888/train1": 2.0,
+          "2061635888/train2": 2.0,
+          "211245842/train0": 2.0,
+          "211245842/train1": 2.0,
+          "211245842/train2": 2.0,
+          "278008524/train0": 1.1139086410403252,
+          "278008524/train1": 1.1139086410403252,
+          "278008524/train2": 1.1139086410403252,
+          "307068879/train0": 2.0,
+          "307068879/train1": 2.0,
+          "307068879/train2": 2.0,
+          "412102563/train0": 2.0,
+          "412102563/train1": 2.0,
+          "412102563/train2": 2.0,
+          "440577711/train0": 2.0,
+          "440577711/train1": 2.0,
+          "440577711/train2": 2.0,
+          "441046872/train0": 2.0,
+          "441046872/train1": 2.0,
+          "441046872/train2": 2.0,
+          "509430392/train0": 2.0,
+          "509430392/train1": 2.0,
+          "509430392/train2": 2.0,
+          "585904130/train0": 2.0,
+          "585904130/train1": 2.0,
+          "585904130/train2": 2.0,
+          "608016290/train0": 2.0,
+          "608016290/train1": 2.0,
+          "608016290/train2": 2.0,
+          "626486813/train0": 0.16558238118886948,
+          "626486813/train1": 0.16558238118886948,
+          "626486813/train2": 0.16558238118886948,
+          "636680137/train0": 0.17056432366371155,
+          "636680137/train1": 0.17056432366371155,
+          "636680137/train2": 0.17056432366371155,
+          "655884605/train0": 2.0,
+          "655884605/train1": 2.0,
+          "655884605/train2": 2.0,
+          "672328262/train0": 2.0,
+          "672328262/train1": 2.0,
+          "672328262/train2": 2.0,
+          "701667486/train0": 2.0,
+          "701667486/train1": 2.0,
+          "701667486/train2": 2.0,
+          "747260437/train0": 0.2786632478237152,
+          "747260437/train1": 0.2786632478237152,
+          "747260437/train2": 0.2786632478237152,
+          "750448296/train0": 1.4079964955647786,
+          "750448296/train1": 1.4079964955647786,
+          "750448296/train2": 1.4079964955647786,
+          "767747424/train0": 0.6737305596470833,
+          "767747424/train1": 0.6737305596470833,
+          "767747424/train2": 0.6737305596470833
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 2.0,
+          "low": 1.428388743619124,
+          "mean": 1.7696735892097153,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 1.7696735892097153,
+        "per_task": {
+          "LiftPegUpright-v1": 2.0,
+          "PickCube-v1": 2.0,
+          "PullCube-v1": 1.1467878860235214,
+          "PushCube-v1": 1.7015800600250561,
+          "StackCube-v1": 2.0
+        }
+      },
+      "metric": "hidden_chart_oracle_utility",
+      "micro": {
+        "confidence": 0.95,
+        "high": 1.643800659933024,
+        "low": 1.3941160800556343,
+        "mean": 1.5183161981403828,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "outcome_ptr": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.625,
+          "low": 0.4430555555555556,
+          "mean": 0.5319444444444444,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 0.5319444444444444,
+        "per_seed": {
+          "1073161778/train0": 0.0,
+          "1073161778/train1": 0.0,
+          "1073161778/train2": 0.0,
+          "1113371261/train0": 0.0,
+          "1113371261/train1": 1.0,
+          "1113371261/train2": 1.0,
+          "1151410346/train0": 1.0,
+          "1151410346/train1": 1.0,
+          "1151410346/train2": 1.0,
+          "1261930456/train0": 0.0,
+          "1261930456/train1": 0.0,
+          "1261930456/train2": 0.0,
+          "1324133122/train0": 0.0,
+          "1324133122/train1": 1.0,
+          "1324133122/train2": 1.0,
+          "1324642411/train0": 1.0,
+          "1324642411/train1": 1.0,
+          "1324642411/train2": 1.0,
+          "1375492786/train0": 0.0,
+          "1375492786/train1": 0.0,
+          "1375492786/train2": 0.0,
+          "141984615/train0": 0.0,
+          "141984615/train1": 0.0,
+          "141984615/train2": 0.0,
+          "1461069713/train0": 0.0,
+          "1461069713/train1": 0.0,
+          "1461069713/train2": 1.0,
+          "1480856810/train0": 1.0,
+          "1480856810/train1": 1.0,
+          "1480856810/train2": 1.0,
+          "1509980664/train0": 1.0,
+          "1509980664/train1": 1.0,
+          "1509980664/train2": 1.0,
+          "1522272686/train0": 0.0,
+          "1522272686/train1": 0.0,
+          "1522272686/train2": 0.0,
+          "1549324805/train0": 0.0,
+          "1549324805/train1": 1.0,
+          "1549324805/train2": 1.0,
+          "1578990937/train0": 1.0,
+          "1578990937/train1": 1.0,
+          "1578990937/train2": 1.0,
+          "1747178030/train0": 0.0,
+          "1747178030/train1": 0.0,
+          "1747178030/train2": 0.0,
+          "1790188787/train0": 1.0,
+          "1790188787/train1": 1.0,
+          "1790188787/train2": 1.0,
+          "1822210471/train0": 1.0,
+          "1822210471/train1": 1.0,
+          "1822210471/train2": 1.0,
+          "1845489013/train0": 0.0,
+          "1845489013/train1": 0.0,
+          "1845489013/train2": 0.0,
+          "1999022574/train0": 0.0,
+          "1999022574/train1": 0.0,
+          "1999022574/train2": 0.0,
+          "2012211287/train0": 1.0,
+          "2012211287/train1": 1.0,
+          "2012211287/train2": 1.0,
+          "2038594191/train0": 0.0,
+          "2038594191/train1": 0.0,
+          "2038594191/train2": 0.0,
+          "2054899126/train0": 0.0,
+          "2054899126/train1": 0.0,
+          "2054899126/train2": 0.0,
+          "2061635888/train0": 1.0,
+          "2061635888/train1": 1.0,
+          "2061635888/train2": 1.0,
+          "211245842/train0": 1.0,
+          "211245842/train1": 1.0,
+          "211245842/train2": 1.0,
+          "278008524/train0": 1.0,
+          "278008524/train1": 1.0,
+          "278008524/train2": 1.0,
+          "307068879/train0": 0.0,
+          "307068879/train1": 0.0,
+          "307068879/train2": 0.0,
+          "412102563/train0": 0.0,
+          "412102563/train1": 0.0,
+          "412102563/train2": 0.0,
+          "440577711/train0": 1.0,
+          "440577711/train1": 1.0,
+          "440577711/train2": 1.0,
+          "441046872/train0": 1.0,
+          "441046872/train1": 1.0,
+          "441046872/train2": 1.0,
+          "509430392/train0": 1.0,
+          "509430392/train1": 1.0,
+          "509430392/train2": 1.0,
+          "585904130/train0": 1.0,
+          "585904130/train1": 1.0,
+          "585904130/train2": 1.0,
+          "608016290/train0": 1.0,
+          "608016290/train1": 1.0,
+          "608016290/train2": 0.0,
+          "626486813/train0": 1.0,
+          "626486813/train1": 1.0,
+          "626486813/train2": 1.0,
+          "636680137/train0": 1.0,
+          "636680137/train1": 0.0,
+          "636680137/train2": 0.0,
+          "655884605/train0": 0.0,
+          "655884605/train1": 1.0,
+          "655884605/train2": 1.0,
+          "672328262/train0": 0.0,
+          "672328262/train1": 0.0,
+          "672328262/train2": 0.0,
+          "701667486/train0": 0.0,
+          "701667486/train1": 0.0,
+          "701667486/train2": 0.0,
+          "747260437/train0": 0.0,
+          "747260437/train1": 0.0,
+          "747260437/train2": 0.0,
+          "750448296/train0": 0.6666666666666666,
+          "750448296/train1": 1.0,
+          "750448296/train2": 0.6666666666666666,
+          "767747424/train0": 0.5,
+          "767747424/train1": 0.5,
+          "767747424/train2": 0.5
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.7206060606060607,
+          "low": 0.2206060606060606,
+          "mean": 0.49393939393939396,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.49393939393939396,
+        "per_task": {
+          "LiftPegUpright-v1": 0.5333333333333333,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.4666666666666667,
+          "PushCube-v1": 0.8333333333333334,
+          "StackCube-v1": 0.6363636363636364
+        }
+      },
+      "metric": "outcome_ptr",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.625,
+        "low": 0.4722222222222222,
+        "mean": 0.5486111111111112,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "pairwise_causal_calibration_accuracy": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.5439909636815984,
+          "low": 0.49640551045635356,
+          "mean": 0.520337438676491,
+          "n": 117,
+          "num_samples": 1000
+        },
+        "mean": 0.520337438676491,
+        "per_seed": {
+          "1073161778/train0": 0.5714285714285714,
+          "1073161778/train1": 0.39166666666666666,
+          "1073161778/train2": 0.7619047619047619,
+          "1113371261/train0": 0.5357142857142857,
+          "1113371261/train1": 0.42857142857142855,
+          "1113371261/train2": 0.7857142857142857,
+          "1151410346/train0": 0.5619047619047619,
+          "1151410346/train1": 0.5428571428571428,
+          "1151410346/train2": 0.5523809523809524,
+          "1261930456/train0": 0.494949494949495,
+          "1261930456/train1": 0.5636363636363636,
+          "1261930456/train2": 0.5952380952380952,
+          "1324133122/train0": 0.4642857142857143,
+          "1324133122/train1": 0.5357142857142857,
+          "1324133122/train2": 0.7857142857142857,
+          "1324642411/train0": 0.5583333333333333,
+          "1324642411/train1": 0.42016806722689076,
+          "1324642411/train2": 0.5454545454545454,
+          "1375492786/train0": 0.4533333333333333,
+          "1375492786/train1": 0.5263157894736842,
+          "1375492786/train2": 0.5357142857142857,
+          "141984615/train0": 0.5416666666666666,
+          "141984615/train1": 0.5166666666666667,
+          "141984615/train2": 0.525,
+          "1461069713/train0": 0.275,
+          "1461069713/train1": 0.375,
+          "1461069713/train2": 0.575,
+          "1480856810/train0": 0.26262626262626265,
+          "1480856810/train1": 0.4957983193277311,
+          "1480856810/train2": 0.6050420168067226,
+          "1509980664/train0": 0.4888888888888889,
+          "1509980664/train1": 0.1746031746031746,
+          "1509980664/train2": 0.6,
+          "1522272686/train0": 0.19444444444444445,
+          "1522272686/train1": 0.3055555555555556,
+          "1522272686/train2": 0.5,
+          "1549324805/train0": 0.75,
+          "1549324805/train1": 0.5833333333333334,
+          "1549324805/train2": 0.5083333333333333,
+          "1578990937/train0": 0.4358974358974359,
+          "1578990937/train1": 0.42727272727272725,
+          "1578990937/train2": 0.7226890756302521,
+          "1790188787/train0": 0.6272727272727273,
+          "1790188787/train1": 0.5263157894736842,
+          "1790188787/train2": 0.45454545454545453,
+          "1822210471/train0": 0.625,
+          "1822210471/train1": 0.5714285714285714,
+          "1822210471/train2": 0.325,
+          "1845489013/train0": 0.5652173913043478,
+          "1845489013/train1": 0.46153846153846156,
+          "1845489013/train2": 0.64,
+          "1999022574/train0": 0.6714285714285714,
+          "1999022574/train1": 0.7428571428571429,
+          "1999022574/train2": 0.25,
+          "2012211287/train0": 0.5042016806722689,
+          "2012211287/train1": 0.475,
+          "2012211287/train2": 0.3804347826086957,
+          "2038594191/train0": 0.3448275862068966,
+          "2038594191/train1": 0.3148148148148148,
+          "2038594191/train2": 0.40404040404040403,
+          "2054899126/train0": 0.275,
+          "2054899126/train1": 0.6228070175438597,
+          "2054899126/train2": 0.5210084033613446,
+          "2061635888/train0": 0.4722222222222222,
+          "2061635888/train1": 0.2777777777777778,
+          "2061635888/train2": 0.3333333333333333,
+          "211245842/train0": 0.6134453781512605,
+          "211245842/train1": 0.5416666666666666,
+          "211245842/train2": 0.575,
+          "278008524/train0": 0.6866161616161617,
+          "278008524/train1": 0.6382246376811594,
+          "278008524/train2": 0.47373737373737373,
+          "307068879/train0": 0.7032967032967034,
+          "307068879/train1": 0.7692307692307693,
+          "307068879/train2": 0.5714285714285714,
+          "412102563/train0": 0.6166666666666667,
+          "412102563/train1": 0.6666666666666666,
+          "412102563/train2": 0.4166666666666667,
+          "440577711/train0": 0.7586206896551724,
+          "440577711/train1": 0.4,
+          "440577711/train2": 0.6111111111111112,
+          "441046872/train0": 0.38181818181818183,
+          "441046872/train1": 0.5636363636363636,
+          "441046872/train2": 0.6181818181818182,
+          "509430392/train0": 0.6050420168067226,
+          "509430392/train1": 0.6,
+          "509430392/train2": 0.6470588235294118,
+          "585904130/train0": 0.5714285714285714,
+          "585904130/train1": 0.4266666666666667,
+          "585904130/train2": 0.6363636363636364,
+          "608016290/train0": 0.6571428571428571,
+          "608016290/train1": 0.4666666666666667,
+          "608016290/train2": 0.5166666666666667,
+          "626486813/train0": 0.475,
+          "626486813/train1": 0.4375,
+          "626486813/train2": 0.55,
+          "636680137/train0": 0.4166666666666667,
+          "636680137/train1": 0.6833333333333333,
+          "636680137/train2": 0.6166666666666667,
+          "655884605/train0": 0.6388888888888888,
+          "655884605/train1": 0.5,
+          "655884605/train2": 0.25,
+          "672328262/train0": 0.6470588235294118,
+          "672328262/train1": 0.6,
+          "672328262/train2": 0.26666666666666666,
+          "701667486/train0": 0.5,
+          "701667486/train1": 0.5952380952380952,
+          "701667486/train2": 0.7407407407407407,
+          "747260437/train0": 0.45,
+          "747260437/train1": 0.3416666666666667,
+          "747260437/train2": 0.6333333333333333,
+          "750448296/train0": 0.5365079365079365,
+          "750448296/train1": 0.3938034188034188,
+          "750448296/train2": 0.5599206349206348,
+          "767747424/train0": 0.5073717948717948,
+          "767747424/train1": 0.5107035121741004,
+          "767747424/train2": 0.4354723299576241
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.5431321354404665,
+          "low": 0.4114522092418705,
+          "mean": 0.4933194384254135,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.4933194384254135,
+        "per_task": {
+          "LiftPegUpright-v1": 0.5555136707566375,
+          "PickCube-v1": 0.3333333333333333,
+          "PullCube-v1": 0.5062744920994355,
+          "PushCube-v1": 0.5428451728329846,
+          "StackCube-v1": 0.5286305231046764
+        }
+      },
+      "metric": "pairwise_causal_calibration_accuracy",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.5401482474723205,
+        "low": 0.4959859307844458,
+        "mean": 0.5179830825337585,
+        "n": 138,
+        "num_samples": 1000
+      },
+      "n": 138
+    },
+    "pairwise_causal_calibration_confidence": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.5886909695647081,
+          "low": 0.5782509307393269,
+          "mean": 0.5831914877849582,
+          "n": 117,
+          "num_samples": 1000
+        },
+        "mean": 0.5831914877849582,
+        "per_seed": {
+          "1073161778/train0": 0.5516482746314322,
+          "1073161778/train1": 0.5665909321275702,
+          "1073161778/train2": 0.5700167609515335,
+          "1113371261/train0": 0.5411387050524964,
+          "1113371261/train1": 0.53349783320347,
+          "1113371261/train2": 0.5791187642133746,
+          "1151410346/train0": 0.5447959029344634,
+          "1151410346/train1": 0.5928488173780985,
+          "1151410346/train2": 0.5611842303245104,
+          "1261930456/train0": 0.6511354281579875,
+          "1261930456/train1": 0.6560658348856379,
+          "1261930456/train2": 0.6424422270814019,
+          "1324133122/train0": 0.5778483044050591,
+          "1324133122/train1": 0.5835206510970223,
+          "1324133122/train2": 0.5825263036735857,
+          "1324642411/train0": 0.5894684248151024,
+          "1324642411/train1": 0.6037811380752174,
+          "1324642411/train2": 0.593444506997112,
+          "1375492786/train0": 0.5366248224651405,
+          "1375492786/train1": 0.5675437560777116,
+          "1375492786/train2": 0.5607087307240273,
+          "141984615/train0": 0.5684739620257733,
+          "141984615/train1": 0.5676327735960262,
+          "141984615/train2": 0.5698959198273771,
+          "1461069713/train0": 0.5596745083517122,
+          "1461069713/train1": 0.5561091294148327,
+          "1461069713/train2": 0.5593899568017219,
+          "1480856810/train0": 0.5720642439373731,
+          "1480856810/train1": 0.5496493820116296,
+          "1480856810/train2": 0.5634795931375042,
+          "1509980664/train0": 0.5462356837170409,
+          "1509980664/train1": 0.5479465839142913,
+          "1509980664/train2": 0.5594453160124555,
+          "1522272686/train0": 0.6053552926240098,
+          "1522272686/train1": 0.6354932924180177,
+          "1522272686/train2": 0.5663336315117011,
+          "1549324805/train0": 0.5625148880216412,
+          "1549324805/train1": 0.5360665332231191,
+          "1549324805/train2": 0.5498885743535615,
+          "1578990937/train0": 0.6103413950316227,
+          "1578990937/train1": 0.6263703949729311,
+          "1578990937/train2": 0.6132925793293023,
+          "1790188787/train0": 0.5867290403888722,
+          "1790188787/train1": 0.5937233509400742,
+          "1790188787/train2": 0.6001715319238825,
+          "1822210471/train0": 0.5988235112981328,
+          "1822210471/train1": 0.6072514522495137,
+          "1822210471/train2": 0.5927326895223773,
+          "1845489013/train0": 0.5667479107448529,
+          "1845489013/train1": 0.5409684680296629,
+          "1845489013/train2": 0.5658799464871863,
+          "1999022574/train0": 0.6012777562735464,
+          "1999022574/train1": 0.6153268689343157,
+          "1999022574/train2": 0.6423780754545177,
+          "2012211287/train0": 0.5508434661236096,
+          "2012211287/train1": 0.5273415392712859,
+          "2012211287/train2": 0.5546047203835289,
+          "2038594191/train0": 0.6255201768318296,
+          "2038594191/train1": 0.6741121240452155,
+          "2038594191/train2": 0.5932032968584295,
+          "2054899126/train0": 0.5896370284261352,
+          "2054899126/train1": 0.5635260175535555,
+          "2054899126/train2": 0.6169594875657232,
+          "2061635888/train0": 0.5740299161789739,
+          "2061635888/train1": 0.555294391767556,
+          "2061635888/train2": 0.5650883149039513,
+          "211245842/train0": 0.5845752206379711,
+          "211245842/train1": 0.5914410404762934,
+          "211245842/train2": 0.5804806828596304,
+          "278008524/train0": 0.5986517424099531,
+          "278008524/train1": 0.5821464869551558,
+          "278008524/train2": 0.5854704115820064,
+          "307068879/train0": 0.5795355714423935,
+          "307068879/train1": 0.5687146745124166,
+          "307068879/train2": 0.5947805123965023,
+          "412102563/train0": 0.6052287842223839,
+          "412102563/train1": 0.5954452533432482,
+          "412102563/train2": 0.6315411122591507,
+          "440577711/train0": 0.5841905535939795,
+          "440577711/train1": 0.5669827903966217,
+          "440577711/train2": 0.6090600639786808,
+          "441046872/train0": 0.5622784804732108,
+          "441046872/train1": 0.5559054729794208,
+          "441046872/train2": 0.599086589574069,
+          "509430392/train0": 0.5998439015094801,
+          "509430392/train1": 0.6128506472019413,
+          "509430392/train2": 0.6259952855490101,
+          "585904130/train0": 0.5597842433887508,
+          "585904130/train1": 0.5738533196584167,
+          "585904130/train2": 0.5450229275953111,
+          "608016290/train0": 0.5840070772055741,
+          "608016290/train1": 0.6130721925494387,
+          "608016290/train2": 0.6026118586438607,
+          "626486813/train0": 0.5748306935568978,
+          "626486813/train1": 0.5875658211040858,
+          "626486813/train2": 0.5701100933633427,
+          "636680137/train0": 0.5986660164452574,
+          "636680137/train1": 0.5644217102464404,
+          "636680137/train2": 0.551260515476342,
+          "655884605/train0": 0.605234361994273,
+          "655884605/train1": 0.5888894132525583,
+          "655884605/train2": 0.5949151821754458,
+          "672328262/train0": 0.6057740013777554,
+          "672328262/train1": 0.6362714146835213,
+          "672328262/train2": 0.6313448801933792,
+          "701667486/train0": 0.5760031182899459,
+          "701667486/train1": 0.5668881781988476,
+          "701667486/train2": 0.5964473013091497,
+          "747260437/train0": 0.5630309153002454,
+          "747260437/train1": 0.5662548497567926,
+          "747260437/train2": 0.5582193713806621,
+          "750448296/train0": 0.5831784025576913,
+          "750448296/train1": 0.5885015589506045,
+          "750448296/train2": 0.5772695267607532,
+          "767747424/train0": 0.5776709098378972,
+          "767747424/train1": 0.5904083439254464,
+          "767747424/train2": 0.5739155276455858
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.5977730767602365,
+          "low": 0.5774810198545858,
+          "mean": 0.5876270483074112,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.5876270483074112,
+        "per_task": {
+          "LiftPegUpright-v1": 0.5720692082177231,
+          "PickCube-v1": 0.6023940721845762,
+          "PullCube-v1": 0.5796546075128097,
+          "PushCube-v1": 0.6000598858100837,
+          "StackCube-v1": 0.5839574678118631
+        }
+      },
+      "metric": "pairwise_causal_calibration_confidence",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.5876527791352676,
+        "low": 0.577897186424933,
+        "mean": 0.5830149466708441,
+        "n": 138,
+        "num_samples": 1000
+      },
+      "n": 138
+    },
+    "pairwise_causal_calibration_ece": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.15298038561031577,
+          "low": 0.11938971219223979,
+          "mean": 0.13498521085291207,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 0.13498521085291207,
+        "per_seed": {
+          "1073161778/train0": 0.1125523173289727,
+          "1073161778/train1": 0.17492426546090348,
+          "1073161778/train2": 0.19188800095322855,
+          "1113371261/train0": 0.025500013084200863,
+          "1113371261/train1": 0.10492640463204145,
+          "1113371261/train2": 0.20659552150091112,
+          "1151410346/train0": 0.05152312612164488,
+          "1151410346/train1": 0.05599809010651253,
+          "1151410346/train2": 0.03328359958616477,
+          "1261930456/train0": 0.3204647685440312,
+          "1261930456/train1": 0.305306037200651,
+          "1261930456/train2": 0.130927476896239,
+          "1324133122/train0": 0.11356259011934491,
+          "1324133122/train1": 0.11178165495215062,
+          "1324133122/train2": 0.20318798204070004,
+          "1324642411/train0": 0.03846474579568359,
+          "1324642411/train1": 0.18361307084832634,
+          "1324642411/train2": 0.14259508480466812,
+          "1375492786/train0": 0.08329148913180733,
+          "1375492786/train1": 0.04122796660402744,
+          "1375492786/train2": 0.029809709781793304,
+          "141984615/train0": 0.0268072953591066,
+          "141984615/train1": 0.0509661069293595,
+          "141984615/train2": 0.06285173835176751,
+          "1461069713/train0": 0.2846745083517123,
+          "1461069713/train1": 0.1811091294148327,
+          "1461069713/train2": 0.043120160988310785,
+          "1480856810/train0": 0.30943798131111067,
+          "1480856810/train1": 0.05385106268389854,
+          "1480856810/train2": 0.06596647647042775,
+          "1509980664/train0": 0.057346794828152005,
+          "1509980664/train1": 0.37334340931111676,
+          "1509980664/train2": 0.06722278178918951,
+          "1522272686/train0": 0.4109108481795651,
+          "1522272686/train1": 0.32993773686246214,
+          "1522272686/train2": 0.08285581154113539,
+          "1549324805/train0": 0.18748511197835893,
+          "1549324805/train1": 0.07111703737429365,
+          "1549324805/train2": 0.10670850028777285,
+          "1578990937/train0": 0.17444395913418703,
+          "1578990937/train1": 0.1990976677002039,
+          "1578990937/train2": 0.10939649630095027,
+          "1747178030/train0": 0.0,
+          "1747178030/train1": 0.0,
+          "1747178030/train2": 0.0,
+          "1790188787/train0": 0.04054368688385518,
+          "1790188787/train1": 0.10426662637283049,
+          "1790188787/train2": 0.16451829055105932,
+          "1822210471/train0": 0.11653574747746832,
+          "1822210471/train1": 0.1057225969843389,
+          "1822210471/train2": 0.2677326895223773,
+          "1845489013/train0": 0.025257247762570406,
+          "1845489013/train1": 0.11303375788512275,
+          "1845489013/train2": 0.07971403378879252,
+          "1999022574/train0": 0.07015081515502501,
+          "1999022574/train1": 0.1374436377245066,
+          "1999022574/train2": 0.3923780754545179,
+          "2012211287/train0": 0.08899904912532385,
+          "2012211287/train1": 0.05234153927128593,
+          "2012211287/train2": 0.1741699377748331,
+          "2038594191/train0": 0.3473762370913279,
+          "2038594191/train1": 0.3592973092304006,
+          "2038594191/train2": 0.18916289281802573,
+          "2054899126/train0": 0.15731851421306756,
+          "2054899126/train1": 0.029640499995152086,
+          "2054899126/train2": 0.04797554210218943,
+          "2061635888/train0": 0.1173721779867959,
+          "2061635888/train1": 0.27751661398977834,
+          "2061635888/train2": 0.23175498157061808,
+          "211245842/train0": 0.04745706568944737,
+          "211245842/train1": 0.10787248047280223,
+          "211245842/train2": 0.020991444611033885,
+          "278008524/train0": 0.10091717082382054,
+          "278008524/train1": 0.11826680760261055,
+          "278008524/train2": 0.16638918244078008,
+          "307068879/train0": 0.1237611318543097,
+          "307068879/train1": 0.2005160947183524,
+          "307068879/train2": 0.045119558117126445,
+          "412102563/train0": 0.08071518251541011,
+          "412102563/train1": 0.1017872953636167,
+          "412102563/train2": 0.2148744455924842,
+          "440577711/train0": 0.17443013606119306,
+          "440577711/train1": 0.16698279039662164,
+          "440577711/train2": 0.2232694799037939,
+          "441046872/train0": 0.1804602986550292,
+          "441046872/train1": 0.02996166181944273,
+          "441046872/train2": 0.05893542172411783,
+          "509430392/train0": 0.07491598280692124,
+          "509430392/train1": 0.1382932703018193,
+          "509430392/train2": 0.15999043325783527,
+          "585904130/train0": 0.08130419295423207,
+          "585904130/train1": 0.14718665299174993,
+          "585904130/train2": 0.09134070876832519,
+          "608016290/train0": 0.07313577993728299,
+          "608016290/train1": 0.157312300699128,
+          "608016290/train2": 0.0859451919771938,
+          "626486813/train0": 0.15407519274835713,
+          "626486813/train1": 0.23910795594093184,
+          "626486813/train2": 0.02309179079813464,
+          "636680137/train0": 0.18530981522251466,
+          "636680137/train1": 0.11891162308689304,
+          "636680137/train2": 0.06540615119032467,
+          "655884605/train0": 0.09534125846142073,
+          "655884605/train1": 0.08888941325255821,
+          "655884605/train2": 0.34491518217544576,
+          "672328262/train0": 0.08437381833742622,
+          "672328262/train1": 0.05483727064861237,
+          "672328262/train2": 0.3646782135267123,
+          "701667486/train0": 0.20253601281087805,
+          "701667486/train1": 0.02834991703924743,
+          "701667486/train2": 0.14429343943159095,
+          "747260437/train0": 0.11303091530024553,
+          "747260437/train1": 0.2245881830901258,
+          "747260437/train2": 0.07511396195267138,
+          "750448296/train0": 0.06832403574472125,
+          "750448296/train1": 0.2032871427289963,
+          "750448296/train2": 0.08824336924083552,
+          "767747424/train0": 0.15246329356188465,
+          "767747424/train1": 0.1406609793333544,
+          "767747424/train2": 0.1659671732959123
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.22039966150456763,
+          "low": 0.12446240582732442,
+          "mean": 0.16214660713386758,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.16214660713386758,
+        "per_task": {
+          "LiftPegUpright-v1": 0.11666816996110206,
+          "PickCube-v1": 0.2745681321943875,
+          "PullCube-v1": 0.12491436687229007,
+          "PushCube-v1": 0.15543541117172033,
+          "StackCube-v1": 0.13914695546983782
+        }
+      },
+      "metric": "pairwise_causal_calibration_ece",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.1508476201737936,
+        "low": 0.1192459696992784,
+        "mean": 0.13424994022928516,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "pairwise_causal_calibration_pairs": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 88.48680555555556,
+          "low": 75.60208333333334,
+          "mean": 82.21180555555556,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 82.21180555555556,
+        "per_seed": {
+          "1073161778/train0": 119.0,
+          "1073161778/train1": 120.0,
+          "1073161778/train2": 84.0,
+          "1113371261/train0": 28.0,
+          "1113371261/train1": 28.0,
+          "1113371261/train2": 28.0,
+          "1151410346/train0": 105.0,
+          "1151410346/train1": 105.0,
+          "1151410346/train2": 105.0,
+          "1261930456/train0": 99.0,
+          "1261930456/train1": 110.0,
+          "1261930456/train2": 84.0,
+          "1324133122/train0": 28.0,
+          "1324133122/train1": 28.0,
+          "1324133122/train2": 28.0,
+          "1324642411/train0": 120.0,
+          "1324642411/train1": 119.0,
+          "1324642411/train2": 110.0,
+          "1375492786/train0": 75.0,
+          "1375492786/train1": 114.0,
+          "1375492786/train2": 84.0,
+          "141984615/train0": 120.0,
+          "141984615/train1": 120.0,
+          "141984615/train2": 120.0,
+          "1461069713/train0": 120.0,
+          "1461069713/train1": 120.0,
+          "1461069713/train2": 120.0,
+          "1480856810/train0": 99.0,
+          "1480856810/train1": 119.0,
+          "1480856810/train2": 119.0,
+          "1509980664/train0": 90.0,
+          "1509980664/train1": 63.0,
+          "1509980664/train2": 90.0,
+          "1522272686/train0": 36.0,
+          "1522272686/train1": 36.0,
+          "1522272686/train2": 36.0,
+          "1549324805/train0": 120.0,
+          "1549324805/train1": 120.0,
+          "1549324805/train2": 120.0,
+          "1578990937/train0": 117.0,
+          "1578990937/train1": 110.0,
+          "1578990937/train2": 119.0,
+          "1747178030/train0": 0.0,
+          "1747178030/train1": 0.0,
+          "1747178030/train2": 0.0,
+          "1790188787/train0": 110.0,
+          "1790188787/train1": 114.0,
+          "1790188787/train2": 110.0,
+          "1822210471/train0": 40.0,
+          "1822210471/train1": 49.0,
+          "1822210471/train2": 40.0,
+          "1845489013/train0": 46.0,
+          "1845489013/train1": 13.0,
+          "1845489013/train2": 25.0,
+          "1999022574/train0": 70.0,
+          "1999022574/train1": 70.0,
+          "1999022574/train2": 76.0,
+          "2012211287/train0": 119.0,
+          "2012211287/train1": 120.0,
+          "2012211287/train2": 92.0,
+          "2038594191/train0": 29.0,
+          "2038594191/train1": 54.0,
+          "2038594191/train2": 99.0,
+          "2054899126/train0": 60.0,
+          "2054899126/train1": 57.0,
+          "2054899126/train2": 59.5,
+          "2061635888/train0": 36.0,
+          "2061635888/train1": 36.0,
+          "2061635888/train2": 36.0,
+          "211245842/train0": 119.0,
+          "211245842/train1": 120.0,
+          "211245842/train2": 120.0,
+          "278008524/train0": 109.5,
+          "278008524/train1": 106.0,
+          "278008524/train2": 109.5,
+          "307068879/train0": 91.0,
+          "307068879/train1": 91.0,
+          "307068879/train2": 91.0,
+          "412102563/train0": 60.0,
+          "412102563/train1": 39.0,
+          "412102563/train2": 84.0,
+          "440577711/train0": 29.0,
+          "440577711/train1": 15.0,
+          "440577711/train2": 54.0,
+          "441046872/train0": 55.0,
+          "441046872/train1": 55.0,
+          "441046872/train2": 55.0,
+          "509430392/train0": 119.0,
+          "509430392/train1": 105.0,
+          "509430392/train2": 119.0,
+          "585904130/train0": 84.0,
+          "585904130/train1": 75.0,
+          "585904130/train2": 110.0,
+          "608016290/train0": 105.0,
+          "608016290/train1": 105.0,
+          "608016290/train2": 120.0,
+          "626486813/train0": 120.0,
+          "626486813/train1": 120.0,
+          "626486813/train2": 120.0,
+          "636680137/train0": 120.0,
+          "636680137/train1": 120.0,
+          "636680137/train2": 120.0,
+          "655884605/train0": 36.0,
+          "655884605/train1": 36.0,
+          "655884605/train2": 36.0,
+          "672328262/train0": 17.0,
+          "672328262/train1": 35.0,
+          "672328262/train2": 30.0,
+          "701667486/train0": 42.0,
+          "701667486/train1": 84.0,
+          "701667486/train2": 54.0,
+          "747260437/train0": 120.0,
+          "747260437/train1": 120.0,
+          "747260437/train2": 120.0,
+          "750448296/train0": 108.0,
+          "750448296/train1": 101.66666666666667,
+          "750448296/train2": 108.0,
+          "767747424/train0": 119.25,
+          "767747424/train1": 119.0,
+          "767747424/train2": 119.0
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 94.86577777777778,
+          "low": 54.05090909090909,
+          "mean": 77.60379797979797,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 77.60379797979797,
+        "per_task": {
+          "LiftPegUpright-v1": 94.8,
+          "PickCube-v1": 36.0,
+          "PullCube-v1": 92.32,
+          "PushCube-v1": 97.44444444444444,
+          "StackCube-v1": 67.45454545454545
+        }
+      },
+      "metric": "pairwise_causal_calibration_pairs",
+      "micro": {
+        "confidence": 0.95,
+        "high": 92.5,
+        "low": 80.22916666666667,
+        "mean": 86.34722222222223,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "predicted_margin": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.1390542025941202,
+          "low": 0.9227255353545275,
+          "mean": 1.032678135142672,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 1.032678135142672,
+        "per_seed": {
+          "1073161778/train0": 1.197390750232301,
+          "1073161778/train1": 1.057082412822946,
+          "1073161778/train2": 1.0317041974020489,
+          "1113371261/train0": -0.008407185293451747,
+          "1113371261/train1": 0.2579825916955958,
+          "1113371261/train2": -0.213636373075774,
+          "1151410346/train0": 0.8492504414490131,
+          "1151410346/train1": 0.8553272798880048,
+          "1151410346/train2": 0.8355344562806973,
+          "1261930456/train0": 1.471050707973179,
+          "1261930456/train1": 1.3365043159479286,
+          "1261930456/train2": 1.168316549791102,
+          "1324133122/train0": -0.41376711119187704,
+          "1324133122/train1": 0.4382011802480461,
+          "1324133122/train2": -0.24745057375120538,
+          "1324642411/train0": 2.1833463985406447,
+          "1324642411/train1": 1.7807138675039442,
+          "1324642411/train2": 1.0767725563667239,
+          "1375492786/train0": 0.3369485573884625,
+          "1375492786/train1": -0.11389548031987307,
+          "1375492786/train2": -0.07382412594656773,
+          "141984615/train0": 0.6161038657373066,
+          "141984615/train1": 0.7260454977260915,
+          "141984615/train2": 0.5103624253528025,
+          "1461069713/train0": 0.5914274057916176,
+          "1461069713/train1": 0.6317591128320483,
+          "1461069713/train2": 0.5260931359239889,
+          "1480856810/train0": 2.1158648725170077,
+          "1480856810/train1": 1.8867636980590103,
+          "1480856810/train2": 1.8428291167331592,
+          "1509980664/train0": 0.5816690584072294,
+          "1509980664/train1": 0.5626192514371053,
+          "1509980664/train2": 0.6223762395341456,
+          "1522272686/train0": -0.7902719177719542,
+          "1522272686/train1": 0.20562222929953555,
+          "1522272686/train2": 0.21722683006216226,
+          "1549324805/train0": 1.530739092243051,
+          "1549324805/train1": 1.2279357729216895,
+          "1549324805/train2": 1.8289911704354562,
+          "1578990937/train0": 1.1959458964053806,
+          "1578990937/train1": 1.2514512085861837,
+          "1578990937/train2": 1.0745551734071643,
+          "1747178030/train0": 1.512536567520637,
+          "1747178030/train1": 1.639637290759596,
+          "1747178030/train2": 1.8087128419207654,
+          "1790188787/train0": 1.9875622503266075,
+          "1790188787/train1": 1.9148838772749794,
+          "1790188787/train2": 1.8332407953089316,
+          "1822210471/train0": 1.3378277706579857,
+          "1822210471/train1": 1.2817760714600654,
+          "1822210471/train2": 1.1202233214608746,
+          "1845489013/train0": 1.340214222459458,
+          "1845489013/train1": 1.2941213610673934,
+          "1845489013/train2": 1.3003248867416755,
+          "1999022574/train0": 1.3600458578396741,
+          "1999022574/train1": 1.363778237267606,
+          "1999022574/train2": 1.4709100971517652,
+          "2012211287/train0": 1.2153078550922283,
+          "2012211287/train1": 0.7823168935976765,
+          "2012211287/train2": 1.285926111665494,
+          "2038594191/train0": 1.1448828501178339,
+          "2038594191/train1": 1.6895335177823154,
+          "2038594191/train2": 1.2250107783962947,
+          "2054899126/train0": 1.7750331290407644,
+          "2054899126/train1": 1.7683790333511047,
+          "2054899126/train2": 1.6308831091591878,
+          "2061635888/train0": 0.7792589748622651,
+          "2061635888/train1": 0.7080441039530474,
+          "2061635888/train2": 0.6784286329948439,
+          "211245842/train0": 0.9680028345756826,
+          "211245842/train1": 1.097151631086689,
+          "211245842/train2": 0.7949698501065345,
+          "278008524/train0": 0.37442228448179016,
+          "278008524/train1": 0.3884435252467696,
+          "278008524/train2": 0.3408252345971372,
+          "307068879/train0": 0.18766723699772747,
+          "307068879/train1": 0.12417642494936398,
+          "307068879/train2": 0.6469329014391034,
+          "412102563/train0": 1.4315714539962017,
+          "412102563/train1": 1.4327881584967936,
+          "412102563/train2": 1.5236864695041792,
+          "440577711/train0": 1.839399049033097,
+          "440577711/train1": 2.0021154026255705,
+          "440577711/train2": 1.913369843520469,
+          "441046872/train0": 0.422930196465892,
+          "441046872/train1": 0.2197157946327053,
+          "441046872/train2": 0.3023349173152088,
+          "509430392/train0": 2.434169345753335,
+          "509430392/train1": 2.300921534892476,
+          "509430392/train2": 2.088591462744573,
+          "585904130/train0": 1.4903299974496993,
+          "585904130/train1": 1.4765054459187703,
+          "585904130/train2": 1.1772480571547321,
+          "608016290/train0": 1.2718540448404614,
+          "608016290/train1": 0.9190150483991828,
+          "608016290/train2": 1.080232004048101,
+          "626486813/train0": 0.767002576627011,
+          "626486813/train1": 0.9231447045402131,
+          "626486813/train2": 0.3758789429127276,
+          "636680137/train0": 1.70117503855084,
+          "636680137/train1": 0.9868011033647903,
+          "636680137/train2": 0.9766279269153202,
+          "655884605/train0": 0.9134188949984638,
+          "655884605/train1": 1.0866492061529267,
+          "655884605/train2": 0.9421624207634716,
+          "672328262/train0": 1.0088593202243494,
+          "672328262/train1": 1.1331098956489296,
+          "672328262/train2": 0.8920977858545905,
+          "701667486/train0": 1.0829493379419586,
+          "701667486/train1": 1.0614915153045223,
+          "701667486/train2": 1.1464704263550276,
+          "747260437/train0": 1.0110612897022033,
+          "747260437/train1": 0.6563621545761416,
+          "747260437/train2": 1.353137376402291,
+          "750448296/train0": 0.8860884501921475,
+          "750448296/train1": 0.7733918882065844,
+          "750448296/train2": 0.892383539462905,
+          "767747424/train0": 0.6516149173146432,
+          "767747424/train1": 0.8997026322297819,
+          "767747424/train2": 0.5403697337834386
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.439013001950157,
+          "low": 0.2740623699139636,
+          "mean": 0.8582451650942277,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.8582451650942277,
+        "per_task": {
+          "LiftPegUpright-v1": 0.7829724526600295,
+          "PickCube-v1": -0.12247428613675211,
+          "PullCube-v1": 0.9547622553200451,
+          "PushCube-v1": 1.843134202495152,
+          "StackCube-v1": 0.832831201132664
+        }
+      },
+      "metric": "predicted_margin",
+      "micro": {
+        "confidence": 0.95,
+        "high": 1.0935986386260999,
+        "low": 0.9018353376126697,
+        "mean": 0.9975290164082237,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "proposal_oracle_success": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.6722222222222223,
+          "low": 0.5055555555555555,
+          "mean": 0.5847222222222223,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 0.5847222222222223,
+        "per_seed": {
+          "1073161778/train0": 1.0,
+          "1073161778/train1": 1.0,
+          "1073161778/train2": 1.0,
+          "1113371261/train0": 0.0,
+          "1113371261/train1": 0.0,
+          "1113371261/train2": 0.0,
+          "1151410346/train0": 0.0,
+          "1151410346/train1": 1.0,
+          "1151410346/train2": 0.0,
+          "1261930456/train0": 1.0,
+          "1261930456/train1": 1.0,
+          "1261930456/train2": 1.0,
+          "1324133122/train0": 0.0,
+          "1324133122/train1": 0.0,
+          "1324133122/train2": 0.0,
+          "1324642411/train0": 0.0,
+          "1324642411/train1": 1.0,
+          "1324642411/train2": 1.0,
+          "1375492786/train0": 1.0,
+          "1375492786/train1": 1.0,
+          "1375492786/train2": 1.0,
+          "141984615/train0": 0.0,
+          "141984615/train1": 0.0,
+          "141984615/train2": 0.0,
+          "1461069713/train0": 0.0,
+          "1461069713/train1": 0.0,
+          "1461069713/train2": 0.0,
+          "1480856810/train0": 1.0,
+          "1480856810/train1": 1.0,
+          "1480856810/train2": 1.0,
+          "1509980664/train0": 1.0,
+          "1509980664/train1": 1.0,
+          "1509980664/train2": 1.0,
+          "1522272686/train0": 0.0,
+          "1522272686/train1": 0.0,
+          "1522272686/train2": 0.0,
+          "1549324805/train0": 0.0,
+          "1549324805/train1": 0.0,
+          "1549324805/train2": 0.0,
+          "1578990937/train0": 1.0,
+          "1578990937/train1": 1.0,
+          "1578990937/train2": 1.0,
+          "1747178030/train0": 1.0,
+          "1747178030/train1": 1.0,
+          "1747178030/train2": 1.0,
+          "1790188787/train0": 1.0,
+          "1790188787/train1": 1.0,
+          "1790188787/train2": 1.0,
+          "1822210471/train0": 1.0,
+          "1822210471/train1": 1.0,
+          "1822210471/train2": 1.0,
+          "1845489013/train0": 1.0,
+          "1845489013/train1": 1.0,
+          "1845489013/train2": 1.0,
+          "1999022574/train0": 1.0,
+          "1999022574/train1": 1.0,
+          "1999022574/train2": 1.0,
+          "2012211287/train0": 1.0,
+          "2012211287/train1": 1.0,
+          "2012211287/train2": 1.0,
+          "2038594191/train0": 1.0,
+          "2038594191/train1": 1.0,
+          "2038594191/train2": 1.0,
+          "2054899126/train0": 0.5,
+          "2054899126/train1": 1.0,
+          "2054899126/train2": 1.0,
+          "2061635888/train0": 0.0,
+          "2061635888/train1": 0.0,
+          "2061635888/train2": 0.0,
+          "211245842/train0": 1.0,
+          "211245842/train1": 0.0,
+          "211245842/train2": 0.0,
+          "278008524/train0": 0.5,
+          "278008524/train1": 0.5,
+          "278008524/train2": 0.5,
+          "307068879/train0": 0.0,
+          "307068879/train1": 0.0,
+          "307068879/train2": 0.0,
+          "412102563/train0": 1.0,
+          "412102563/train1": 1.0,
+          "412102563/train2": 1.0,
+          "440577711/train0": 1.0,
+          "440577711/train1": 1.0,
+          "440577711/train2": 1.0,
+          "441046872/train0": 1.0,
+          "441046872/train1": 0.0,
+          "441046872/train2": 0.0,
+          "509430392/train0": 1.0,
+          "509430392/train1": 1.0,
+          "509430392/train2": 0.0,
+          "585904130/train0": 1.0,
+          "585904130/train1": 1.0,
+          "585904130/train2": 1.0,
+          "608016290/train0": 1.0,
+          "608016290/train1": 1.0,
+          "608016290/train2": 0.0,
+          "626486813/train0": 0.0,
+          "626486813/train1": 0.0,
+          "626486813/train2": 0.0,
+          "636680137/train0": 0.0,
+          "636680137/train1": 0.0,
+          "636680137/train2": 0.0,
+          "655884605/train0": 0.0,
+          "655884605/train1": 0.0,
+          "655884605/train2": 0.0,
+          "672328262/train0": 1.0,
+          "672328262/train1": 1.0,
+          "672328262/train2": 1.0,
+          "701667486/train0": 1.0,
+          "701667486/train1": 1.0,
+          "701667486/train2": 1.0,
+          "747260437/train0": 0.0,
+          "747260437/train1": 0.0,
+          "747260437/train2": 0.0,
+          "750448296/train0": 0.3333333333333333,
+          "750448296/train1": 0.6666666666666666,
+          "750448296/train2": 0.6666666666666666,
+          "767747424/train0": 0.5,
+          "767747424/train1": 0.5,
+          "767747424/train2": 0.5
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.7430303030303029,
+          "low": 0.22303030303030305,
+          "mean": 0.5074747474747474,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.5074747474747474,
+        "per_task": {
+          "LiftPegUpright-v1": 0.6,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.5333333333333333,
+          "PushCube-v1": 0.8888888888888888,
+          "StackCube-v1": 0.5151515151515151
+        }
+      },
+      "metric": "proposal_oracle_success",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.6458333333333334,
+        "low": 0.4930555555555556,
+        "mean": 0.5694444444444444,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "proposal_oracle_utility": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.4116970675635254,
+          "low": 1.1051828979592149,
+          "mean": 1.251578581963097,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 1.251578581963097,
+        "per_seed": {
+          "1073161778/train0": 2.0,
+          "1073161778/train1": 2.0,
+          "1073161778/train2": 2.0,
+          "1113371261/train0": 0.10274861752986908,
+          "1113371261/train1": 0.18093222379684448,
+          "1113371261/train2": 0.19527167081832886,
+          "1151410346/train0": 0.8663521409034729,
+          "1151410346/train1": 2.0,
+          "1151410346/train2": 0.5522047281265259,
+          "1261930456/train0": 2.0,
+          "1261930456/train1": 2.0,
+          "1261930456/train2": 2.0,
+          "1324133122/train0": 0.054989203810691833,
+          "1324133122/train1": 0.1324586570262909,
+          "1324133122/train2": 0.19291165471076965,
+          "1324642411/train0": 0.14406004548072815,
+          "1324642411/train1": 2.0,
+          "1324642411/train2": 2.0,
+          "1375492786/train0": 2.0,
+          "1375492786/train1": 2.0,
+          "1375492786/train2": 2.0,
+          "141984615/train0": 0.015177905559539795,
+          "141984615/train1": 0.037011127918958664,
+          "141984615/train2": 0.058951716870069504,
+          "1461069713/train0": 0.06019836664199829,
+          "1461069713/train1": 0.016585012897849083,
+          "1461069713/train2": 0.09997648000717163,
+          "1480856810/train0": 2.0,
+          "1480856810/train1": 2.0,
+          "1480856810/train2": 2.0,
+          "1509980664/train0": 2.0,
+          "1509980664/train1": 2.0,
+          "1509980664/train2": 2.0,
+          "1522272686/train0": 0.18325337767601013,
+          "1522272686/train1": 0.07014383375644684,
+          "1522272686/train2": 0.14937306940555573,
+          "1549324805/train0": 0.060871422290802,
+          "1549324805/train1": 0.19892151653766632,
+          "1549324805/train2": 0.11310184001922607,
+          "1578990937/train0": 2.0,
+          "1578990937/train1": 2.0,
+          "1578990937/train2": 2.0,
+          "1747178030/train0": 2.0,
+          "1747178030/train1": 2.0,
+          "1747178030/train2": 2.0,
+          "1790188787/train0": 2.0,
+          "1790188787/train1": 2.0,
+          "1790188787/train2": 2.0,
+          "1822210471/train0": 2.0,
+          "1822210471/train1": 2.0,
+          "1822210471/train2": 2.0,
+          "1845489013/train0": 2.0,
+          "1845489013/train1": 2.0,
+          "1845489013/train2": 2.0,
+          "1999022574/train0": 2.0,
+          "1999022574/train1": 2.0,
+          "1999022574/train2": 2.0,
+          "2012211287/train0": 2.0,
+          "2012211287/train1": 2.0,
+          "2012211287/train2": 2.0,
+          "2038594191/train0": 2.0,
+          "2038594191/train1": 2.0,
+          "2038594191/train2": 2.0,
+          "2054899126/train0": 1.077283151447773,
+          "2054899126/train1": 2.0,
+          "2054899126/train2": 2.0,
+          "2061635888/train0": 0.09799930453300476,
+          "2061635888/train1": 0.07580336928367615,
+          "2061635888/train2": 0.11105132102966309,
+          "211245842/train0": 2.0,
+          "211245842/train1": 0.21295717358589172,
+          "211245842/train2": 0.23388276994228363,
+          "278008524/train0": 1.0733563229441643,
+          "278008524/train1": 1.0376745946705341,
+          "278008524/train2": 1.1359489113092422,
+          "307068879/train0": 0.2115575522184372,
+          "307068879/train1": 0.5876073241233826,
+          "307068879/train2": 0.2302134484052658,
+          "412102563/train0": 2.0,
+          "412102563/train1": 2.0,
+          "412102563/train2": 2.0,
+          "440577711/train0": 2.0,
+          "440577711/train1": 2.0,
+          "440577711/train2": 2.0,
+          "441046872/train0": 2.0,
+          "441046872/train1": 0.7233588695526123,
+          "441046872/train2": 0.7191348671913147,
+          "509430392/train0": 2.0,
+          "509430392/train1": 2.0,
+          "509430392/train2": 5.424022674560547e-06,
+          "585904130/train0": 2.0,
+          "585904130/train1": 2.0,
+          "585904130/train2": 2.0,
+          "608016290/train0": 2.0,
+          "608016290/train1": 2.0,
+          "608016290/train2": 0.7117276191711426,
+          "626486813/train0": 0.04469547560438514,
+          "626486813/train1": 0.035827874671667814,
+          "626486813/train2": 0.04489925503730774,
+          "636680137/train0": 0.08826130628585815,
+          "636680137/train1": 0.06741118431091309,
+          "636680137/train2": 0.0756516233086586,
+          "655884605/train0": 0.13732868432998657,
+          "655884605/train1": 0.8128758072853088,
+          "655884605/train2": 0.21447330713272095,
+          "672328262/train0": 2.0,
+          "672328262/train1": 2.0,
+          "672328262/train2": 2.0,
+          "701667486/train0": 2.0,
+          "701667486/train1": 2.0,
+          "701667486/train2": 2.0,
+          "747260437/train0": 0.10839563608169556,
+          "747260437/train1": 0.06328952312469482,
+          "747260437/train2": 0.12510187923908234,
+          "750448296/train0": 0.7526603279014429,
+          "750448296/train1": 1.3705032741030057,
+          "750448296/train2": 1.3504486680030823,
+          "767747424/train0": 1.0424291878007352,
+          "767747424/train1": 1.0629530912265182,
+          "767747424/train2": 1.0671670949086547
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.5246927151765788,
+          "low": 0.5848668839583795,
+          "mean": 1.1196794969856438,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 1.1196794969856438,
+        "per_task": {
+          "LiftPegUpright-v1": 1.4122399787108104,
+          "PickCube-v1": 0.13425676027933756,
+          "PullCube-v1": 1.1093241602430741,
+          "PushCube-v1": 1.7857814149724112,
+          "StackCube-v1": 1.1567951707225856
+        }
+      },
+      "metric": "proposal_oracle_utility",
+      "micro": {
+        "confidence": 0.95,
+        "high": 1.360821089959548,
+        "low": 1.0729441113071516,
+        "mean": 1.2159999172436073,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "selected_candidate_index": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 7.288194444444445,
+          "low": 5.669444444444445,
+          "mean": 6.477083333333334,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 6.477083333333334,
+        "per_seed": {
+          "1073161778/train0": 2.0,
+          "1073161778/train1": 12.0,
+          "1073161778/train2": 0.0,
+          "1113371261/train0": 2.0,
+          "1113371261/train1": 5.0,
+          "1113371261/train2": 2.0,
+          "1151410346/train0": 6.0,
+          "1151410346/train1": 2.0,
+          "1151410346/train2": 1.0,
+          "1261930456/train0": 0.0,
+          "1261930456/train1": 10.0,
+          "1261930456/train2": 2.0,
+          "1324133122/train0": 6.0,
+          "1324133122/train1": 5.0,
+          "1324133122/train2": 4.0,
+          "1324642411/train0": 7.0,
+          "1324642411/train1": 1.0,
+          "1324642411/train2": 5.0,
+          "1375492786/train0": 5.0,
+          "1375492786/train1": 9.0,
+          "1375492786/train2": 2.0,
+          "141984615/train0": 14.0,
+          "141984615/train1": 15.0,
+          "141984615/train2": 11.0,
+          "1461069713/train0": 15.0,
+          "1461069713/train1": 15.0,
+          "1461069713/train2": 3.0,
+          "1480856810/train0": 9.0,
+          "1480856810/train1": 8.0,
+          "1480856810/train2": 1.0,
+          "1509980664/train0": 10.0,
+          "1509980664/train1": 12.0,
+          "1509980664/train2": 12.0,
+          "1522272686/train0": 1.0,
+          "1522272686/train1": 0.0,
+          "1522272686/train2": 5.0,
+          "1549324805/train0": 5.0,
+          "1549324805/train1": 0.0,
+          "1549324805/train2": 1.0,
+          "1578990937/train0": 14.0,
+          "1578990937/train1": 7.0,
+          "1578990937/train2": 3.0,
+          "1747178030/train0": 9.0,
+          "1747178030/train1": 3.0,
+          "1747178030/train2": 11.0,
+          "1790188787/train0": 5.0,
+          "1790188787/train1": 6.0,
+          "1790188787/train2": 8.0,
+          "1822210471/train0": 1.0,
+          "1822210471/train1": 1.0,
+          "1822210471/train2": 0.0,
+          "1845489013/train0": 5.0,
+          "1845489013/train1": 13.0,
+          "1845489013/train2": 9.0,
+          "1999022574/train0": 8.0,
+          "1999022574/train1": 12.0,
+          "1999022574/train2": 11.0,
+          "2012211287/train0": 1.0,
+          "2012211287/train1": 1.0,
+          "2012211287/train2": 2.0,
+          "2038594191/train0": 5.0,
+          "2038594191/train1": 9.0,
+          "2038594191/train2": 0.0,
+          "2054899126/train0": 2.0,
+          "2054899126/train1": 7.5,
+          "2054899126/train2": 8.0,
+          "2061635888/train0": 1.0,
+          "2061635888/train1": 4.0,
+          "2061635888/train2": 2.0,
+          "211245842/train0": 9.0,
+          "211245842/train1": 12.0,
+          "211245842/train2": 12.0,
+          "278008524/train0": 7.0,
+          "278008524/train1": 8.0,
+          "278008524/train2": 10.0,
+          "307068879/train0": 9.0,
+          "307068879/train1": 1.0,
+          "307068879/train2": 2.0,
+          "412102563/train0": 10.0,
+          "412102563/train1": 12.0,
+          "412102563/train2": 12.0,
+          "440577711/train0": 4.0,
+          "440577711/train1": 10.0,
+          "440577711/train2": 13.0,
+          "441046872/train0": 7.0,
+          "441046872/train1": 9.0,
+          "441046872/train2": 6.0,
+          "509430392/train0": 11.0,
+          "509430392/train1": 2.0,
+          "509430392/train2": 10.0,
+          "585904130/train0": 4.0,
+          "585904130/train1": 15.0,
+          "585904130/train2": 1.0,
+          "608016290/train0": 12.0,
+          "608016290/train1": 7.0,
+          "608016290/train2": 6.0,
+          "626486813/train0": 11.0,
+          "626486813/train1": 9.0,
+          "626486813/train2": 3.0,
+          "636680137/train0": 2.0,
+          "636680137/train1": 1.0,
+          "636680137/train2": 9.0,
+          "655884605/train0": 0.0,
+          "655884605/train1": 6.0,
+          "655884605/train2": 1.0,
+          "672328262/train0": 7.0,
+          "672328262/train1": 4.0,
+          "672328262/train2": 6.0,
+          "701667486/train0": 5.0,
+          "701667486/train1": 6.0,
+          "701667486/train2": 4.0,
+          "747260437/train0": 15.0,
+          "747260437/train1": 13.0,
+          "747260437/train2": 14.0,
+          "750448296/train0": 6.0,
+          "750448296/train1": 10.666666666666666,
+          "750448296/train2": 8.333333333333334,
+          "767747424/train0": 4.75,
+          "767747424/train1": 8.25,
+          "767747424/train2": 8.75
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 6.840000000000001,
+          "low": 3.547878787878788,
+          "mean": 5.445656565656566,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 5.445656565656566,
+        "per_task": {
+          "LiftPegUpright-v1": 5.133333333333334,
+          "PickCube-v1": 2.0,
+          "PullCube-v1": 7.266666666666667,
+          "PushCube-v1": 6.222222222222222,
+          "StackCube-v1": 6.606060606060606
+        }
+      },
+      "metric": "selected_candidate_index",
+      "micro": {
+        "confidence": 0.95,
+        "high": 7.465277777777778,
+        "low": 5.916666666666667,
+        "mean": 6.652777777777778,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "selected_success": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.38958333333333334,
+          "low": 0.23125,
+          "mean": 0.30833333333333335,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 0.30833333333333335,
+        "per_seed": {
+          "1073161778/train0": 0.0,
+          "1073161778/train1": 0.0,
+          "1073161778/train2": 0.0,
+          "1113371261/train0": 0.0,
+          "1113371261/train1": 0.0,
+          "1113371261/train2": 0.0,
+          "1151410346/train0": 0.0,
+          "1151410346/train1": 0.0,
+          "1151410346/train2": 0.0,
+          "1261930456/train0": 0.0,
+          "1261930456/train1": 0.0,
+          "1261930456/train2": 1.0,
+          "1324133122/train0": 0.0,
+          "1324133122/train1": 0.0,
+          "1324133122/train2": 0.0,
+          "1324642411/train0": 0.0,
+          "1324642411/train1": 0.0,
+          "1324642411/train2": 0.0,
+          "1375492786/train0": 1.0,
+          "1375492786/train1": 1.0,
+          "1375492786/train2": 1.0,
+          "141984615/train0": 0.0,
+          "141984615/train1": 0.0,
+          "141984615/train2": 0.0,
+          "1461069713/train0": 0.0,
+          "1461069713/train1": 0.0,
+          "1461069713/train2": 0.0,
+          "1480856810/train0": 0.0,
+          "1480856810/train1": 0.0,
+          "1480856810/train2": 0.0,
+          "1509980664/train0": 0.0,
+          "1509980664/train1": 0.0,
+          "1509980664/train2": 0.0,
+          "1522272686/train0": 0.0,
+          "1522272686/train1": 0.0,
+          "1522272686/train2": 0.0,
+          "1549324805/train0": 0.0,
+          "1549324805/train1": 0.0,
+          "1549324805/train2": 0.0,
+          "1578990937/train0": 1.0,
+          "1578990937/train1": 0.0,
+          "1578990937/train2": 0.0,
+          "1747178030/train0": 1.0,
+          "1747178030/train1": 1.0,
+          "1747178030/train2": 1.0,
+          "1790188787/train0": 1.0,
+          "1790188787/train1": 0.0,
+          "1790188787/train2": 0.0,
+          "1822210471/train0": 0.0,
+          "1822210471/train1": 1.0,
+          "1822210471/train2": 1.0,
+          "1845489013/train0": 1.0,
+          "1845489013/train1": 1.0,
+          "1845489013/train2": 1.0,
+          "1999022574/train0": 1.0,
+          "1999022574/train1": 1.0,
+          "1999022574/train2": 0.0,
+          "2012211287/train0": 0.0,
+          "2012211287/train1": 0.0,
+          "2012211287/train2": 0.0,
+          "2038594191/train0": 0.0,
+          "2038594191/train1": 0.0,
+          "2038594191/train2": 0.0,
+          "2054899126/train0": 0.5,
+          "2054899126/train1": 0.5,
+          "2054899126/train2": 1.0,
+          "2061635888/train0": 0.0,
+          "2061635888/train1": 0.0,
+          "2061635888/train2": 0.0,
+          "211245842/train0": 1.0,
+          "211245842/train1": 0.0,
+          "211245842/train2": 0.0,
+          "278008524/train0": 0.0,
+          "278008524/train1": 0.0,
+          "278008524/train2": 0.0,
+          "307068879/train0": 0.0,
+          "307068879/train1": 0.0,
+          "307068879/train2": 0.0,
+          "412102563/train0": 1.0,
+          "412102563/train1": 1.0,
+          "412102563/train2": 1.0,
+          "440577711/train0": 1.0,
+          "440577711/train1": 1.0,
+          "440577711/train2": 1.0,
+          "441046872/train0": 0.0,
+          "441046872/train1": 0.0,
+          "441046872/train2": 0.0,
+          "509430392/train0": 1.0,
+          "509430392/train1": 1.0,
+          "509430392/train2": 0.0,
+          "585904130/train0": 0.0,
+          "585904130/train1": 0.0,
+          "585904130/train2": 1.0,
+          "608016290/train0": 1.0,
+          "608016290/train1": 0.0,
+          "608016290/train2": 0.0,
+          "626486813/train0": 0.0,
+          "626486813/train1": 0.0,
+          "626486813/train2": 0.0,
+          "636680137/train0": 0.0,
+          "636680137/train1": 0.0,
+          "636680137/train2": 0.0,
+          "655884605/train0": 0.0,
+          "655884605/train1": 0.0,
+          "655884605/train2": 0.0,
+          "672328262/train0": 1.0,
+          "672328262/train1": 1.0,
+          "672328262/train2": 1.0,
+          "701667486/train0": 1.0,
+          "701667486/train1": 1.0,
+          "701667486/train2": 1.0,
+          "747260437/train0": 0.0,
+          "747260437/train1": 1.0,
+          "747260437/train2": 0.0,
+          "750448296/train0": 0.0,
+          "750448296/train1": 0.0,
+          "750448296/train2": 0.0,
+          "767747424/train0": 0.5,
+          "767747424/train1": 0.25,
+          "767747424/train2": 0.25
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.34755555555555556,
+          "low": 0.07733333333333334,
+          "mean": 0.2157171717171717,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.2157171717171717,
+        "per_task": {
+          "LiftPegUpright-v1": 0.06666666666666667,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.32,
+          "PushCube-v1": 0.3888888888888889,
+          "StackCube-v1": 0.30303030303030304
+        }
+      },
+      "metric": "selected_success",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.3611111111111111,
+        "low": 0.2222222222222222,
+        "mean": 0.2916666666666667,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "selected_success_gain_over_base": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.07916666666666666,
+          "low": -0.075,
+          "mean": 0.0020833333333333333,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 0.0020833333333333333,
+        "per_seed": {
+          "1073161778/train0": -1.0,
+          "1073161778/train1": -1.0,
+          "1073161778/train2": -1.0,
+          "1113371261/train0": 0.0,
+          "1113371261/train1": 0.0,
+          "1113371261/train2": 0.0,
+          "1151410346/train0": 0.0,
+          "1151410346/train1": 0.0,
+          "1151410346/train2": 0.0,
+          "1261930456/train0": -1.0,
+          "1261930456/train1": -1.0,
+          "1261930456/train2": 0.0,
+          "1324133122/train0": 0.0,
+          "1324133122/train1": 0.0,
+          "1324133122/train2": 0.0,
+          "1324642411/train0": 0.0,
+          "1324642411/train1": 0.0,
+          "1324642411/train2": 0.0,
+          "1375492786/train0": 0.0,
+          "1375492786/train1": 0.0,
+          "1375492786/train2": 0.0,
+          "141984615/train0": 0.0,
+          "141984615/train1": 0.0,
+          "141984615/train2": 0.0,
+          "1461069713/train0": 0.0,
+          "1461069713/train1": 0.0,
+          "1461069713/train2": 0.0,
+          "1480856810/train0": 0.0,
+          "1480856810/train1": 0.0,
+          "1480856810/train2": 0.0,
+          "1509980664/train0": 0.0,
+          "1509980664/train1": 0.0,
+          "1509980664/train2": 0.0,
+          "1522272686/train0": 0.0,
+          "1522272686/train1": 0.0,
+          "1522272686/train2": 0.0,
+          "1549324805/train0": 0.0,
+          "1549324805/train1": 0.0,
+          "1549324805/train2": 0.0,
+          "1578990937/train0": 1.0,
+          "1578990937/train1": 0.0,
+          "1578990937/train2": 0.0,
+          "1747178030/train0": 0.0,
+          "1747178030/train1": 0.0,
+          "1747178030/train2": 0.0,
+          "1790188787/train0": 1.0,
+          "1790188787/train1": 0.0,
+          "1790188787/train2": 0.0,
+          "1822210471/train0": 0.0,
+          "1822210471/train1": 1.0,
+          "1822210471/train2": 1.0,
+          "1845489013/train0": 0.0,
+          "1845489013/train1": 0.0,
+          "1845489013/train2": 0.0,
+          "1999022574/train0": 0.0,
+          "1999022574/train1": 0.0,
+          "1999022574/train2": -1.0,
+          "2012211287/train0": 0.0,
+          "2012211287/train1": 0.0,
+          "2012211287/train2": 0.0,
+          "2038594191/train0": -1.0,
+          "2038594191/train1": -1.0,
+          "2038594191/train2": -1.0,
+          "2054899126/train0": -0.5,
+          "2054899126/train1": -0.5,
+          "2054899126/train2": 0.0,
+          "2061635888/train0": 0.0,
+          "2061635888/train1": 0.0,
+          "2061635888/train2": 0.0,
+          "211245842/train0": 1.0,
+          "211245842/train1": 0.0,
+          "211245842/train2": 0.0,
+          "278008524/train0": 0.0,
+          "278008524/train1": 0.0,
+          "278008524/train2": 0.0,
+          "307068879/train0": 0.0,
+          "307068879/train1": 0.0,
+          "307068879/train2": 0.0,
+          "412102563/train0": 0.0,
+          "412102563/train1": 0.0,
+          "412102563/train2": 0.0,
+          "440577711/train0": 1.0,
+          "440577711/train1": 1.0,
+          "440577711/train2": 1.0,
+          "441046872/train0": 0.0,
+          "441046872/train1": 0.0,
+          "441046872/train2": 0.0,
+          "509430392/train0": 1.0,
+          "509430392/train1": 1.0,
+          "509430392/train2": 0.0,
+          "585904130/train0": 0.0,
+          "585904130/train1": 0.0,
+          "585904130/train2": 1.0,
+          "608016290/train0": 1.0,
+          "608016290/train1": 0.0,
+          "608016290/train2": 0.0,
+          "626486813/train0": 0.0,
+          "626486813/train1": 0.0,
+          "626486813/train2": 0.0,
+          "636680137/train0": 0.0,
+          "636680137/train1": 0.0,
+          "636680137/train2": 0.0,
+          "655884605/train0": 0.0,
+          "655884605/train1": 0.0,
+          "655884605/train2": 0.0,
+          "672328262/train0": 0.0,
+          "672328262/train1": 0.0,
+          "672328262/train2": 0.0,
+          "701667486/train0": 0.0,
+          "701667486/train1": 0.0,
+          "701667486/train2": 0.0,
+          "747260437/train0": -1.0,
+          "747260437/train1": 0.0,
+          "747260437/train2": -1.0,
+          "750448296/train0": 0.0,
+          "750448296/train1": 0.0,
+          "750448296/train2": 0.0,
+          "767747424/train0": 0.25,
+          "767747424/train1": 0.0,
+          "767747424/train2": 0.0
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.13139393939393937,
+          "low": -0.07733333333333332,
+          "mean": 0.015838383838383836,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.015838383838383836,
+        "per_task": {
+          "LiftPegUpright-v1": -0.13333333333333333,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": -0.04,
+          "PushCube-v1": 0.2222222222222222,
+          "StackCube-v1": 0.030303030303030304
+        }
+      },
+      "metric": "selected_success_gain_over_base",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.06944444444444445,
+        "low": -0.0763888888888889,
+        "mean": 0.0,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "selected_utility": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.9325195676858938,
+          "low": 0.6449502585282768,
+          "mean": 0.7838827531079813,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 0.7838827531079813,
+        "per_seed": {
+          "1073161778/train0": 0.7067229747772217,
+          "1073161778/train1": 0.7057674527168274,
+          "1073161778/train2": 0.7130528092384338,
+          "1113371261/train0": 0.15842342376708984,
+          "1113371261/train1": 0.15842342376708984,
+          "1113371261/train2": 0.15842342376708984,
+          "1151410346/train0": 0.2260012924671173,
+          "1151410346/train1": 0.2260012924671173,
+          "1151410346/train2": 0.2260012924671173,
+          "1261930456/train0": 0.05754852294921875,
+          "1261930456/train1": 0.07495865225791931,
+          "1261930456/train2": 2.0,
+          "1324133122/train0": 0.09220491349697113,
+          "1324133122/train1": 0.09220491349697113,
+          "1324133122/train2": 0.09220491349697113,
+          "1324642411/train0": 0.054066285490989685,
+          "1324642411/train1": 0.10393516719341278,
+          "1324642411/train2": 0.10647052526473999,
+          "1375492786/train0": 2.0,
+          "1375492786/train1": 2.0,
+          "1375492786/train2": 2.0,
+          "141984615/train0": 0.10283424705266953,
+          "141984615/train1": 0.10283424705266953,
+          "141984615/train2": 0.10283424705266953,
+          "1461069713/train0": 0.0939030647277832,
+          "1461069713/train1": 0.0939030647277832,
+          "1461069713/train2": 0.0939030647277832,
+          "1480856810/train0": 0.07608599960803986,
+          "1480856810/train1": 0.19651852548122406,
+          "1480856810/train2": 0.21615806221961975,
+          "1509980664/train0": 0.8334100246429443,
+          "1509980664/train1": 0.8334100246429443,
+          "1509980664/train2": 0.8334100246429443,
+          "1522272686/train0": 0.5839591026306152,
+          "1522272686/train1": 0.5839591026306152,
+          "1522272686/train2": 0.5839591026306152,
+          "1549324805/train0": 0.03462250903248787,
+          "1549324805/train1": 0.0303483996540308,
+          "1549324805/train2": 0.04690708592534065,
+          "1578990937/train0": 2.0,
+          "1578990937/train1": 0.13703244924545288,
+          "1578990937/train2": 0.19338026642799377,
+          "1747178030/train0": 2.0,
+          "1747178030/train1": 2.0,
+          "1747178030/train2": 2.0,
+          "1790188787/train0": 2.0,
+          "1790188787/train1": 0.13741976022720337,
+          "1790188787/train2": 0.13743820786476135,
+          "1822210471/train0": 0.06306678056716919,
+          "1822210471/train1": 2.0,
+          "1822210471/train2": 2.0,
+          "1845489013/train0": 2.0,
+          "1845489013/train1": 2.0,
+          "1845489013/train2": 2.0,
+          "1999022574/train0": 2.0,
+          "1999022574/train1": 2.0,
+          "1999022574/train2": 0.8183539509773254,
+          "2012211287/train0": 0.7106714248657227,
+          "2012211287/train1": 0.7191179394721985,
+          "2012211287/train2": 0.7165453433990479,
+          "2038594191/train0": 0.04285776615142822,
+          "2038594191/train1": 0.07674666494131088,
+          "2038594191/train2": 0.04917396977543831,
+          "2054899126/train0": 1.0391597636044025,
+          "2054899126/train1": 1.0559737384319305,
+          "2054899126/train2": 2.0,
+          "2061635888/train0": 0.05225050449371338,
+          "2061635888/train1": 0.05225050449371338,
+          "2061635888/train2": 0.05225050449371338,
+          "211245842/train0": 2.0,
+          "211245842/train1": 0.19218182563781738,
+          "211245842/train2": 0.19090841710567474,
+          "278008524/train0": 0.042734989896416664,
+          "278008524/train1": 0.042734989896416664,
+          "278008524/train2": 0.042734989896416664,
+          "307068879/train0": 0.6000905632972717,
+          "307068879/train1": 0.6000905632972717,
+          "307068879/train2": 0.6000905632972717,
+          "412102563/train0": 2.0,
+          "412102563/train1": 2.0,
+          "412102563/train2": 2.0,
+          "440577711/train0": 2.0,
+          "440577711/train1": 2.0,
+          "440577711/train2": 2.0,
+          "441046872/train0": 0.6999551653862,
+          "441046872/train1": 0.6999551653862,
+          "441046872/train2": 0.6999551653862,
+          "509430392/train0": 2.0,
+          "509430392/train1": 2.0,
+          "509430392/train2": 5.424022674560547e-06,
+          "585904130/train0": 0.09919407218694687,
+          "585904130/train1": 0.04792279005050659,
+          "585904130/train2": 2.0,
+          "608016290/train0": 2.0,
+          "608016290/train1": 0.7279855608940125,
+          "608016290/train2": 0.22811375558376312,
+          "626486813/train0": 0.007657766109332442,
+          "626486813/train1": 0.00509834272088483,
+          "626486813/train2": 0.00509834272088483,
+          "636680137/train0": 0.08826130628585815,
+          "636680137/train1": 0.017789265140891075,
+          "636680137/train2": 0.041415613144636154,
+          "655884605/train0": 0.12222731113433838,
+          "655884605/train1": 0.11176733672618866,
+          "655884605/train2": 0.09131735563278198,
+          "672328262/train0": 2.0,
+          "672328262/train1": 2.0,
+          "672328262/train2": 2.0,
+          "701667486/train0": 2.0,
+          "701667486/train1": 2.0,
+          "701667486/train2": 2.0,
+          "747260437/train0": 0.08987965434789658,
+          "747260437/train1": 2.0,
+          "747260437/train2": 0.0880771279335022,
+          "750448296/train0": 0.09184517463048299,
+          "750448296/train1": 0.10300639644265175,
+          "750448296/train2": 0.07752946888407071,
+          "767747424/train0": 1.0327778598293662,
+          "767747424/train1": 0.5613184677204117,
+          "767747424/train2": 0.5671488647349179
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.8021032230059305,
+          "low": 0.6445480230750347,
+          "mean": 0.727790409455866,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.727790409455866,
+        "per_task": {
+          "LiftPegUpright-v1": 0.7418742964665095,
+          "PickCube-v1": 0.5839591026306152,
+          "PullCube-v1": 0.6846797956805676,
+          "PushCube-v1": 0.8422558406988779,
+          "StackCube-v1": 0.7861830118027601
+        }
+      },
+      "metric": "selected_utility",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.8618928770503973,
+        "low": 0.6059400300809001,
+        "mean": 0.7314973677291872,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "selected_utility_gain_over_base": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.13450000770632567,
+          "low": -0.14306206868851504,
+          "mean": -0.006235309189812849,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": -0.006235309189812849,
+        "per_seed": {
+          "1073161778/train0": -1.2932770252227783,
+          "1073161778/train1": -1.2942325472831726,
+          "1073161778/train2": -1.2869471907615662,
+          "1113371261/train0": 0.0,
+          "1113371261/train1": 0.0,
+          "1113371261/train2": 0.0,
+          "1151410346/train0": 0.0,
+          "1151410346/train1": 0.0,
+          "1151410346/train2": 0.0,
+          "1261930456/train0": -1.9424514770507812,
+          "1261930456/train1": -1.9250413477420807,
+          "1261930456/train2": 0.0,
+          "1324133122/train0": 0.0,
+          "1324133122/train1": 0.0,
+          "1324133122/train2": 0.0,
+          "1324642411/train0": -0.052404239773750305,
+          "1324642411/train1": -0.0025353580713272095,
+          "1324642411/train2": 0.0,
+          "1375492786/train0": 0.0,
+          "1375492786/train1": 0.0,
+          "1375492786/train2": 0.0,
+          "141984615/train0": 0.0,
+          "141984615/train1": 0.0,
+          "141984615/train2": 0.0,
+          "1461069713/train0": 0.0,
+          "1461069713/train1": 0.0,
+          "1461069713/train2": 0.0,
+          "1480856810/train0": -0.010948076844215393,
+          "1480856810/train1": 0.10948444902896881,
+          "1480856810/train2": 0.1291239857673645,
+          "1509980664/train0": 0.0,
+          "1509980664/train1": 0.0,
+          "1509980664/train2": 0.0,
+          "1522272686/train0": 0.0,
+          "1522272686/train1": 0.0,
+          "1522272686/train2": 0.0,
+          "1549324805/train0": -0.06989232823252678,
+          "1549324805/train1": -0.07416643761098385,
+          "1549324805/train2": -0.057607751339673996,
+          "1578990937/train0": 1.17586350440979,
+          "1578990937/train1": -0.6871040463447571,
+          "1578990937/train2": -0.6307562291622162,
+          "1747178030/train0": 0.0,
+          "1747178030/train1": 0.0,
+          "1747178030/train2": 0.0,
+          "1790188787/train0": 1.87523253262043,
+          "1790188787/train1": 0.012652292847633362,
+          "1790188787/train2": 0.012670740485191345,
+          "1822210471/train0": -0.008848525583744049,
+          "1822210471/train1": 1.9280846938490868,
+          "1822210471/train2": 1.9280846938490868,
+          "1845489013/train0": 0.0,
+          "1845489013/train1": 0.0,
+          "1845489013/train2": 0.0,
+          "1999022574/train0": 0.0,
+          "1999022574/train1": 0.0,
+          "1999022574/train2": -1.1816460490226746,
+          "2012211287/train0": -0.012933909893035889,
+          "2012211287/train1": -0.004487395286560059,
+          "2012211287/train2": -0.007059991359710693,
+          "2038594191/train0": -1.9571422338485718,
+          "2038594191/train1": -1.9232533350586891,
+          "2038594191/train2": -1.9508260302245617,
+          "2054899126/train0": -0.9608402363955975,
+          "2054899126/train1": -0.9440262615680695,
+          "2054899126/train2": 0.0,
+          "2061635888/train0": 0.0,
+          "2061635888/train1": 0.0,
+          "2061635888/train2": 0.0,
+          "211245842/train0": 1.8090915828943253,
+          "211245842/train1": 0.0012734085321426392,
+          "211245842/train2": 0.0,
+          "278008524/train0": 0.0,
+          "278008524/train1": 0.0,
+          "278008524/train2": 0.0,
+          "307068879/train0": 0.0,
+          "307068879/train1": 0.0,
+          "307068879/train2": 0.0,
+          "412102563/train0": 0.0,
+          "412102563/train1": 0.0,
+          "412102563/train2": 0.0,
+          "440577711/train0": 1.9638472199440002,
+          "440577711/train1": 1.9638472199440002,
+          "440577711/train2": 1.9638472199440002,
+          "441046872/train0": 0.0,
+          "441046872/train1": 0.0,
+          "441046872/train2": 0.0,
+          "509430392/train0": 1.999999776482582,
+          "509430392/train1": 1.999999776482582,
+          "509430392/train2": 5.200505256652832e-06,
+          "585904130/train0": -0.0825214758515358,
+          "585904130/train1": -0.13379275798797607,
+          "585904130/train2": 1.8182844519615173,
+          "608016290/train0": 1.274298369884491,
+          "608016290/train1": 0.002283930778503418,
+          "608016290/train2": -0.4975878745317459,
+          "626486813/train0": 0.0025594233884476125,
+          "626486813/train1": 0.0,
+          "626486813/train2": 0.0,
+          "636680137/train0": 0.005126260221004486,
+          "636680137/train1": -0.0653457809239626,
+          "636680137/train2": -0.041719432920217514,
+          "655884605/train0": -0.040779367089271545,
+          "655884605/train1": -0.051239341497421265,
+          "655884605/train2": -0.07168932259082794,
+          "672328262/train0": 0.0,
+          "672328262/train1": 0.0,
+          "672328262/train2": 0.0,
+          "701667486/train0": 0.0,
+          "701667486/train1": 0.0,
+          "701667486/train2": 0.0,
+          "747260437/train0": -1.9101203456521034,
+          "747260437/train1": 0.0,
+          "747260437/train2": -1.9119228720664978,
+          "750448296/train0": -0.02574797471364339,
+          "750448296/train1": -0.014586752901474634,
+          "750448296/train2": -0.04006368046005567,
+          "767747424/train0": 0.4595785178244114,
+          "767747424/train1": -0.011880874284543097,
+          "767747424/train2": -0.006050477270036936
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.2537705254990777,
+          "low": -0.12479774534702301,
+          "mean": 0.03223061228185102,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.03223061228185102,
+        "per_task": {
+          "LiftPegUpright-v1": -0.20799624224503835,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": -0.09049066554289312,
+          "PushCube-v1": 0.4498516619205475,
+          "StackCube-v1": 0.00978830727663907
+        }
+      },
+      "metric": "selected_utility_gain_over_base",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.11734999715877671,
+        "low": -0.1387232479335378,
+        "mean": -0.0103222187131501,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "selector_regret": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.6231126251607848,
+          "low": 0.37254429084746843,
+          "mean": 0.5049184655440816,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 0.5049184655440816,
+        "per_seed": {
+          "1073161778/train0": 1.2932770252227783,
+          "1073161778/train1": 1.2942325472831726,
+          "1073161778/train2": 1.2869471907615662,
+          "1113371261/train0": 0.0,
+          "1113371261/train1": 0.02250880002975464,
+          "1113371261/train2": 0.036848247051239014,
+          "1151410346/train0": 0.6403508484363556,
+          "1151410346/train1": 1.7739987075328827,
+          "1151410346/train2": 0.32620343565940857,
+          "1261930456/train0": 1.9424514770507812,
+          "1261930456/train1": 1.9250413477420807,
+          "1261930456/train2": 0.0,
+          "1324133122/train0": 0.0,
+          "1324133122/train1": 0.04025374352931976,
+          "1324133122/train2": 0.10070674121379852,
+          "1324642411/train0": 0.08999375998973846,
+          "1324642411/train1": 1.8960648328065872,
+          "1324642411/train2": 1.89352947473526,
+          "1375492786/train0": 0.0,
+          "1375492786/train1": 0.0,
+          "1375492786/train2": 0.0,
+          "141984615/train0": 0.0,
+          "141984615/train1": 0.0,
+          "141984615/train2": 0.0,
+          "1461069713/train0": 0.0,
+          "1461069713/train1": 0.0,
+          "1461069713/train2": 0.006073415279388428,
+          "1480856810/train0": 1.9239140003919601,
+          "1480856810/train1": 1.803481474518776,
+          "1480856810/train2": 1.7838419377803802,
+          "1509980664/train0": 1.1665899753570557,
+          "1509980664/train1": 1.1665899753570557,
+          "1509980664/train2": 1.1665899753570557,
+          "1522272686/train0": 0.0,
+          "1522272686/train1": 0.0,
+          "1522272686/train2": 0.0,
+          "1549324805/train0": 0.026248913258314133,
+          "1549324805/train1": 0.16857311688363552,
+          "1549324805/train2": 0.06619475409388542,
+          "1578990937/train0": 0.0,
+          "1578990937/train1": 1.8629675507545471,
+          "1578990937/train2": 1.8066197335720062,
+          "1747178030/train0": 0.0,
+          "1747178030/train1": 0.0,
+          "1747178030/train2": 0.0,
+          "1790188787/train0": 0.0,
+          "1790188787/train1": 1.8625802397727966,
+          "1790188787/train2": 1.8625617921352386,
+          "1822210471/train0": 1.9369332194328308,
+          "1822210471/train1": 0.0,
+          "1822210471/train2": 0.0,
+          "1845489013/train0": 0.0,
+          "1845489013/train1": 0.0,
+          "1845489013/train2": 0.0,
+          "1999022574/train0": 0.0,
+          "1999022574/train1": 0.0,
+          "1999022574/train2": 1.1816460490226746,
+          "2012211287/train0": 1.2893285751342773,
+          "2012211287/train1": 1.2808820605278015,
+          "2012211287/train2": 1.2834546566009521,
+          "2038594191/train0": 1.9571422338485718,
+          "2038594191/train1": 1.9232533350586891,
+          "2038594191/train2": 1.9508260302245617,
+          "2054899126/train0": 0.03812338784337044,
+          "2054899126/train1": 0.9440262615680695,
+          "2054899126/train2": 0.0,
+          "2061635888/train0": 0.04574880003929138,
+          "2061635888/train1": 0.02355286478996277,
+          "2061635888/train2": 0.05880081653594971,
+          "211245842/train0": 0.0,
+          "211245842/train1": 0.02077534794807434,
+          "211245842/train2": 0.04297435283660889,
+          "278008524/train0": 1.0306213330477476,
+          "278008524/train1": 0.9949396047741175,
+          "278008524/train2": 1.0932139214128256,
+          "307068879/train0": 0.0,
+          "307068879/train1": 0.0,
+          "307068879/train2": 0.0,
+          "412102563/train0": 0.0,
+          "412102563/train1": 0.0,
+          "412102563/train2": 0.0,
+          "440577711/train0": 0.0,
+          "440577711/train1": 0.0,
+          "440577711/train2": 0.0,
+          "441046872/train0": 1.3000448346138,
+          "441046872/train1": 0.023403704166412354,
+          "441046872/train2": 0.019179701805114746,
+          "509430392/train0": 0.0,
+          "509430392/train1": 0.0,
+          "509430392/train2": 0.0,
+          "585904130/train0": 1.9008059278130531,
+          "585904130/train1": 1.9520772099494934,
+          "585904130/train2": 0.0,
+          "608016290/train0": 0.0,
+          "608016290/train1": 1.2720144391059875,
+          "608016290/train2": 0.48361386358737946,
+          "626486813/train0": 0.037037709495052695,
+          "626486813/train1": 0.030729531950782984,
+          "626486813/train2": 0.03980091231642291,
+          "636680137/train0": 0.0,
+          "636680137/train1": 0.04962191917002201,
+          "636680137/train2": 0.034236010164022446,
+          "655884605/train0": 0.015101373195648193,
+          "655884605/train1": 0.7011084705591202,
+          "655884605/train2": 0.12315595149993896,
+          "672328262/train0": 0.0,
+          "672328262/train1": 0.0,
+          "672328262/train2": 0.0,
+          "701667486/train0": 0.0,
+          "701667486/train1": 0.0,
+          "701667486/train2": 0.0,
+          "747260437/train0": 0.01851598173379898,
+          "747260437/train1": 0.0,
+          "747260437/train2": 0.03702475130558014,
+          "750448296/train0": 0.6608151532709599,
+          "750448296/train1": 1.267496877660354,
+          "750448296/train2": 1.2729191991190116,
+          "767747424/train0": 0.018381604924798012,
+          "767747424/train1": 0.5016346235061064,
+          "767747424/train2": 0.5000182301737368
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.7571225754579323,
+          "low": 0.2190371192585338,
+          "mean": 0.49875115056017966,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.49875115056017966,
+        "per_task": {
+          "LiftPegUpright-v1": 0.7217585732539494,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.45504458223469557,
+          "PushCube-v1": 0.9435255742735333,
+          "StackCube-v1": 0.37342702303871966
+        }
+      },
+      "metric": "selector_regret",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.6511577666298964,
+        "low": 0.39872224593192285,
+        "mean": 0.5157032941917552,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "success_selector_gap": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.35625,
+          "low": 0.20625,
+          "mean": 0.2847222222222222,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 0.2847222222222222,
+        "per_seed": {
+          "1073161778/train0": 1.0,
+          "1073161778/train1": 1.0,
+          "1073161778/train2": 1.0,
+          "1113371261/train0": 0.0,
+          "1113371261/train1": 0.0,
+          "1113371261/train2": 0.0,
+          "1151410346/train0": 0.0,
+          "1151410346/train1": 1.0,
+          "1151410346/train2": 0.0,
+          "1261930456/train0": 1.0,
+          "1261930456/train1": 1.0,
+          "1261930456/train2": 0.0,
+          "1324133122/train0": 0.0,
+          "1324133122/train1": 0.0,
+          "1324133122/train2": 0.0,
+          "1324642411/train0": 0.0,
+          "1324642411/train1": 1.0,
+          "1324642411/train2": 1.0,
+          "1375492786/train0": 0.0,
+          "1375492786/train1": 0.0,
+          "1375492786/train2": 0.0,
+          "141984615/train0": 0.0,
+          "141984615/train1": 0.0,
+          "141984615/train2": 0.0,
+          "1461069713/train0": 0.0,
+          "1461069713/train1": 0.0,
+          "1461069713/train2": 0.0,
+          "1480856810/train0": 1.0,
+          "1480856810/train1": 1.0,
+          "1480856810/train2": 1.0,
+          "1509980664/train0": 1.0,
+          "1509980664/train1": 1.0,
+          "1509980664/train2": 1.0,
+          "1522272686/train0": 0.0,
+          "1522272686/train1": 0.0,
+          "1522272686/train2": 0.0,
+          "1549324805/train0": 0.0,
+          "1549324805/train1": 0.0,
+          "1549324805/train2": 0.0,
+          "1578990937/train0": 0.0,
+          "1578990937/train1": 1.0,
+          "1578990937/train2": 1.0,
+          "1747178030/train0": 0.0,
+          "1747178030/train1": 0.0,
+          "1747178030/train2": 0.0,
+          "1790188787/train0": 0.0,
+          "1790188787/train1": 1.0,
+          "1790188787/train2": 1.0,
+          "1822210471/train0": 1.0,
+          "1822210471/train1": 0.0,
+          "1822210471/train2": 0.0,
+          "1845489013/train0": 0.0,
+          "1845489013/train1": 0.0,
+          "1845489013/train2": 0.0,
+          "1999022574/train0": 0.0,
+          "1999022574/train1": 0.0,
+          "1999022574/train2": 1.0,
+          "2012211287/train0": 1.0,
+          "2012211287/train1": 1.0,
+          "2012211287/train2": 1.0,
+          "2038594191/train0": 1.0,
+          "2038594191/train1": 1.0,
+          "2038594191/train2": 1.0,
+          "2054899126/train0": 0.0,
+          "2054899126/train1": 0.5,
+          "2054899126/train2": 0.0,
+          "2061635888/train0": 0.0,
+          "2061635888/train1": 0.0,
+          "2061635888/train2": 0.0,
+          "211245842/train0": 0.0,
+          "211245842/train1": 0.0,
+          "211245842/train2": 0.0,
+          "278008524/train0": 0.5,
+          "278008524/train1": 0.5,
+          "278008524/train2": 0.5,
+          "307068879/train0": 0.0,
+          "307068879/train1": 0.0,
+          "307068879/train2": 0.0,
+          "412102563/train0": 0.0,
+          "412102563/train1": 0.0,
+          "412102563/train2": 0.0,
+          "440577711/train0": 0.0,
+          "440577711/train1": 0.0,
+          "440577711/train2": 0.0,
+          "441046872/train0": 1.0,
+          "441046872/train1": 0.0,
+          "441046872/train2": 0.0,
+          "509430392/train0": 0.0,
+          "509430392/train1": 0.0,
+          "509430392/train2": 0.0,
+          "585904130/train0": 1.0,
+          "585904130/train1": 1.0,
+          "585904130/train2": 0.0,
+          "608016290/train0": 0.0,
+          "608016290/train1": 1.0,
+          "608016290/train2": 0.0,
+          "626486813/train0": 0.0,
+          "626486813/train1": 0.0,
+          "626486813/train2": 0.0,
+          "636680137/train0": 0.0,
+          "636680137/train1": 0.0,
+          "636680137/train2": 0.0,
+          "655884605/train0": 0.0,
+          "655884605/train1": 0.0,
+          "655884605/train2": 0.0,
+          "672328262/train0": 0.0,
+          "672328262/train1": 0.0,
+          "672328262/train2": 0.0,
+          "701667486/train0": 0.0,
+          "701667486/train1": 0.0,
+          "701667486/train2": 0.0,
+          "747260437/train0": 0.0,
+          "747260437/train1": 0.0,
+          "747260437/train2": 0.0,
+          "750448296/train0": 0.3333333333333333,
+          "750448296/train1": 0.6666666666666666,
+          "750448296/train2": 0.6666666666666666,
+          "767747424/train0": 0.0,
+          "767747424/train1": 0.25,
+          "767747424/train2": 0.25
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.4586666666666666,
+          "low": 0.13018181818181818,
+          "mean": 0.2944242424242424,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.2944242424242424,
+        "per_task": {
+          "LiftPegUpright-v1": 0.5333333333333333,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.22666666666666666,
+          "PushCube-v1": 0.5,
+          "StackCube-v1": 0.21212121212121213
+        }
+      },
+      "metric": "success_selector_gap",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.3611111111111111,
+        "low": 0.2152777777777778,
+        "mean": 0.2847222222222222,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "success_support_gap": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.30416666666666664,
+          "low": 0.15833333333333333,
+          "mean": 0.23194444444444443,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 0.23194444444444443,
+        "per_seed": {
+          "1073161778/train0": 0.0,
+          "1073161778/train1": 0.0,
+          "1073161778/train2": 0.0,
+          "1113371261/train0": 1.0,
+          "1113371261/train1": 1.0,
+          "1113371261/train2": 1.0,
+          "1151410346/train0": 1.0,
+          "1151410346/train1": 0.0,
+          "1151410346/train2": 1.0,
+          "1261930456/train0": 0.0,
+          "1261930456/train1": 0.0,
+          "1261930456/train2": 0.0,
+          "1324133122/train0": 1.0,
+          "1324133122/train1": 1.0,
+          "1324133122/train2": 1.0,
+          "1324642411/train0": 1.0,
+          "1324642411/train1": 0.0,
+          "1324642411/train2": 0.0,
+          "1375492786/train0": 0.0,
+          "1375492786/train1": 0.0,
+          "1375492786/train2": 0.0,
+          "141984615/train0": 0.0,
+          "141984615/train1": 0.0,
+          "141984615/train2": 0.0,
+          "1461069713/train0": 0.0,
+          "1461069713/train1": 0.0,
+          "1461069713/train2": 0.0,
+          "1480856810/train0": 0.0,
+          "1480856810/train1": 0.0,
+          "1480856810/train2": 0.0,
+          "1509980664/train0": 0.0,
+          "1509980664/train1": 0.0,
+          "1509980664/train2": 0.0,
+          "1522272686/train0": 1.0,
+          "1522272686/train1": 1.0,
+          "1522272686/train2": 1.0,
+          "1549324805/train0": 0.0,
+          "1549324805/train1": 0.0,
+          "1549324805/train2": 0.0,
+          "1578990937/train0": 0.0,
+          "1578990937/train1": 0.0,
+          "1578990937/train2": 0.0,
+          "1747178030/train0": 0.0,
+          "1747178030/train1": 0.0,
+          "1747178030/train2": 0.0,
+          "1790188787/train0": 0.0,
+          "1790188787/train1": 0.0,
+          "1790188787/train2": 0.0,
+          "1822210471/train0": 0.0,
+          "1822210471/train1": 0.0,
+          "1822210471/train2": 0.0,
+          "1845489013/train0": 0.0,
+          "1845489013/train1": 0.0,
+          "1845489013/train2": 0.0,
+          "1999022574/train0": 0.0,
+          "1999022574/train1": 0.0,
+          "1999022574/train2": 0.0,
+          "2012211287/train0": 0.0,
+          "2012211287/train1": 0.0,
+          "2012211287/train2": 0.0,
+          "2038594191/train0": 0.0,
+          "2038594191/train1": 0.0,
+          "2038594191/train2": 0.0,
+          "2054899126/train0": 0.5,
+          "2054899126/train1": 0.0,
+          "2054899126/train2": 0.0,
+          "2061635888/train0": 1.0,
+          "2061635888/train1": 1.0,
+          "2061635888/train2": 1.0,
+          "211245842/train0": 0.0,
+          "211245842/train1": 1.0,
+          "211245842/train2": 1.0,
+          "278008524/train0": 0.0,
+          "278008524/train1": 0.0,
+          "278008524/train2": 0.0,
+          "307068879/train0": 1.0,
+          "307068879/train1": 1.0,
+          "307068879/train2": 1.0,
+          "412102563/train0": 0.0,
+          "412102563/train1": 0.0,
+          "412102563/train2": 0.0,
+          "440577711/train0": 0.0,
+          "440577711/train1": 0.0,
+          "440577711/train2": 0.0,
+          "441046872/train0": 0.0,
+          "441046872/train1": 1.0,
+          "441046872/train2": 1.0,
+          "509430392/train0": 0.0,
+          "509430392/train1": 0.0,
+          "509430392/train2": 1.0,
+          "585904130/train0": 0.0,
+          "585904130/train1": 0.0,
+          "585904130/train2": 0.0,
+          "608016290/train0": 0.0,
+          "608016290/train1": 0.0,
+          "608016290/train2": 1.0,
+          "626486813/train0": 0.0,
+          "626486813/train1": 0.0,
+          "626486813/train2": 0.0,
+          "636680137/train0": 0.0,
+          "636680137/train1": 0.0,
+          "636680137/train2": 0.0,
+          "655884605/train0": 1.0,
+          "655884605/train1": 1.0,
+          "655884605/train2": 1.0,
+          "672328262/train0": 0.0,
+          "672328262/train1": 0.0,
+          "672328262/train2": 0.0,
+          "701667486/train0": 0.0,
+          "701667486/train1": 0.0,
+          "701667486/train2": 0.0,
+          "747260437/train0": 0.0,
+          "747260437/train1": 0.0,
+          "747260437/train2": 0.0,
+          "750448296/train0": 0.3333333333333333,
+          "750448296/train1": 0.0,
+          "750448296/train2": 0.0,
+          "767747424/train0": 0.0,
+          "767747424/train1": 0.0,
+          "767747424/train2": 0.0
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.7191919191919192,
+          "low": 0.13511111111111113,
+          "mean": 0.40452525252525257,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.40452525252525257,
+        "per_task": {
+          "LiftPegUpright-v1": 0.4,
+          "PickCube-v1": 1.0,
+          "PullCube-v1": 0.02666666666666667,
+          "PushCube-v1": 0.1111111111111111,
+          "StackCube-v1": 0.48484848484848486
+        }
+      },
+      "metric": "success_support_gap",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.2638888888888889,
+        "low": 0.1388888888888889,
+        "mean": 0.2013888888888889,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "support_gap": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.5434736852068454,
+          "low": 0.2965679521788843,
+          "mean": 0.4232947583840643,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 0.4232947583840643,
+        "per_seed": {
+          "1073161778/train0": 0.0,
+          "1073161778/train1": 0.0,
+          "1073161778/train2": 0.0,
+          "1113371261/train0": 1.897251382470131,
+          "1113371261/train1": 1.8190677762031555,
+          "1113371261/train2": 1.8047283291816711,
+          "1151410346/train0": 1.133647859096527,
+          "1151410346/train1": 0.0,
+          "1151410346/train2": 1.4477952718734741,
+          "1261930456/train0": 0.0,
+          "1261930456/train1": 0.0,
+          "1261930456/train2": 0.0,
+          "1324133122/train0": 1.9450107961893082,
+          "1324133122/train1": 1.867541342973709,
+          "1324133122/train2": 1.8070883452892303,
+          "1324642411/train0": 1.8559399545192719,
+          "1324642411/train1": 0.0,
+          "1324642411/train2": 0.0,
+          "1375492786/train0": 0.0,
+          "1375492786/train1": 0.0,
+          "1375492786/train2": 0.0,
+          "141984615/train0": 0.270599365234375,
+          "141984615/train1": 0.24876614287495613,
+          "141984615/train2": 0.2268255539238453,
+          "1461069713/train0": 0.0991440862417221,
+          "1461069713/train1": 0.14275743998587132,
+          "1461069713/train2": 0.05936597287654877,
+          "1480856810/train0": 0.0,
+          "1480856810/train1": 0.0,
+          "1480856810/train2": 0.0,
+          "1509980664/train0": 0.0,
+          "1509980664/train1": 0.0,
+          "1509980664/train2": 0.0,
+          "1522272686/train0": 1.8167466223239899,
+          "1522272686/train1": 1.9298561662435532,
+          "1522272686/train2": 1.8506269305944443,
+          "1549324805/train0": 0.23658466339111328,
+          "1549324805/train1": 0.09853456914424896,
+          "1549324805/train2": 0.1843542456626892,
+          "1578990937/train0": 0.0,
+          "1578990937/train1": 0.0,
+          "1578990937/train2": 0.0,
+          "1747178030/train0": 0.0,
+          "1747178030/train1": 0.0,
+          "1747178030/train2": 0.0,
+          "1790188787/train0": 0.0,
+          "1790188787/train1": 0.0,
+          "1790188787/train2": 0.0,
+          "1822210471/train0": 0.0,
+          "1822210471/train1": 0.0,
+          "1822210471/train2": 0.0,
+          "1845489013/train0": 0.0,
+          "1845489013/train1": 0.0,
+          "1845489013/train2": 0.0,
+          "1999022574/train0": 0.0,
+          "1999022574/train1": 0.0,
+          "1999022574/train2": 0.0,
+          "2012211287/train0": 0.0,
+          "2012211287/train1": 0.0,
+          "2012211287/train2": 0.0,
+          "2038594191/train0": 0.0,
+          "2038594191/train1": 0.0,
+          "2038594191/train2": 0.0,
+          "2054899126/train0": 0.922716848552227,
+          "2054899126/train1": 0.0,
+          "2054899126/train2": 0.0,
+          "2061635888/train0": 1.9020006954669952,
+          "2061635888/train1": 1.9241966307163239,
+          "2061635888/train2": 1.888948678970337,
+          "211245842/train0": 0.0,
+          "211245842/train1": 1.7870428264141083,
+          "211245842/train2": 1.7661172300577164,
+          "278008524/train0": 0.04055231809616089,
+          "278008524/train1": 0.07623404636979103,
+          "278008524/train2": 0.0,
+          "307068879/train0": 1.7884424477815628,
+          "307068879/train1": 1.4123926758766174,
+          "307068879/train2": 1.7697865515947342,
+          "412102563/train0": 0.0,
+          "412102563/train1": 0.0,
+          "412102563/train2": 0.0,
+          "440577711/train0": 0.0,
+          "440577711/train1": 0.0,
+          "440577711/train2": 0.0,
+          "441046872/train0": 0.0,
+          "441046872/train1": 1.2766411304473877,
+          "441046872/train2": 1.2808651328086853,
+          "509430392/train0": 0.0,
+          "509430392/train1": 0.0,
+          "509430392/train2": 1.9999945759773254,
+          "585904130/train0": 0.0,
+          "585904130/train1": 0.0,
+          "585904130/train2": 0.0,
+          "608016290/train0": 0.0,
+          "608016290/train1": 0.0,
+          "608016290/train2": 1.2882723808288574,
+          "626486813/train0": 0.12161866808310151,
+          "626486813/train1": 0.12975450651720166,
+          "626486813/train2": 0.12068312615156174,
+          "636680137/train0": 0.0823030173778534,
+          "636680137/train1": 0.10315313935279846,
+          "636680137/train2": 0.09491270035505295,
+          "655884605/train0": 1.8626713156700134,
+          "655884605/train1": 1.1871241927146912,
+          "655884605/train2": 1.785526692867279,
+          "672328262/train0": 0.0,
+          "672328262/train1": 0.0,
+          "672328262/train2": 0.0,
+          "701667486/train0": 0.0,
+          "701667486/train1": 0.0,
+          "701667486/train2": 0.0,
+          "747260437/train0": 0.17026761174201965,
+          "747260437/train1": 0.21537372469902039,
+          "747260437/train2": 0.15356136858463287,
+          "750448296/train0": 0.6553361676633358,
+          "750448296/train1": 0.03749322146177292,
+          "750448296/train2": 0.05754782756169637,
+          "767747424/train0": 0.06562284985557199,
+          "767747424/train1": 0.045098946429789066,
+          "767747424/train2": 0.04088494274765253
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.330930626693398,
+          "low": 0.24626440485649642,
+          "mean": 0.7236978183567826,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 0.7236978183567826,
+        "per_task": {
+          "LiftPegUpright-v1": 0.5877600212891897,
+          "PickCube-v1": 1.8657432397206624,
+          "PullCube-v1": 0.1075624164690574,
+          "PushCube-v1": 0.21421858502758873,
+          "StackCube-v1": 0.8432048292774142
+        }
+      },
+      "metric": "support_gap",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.485598717091812,
+        "low": 0.272009730946997,
+        "mean": 0.3761285081272945,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    },
+    "tau": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.9839051930418102,
+          "low": 0.9325886313108868,
+          "mean": 0.9577490006043817,
+          "n": 120,
+          "num_samples": 1000
+        },
+        "mean": 0.9577490006043817,
+        "per_seed": {
+          "1073161778/train0": 0.7478358458742458,
+          "1073161778/train1": 0.7478358458742458,
+          "1073161778/train2": 0.7478358458742458,
+          "1113371261/train0": 0.893807936331132,
+          "1113371261/train1": 0.893807936331132,
+          "1113371261/train2": 0.893807936331132,
+          "1151410346/train0": 0.893807936331132,
+          "1151410346/train1": 0.893807936331132,
+          "1151410346/train2": 0.893807936331132,
+          "1261930456/train0": 1.2264360294338528,
+          "1261930456/train1": 1.2264360294338528,
+          "1261930456/train2": 1.2264360294338528,
+          "1324133122/train0": 0.893807936331132,
+          "1324133122/train1": 0.893807936331132,
+          "1324133122/train2": 0.893807936331132,
+          "1324642411/train0": 1.2264360294338528,
+          "1324642411/train1": 1.2264360294338528,
+          "1324642411/train2": 1.2264360294338528,
+          "1375492786/train0": 0.9470671281950391,
+          "1375492786/train1": 0.9470671281950391,
+          "1375492786/train2": 0.9470671281950391,
+          "141984615/train0": 0.9470671281950391,
+          "141984615/train1": 0.9470671281950391,
+          "141984615/train2": 0.9470671281950391,
+          "1461069713/train0": 0.9470671281950391,
+          "1461069713/train1": 0.9470671281950391,
+          "1461069713/train2": 0.9470671281950391,
+          "1480856810/train0": 1.2264360294338528,
+          "1480856810/train1": 1.2264360294338528,
+          "1480856810/train2": 1.2264360294338528,
+          "1509980664/train0": 0.893807936331132,
+          "1509980664/train1": 0.893807936331132,
+          "1509980664/train2": 0.893807936331132,
+          "1522272686/train0": 1.280136139242778,
+          "1522272686/train1": 1.280136139242778,
+          "1522272686/train2": 1.280136139242778,
+          "1549324805/train0": 0.9470671281950391,
+          "1549324805/train1": 0.9470671281950391,
+          "1549324805/train2": 0.9470671281950391,
+          "1578990937/train0": 0.893807936331132,
+          "1578990937/train1": 0.893807936331132,
+          "1578990937/train2": 0.893807936331132,
+          "1747178030/train0": 0.9470671281950391,
+          "1747178030/train1": 0.9470671281950391,
+          "1747178030/train2": 0.9470671281950391,
+          "1790188787/train0": 1.2264360294338528,
+          "1790188787/train1": 1.2264360294338528,
+          "1790188787/train2": 1.2264360294338528,
+          "1822210471/train0": 0.9470671281950391,
+          "1822210471/train1": 0.9470671281950391,
+          "1822210471/train2": 0.9470671281950391,
+          "1845489013/train0": 0.9470671281950391,
+          "1845489013/train1": 0.9470671281950391,
+          "1845489013/train2": 0.9470671281950391,
+          "1999022574/train0": 0.893807936331132,
+          "1999022574/train1": 0.893807936331132,
+          "1999022574/train2": 0.893807936331132,
+          "2012211287/train0": 0.7478358458742458,
+          "2012211287/train1": 0.7478358458742458,
+          "2012211287/train2": 0.7478358458742458,
+          "2038594191/train0": 0.9470671281950391,
+          "2038594191/train1": 0.9470671281950391,
+          "2038594191/train2": 0.9470671281950391,
+          "2054899126/train0": 0.9470671281950391,
+          "2054899126/train1": 0.9470671281950391,
+          "2054899126/train2": 0.9470671281950391,
+          "2061635888/train0": 0.893807936331132,
+          "2061635888/train1": 0.893807936331132,
+          "2061635888/train2": 0.893807936331132,
+          "211245842/train0": 0.893807936331132,
+          "211245842/train1": 0.893807936331132,
+          "211245842/train2": 0.893807936331132,
+          "278008524/train0": 0.9470671281950391,
+          "278008524/train1": 0.9470671281950391,
+          "278008524/train2": 0.9470671281950391,
+          "307068879/train0": 0.7478358458742458,
+          "307068879/train1": 0.7478358458742458,
+          "307068879/train2": 0.7478358458742458,
+          "412102563/train0": 0.893807936331132,
+          "412102563/train1": 0.893807936331132,
+          "412102563/train2": 0.893807936331132,
+          "440577711/train0": 1.2264360294338528,
+          "440577711/train1": 1.2264360294338528,
+          "440577711/train2": 1.2264360294338528,
+          "441046872/train0": 0.7478358458742458,
+          "441046872/train1": 0.7478358458742458,
+          "441046872/train2": 0.7478358458742458,
+          "509430392/train0": 1.2264360294338528,
+          "509430392/train1": 1.2264360294338528,
+          "509430392/train2": 1.2264360294338528,
+          "585904130/train0": 0.9470671281950391,
+          "585904130/train1": 0.9470671281950391,
+          "585904130/train2": 0.9470671281950391,
+          "608016290/train0": 0.7478358458742458,
+          "608016290/train1": 0.7478358458742458,
+          "608016290/train2": 0.7478358458742458,
+          "626486813/train0": 0.9470671281950391,
+          "626486813/train1": 0.9470671281950391,
+          "626486813/train2": 0.9470671281950391,
+          "636680137/train0": 0.9470671281950391,
+          "636680137/train1": 0.9470671281950391,
+          "636680137/train2": 0.9470671281950391,
+          "655884605/train0": 0.893807936331132,
+          "655884605/train1": 0.893807936331132,
+          "655884605/train2": 0.893807936331132,
+          "672328262/train0": 0.9470671281950391,
+          "672328262/train1": 0.9470671281950391,
+          "672328262/train2": 0.9470671281950391,
+          "701667486/train0": 0.893807936331132,
+          "701667486/train1": 0.893807936331132,
+          "701667486/train2": 0.893807936331132,
+          "747260437/train0": 0.9470671281950391,
+          "747260437/train1": 0.9470671281950391,
+          "747260437/train2": 0.9470671281950391,
+          "750448296/train0": 0.9470671281950391,
+          "750448296/train1": 0.9470671281950391,
+          "750448296/train2": 0.9470671281950391,
+          "767747424/train0": 0.9470671281950391,
+          "767747424/train1": 0.9470671281950391,
+          "767747424/train2": 0.9470671281950391
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.1921304766986638,
+          "low": 0.8460709385211589,
+          "mean": 1.0190566158154093,
+          "n": 5,
+          "num_samples": 1000
+        },
+        "mean": 1.0190566158154093,
+        "per_task": {
+          "LiftPegUpright-v1": 0.7478358458742457,
+          "PickCube-v1": 1.280136139242778,
+          "PullCube-v1": 0.9470671281950384,
+          "PushCube-v1": 1.2264360294338525,
+          "StackCube-v1": 0.8938079363311323
+        }
+      },
+      "metric": "tau",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.9774925682475245,
+        "low": 0.9351041034674419,
+        "mean": 0.9559686885361595,
+        "n": 144,
+        "num_samples": 1000
+      },
+      "n": 144
+    }
+  },
+  "target": "success_weighted_margin",
+  "tau": {
+    "LiftPegUpright-v1": 0.7478358458742458,
+    "PickCube-v1": 1.280136139242778,
+    "PullCube-v1": 0.9470671281950391,
+    "PushCube-v1": 1.2264360294338528,
+    "StackCube-v1": 0.893807936331132,
+    "__global__": 0.9063413508752075
+  },
+  "threshold_scope": "task",
+  "weights": [
+    0.48450353349747766,
+    0.1202532444167339,
+    0.155682061283909,
+    -0.02441177660309185,
+    0.024380137939416402,
+    -0.003640887143329219,
+    -0.022064299856128927,
+    -0.5289186063935553,
+    0.2831664990097297,
+    0.1697769359307344,
+    -1.4311502652615907e-12,
+    0.5632558633953502,
+    0.01891643765131379,
+    -3.812772905557871e-12,
+    -0.4745788255595529,
+    0.0223358572828829,
+    0.17886238148821576,
+    -0.07857526126457515,
+    0.034629655768952716,
+    -0.3694378263109286,
+    -0.03692550319544807,
+    0.30919666931845313,
+    0.12101367094479087,
+    -3.367420661491832e-14,
+    7.831214649569506e-13,
+    0.17614436781573706,
+    0.009569206047353118,
+    0.05351390524412675,
+    -3.200995637988036e-13,
+    -2.3096275173741674,
+    -2.0562522677684,
+    2.7748361386071565,
+    1.0887750665501699,
+    -0.2504127200851598,
+    -1.8636001512197575,
+    -0.18745991293015152,
+    2.3526103961524427,
+    1.9162466598226047,
+    -2.2408820301440073,
+    1.0575725982390622,
+    -1.252532793179583e-13,
+    0.5344620971340412,
+    0.7544142449206772,
+    -0.13811908568580122,
+    -0.21306501765016073,
+    -1.0967599879902776e-13,
+    -1.401784574525504e-13,
+    3.329992400197128e-14,
+    6.0642218037049375e-15,
+    -1.1068642358440333e-13,
+    0.2255812123126617,
+    -0.27427416007010486,
+    -0.6751629064421536,
+    0.5451814470601999,
+    0.5737151916015826,
+    -0.27708589461000876,
+    0.05294407275731161,
+    0.06763997647593922,
+    0.011213033280449689,
+    0.19071598573872706,
+    -0.30965862623116536,
+    -0.4429815477074821,
+    0.6911700190093208,
+    -0.5590717051247991,
+    0.043405984945490195,
+    -1.0952605455157922e-14,
+    -0.06191438693708173,
+    -0.230246623624919,
+    0.0225452491316821
+  ]
+}
diff --git a/workspace/runs/ctt_base_context_obs_learned_dominance_chart_source_bundle_envclip_k16_train_to_test/metrics_by_seed.json b/workspace/runs/ctt_base_context_obs_learned_dominance_chart_source_bundle_envclip_k16_train_to_test/metrics_by_seed.json
new file mode 100644
index 0000000000000000000000000000000000000000..4f09f13dd35d5f02d11f54c4b0c2c1ba206b6ef1
--- /dev/null
+++ b/workspace/runs/ctt_base_context_obs_learned_dominance_chart_source_bundle_envclip_k16_train_to_test/metrics_by_seed.json
@@ -0,0 +1,3236 @@
+{
+  "1073161778/train0": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.5714285714285714,
+    "pairwise_causal_calibration_confidence": 0.5516482746314322,
+    "pairwise_causal_calibration_ece": 0.1125523173289727,
+    "pairwise_causal_calibration_pairs": 119.0,
+    "predicted_margin": 1.197390750232301,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 2.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": -1.0,
+    "selected_utility": 0.7067229747772217,
+    "selected_utility_gain_over_base": -1.2932770252227783,
+    "selector_regret": 1.2932770252227783,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.7478358458742458
+  },
+  "1073161778/train1": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.39166666666666666,
+    "pairwise_causal_calibration_confidence": 0.5665909321275702,
+    "pairwise_causal_calibration_ece": 0.17492426546090348,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 1.057082412822946,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 12.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": -1.0,
+    "selected_utility": 0.7057674527168274,
+    "selected_utility_gain_over_base": -1.2942325472831726,
+    "selector_regret": 1.2942325472831726,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.7478358458742458
+  },
+  "1073161778/train2": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.7619047619047619,
+    "pairwise_causal_calibration_confidence": 0.5700167609515335,
+    "pairwise_causal_calibration_ece": 0.19188800095322855,
+    "pairwise_causal_calibration_pairs": 84.0,
+    "predicted_margin": 1.0317041974020489,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 0.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": -1.0,
+    "selected_utility": 0.7130528092384338,
+    "selected_utility_gain_over_base": -1.2869471907615662,
+    "selector_regret": 1.2869471907615662,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.7478358458742458
+  },
+  "1113371261/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.15842342376708984,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.5357142857142857,
+    "pairwise_causal_calibration_confidence": 0.5411387050524964,
+    "pairwise_causal_calibration_ece": 0.025500013084200863,
+    "pairwise_causal_calibration_pairs": 28.0,
+    "predicted_margin": -0.008407185293451747,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.10274861752986908,
+    "selected_candidate_index": 2.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.15842342376708984,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.897251382470131,
+    "tau": 0.893807936331132
+  },
+  "1113371261/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.15842342376708984,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.42857142857142855,
+    "pairwise_causal_calibration_confidence": 0.53349783320347,
+    "pairwise_causal_calibration_ece": 0.10492640463204145,
+    "pairwise_causal_calibration_pairs": 28.0,
+    "predicted_margin": 0.2579825916955958,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.18093222379684448,
+    "selected_candidate_index": 5.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.15842342376708984,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.02250880002975464,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.8190677762031555,
+    "tau": 0.893807936331132
+  },
+  "1113371261/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.15842342376708984,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.7857142857142857,
+    "pairwise_causal_calibration_confidence": 0.5791187642133746,
+    "pairwise_causal_calibration_ece": 0.20659552150091112,
+    "pairwise_causal_calibration_pairs": 28.0,
+    "predicted_margin": -0.213636373075774,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.19527167081832886,
+    "selected_candidate_index": 2.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.15842342376708984,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.036848247051239014,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.8047283291816711,
+    "tau": 0.893807936331132
+  },
+  "1151410346/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.2260012924671173,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.5619047619047619,
+    "pairwise_causal_calibration_confidence": 0.5447959029344634,
+    "pairwise_causal_calibration_ece": 0.05152312612164488,
+    "pairwise_causal_calibration_pairs": 105.0,
+    "predicted_margin": 0.8492504414490131,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.8663521409034729,
+    "selected_candidate_index": 6.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.2260012924671173,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.6403508484363556,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.133647859096527,
+    "tau": 0.893807936331132
+  },
+  "1151410346/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.2260012924671173,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.5428571428571428,
+    "pairwise_causal_calibration_confidence": 0.5928488173780985,
+    "pairwise_causal_calibration_ece": 0.05599809010651253,
+    "pairwise_causal_calibration_pairs": 105.0,
+    "predicted_margin": 0.8553272798880048,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 2.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.2260012924671173,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 1.7739987075328827,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.893807936331132
+  },
+  "1151410346/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.2260012924671173,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.5523809523809524,
+    "pairwise_causal_calibration_confidence": 0.5611842303245104,
+    "pairwise_causal_calibration_ece": 0.03328359958616477,
+    "pairwise_causal_calibration_pairs": 105.0,
+    "predicted_margin": 0.8355344562806973,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.5522047281265259,
+    "selected_candidate_index": 1.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.2260012924671173,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.32620343565940857,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.4477952718734741,
+    "tau": 0.893807936331132
+  },
+  "1261930456/train0": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.494949494949495,
+    "pairwise_causal_calibration_confidence": 0.6511354281579875,
+    "pairwise_causal_calibration_ece": 0.3204647685440312,
+    "pairwise_causal_calibration_pairs": 99.0,
+    "predicted_margin": 1.471050707973179,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 0.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": -1.0,
+    "selected_utility": 0.05754852294921875,
+    "selected_utility_gain_over_base": -1.9424514770507812,
+    "selector_regret": 1.9424514770507812,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 1.2264360294338528
+  },
+  "1261930456/train1": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.5636363636363636,
+    "pairwise_causal_calibration_confidence": 0.6560658348856379,
+    "pairwise_causal_calibration_ece": 0.305306037200651,
+    "pairwise_causal_calibration_pairs": 110.0,
+    "predicted_margin": 1.3365043159479286,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 10.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": -1.0,
+    "selected_utility": 0.07495865225791931,
+    "selected_utility_gain_over_base": -1.9250413477420807,
+    "selector_regret": 1.9250413477420807,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 1.2264360294338528
+  },
+  "1261930456/train2": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.5952380952380952,
+    "pairwise_causal_calibration_confidence": 0.6424422270814019,
+    "pairwise_causal_calibration_ece": 0.130927476896239,
+    "pairwise_causal_calibration_pairs": 84.0,
+    "predicted_margin": 1.168316549791102,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 2.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 1.2264360294338528
+  },
+  "1324133122/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.09220491349697113,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.4642857142857143,
+    "pairwise_causal_calibration_confidence": 0.5778483044050591,
+    "pairwise_causal_calibration_ece": 0.11356259011934491,
+    "pairwise_causal_calibration_pairs": 28.0,
+    "predicted_margin": -0.41376711119187704,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.054989203810691833,
+    "selected_candidate_index": 6.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.09220491349697113,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.9450107961893082,
+    "tau": 0.893807936331132
+  },
+  "1324133122/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.09220491349697113,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.5357142857142857,
+    "pairwise_causal_calibration_confidence": 0.5835206510970223,
+    "pairwise_causal_calibration_ece": 0.11178165495215062,
+    "pairwise_causal_calibration_pairs": 28.0,
+    "predicted_margin": 0.4382011802480461,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.1324586570262909,
+    "selected_candidate_index": 5.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.09220491349697113,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.04025374352931976,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.867541342973709,
+    "tau": 0.893807936331132
+  },
+  "1324133122/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.09220491349697113,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.7857142857142857,
+    "pairwise_causal_calibration_confidence": 0.5825263036735857,
+    "pairwise_causal_calibration_ece": 0.20318798204070004,
+    "pairwise_causal_calibration_pairs": 28.0,
+    "predicted_margin": -0.24745057375120538,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.19291165471076965,
+    "selected_candidate_index": 4.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.09220491349697113,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.10070674121379852,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.8070883452892303,
+    "tau": 0.893807936331132
+  },
+  "1324642411/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.10647052526473999,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.5583333333333333,
+    "pairwise_causal_calibration_confidence": 0.5894684248151024,
+    "pairwise_causal_calibration_ece": 0.03846474579568359,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 2.1833463985406447,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.14406004548072815,
+    "selected_candidate_index": 7.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.054066285490989685,
+    "selected_utility_gain_over_base": -0.052404239773750305,
+    "selector_regret": 0.08999375998973846,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.8559399545192719,
+    "tau": 1.2264360294338528
+  },
+  "1324642411/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.10647052526473999,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.42016806722689076,
+    "pairwise_causal_calibration_confidence": 0.6037811380752174,
+    "pairwise_causal_calibration_ece": 0.18361307084832634,
+    "pairwise_causal_calibration_pairs": 119.0,
+    "predicted_margin": 1.7807138675039442,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 1.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.10393516719341278,
+    "selected_utility_gain_over_base": -0.0025353580713272095,
+    "selector_regret": 1.8960648328065872,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 1.2264360294338528
+  },
+  "1324642411/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.10647052526473999,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.5454545454545454,
+    "pairwise_causal_calibration_confidence": 0.593444506997112,
+    "pairwise_causal_calibration_ece": 0.14259508480466812,
+    "pairwise_causal_calibration_pairs": 110.0,
+    "predicted_margin": 1.0767725563667239,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 5.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.10647052526473999,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 1.89352947473526,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 1.2264360294338528
+  },
+  "1375492786/train0": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.4533333333333333,
+    "pairwise_causal_calibration_confidence": 0.5366248224651405,
+    "pairwise_causal_calibration_ece": 0.08329148913180733,
+    "pairwise_causal_calibration_pairs": 75.0,
+    "predicted_margin": 0.3369485573884625,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 5.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.9470671281950391
+  },
+  "1375492786/train1": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.5263157894736842,
+    "pairwise_causal_calibration_confidence": 0.5675437560777116,
+    "pairwise_causal_calibration_ece": 0.04122796660402744,
+    "pairwise_causal_calibration_pairs": 114.0,
+    "predicted_margin": -0.11389548031987307,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 9.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.9470671281950391
+  },
+  "1375492786/train2": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.5357142857142857,
+    "pairwise_causal_calibration_confidence": 0.5607087307240273,
+    "pairwise_causal_calibration_ece": 0.029809709781793304,
+    "pairwise_causal_calibration_pairs": 84.0,
+    "predicted_margin": -0.07382412594656773,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 2.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.9470671281950391
+  },
+  "141984615/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.10283424705266953,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.2857772707939148,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.5416666666666666,
+    "pairwise_causal_calibration_confidence": 0.5684739620257733,
+    "pairwise_causal_calibration_ece": 0.0268072953591066,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 0.6161038657373066,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.015177905559539795,
+    "selected_candidate_index": 14.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.10283424705266953,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.270599365234375,
+    "tau": 0.9470671281950391
+  },
+  "141984615/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.10283424705266953,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.2857772707939148,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.5166666666666667,
+    "pairwise_causal_calibration_confidence": 0.5676327735960262,
+    "pairwise_causal_calibration_ece": 0.0509661069293595,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 0.7260454977260915,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.037011127918958664,
+    "selected_candidate_index": 15.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.10283424705266953,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.24876614287495613,
+    "tau": 0.9470671281950391
+  },
+  "141984615/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.10283424705266953,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.2857772707939148,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.525,
+    "pairwise_causal_calibration_confidence": 0.5698959198273771,
+    "pairwise_causal_calibration_ece": 0.06285173835176751,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 0.5103624253528025,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.058951716870069504,
+    "selected_candidate_index": 11.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.10283424705266953,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.2268255539238453,
+    "tau": 0.9470671281950391
+  },
+  "1461069713/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.0939030647277832,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.1593424528837204,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.275,
+    "pairwise_causal_calibration_confidence": 0.5596745083517122,
+    "pairwise_causal_calibration_ece": 0.2846745083517123,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 0.5914274057916176,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.06019836664199829,
+    "selected_candidate_index": 15.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.0939030647277832,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0991440862417221,
+    "tau": 0.9470671281950391
+  },
+  "1461069713/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.0939030647277832,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.1593424528837204,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.375,
+    "pairwise_causal_calibration_confidence": 0.5561091294148327,
+    "pairwise_causal_calibration_ece": 0.1811091294148327,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 0.6317591128320483,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.016585012897849083,
+    "selected_candidate_index": 15.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.0939030647277832,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.14275743998587132,
+    "tau": 0.9470671281950391
+  },
+  "1461069713/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.0939030647277832,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.1593424528837204,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.575,
+    "pairwise_causal_calibration_confidence": 0.5593899568017219,
+    "pairwise_causal_calibration_ece": 0.043120160988310785,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 0.5260931359239889,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.09997648000717163,
+    "selected_candidate_index": 3.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.0939030647277832,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.006073415279388428,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.05936597287654877,
+    "tau": 0.9470671281950391
+  },
+  "1480856810/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.08703407645225525,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.20948036015033722,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.26262626262626265,
+    "pairwise_causal_calibration_confidence": 0.5720642439373731,
+    "pairwise_causal_calibration_ece": 0.30943798131111067,
+    "pairwise_causal_calibration_pairs": 99.0,
+    "predicted_margin": 2.1158648725170077,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 9.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.07608599960803986,
+    "selected_utility_gain_over_base": -0.010948076844215393,
+    "selector_regret": 1.9239140003919601,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 1.2264360294338528
+  },
+  "1480856810/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.08703407645225525,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.20948036015033722,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.4957983193277311,
+    "pairwise_causal_calibration_confidence": 0.5496493820116296,
+    "pairwise_causal_calibration_ece": 0.05385106268389854,
+    "pairwise_causal_calibration_pairs": 119.0,
+    "predicted_margin": 1.8867636980590103,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 8.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.19651852548122406,
+    "selected_utility_gain_over_base": 0.10948444902896881,
+    "selector_regret": 1.803481474518776,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 1.2264360294338528
+  },
+  "1480856810/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.08703407645225525,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.20948036015033722,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.6050420168067226,
+    "pairwise_causal_calibration_confidence": 0.5634795931375042,
+    "pairwise_causal_calibration_ece": 0.06596647647042775,
+    "pairwise_causal_calibration_pairs": 119.0,
+    "predicted_margin": 1.8428291167331592,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 1.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.21615806221961975,
+    "selected_utility_gain_over_base": 0.1291239857673645,
+    "selector_regret": 1.7838419377803802,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 1.2264360294338528
+  },
+  "1509980664/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.8334100246429443,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.4888888888888889,
+    "pairwise_causal_calibration_confidence": 0.5462356837170409,
+    "pairwise_causal_calibration_ece": 0.057346794828152005,
+    "pairwise_causal_calibration_pairs": 90.0,
+    "predicted_margin": 0.5816690584072294,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 10.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.8334100246429443,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 1.1665899753570557,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.893807936331132
+  },
+  "1509980664/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.8334100246429443,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.1746031746031746,
+    "pairwise_causal_calibration_confidence": 0.5479465839142913,
+    "pairwise_causal_calibration_ece": 0.37334340931111676,
+    "pairwise_causal_calibration_pairs": 63.0,
+    "predicted_margin": 0.5626192514371053,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 12.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.8334100246429443,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 1.1665899753570557,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.893807936331132
+  },
+  "1509980664/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.8334100246429443,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.6,
+    "pairwise_causal_calibration_confidence": 0.5594453160124555,
+    "pairwise_causal_calibration_ece": 0.06722278178918951,
+    "pairwise_causal_calibration_pairs": 90.0,
+    "predicted_margin": 0.6223762395341456,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 12.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.8334100246429443,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 1.1665899753570557,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.893807936331132
+  },
+  "1522272686/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.5839591026306152,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.19444444444444445,
+    "pairwise_causal_calibration_confidence": 0.6053552926240098,
+    "pairwise_causal_calibration_ece": 0.4109108481795651,
+    "pairwise_causal_calibration_pairs": 36.0,
+    "predicted_margin": -0.7902719177719542,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.18325337767601013,
+    "selected_candidate_index": 1.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.5839591026306152,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.8167466223239899,
+    "tau": 1.280136139242778
+  },
+  "1522272686/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.5839591026306152,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.3055555555555556,
+    "pairwise_causal_calibration_confidence": 0.6354932924180177,
+    "pairwise_causal_calibration_ece": 0.32993773686246214,
+    "pairwise_causal_calibration_pairs": 36.0,
+    "predicted_margin": 0.20562222929953555,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.07014383375644684,
+    "selected_candidate_index": 0.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.5839591026306152,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.9298561662435532,
+    "tau": 1.280136139242778
+  },
+  "1522272686/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.5839591026306152,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.5,
+    "pairwise_causal_calibration_confidence": 0.5663336315117011,
+    "pairwise_causal_calibration_ece": 0.08285581154113539,
+    "pairwise_causal_calibration_pairs": 36.0,
+    "predicted_margin": 0.21722683006216226,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.14937306940555573,
+    "selected_candidate_index": 5.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.5839591026306152,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.8506269305944443,
+    "tau": 1.280136139242778
+  },
+  "1549324805/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.10451483726501465,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.2974560856819153,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.75,
+    "pairwise_causal_calibration_confidence": 0.5625148880216412,
+    "pairwise_causal_calibration_ece": 0.18748511197835893,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 1.530739092243051,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.060871422290802,
+    "selected_candidate_index": 5.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.03462250903248787,
+    "selected_utility_gain_over_base": -0.06989232823252678,
+    "selector_regret": 0.026248913258314133,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.23658466339111328,
+    "tau": 0.9470671281950391
+  },
+  "1549324805/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.10451483726501465,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.2974560856819153,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.5833333333333334,
+    "pairwise_causal_calibration_confidence": 0.5360665332231191,
+    "pairwise_causal_calibration_ece": 0.07111703737429365,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 1.2279357729216895,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.19892151653766632,
+    "selected_candidate_index": 0.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.0303483996540308,
+    "selected_utility_gain_over_base": -0.07416643761098385,
+    "selector_regret": 0.16857311688363552,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.09853456914424896,
+    "tau": 0.9470671281950391
+  },
+  "1549324805/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.10451483726501465,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.2974560856819153,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.5083333333333333,
+    "pairwise_causal_calibration_confidence": 0.5498885743535615,
+    "pairwise_causal_calibration_ece": 0.10670850028777285,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 1.8289911704354562,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.11310184001922607,
+    "selected_candidate_index": 1.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.04690708592534065,
+    "selected_utility_gain_over_base": -0.057607751339673996,
+    "selector_regret": 0.06619475409388542,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.1843542456626892,
+    "tau": 0.9470671281950391
+  },
+  "1578990937/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.82413649559021,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.4358974358974359,
+    "pairwise_causal_calibration_confidence": 0.6103413950316227,
+    "pairwise_causal_calibration_ece": 0.17444395913418703,
+    "pairwise_causal_calibration_pairs": 117.0,
+    "predicted_margin": 1.1959458964053806,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 14.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 1.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 1.17586350440979,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.893807936331132
+  },
+  "1578990937/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.82413649559021,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.42727272727272725,
+    "pairwise_causal_calibration_confidence": 0.6263703949729311,
+    "pairwise_causal_calibration_ece": 0.1990976677002039,
+    "pairwise_causal_calibration_pairs": 110.0,
+    "predicted_margin": 1.2514512085861837,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 7.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.13703244924545288,
+    "selected_utility_gain_over_base": -0.6871040463447571,
+    "selector_regret": 1.8629675507545471,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.893807936331132
+  },
+  "1578990937/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.82413649559021,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.7226890756302521,
+    "pairwise_causal_calibration_confidence": 0.6132925793293023,
+    "pairwise_causal_calibration_ece": 0.10939649630095027,
+    "pairwise_causal_calibration_pairs": 119.0,
+    "predicted_margin": 1.0745551734071643,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 3.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.19338026642799377,
+    "selected_utility_gain_over_base": -0.6307562291622162,
+    "selector_regret": 1.8066197335720062,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.893807936331132
+  },
+  "1747178030/train0": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_ece": 0.0,
+    "pairwise_causal_calibration_pairs": 0.0,
+    "predicted_margin": 1.512536567520637,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 9.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.9470671281950391
+  },
+  "1747178030/train1": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_ece": 0.0,
+    "pairwise_causal_calibration_pairs": 0.0,
+    "predicted_margin": 1.639637290759596,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 3.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.9470671281950391
+  },
+  "1747178030/train2": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_ece": 0.0,
+    "pairwise_causal_calibration_pairs": 0.0,
+    "predicted_margin": 1.8087128419207654,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 11.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.9470671281950391
+  },
+  "1790188787/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.12476746737957001,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.6272727272727273,
+    "pairwise_causal_calibration_confidence": 0.5867290403888722,
+    "pairwise_causal_calibration_ece": 0.04054368688385518,
+    "pairwise_causal_calibration_pairs": 110.0,
+    "predicted_margin": 1.9875622503266075,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 5.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 1.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 1.87523253262043,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 1.2264360294338528
+  },
+  "1790188787/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.12476746737957001,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.5263157894736842,
+    "pairwise_causal_calibration_confidence": 0.5937233509400742,
+    "pairwise_causal_calibration_ece": 0.10426662637283049,
+    "pairwise_causal_calibration_pairs": 114.0,
+    "predicted_margin": 1.9148838772749794,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 6.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.13741976022720337,
+    "selected_utility_gain_over_base": 0.012652292847633362,
+    "selector_regret": 1.8625802397727966,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 1.2264360294338528
+  },
+  "1790188787/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.12476746737957001,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.45454545454545453,
+    "pairwise_causal_calibration_confidence": 0.6001715319238825,
+    "pairwise_causal_calibration_ece": 0.16451829055105932,
+    "pairwise_causal_calibration_pairs": 110.0,
+    "predicted_margin": 1.8332407953089316,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 8.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.13743820786476135,
+    "selected_utility_gain_over_base": 0.012670740485191345,
+    "selector_regret": 1.8625617921352386,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 1.2264360294338528
+  },
+  "1822210471/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.07191530615091324,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.625,
+    "pairwise_causal_calibration_confidence": 0.5988235112981328,
+    "pairwise_causal_calibration_ece": 0.11653574747746832,
+    "pairwise_causal_calibration_pairs": 40.0,
+    "predicted_margin": 1.3378277706579857,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 1.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.06306678056716919,
+    "selected_utility_gain_over_base": -0.008848525583744049,
+    "selector_regret": 1.9369332194328308,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.9470671281950391
+  },
+  "1822210471/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.07191530615091324,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.5714285714285714,
+    "pairwise_causal_calibration_confidence": 0.6072514522495137,
+    "pairwise_causal_calibration_ece": 0.1057225969843389,
+    "pairwise_causal_calibration_pairs": 49.0,
+    "predicted_margin": 1.2817760714600654,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 1.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 1.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 1.9280846938490868,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.9470671281950391
+  },
+  "1822210471/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.07191530615091324,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.325,
+    "pairwise_causal_calibration_confidence": 0.5927326895223773,
+    "pairwise_causal_calibration_ece": 0.2677326895223773,
+    "pairwise_causal_calibration_pairs": 40.0,
+    "predicted_margin": 1.1202233214608746,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 0.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 1.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 1.9280846938490868,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.9470671281950391
+  },
+  "1845489013/train0": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.5652173913043478,
+    "pairwise_causal_calibration_confidence": 0.5667479107448529,
+    "pairwise_causal_calibration_ece": 0.025257247762570406,
+    "pairwise_causal_calibration_pairs": 46.0,
+    "predicted_margin": 1.340214222459458,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 5.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.9470671281950391
+  },
+  "1845489013/train1": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.46153846153846156,
+    "pairwise_causal_calibration_confidence": 0.5409684680296629,
+    "pairwise_causal_calibration_ece": 0.11303375788512275,
+    "pairwise_causal_calibration_pairs": 13.0,
+    "predicted_margin": 1.2941213610673934,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 13.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.9470671281950391
+  },
+  "1845489013/train2": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.64,
+    "pairwise_causal_calibration_confidence": 0.5658799464871863,
+    "pairwise_causal_calibration_ece": 0.07971403378879252,
+    "pairwise_causal_calibration_pairs": 25.0,
+    "predicted_margin": 1.3003248867416755,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 9.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.9470671281950391
+  },
+  "1999022574/train0": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.6714285714285714,
+    "pairwise_causal_calibration_confidence": 0.6012777562735464,
+    "pairwise_causal_calibration_ece": 0.07015081515502501,
+    "pairwise_causal_calibration_pairs": 70.0,
+    "predicted_margin": 1.3600458578396741,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 8.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.893807936331132
+  },
+  "1999022574/train1": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.7428571428571429,
+    "pairwise_causal_calibration_confidence": 0.6153268689343157,
+    "pairwise_causal_calibration_ece": 0.1374436377245066,
+    "pairwise_causal_calibration_pairs": 70.0,
+    "predicted_margin": 1.363778237267606,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 12.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.893807936331132
+  },
+  "1999022574/train2": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.25,
+    "pairwise_causal_calibration_confidence": 0.6423780754545177,
+    "pairwise_causal_calibration_ece": 0.3923780754545179,
+    "pairwise_causal_calibration_pairs": 76.0,
+    "predicted_margin": 1.4709100971517652,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 11.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": -1.0,
+    "selected_utility": 0.8183539509773254,
+    "selected_utility_gain_over_base": -1.1816460490226746,
+    "selector_regret": 1.1816460490226746,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.893807936331132
+  },
+  "2012211287/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.7236053347587585,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.5042016806722689,
+    "pairwise_causal_calibration_confidence": 0.5508434661236096,
+    "pairwise_causal_calibration_ece": 0.08899904912532385,
+    "pairwise_causal_calibration_pairs": 119.0,
+    "predicted_margin": 1.2153078550922283,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 1.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.7106714248657227,
+    "selected_utility_gain_over_base": -0.012933909893035889,
+    "selector_regret": 1.2893285751342773,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.7478358458742458
+  },
+  "2012211287/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.7236053347587585,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.475,
+    "pairwise_causal_calibration_confidence": 0.5273415392712859,
+    "pairwise_causal_calibration_ece": 0.05234153927128593,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 0.7823168935976765,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 1.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.7191179394721985,
+    "selected_utility_gain_over_base": -0.004487395286560059,
+    "selector_regret": 1.2808820605278015,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.7478358458742458
+  },
+  "2012211287/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.7236053347587585,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.3804347826086957,
+    "pairwise_causal_calibration_confidence": 0.5546047203835289,
+    "pairwise_causal_calibration_ece": 0.1741699377748331,
+    "pairwise_causal_calibration_pairs": 92.0,
+    "predicted_margin": 1.285926111665494,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 2.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.7165453433990479,
+    "selected_utility_gain_over_base": -0.007059991359710693,
+    "selector_regret": 1.2834546566009521,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.7478358458742458
+  },
+  "2038594191/train0": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.3448275862068966,
+    "pairwise_causal_calibration_confidence": 0.6255201768318296,
+    "pairwise_causal_calibration_ece": 0.3473762370913279,
+    "pairwise_causal_calibration_pairs": 29.0,
+    "predicted_margin": 1.1448828501178339,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 5.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": -1.0,
+    "selected_utility": 0.04285776615142822,
+    "selected_utility_gain_over_base": -1.9571422338485718,
+    "selector_regret": 1.9571422338485718,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.9470671281950391
+  },
+  "2038594191/train1": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.3148148148148148,
+    "pairwise_causal_calibration_confidence": 0.6741121240452155,
+    "pairwise_causal_calibration_ece": 0.3592973092304006,
+    "pairwise_causal_calibration_pairs": 54.0,
+    "predicted_margin": 1.6895335177823154,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 9.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": -1.0,
+    "selected_utility": 0.07674666494131088,
+    "selected_utility_gain_over_base": -1.9232533350586891,
+    "selector_regret": 1.9232533350586891,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.9470671281950391
+  },
+  "2038594191/train2": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.40404040404040403,
+    "pairwise_causal_calibration_confidence": 0.5932032968584295,
+    "pairwise_causal_calibration_ece": 0.18916289281802573,
+    "pairwise_causal_calibration_pairs": 99.0,
+    "predicted_margin": 1.2250107783962947,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 0.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": -1.0,
+    "selected_utility": 0.04917396977543831,
+    "selected_utility_gain_over_base": -1.9508260302245617,
+    "selector_regret": 1.9508260302245617,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.9470671281950391
+  },
+  "2054899126/train0": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.275,
+    "pairwise_causal_calibration_confidence": 0.5896370284261352,
+    "pairwise_causal_calibration_ece": 0.15731851421306756,
+    "pairwise_causal_calibration_pairs": 60.0,
+    "predicted_margin": 1.7750331290407644,
+    "proposal_oracle_success": 0.5,
+    "proposal_oracle_utility": 1.077283151447773,
+    "selected_candidate_index": 2.0,
+    "selected_success": 0.5,
+    "selected_success_gain_over_base": -0.5,
+    "selected_utility": 1.0391597636044025,
+    "selected_utility_gain_over_base": -0.9608402363955975,
+    "selector_regret": 0.03812338784337044,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.5,
+    "support_gap": 0.922716848552227,
+    "tau": 0.9470671281950391
+  },
+  "2054899126/train1": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.6228070175438597,
+    "pairwise_causal_calibration_confidence": 0.5635260175535555,
+    "pairwise_causal_calibration_ece": 0.029640499995152086,
+    "pairwise_causal_calibration_pairs": 57.0,
+    "predicted_margin": 1.7683790333511047,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 7.5,
+    "selected_success": 0.5,
+    "selected_success_gain_over_base": -0.5,
+    "selected_utility": 1.0559737384319305,
+    "selected_utility_gain_over_base": -0.9440262615680695,
+    "selector_regret": 0.9440262615680695,
+    "success_selector_gap": 0.5,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.9470671281950391
+  },
+  "2054899126/train2": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.5210084033613446,
+    "pairwise_causal_calibration_confidence": 0.6169594875657232,
+    "pairwise_causal_calibration_ece": 0.04797554210218943,
+    "pairwise_causal_calibration_pairs": 59.5,
+    "predicted_margin": 1.6308831091591878,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 8.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.9470671281950391
+  },
+  "2061635888/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.05225050449371338,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.4722222222222222,
+    "pairwise_causal_calibration_confidence": 0.5740299161789739,
+    "pairwise_causal_calibration_ece": 0.1173721779867959,
+    "pairwise_causal_calibration_pairs": 36.0,
+    "predicted_margin": 0.7792589748622651,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.09799930453300476,
+    "selected_candidate_index": 1.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.05225050449371338,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.04574880003929138,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.9020006954669952,
+    "tau": 0.893807936331132
+  },
+  "2061635888/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.05225050449371338,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.2777777777777778,
+    "pairwise_causal_calibration_confidence": 0.555294391767556,
+    "pairwise_causal_calibration_ece": 0.27751661398977834,
+    "pairwise_causal_calibration_pairs": 36.0,
+    "predicted_margin": 0.7080441039530474,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.07580336928367615,
+    "selected_candidate_index": 4.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.05225050449371338,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.02355286478996277,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.9241966307163239,
+    "tau": 0.893807936331132
+  },
+  "2061635888/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.05225050449371338,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.3333333333333333,
+    "pairwise_causal_calibration_confidence": 0.5650883149039513,
+    "pairwise_causal_calibration_ece": 0.23175498157061808,
+    "pairwise_causal_calibration_pairs": 36.0,
+    "predicted_margin": 0.6784286329948439,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.11105132102966309,
+    "selected_candidate_index": 2.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.05225050449371338,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.05880081653594971,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.888948678970337,
+    "tau": 0.893807936331132
+  },
+  "211245842/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.19090841710567474,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.6134453781512605,
+    "pairwise_causal_calibration_confidence": 0.5845752206379711,
+    "pairwise_causal_calibration_ece": 0.04745706568944737,
+    "pairwise_causal_calibration_pairs": 119.0,
+    "predicted_margin": 0.9680028345756826,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 9.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 1.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 1.8090915828943253,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.893807936331132
+  },
+  "211245842/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.19090841710567474,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.5416666666666666,
+    "pairwise_causal_calibration_confidence": 0.5914410404762934,
+    "pairwise_causal_calibration_ece": 0.10787248047280223,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 1.097151631086689,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.21295717358589172,
+    "selected_candidate_index": 12.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.19218182563781738,
+    "selected_utility_gain_over_base": 0.0012734085321426392,
+    "selector_regret": 0.02077534794807434,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.7870428264141083,
+    "tau": 0.893807936331132
+  },
+  "211245842/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.19090841710567474,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.575,
+    "pairwise_causal_calibration_confidence": 0.5804806828596304,
+    "pairwise_causal_calibration_ece": 0.020991444611033885,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 0.7949698501065345,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.23388276994228363,
+    "selected_candidate_index": 12.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.19090841710567474,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.04297435283660889,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.7661172300577164,
+    "tau": 0.893807936331132
+  },
+  "278008524/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.042734989896416664,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 0.5,
+    "hidden_chart_oracle_utility": 1.1139086410403252,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.6866161616161617,
+    "pairwise_causal_calibration_confidence": 0.5986517424099531,
+    "pairwise_causal_calibration_ece": 0.10091717082382054,
+    "pairwise_causal_calibration_pairs": 109.5,
+    "predicted_margin": 0.37442228448179016,
+    "proposal_oracle_success": 0.5,
+    "proposal_oracle_utility": 1.0733563229441643,
+    "selected_candidate_index": 7.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.042734989896416664,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 1.0306213330477476,
+    "success_selector_gap": 0.5,
+    "success_support_gap": 0.0,
+    "support_gap": 0.04055231809616089,
+    "tau": 0.9470671281950391
+  },
+  "278008524/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.042734989896416664,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 0.5,
+    "hidden_chart_oracle_utility": 1.1139086410403252,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.6382246376811594,
+    "pairwise_causal_calibration_confidence": 0.5821464869551558,
+    "pairwise_causal_calibration_ece": 0.11826680760261055,
+    "pairwise_causal_calibration_pairs": 106.0,
+    "predicted_margin": 0.3884435252467696,
+    "proposal_oracle_success": 0.5,
+    "proposal_oracle_utility": 1.0376745946705341,
+    "selected_candidate_index": 8.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.042734989896416664,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.9949396047741175,
+    "success_selector_gap": 0.5,
+    "success_support_gap": 0.0,
+    "support_gap": 0.07623404636979103,
+    "tau": 0.9470671281950391
+  },
+  "278008524/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.042734989896416664,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 0.5,
+    "hidden_chart_oracle_utility": 1.1139086410403252,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.47373737373737373,
+    "pairwise_causal_calibration_confidence": 0.5854704115820064,
+    "pairwise_causal_calibration_ece": 0.16638918244078008,
+    "pairwise_causal_calibration_pairs": 109.5,
+    "predicted_margin": 0.3408252345971372,
+    "proposal_oracle_success": 0.5,
+    "proposal_oracle_utility": 1.1359489113092422,
+    "selected_candidate_index": 10.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.042734989896416664,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 1.0932139214128256,
+    "success_selector_gap": 0.5,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.9470671281950391
+  },
+  "307068879/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.6000905632972717,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.7032967032967034,
+    "pairwise_causal_calibration_confidence": 0.5795355714423935,
+    "pairwise_causal_calibration_ece": 0.1237611318543097,
+    "pairwise_causal_calibration_pairs": 91.0,
+    "predicted_margin": 0.18766723699772747,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.2115575522184372,
+    "selected_candidate_index": 9.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.6000905632972717,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.7884424477815628,
+    "tau": 0.7478358458742458
+  },
+  "307068879/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.6000905632972717,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.7692307692307693,
+    "pairwise_causal_calibration_confidence": 0.5687146745124166,
+    "pairwise_causal_calibration_ece": 0.2005160947183524,
+    "pairwise_causal_calibration_pairs": 91.0,
+    "predicted_margin": 0.12417642494936398,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.5876073241233826,
+    "selected_candidate_index": 1.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.6000905632972717,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.4123926758766174,
+    "tau": 0.7478358458742458
+  },
+  "307068879/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.6000905632972717,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.5714285714285714,
+    "pairwise_causal_calibration_confidence": 0.5947805123965023,
+    "pairwise_causal_calibration_ece": 0.045119558117126445,
+    "pairwise_causal_calibration_pairs": 91.0,
+    "predicted_margin": 0.6469329014391034,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.2302134484052658,
+    "selected_candidate_index": 2.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.6000905632972717,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.7697865515947342,
+    "tau": 0.7478358458742458
+  },
+  "412102563/train0": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.6166666666666667,
+    "pairwise_causal_calibration_confidence": 0.6052287842223839,
+    "pairwise_causal_calibration_ece": 0.08071518251541011,
+    "pairwise_causal_calibration_pairs": 60.0,
+    "predicted_margin": 1.4315714539962017,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 10.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.893807936331132
+  },
+  "412102563/train1": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.6666666666666666,
+    "pairwise_causal_calibration_confidence": 0.5954452533432482,
+    "pairwise_causal_calibration_ece": 0.1017872953636167,
+    "pairwise_causal_calibration_pairs": 39.0,
+    "predicted_margin": 1.4327881584967936,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 12.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.893807936331132
+  },
+  "412102563/train2": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.4166666666666667,
+    "pairwise_causal_calibration_confidence": 0.6315411122591507,
+    "pairwise_causal_calibration_ece": 0.2148744455924842,
+    "pairwise_causal_calibration_pairs": 84.0,
+    "predicted_margin": 1.5236864695041792,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 12.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.893807936331132
+  },
+  "440577711/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.036152780055999756,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.7586206896551724,
+    "pairwise_causal_calibration_confidence": 0.5841905535939795,
+    "pairwise_causal_calibration_ece": 0.17443013606119306,
+    "pairwise_causal_calibration_pairs": 29.0,
+    "predicted_margin": 1.839399049033097,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 4.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 1.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 1.9638472199440002,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 1.2264360294338528
+  },
+  "440577711/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.036152780055999756,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.4,
+    "pairwise_causal_calibration_confidence": 0.5669827903966217,
+    "pairwise_causal_calibration_ece": 0.16698279039662164,
+    "pairwise_causal_calibration_pairs": 15.0,
+    "predicted_margin": 2.0021154026255705,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 10.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 1.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 1.9638472199440002,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 1.2264360294338528
+  },
+  "440577711/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.036152780055999756,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.6111111111111112,
+    "pairwise_causal_calibration_confidence": 0.6090600639786808,
+    "pairwise_causal_calibration_ece": 0.2232694799037939,
+    "pairwise_causal_calibration_pairs": 54.0,
+    "predicted_margin": 1.913369843520469,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 13.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 1.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 1.9638472199440002,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 1.2264360294338528
+  },
+  "441046872/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.6999551653862,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.38181818181818183,
+    "pairwise_causal_calibration_confidence": 0.5622784804732108,
+    "pairwise_causal_calibration_ece": 0.1804602986550292,
+    "pairwise_causal_calibration_pairs": 55.0,
+    "predicted_margin": 0.422930196465892,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 7.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.6999551653862,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 1.3000448346138,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.7478358458742458
+  },
+  "441046872/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.6999551653862,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.5636363636363636,
+    "pairwise_causal_calibration_confidence": 0.5559054729794208,
+    "pairwise_causal_calibration_ece": 0.02996166181944273,
+    "pairwise_causal_calibration_pairs": 55.0,
+    "predicted_margin": 0.2197157946327053,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.7233588695526123,
+    "selected_candidate_index": 9.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.6999551653862,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.023403704166412354,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.2766411304473877,
+    "tau": 0.7478358458742458
+  },
+  "441046872/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.6999551653862,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.6181818181818182,
+    "pairwise_causal_calibration_confidence": 0.599086589574069,
+    "pairwise_causal_calibration_ece": 0.05893542172411783,
+    "pairwise_causal_calibration_pairs": 55.0,
+    "predicted_margin": 0.3023349173152088,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.7191348671913147,
+    "selected_candidate_index": 6.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.6999551653862,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.019179701805114746,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.2808651328086853,
+    "tau": 0.7478358458742458
+  },
+  "509430392/train0": {
+    "base_success": 0.0,
+    "base_utility": 2.2351741790771484e-07,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.6050420168067226,
+    "pairwise_causal_calibration_confidence": 0.5998439015094801,
+    "pairwise_causal_calibration_ece": 0.07491598280692124,
+    "pairwise_causal_calibration_pairs": 119.0,
+    "predicted_margin": 2.434169345753335,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 11.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 1.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 1.999999776482582,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 1.2264360294338528
+  },
+  "509430392/train1": {
+    "base_success": 0.0,
+    "base_utility": 2.2351741790771484e-07,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.6,
+    "pairwise_causal_calibration_confidence": 0.6128506472019413,
+    "pairwise_causal_calibration_ece": 0.1382932703018193,
+    "pairwise_causal_calibration_pairs": 105.0,
+    "predicted_margin": 2.300921534892476,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 2.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 1.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 1.999999776482582,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 1.2264360294338528
+  },
+  "509430392/train2": {
+    "base_success": 0.0,
+    "base_utility": 2.2351741790771484e-07,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.6470588235294118,
+    "pairwise_causal_calibration_confidence": 0.6259952855490101,
+    "pairwise_causal_calibration_ece": 0.15999043325783527,
+    "pairwise_causal_calibration_pairs": 119.0,
+    "predicted_margin": 2.088591462744573,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 5.424022674560547e-06,
+    "selected_candidate_index": 10.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 5.424022674560547e-06,
+    "selected_utility_gain_over_base": 5.200505256652832e-06,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.9999945759773254,
+    "tau": 1.2264360294338528
+  },
+  "585904130/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.18171554803848267,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.5714285714285714,
+    "pairwise_causal_calibration_confidence": 0.5597842433887508,
+    "pairwise_causal_calibration_ece": 0.08130419295423207,
+    "pairwise_causal_calibration_pairs": 84.0,
+    "predicted_margin": 1.4903299974496993,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 4.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.09919407218694687,
+    "selected_utility_gain_over_base": -0.0825214758515358,
+    "selector_regret": 1.9008059278130531,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.9470671281950391
+  },
+  "585904130/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.18171554803848267,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.4266666666666667,
+    "pairwise_causal_calibration_confidence": 0.5738533196584167,
+    "pairwise_causal_calibration_ece": 0.14718665299174993,
+    "pairwise_causal_calibration_pairs": 75.0,
+    "predicted_margin": 1.4765054459187703,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 15.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.04792279005050659,
+    "selected_utility_gain_over_base": -0.13379275798797607,
+    "selector_regret": 1.9520772099494934,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.9470671281950391
+  },
+  "585904130/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.18171554803848267,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.6363636363636364,
+    "pairwise_causal_calibration_confidence": 0.5450229275953111,
+    "pairwise_causal_calibration_ece": 0.09134070876832519,
+    "pairwise_causal_calibration_pairs": 110.0,
+    "predicted_margin": 1.1772480571547321,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 1.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 1.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 1.8182844519615173,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.9470671281950391
+  },
+  "608016290/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.725701630115509,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.6571428571428571,
+    "pairwise_causal_calibration_confidence": 0.5840070772055741,
+    "pairwise_causal_calibration_ece": 0.07313577993728299,
+    "pairwise_causal_calibration_pairs": 105.0,
+    "predicted_margin": 1.2718540448404614,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 12.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 1.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 1.274298369884491,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.7478358458742458
+  },
+  "608016290/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.725701630115509,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.4666666666666667,
+    "pairwise_causal_calibration_confidence": 0.6130721925494387,
+    "pairwise_causal_calibration_ece": 0.157312300699128,
+    "pairwise_causal_calibration_pairs": 105.0,
+    "predicted_margin": 0.9190150483991828,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 7.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.7279855608940125,
+    "selected_utility_gain_over_base": 0.002283930778503418,
+    "selector_regret": 1.2720144391059875,
+    "success_selector_gap": 1.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.7478358458742458
+  },
+  "608016290/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.725701630115509,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.5166666666666667,
+    "pairwise_causal_calibration_confidence": 0.6026118586438607,
+    "pairwise_causal_calibration_ece": 0.0859451919771938,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 1.080232004048101,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.7117276191711426,
+    "selected_candidate_index": 6.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.22811375558376312,
+    "selected_utility_gain_over_base": -0.4975878745317459,
+    "selector_regret": 0.48361386358737946,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.2882723808288574,
+    "tau": 0.7478358458742458
+  },
+  "626486813/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.00509834272088483,
+    "coverage": 0.5,
+    "execute_generated": 0.5,
+    "fallback_rate": 0.5,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.16558238118886948,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.475,
+    "pairwise_causal_calibration_confidence": 0.5748306935568978,
+    "pairwise_causal_calibration_ece": 0.15407519274835713,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 0.767002576627011,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.04469547560438514,
+    "selected_candidate_index": 11.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.007657766109332442,
+    "selected_utility_gain_over_base": 0.0025594233884476125,
+    "selector_regret": 0.037037709495052695,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.12161866808310151,
+    "tau": 0.9470671281950391
+  },
+  "626486813/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.00509834272088483,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.16558238118886948,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.4375,
+    "pairwise_causal_calibration_confidence": 0.5875658211040858,
+    "pairwise_causal_calibration_ece": 0.23910795594093184,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 0.9231447045402131,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.035827874671667814,
+    "selected_candidate_index": 9.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.00509834272088483,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.030729531950782984,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.12975450651720166,
+    "tau": 0.9470671281950391
+  },
+  "626486813/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.00509834272088483,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.16558238118886948,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.55,
+    "pairwise_causal_calibration_confidence": 0.5701100933633427,
+    "pairwise_causal_calibration_ece": 0.02309179079813464,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 0.3758789429127276,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.04489925503730774,
+    "selected_candidate_index": 3.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.00509834272088483,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.03980091231642291,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.12068312615156174,
+    "tau": 0.9470671281950391
+  },
+  "636680137/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.08313504606485367,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.17056432366371155,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.4166666666666667,
+    "pairwise_causal_calibration_confidence": 0.5986660164452574,
+    "pairwise_causal_calibration_ece": 0.18530981522251466,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 1.70117503855084,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.08826130628585815,
+    "selected_candidate_index": 2.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.08826130628585815,
+    "selected_utility_gain_over_base": 0.005126260221004486,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0823030173778534,
+    "tau": 0.9470671281950391
+  },
+  "636680137/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.08313504606485367,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.17056432366371155,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.6833333333333333,
+    "pairwise_causal_calibration_confidence": 0.5644217102464404,
+    "pairwise_causal_calibration_ece": 0.11891162308689304,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 0.9868011033647903,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.06741118431091309,
+    "selected_candidate_index": 1.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.017789265140891075,
+    "selected_utility_gain_over_base": -0.0653457809239626,
+    "selector_regret": 0.04962191917002201,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.10315313935279846,
+    "tau": 0.9470671281950391
+  },
+  "636680137/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.08313504606485367,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.17056432366371155,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.6166666666666667,
+    "pairwise_causal_calibration_confidence": 0.551260515476342,
+    "pairwise_causal_calibration_ece": 0.06540615119032467,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 0.9766279269153202,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.0756516233086586,
+    "selected_candidate_index": 9.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.041415613144636154,
+    "selected_utility_gain_over_base": -0.041719432920217514,
+    "selector_regret": 0.034236010164022446,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.09491270035505295,
+    "tau": 0.9470671281950391
+  },
+  "655884605/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.16300667822360992,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.6388888888888888,
+    "pairwise_causal_calibration_confidence": 0.605234361994273,
+    "pairwise_causal_calibration_ece": 0.09534125846142073,
+    "pairwise_causal_calibration_pairs": 36.0,
+    "predicted_margin": 0.9134188949984638,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.13732868432998657,
+    "selected_candidate_index": 0.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.12222731113433838,
+    "selected_utility_gain_over_base": -0.040779367089271545,
+    "selector_regret": 0.015101373195648193,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.8626713156700134,
+    "tau": 0.893807936331132
+  },
+  "655884605/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.16300667822360992,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.5,
+    "pairwise_causal_calibration_confidence": 0.5888894132525583,
+    "pairwise_causal_calibration_ece": 0.08888941325255821,
+    "pairwise_causal_calibration_pairs": 36.0,
+    "predicted_margin": 1.0866492061529267,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.8128758072853088,
+    "selected_candidate_index": 6.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.11176733672618866,
+    "selected_utility_gain_over_base": -0.051239341497421265,
+    "selector_regret": 0.7011084705591202,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.1871241927146912,
+    "tau": 0.893807936331132
+  },
+  "655884605/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.16300667822360992,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.25,
+    "pairwise_causal_calibration_confidence": 0.5949151821754458,
+    "pairwise_causal_calibration_ece": 0.34491518217544576,
+    "pairwise_causal_calibration_pairs": 36.0,
+    "predicted_margin": 0.9421624207634716,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.21447330713272095,
+    "selected_candidate_index": 1.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.09131735563278198,
+    "selected_utility_gain_over_base": -0.07168932259082794,
+    "selector_regret": 0.12315595149993896,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.785526692867279,
+    "tau": 0.893807936331132
+  },
+  "672328262/train0": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.6470588235294118,
+    "pairwise_causal_calibration_confidence": 0.6057740013777554,
+    "pairwise_causal_calibration_ece": 0.08437381833742622,
+    "pairwise_causal_calibration_pairs": 17.0,
+    "predicted_margin": 1.0088593202243494,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 7.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.9470671281950391
+  },
+  "672328262/train1": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.6,
+    "pairwise_causal_calibration_confidence": 0.6362714146835213,
+    "pairwise_causal_calibration_ece": 0.05483727064861237,
+    "pairwise_causal_calibration_pairs": 35.0,
+    "predicted_margin": 1.1331098956489296,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 4.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.9470671281950391
+  },
+  "672328262/train2": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.26666666666666666,
+    "pairwise_causal_calibration_confidence": 0.6313448801933792,
+    "pairwise_causal_calibration_ece": 0.3646782135267123,
+    "pairwise_causal_calibration_pairs": 30.0,
+    "predicted_margin": 0.8920977858545905,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 6.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.9470671281950391
+  },
+  "701667486/train0": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.5,
+    "pairwise_causal_calibration_confidence": 0.5760031182899459,
+    "pairwise_causal_calibration_ece": 0.20253601281087805,
+    "pairwise_causal_calibration_pairs": 42.0,
+    "predicted_margin": 1.0829493379419586,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 5.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.893807936331132
+  },
+  "701667486/train1": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.5952380952380952,
+    "pairwise_causal_calibration_confidence": 0.5668881781988476,
+    "pairwise_causal_calibration_ece": 0.02834991703924743,
+    "pairwise_causal_calibration_pairs": 84.0,
+    "predicted_margin": 1.0614915153045223,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 6.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.893807936331132
+  },
+  "701667486/train2": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.7407407407407407,
+    "pairwise_causal_calibration_confidence": 0.5964473013091497,
+    "pairwise_causal_calibration_ece": 0.14429343943159095,
+    "pairwise_causal_calibration_pairs": 54.0,
+    "predicted_margin": 1.1464704263550276,
+    "proposal_oracle_success": 1.0,
+    "proposal_oracle_utility": 2.0,
+    "selected_candidate_index": 4.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.0,
+    "tau": 0.893807936331132
+  },
+  "747260437/train0": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.2786632478237152,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.45,
+    "pairwise_causal_calibration_confidence": 0.5630309153002454,
+    "pairwise_causal_calibration_ece": 0.11303091530024553,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 1.0110612897022033,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.10839563608169556,
+    "selected_candidate_index": 15.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": -1.0,
+    "selected_utility": 0.08987965434789658,
+    "selected_utility_gain_over_base": -1.9101203456521034,
+    "selector_regret": 0.01851598173379898,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.17026761174201965,
+    "tau": 0.9470671281950391
+  },
+  "747260437/train1": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.2786632478237152,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.3416666666666667,
+    "pairwise_causal_calibration_confidence": 0.5662548497567926,
+    "pairwise_causal_calibration_ece": 0.2245881830901258,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 0.6563621545761416,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.06328952312469482,
+    "selected_candidate_index": 13.0,
+    "selected_success": 1.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 2.0,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.21537372469902039,
+    "tau": 0.9470671281950391
+  },
+  "747260437/train2": {
+    "base_success": 1.0,
+    "base_utility": 2.0,
+    "coverage": 1.0,
+    "execute_generated": 1.0,
+    "fallback_rate": 0.0,
+    "hidden_chart_oracle_success": 0.0,
+    "hidden_chart_oracle_utility": 0.2786632478237152,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.6333333333333333,
+    "pairwise_causal_calibration_confidence": 0.5582193713806621,
+    "pairwise_causal_calibration_ece": 0.07511396195267138,
+    "pairwise_causal_calibration_pairs": 120.0,
+    "predicted_margin": 1.353137376402291,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.12510187923908234,
+    "selected_candidate_index": 14.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": -1.0,
+    "selected_utility": 0.0880771279335022,
+    "selected_utility_gain_over_base": -1.9119228720664978,
+    "selector_regret": 0.03702475130558014,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.15356136858463287,
+    "tau": 0.9470671281950391
+  },
+  "750448296/train0": {
+    "base_success": 0.0,
+    "base_utility": 0.11759314934412639,
+    "coverage": 0.3333333333333333,
+    "execute_generated": 0.3333333333333333,
+    "fallback_rate": 0.6666666666666666,
+    "hidden_chart_oracle_success": 0.6666666666666666,
+    "hidden_chart_oracle_utility": 1.4079964955647786,
+    "outcome_ptr": 0.6666666666666666,
+    "pairwise_causal_calibration_accuracy": 0.5365079365079365,
+    "pairwise_causal_calibration_confidence": 0.5831784025576913,
+    "pairwise_causal_calibration_ece": 0.06832403574472125,
+    "pairwise_causal_calibration_pairs": 108.0,
+    "predicted_margin": 0.8860884501921475,
+    "proposal_oracle_success": 0.3333333333333333,
+    "proposal_oracle_utility": 0.7526603279014429,
+    "selected_candidate_index": 6.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.09184517463048299,
+    "selected_utility_gain_over_base": -0.02574797471364339,
+    "selector_regret": 0.6608151532709599,
+    "success_selector_gap": 0.3333333333333333,
+    "success_support_gap": 0.3333333333333333,
+    "support_gap": 0.6553361676633358,
+    "tau": 0.9470671281950391
+  },
+  "750448296/train1": {
+    "base_success": 0.0,
+    "base_utility": 0.11759314934412639,
+    "coverage": 0.3333333333333333,
+    "execute_generated": 0.3333333333333333,
+    "fallback_rate": 0.6666666666666666,
+    "hidden_chart_oracle_success": 0.6666666666666666,
+    "hidden_chart_oracle_utility": 1.4079964955647786,
+    "outcome_ptr": 1.0,
+    "pairwise_causal_calibration_accuracy": 0.3938034188034188,
+    "pairwise_causal_calibration_confidence": 0.5885015589506045,
+    "pairwise_causal_calibration_ece": 0.2032871427289963,
+    "pairwise_causal_calibration_pairs": 101.66666666666667,
+    "predicted_margin": 0.7733918882065844,
+    "proposal_oracle_success": 0.6666666666666666,
+    "proposal_oracle_utility": 1.3705032741030057,
+    "selected_candidate_index": 10.666666666666666,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.10300639644265175,
+    "selected_utility_gain_over_base": -0.014586752901474634,
+    "selector_regret": 1.267496877660354,
+    "success_selector_gap": 0.6666666666666666,
+    "success_support_gap": 0.0,
+    "support_gap": 0.03749322146177292,
+    "tau": 0.9470671281950391
+  },
+  "750448296/train2": {
+    "base_success": 0.0,
+    "base_utility": 0.11759314934412639,
+    "coverage": 0.6666666666666666,
+    "execute_generated": 0.6666666666666666,
+    "fallback_rate": 0.3333333333333333,
+    "hidden_chart_oracle_success": 0.6666666666666666,
+    "hidden_chart_oracle_utility": 1.4079964955647786,
+    "outcome_ptr": 0.6666666666666666,
+    "pairwise_causal_calibration_accuracy": 0.5599206349206348,
+    "pairwise_causal_calibration_confidence": 0.5772695267607532,
+    "pairwise_causal_calibration_ece": 0.08824336924083552,
+    "pairwise_causal_calibration_pairs": 108.0,
+    "predicted_margin": 0.892383539462905,
+    "proposal_oracle_success": 0.6666666666666666,
+    "proposal_oracle_utility": 1.3504486680030823,
+    "selected_candidate_index": 8.333333333333334,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.07752946888407071,
+    "selected_utility_gain_over_base": -0.04006368046005567,
+    "selector_regret": 1.2729191991190116,
+    "success_selector_gap": 0.6666666666666666,
+    "success_support_gap": 0.0,
+    "support_gap": 0.05754782756169637,
+    "tau": 0.9470671281950391
+  },
+  "767747424/train0": {
+    "base_success": 0.25,
+    "base_utility": 0.5731993420049548,
+    "coverage": 0.25,
+    "execute_generated": 0.25,
+    "fallback_rate": 0.75,
+    "hidden_chart_oracle_success": 0.25,
+    "hidden_chart_oracle_utility": 0.6737305596470833,
+    "outcome_ptr": 0.5,
+    "pairwise_causal_calibration_accuracy": 0.5073717948717948,
+    "pairwise_causal_calibration_confidence": 0.5776709098378972,
+    "pairwise_causal_calibration_ece": 0.15246329356188465,
+    "pairwise_causal_calibration_pairs": 119.25,
+    "predicted_margin": 0.6516149173146432,
+    "proposal_oracle_success": 0.5,
+    "proposal_oracle_utility": 1.0424291878007352,
+    "selected_candidate_index": 4.75,
+    "selected_success": 0.5,
+    "selected_success_gain_over_base": 0.25,
+    "selected_utility": 1.0327778598293662,
+    "selected_utility_gain_over_base": 0.4595785178244114,
+    "selector_regret": 0.018381604924798012,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 0.0,
+    "support_gap": 0.06562284985557199,
+    "tau": 0.9470671281950391
+  },
+  "767747424/train1": {
+    "base_success": 0.25,
+    "base_utility": 0.5731993420049548,
+    "coverage": 0.25,
+    "execute_generated": 0.25,
+    "fallback_rate": 0.75,
+    "hidden_chart_oracle_success": 0.25,
+    "hidden_chart_oracle_utility": 0.6737305596470833,
+    "outcome_ptr": 0.5,
+    "pairwise_causal_calibration_accuracy": 0.5107035121741004,
+    "pairwise_causal_calibration_confidence": 0.5904083439254464,
+    "pairwise_causal_calibration_ece": 0.1406609793333544,
+    "pairwise_causal_calibration_pairs": 119.0,
+    "predicted_margin": 0.8997026322297819,
+    "proposal_oracle_success": 0.5,
+    "proposal_oracle_utility": 1.0629530912265182,
+    "selected_candidate_index": 8.25,
+    "selected_success": 0.25,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.5613184677204117,
+    "selected_utility_gain_over_base": -0.011880874284543097,
+    "selector_regret": 0.5016346235061064,
+    "success_selector_gap": 0.25,
+    "success_support_gap": 0.0,
+    "support_gap": 0.045098946429789066,
+    "tau": 0.9470671281950391
+  },
+  "767747424/train2": {
+    "base_success": 0.25,
+    "base_utility": 0.5731993420049548,
+    "coverage": 0.25,
+    "execute_generated": 0.25,
+    "fallback_rate": 0.75,
+    "hidden_chart_oracle_success": 0.25,
+    "hidden_chart_oracle_utility": 0.6737305596470833,
+    "outcome_ptr": 0.5,
+    "pairwise_causal_calibration_accuracy": 0.4354723299576241,
+    "pairwise_causal_calibration_confidence": 0.5739155276455858,
+    "pairwise_causal_calibration_ece": 0.1659671732959123,
+    "pairwise_causal_calibration_pairs": 119.0,
+    "predicted_margin": 0.5403697337834386,
+    "proposal_oracle_success": 0.5,
+    "proposal_oracle_utility": 1.0671670949086547,
+    "selected_candidate_index": 8.75,
+    "selected_success": 0.25,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.5671488647349179,
+    "selected_utility_gain_over_base": -0.006050477270036936,
+    "selector_regret": 0.5000182301737368,
+    "success_selector_gap": 0.25,
+    "success_support_gap": 0.0,
+    "support_gap": 0.04088494274765253,
+    "tau": 0.9470671281950391
+  }
+}
diff --git a/workspace/runs/ctt_base_context_obs_learned_dominance_chart_source_bundle_envclip_k16_train_to_test/metrics_by_task.json b/workspace/runs/ctt_base_context_obs_learned_dominance_chart_source_bundle_envclip_k16_train_to_test/metrics_by_task.json
new file mode 100644
index 0000000000000000000000000000000000000000..a43c26cf0006477824b9771c010e9a15eac1789b
--- /dev/null
+++ b/workspace/runs/ctt_base_context_obs_learned_dominance_chart_source_bundle_envclip_k16_train_to_test/metrics_by_task.json
@@ -0,0 +1,137 @@
+{
+  "LiftPegUpright-v1": {
+    "base_success": 0.2,
+    "base_utility": 0.9498705387115478,
+    "coverage": 0.6,
+    "execute_generated": 0.6,
+    "fallback_rate": 0.4,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.5333333333333333,
+    "pairwise_causal_calibration_accuracy": 0.5555136707566375,
+    "pairwise_causal_calibration_confidence": 0.5720692082177231,
+    "pairwise_causal_calibration_ece": 0.11666816996110206,
+    "pairwise_causal_calibration_pairs": 94.8,
+    "predicted_margin": 0.7829724526600295,
+    "proposal_oracle_success": 0.6,
+    "proposal_oracle_utility": 1.4122399787108104,
+    "selected_candidate_index": 5.133333333333334,
+    "selected_success": 0.06666666666666667,
+    "selected_success_gain_over_base": -0.13333333333333333,
+    "selected_utility": 0.7418742964665095,
+    "selected_utility_gain_over_base": -0.20799624224503835,
+    "selector_regret": 0.7217585732539494,
+    "success_selector_gap": 0.5333333333333333,
+    "success_support_gap": 0.4,
+    "support_gap": 0.5877600212891897,
+    "tau": 0.7478358458742457
+  },
+  "PickCube-v1": {
+    "base_success": 0.0,
+    "base_utility": 0.5839591026306152,
+    "coverage": 0.0,
+    "execute_generated": 0.0,
+    "fallback_rate": 1.0,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.0,
+    "pairwise_causal_calibration_accuracy": 0.3333333333333333,
+    "pairwise_causal_calibration_confidence": 0.6023940721845762,
+    "pairwise_causal_calibration_ece": 0.2745681321943875,
+    "pairwise_causal_calibration_pairs": 36.0,
+    "predicted_margin": -0.12247428613675211,
+    "proposal_oracle_success": 0.0,
+    "proposal_oracle_utility": 0.13425676027933756,
+    "selected_candidate_index": 2.0,
+    "selected_success": 0.0,
+    "selected_success_gain_over_base": 0.0,
+    "selected_utility": 0.5839591026306152,
+    "selected_utility_gain_over_base": 0.0,
+    "selector_regret": 0.0,
+    "success_selector_gap": 0.0,
+    "success_support_gap": 1.0,
+    "support_gap": 1.8657432397206624,
+    "tau": 1.280136139242778
+  },
+  "PullCube-v1": {
+    "base_success": 0.36,
+    "base_utility": 0.7751704612234608,
+    "coverage": 0.52,
+    "execute_generated": 0.52,
+    "fallback_rate": 0.48,
+    "hidden_chart_oracle_success": 0.52,
+    "hidden_chart_oracle_utility": 1.1467878860235214,
+    "outcome_ptr": 0.4666666666666667,
+    "pairwise_causal_calibration_accuracy": 0.5062744920994355,
+    "pairwise_causal_calibration_confidence": 0.5796546075128097,
+    "pairwise_causal_calibration_ece": 0.12491436687229007,
+    "pairwise_causal_calibration_pairs": 92.32,
+    "predicted_margin": 0.9547622553200451,
+    "proposal_oracle_success": 0.5333333333333333,
+    "proposal_oracle_utility": 1.1093241602430741,
+    "selected_candidate_index": 7.266666666666667,
+    "selected_success": 0.32,
+    "selected_success_gain_over_base": -0.04,
+    "selected_utility": 0.6846797956805676,
+    "selected_utility_gain_over_base": -0.09049066554289312,
+    "selector_regret": 0.45504458223469557,
+    "success_selector_gap": 0.22666666666666666,
+    "success_support_gap": 0.02666666666666667,
+    "support_gap": 0.1075624164690574,
+    "tau": 0.9470671281950384
+  },
+  "PushCube-v1": {
+    "base_success": 0.16666666666666666,
+    "base_utility": 0.3924041787783305,
+    "coverage": 0.8888888888888888,
+    "execute_generated": 0.8888888888888888,
+    "fallback_rate": 0.1111111111111111,
+    "hidden_chart_oracle_success": 0.8333333333333334,
+    "hidden_chart_oracle_utility": 1.7015800600250561,
+    "outcome_ptr": 0.8333333333333334,
+    "pairwise_causal_calibration_accuracy": 0.5428451728329846,
+    "pairwise_causal_calibration_confidence": 0.6000598858100837,
+    "pairwise_causal_calibration_ece": 0.15543541117172033,
+    "pairwise_causal_calibration_pairs": 97.44444444444444,
+    "predicted_margin": 1.843134202495152,
+    "proposal_oracle_success": 0.8888888888888888,
+    "proposal_oracle_utility": 1.7857814149724112,
+    "selected_candidate_index": 6.222222222222222,
+    "selected_success": 0.3888888888888889,
+    "selected_success_gain_over_base": 0.2222222222222222,
+    "selected_utility": 0.8422558406988779,
+    "selected_utility_gain_over_base": 0.4498516619205475,
+    "selector_regret": 0.9435255742735333,
+    "success_selector_gap": 0.5,
+    "success_support_gap": 0.1111111111111111,
+    "support_gap": 0.21421858502758873,
+    "tau": 1.2264360294338525
+  },
+  "StackCube-v1": {
+    "base_success": 0.2727272727272727,
+    "base_utility": 0.7763947045261209,
+    "coverage": 0.5151515151515151,
+    "execute_generated": 0.5151515151515151,
+    "fallback_rate": 0.48484848484848486,
+    "hidden_chart_oracle_success": 1.0,
+    "hidden_chart_oracle_utility": 2.0,
+    "outcome_ptr": 0.6363636363636364,
+    "pairwise_causal_calibration_accuracy": 0.5286305231046764,
+    "pairwise_causal_calibration_confidence": 0.5839574678118631,
+    "pairwise_causal_calibration_ece": 0.13914695546983782,
+    "pairwise_causal_calibration_pairs": 67.45454545454545,
+    "predicted_margin": 0.832831201132664,
+    "proposal_oracle_success": 0.5151515151515151,
+    "proposal_oracle_utility": 1.1567951707225856,
+    "selected_candidate_index": 6.606060606060606,
+    "selected_success": 0.30303030303030304,
+    "selected_success_gain_over_base": 0.030303030303030304,
+    "selected_utility": 0.7861830118027601,
+    "selected_utility_gain_over_base": 0.00978830727663907,
+    "selector_regret": 0.37342702303871966,
+    "success_selector_gap": 0.21212121212121213,
+    "success_support_gap": 0.48484848484848486,
+    "support_gap": 0.8432048292774142,
+    "tau": 0.8938079363311323
+  }
+}
diff --git a/workspace/runs/ctt_base_context_obs_learned_dominance_chart_source_bundle_envclip_k16_train_to_test/split_hash.txt b/workspace/runs/ctt_base_context_obs_learned_dominance_chart_source_bundle_envclip_k16_train_to_test/split_hash.txt
new file mode 100644
index 0000000000000000000000000000000000000000..865ad41e869c1bfbc57e4db65ed79e91e6d93081
--- /dev/null
+++ b/workspace/runs/ctt_base_context_obs_learned_dominance_chart_source_bundle_envclip_k16_train_to_test/split_hash.txt
@@ -0,0 +1,14 @@
+{
+  "calibration_target_index": {
+    "content_hash": "67f7b4a692f7c7e71da24378dc71e3399c5d35afc14c494869eba6087b765c42",
+    "retrieval_index_allowed": true,
+    "split": "train",
+    "split_hash": "867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372"
+  },
+  "eval_target_index": {
+    "content_hash": "0c38d73dc9bc4ab756e12006671b5d12f1a23358b281e54b3f6a9ae3cbf6e9af",
+    "retrieval_index_allowed": false,
+    "split": "test",
+    "split_hash": "84151df9e88c219b76751677558cc5bbbc19082bf358cea7330158e9e403e25f"
+  }
+}