Upload per-dim trainmax test seed1

workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed1/command.txt

@@ -0,0 +1 @@
+python scripts/eval_ctt_generated_rollout.py --checkpoint runs/ctt_residual_base_context_obs_seed1/model.pt --source-index data/cil_charts_rgb_refs/train/index.json --target-index data/cil_charts_rgb_refs/test/index.json --out-dir runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed1 --k 8 --pool-size 0 --neighbors 8 --max-target-charts 48 --group-batch-size 1 --device cpu --sim-backend physx_cpu --render-backend cpu --restore-tolerance 1e-5 --delta-scale 1.0 --execution-action-scale 1.0 --execution-action-scale-vector 0.381401261606,0.371117178171,0.354308917074,0.237850081835,0.248271283428,0.232648812617,0.215420039658 --execution-action-transform identity --bootstrap-samples 200 --disable-action-clipping

workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed1/config.yaml

@@ -0,0 +1,22 @@
+bootstrap_samples: 200
+checkpoint: runs/ctt_residual_base_context_obs_seed1/model.pt
+delta_scale: 1.0
+device: cpu
+disable_action_clipping: True
+exclude_self_source: False
+execution_action_scale: 1.0
+execution_action_scale_vector: 0.381401261606,0.371117178171,0.354308917074,0.237850081835,0.248271283428,0.232648812617,0.215420039658
+execution_action_transform: identity
+group_batch_size: 1
+include_targets_without_positives: False
+k: 8
+max_target_charts: 48
+neighbors: 8
+out_dir: runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed1
+pool_size: 0
+render_backend: cpu
+restore_tolerance: 1e-05
+sim_backend: physx_cpu
+skip_metrics: False
+source_index: data/cil_charts_rgb_refs/train/index.json
+target_index: data/cil_charts_rgb_refs/test/index.json

workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed1/data_hash.txt

@@ -0,0 +1 @@
+0c38d73dc9bc4ab756e12006671b5d12f1a23358b281e54b3f6a9ae3cbf6e9af

workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed1/eval.log

@@ -0,0 +1,535 @@
+start
+importing gymnasium/mani_skill
+imported gymnasium/mani_skill
+loaded checkpoint=runs/ctt_residual_base_context_obs_seed1/model.pt
+loaded charts source=301 target=48
+generated proposals rows=48 total=384
+env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=LiftPegUpright-v1
+env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=LiftPegUpright-v1
+env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=LiftPegUpright-v1
+env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=LiftPegUpright-v1
+env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=LiftPegUpright-v1
+env init sequential task=PickCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PickCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PullCube-v1
+env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PushCube-v1
+env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PushCube-v1
+env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PushCube-v1
+env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PushCube-v1
+env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PushCube-v1
+env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PushCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=StackCube-v1
+rollout complete rows=48

workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed1/git_hash.txt

@@ -0,0 +1 @@
+

workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed1/measured_metrics/metrics_by_seed.json

@@ -0,0 +1,1408 @@
+{
+  "1073161778": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.725517988204956,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.009485472098667,
+    "ncar_to_proposal_oracle_at_8": 0.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.15824853632401062,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.7134289145469666,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.012089073657989502,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.7134289145469666,
+    "selected_utility_gain_over_base_at_8": -0.012089073657989502,
+    "selector_gap_fraction_to_hidden_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.2865710854530334,
+    "support_gap_fraction_to_hidden_at_8": 1.009485480019418,
+    "total_car_to_hidden_at_8": 1.2865710854530334
+  },
+  "1113371261": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.11109928786754608,
+    "branch_car_at_8": 0.005552858114242554,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0108156586922785,
+    "ncar_to_proposal_oracle_at_8": 0.3732545276477201,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.1039178410083798,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.09622243046760559,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.01487685739994049,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.09066957235336304,
+    "selected_utility_gain_over_base_at_8": -0.020429715514183044,
+    "selector_gap_fraction_to_hidden_at_8": 0.0029397300125816113,
+    "selector_regret_at_8": 0.005552858114242554,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.9037775695323944,
+    "support_gap_fraction_to_hidden_at_8": 1.0078759340310404,
+    "total_car_to_hidden_at_8": 1.909330427646637
+  },
+  "1151410346": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.2284735143184662,
+    "branch_car_at_8": 0.0172121524810791,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0009925827413846,
+    "ncar_to_proposal_oracle_at_8": 1.1137836978995075,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.4615660105355005,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.2439272701740265,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.015453755855560303,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.2267151176929474,
+    "selected_utility_gain_over_base_at_8": -0.0017583966255187988,
+    "selector_gap_fraction_to_hidden_at_8": 0.00971600064701111,
+    "selector_regret_at_8": 0.0172121524810791,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.7560727298259735,
+    "support_gap_fraction_to_hidden_at_8": 0.9912765877448256,
+    "total_car_to_hidden_at_8": 1.7732848823070526
+  },
+  "1261930456": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.003422096371650696,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_proposal_oracle_at_8": 0.0018010761329865432,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.11955613465129326,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": -1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.09997129440307617,
+    "proposal_oracle_utility_gain_over_base_at_8": -1.9000287055969238,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": -1.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.09654919803142548,
+    "selected_utility_gain_over_base_at_8": -1.9034508019685745,
+    "selector_regret_at_8": 0.003422096371650696,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.9000287055969238,
+    "total_car_to_hidden_at_8": 1.9034508019685745
+  },
+  "1324133122": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.084227055311203,
+    "branch_car_at_8": 0.014116749167442322,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0072923175115756,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.14890766308842673,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.0843733698129654,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.00014631450176239014,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.07025662064552307,
+    "selected_utility_gain_over_base_at_8": -0.013970434665679932,
+    "selector_gap_fraction_to_hidden_at_8": 0.007368696382616199,
+    "selector_regret_at_8": 0.014116749167442322,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.9156266301870346,
+    "support_gap_fraction_to_hidden_at_8": 0.9999236263868492,
+    "total_car_to_hidden_at_8": 1.929743379354477
+  },
+  "1324642411": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.08969565833656507,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.0,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 1.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 2.0,
+    "selected_utility_gain_over_base_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0,
+    "total_car_to_hidden_at_8": 0.0
+  },
+  "1375492786": {
+    "any_generated_unsafe_known_at_8": 1.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.022333383560180664,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 1.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_proposal_oracle_at_8": 0.01205539457819943,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.31858805145491575,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": -1.0,
+    "proposal_oracle_unsafe_known_at_8": 1.0,
+    "proposal_oracle_utility_at_8": 0.14743654429912567,
+    "proposal_oracle_utility_gain_over_base_at_8": -1.8525634557008743,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": -1.0,
+    "selected_unsafe_known_at_8": 1.0,
+    "selected_utility_at_8": 0.125103160738945,
+    "selected_utility_gain_over_base_at_8": -1.874896839261055,
+    "selector_regret_at_8": 0.022333383560180664,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.8525634557008743,
+    "total_car_to_hidden_at_8": 1.874896839261055
+  },
+  "141984615": {
+    "any_generated_unsafe_known_at_8": 1.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.16783273220062256,
+    "branch_car_at_8": 0.00027199462056159973,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.75,
+    "hidden_chart_oracle_success_at_8": 0.0,
+    "hidden_chart_oracle_utility_at_8": 0.2857772707939148,
+    "ncar_to_hidden_chart_oracle_at_8": 2.0524154293283745,
+    "ncar_to_proposal_oracle_at_8": 0.0021960785229935757,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.09999258757291778,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 1.0,
+    "proposal_oracle_utility_at_8": 0.04397805407643318,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.12385467812418938,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.04370605945587158,
+    "selected_utility_gain_over_base_at_8": -0.12412667274475098,
+    "selector_gap_fraction_to_hidden_at_8": 0.002306123062633005,
+    "selector_regret_at_8": 0.00027199462056159973,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.2417992167174816,
+    "support_gap_fraction_to_hidden_at_8": 2.0501094802810416,
+    "total_car_to_hidden_at_8": 0.2420712113380432
+  },
+  "1461069713": {
+    "any_generated_unsafe_known_at_8": 1.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.22852759063243866,
+    "branch_car_at_8": 0.019976697862148285,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.125,
+    "hidden_chart_oracle_success_at_8": 0.0,
+    "hidden_chart_oracle_utility_at_8": 0.1593424528837204,
+    "ncar_to_hidden_chart_oracle_at_8": 1.7759530948042475,
+    "ncar_to_proposal_oracle_at_8": 0.11609092801412241,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.19692180721696984,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.05644957348704338,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.17207801714539528,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.036472875624895096,
+    "selected_utility_gain_over_base_at_8": -0.19205471500754356,
+    "selector_gap_fraction_to_hidden_at_8": 0.288742618894596,
+    "selector_regret_at_8": 0.019976697862148285,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.10289287939667702,
+    "support_gap_fraction_to_hidden_at_8": 1.4872107326054032,
+    "total_car_to_hidden_at_8": 0.1228695772588253
+  },
+  "1480856810": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 1.815984308719635,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.0,
+    "hidden_chart_oracle_utility_at_8": 0.20948036015033722,
+    "ncar_to_hidden_chart_oracle_at_8": 0.01422194326217549,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.21485192639437836,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.0,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": -1.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.184015691280365,
+    "selected_utility_gain_over_base_at_8": -1.815984308719635,
+    "selector_gap_fraction_to_hidden_at_8": 1.0142219433416046,
+    "selector_regret_at_8": 1.815984308719635,
+    "success_selector_gap_at_8": 1.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0,
+    "support_gap_fraction_to_hidden_at_8": 0.0,
+    "total_car_to_hidden_at_8": 0.02546466886997223
+  },
+  "1509980664": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.8320798277854919,
+    "branch_car_at_8": 1.7663935869932175,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.5124266314534753,
+    "ncar_to_proposal_oracle_at_8": 1.5124266314534753,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.2559710109289143,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 1.167920172214508,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.23360641300678253,
+    "selected_utility_gain_over_base_at_8": -0.5984734147787094,
+    "selector_gap_fraction_to_hidden_at_8": 1.5124266444032184,
+    "selector_regret_at_8": 1.7663935869932175,
+    "success_selector_gap_at_8": 1.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 0.0,
+    "support_gap_fraction_to_hidden_at_8": 0.0,
+    "total_car_to_hidden_at_8": 1.7663935869932175
+  },
+  "1522272686": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.42483918368816376,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_proposal_oracle_at_8": 0.2914308848915223,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.5872235594375051,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": -1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.5422300696372986,
+    "proposal_oracle_utility_gain_over_base_at_8": -1.4577699303627014,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": -1.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.11739088594913483,
+    "selected_utility_gain_over_base_at_8": -1.8826091140508652,
+    "selector_regret_at_8": 0.42483918368816376,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.4577699303627014,
+    "total_car_to_hidden_at_8": 1.8826091140508652
+  },
+  "1549324805": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.17249532043933868,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.0,
+    "hidden_chart_oracle_utility_at_8": 0.2974560856819153,
+    "ncar_to_hidden_chart_oracle_at_8": 0.0,
+    "ncar_to_proposal_oracle_at_8": 0.0,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.2049052881521507,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.3088321089744568,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.1363367885351181,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.3088321089744568,
+    "selected_utility_gain_over_base_at_8": 0.1363367885351181,
+    "selector_gap_fraction_to_hidden_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0,
+    "support_gap_fraction_to_hidden_at_8": 0.0,
+    "total_car_to_hidden_at_8": 0.0
+  },
+  "1578990937": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.21426597237586975,
+    "branch_car_at_8": 0.025821343064308167,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0125757439325502,
+    "ncar_to_proposal_oracle_at_8": 7.6748523989783966,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.380206879424145,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.21763037145137787,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.0033643990755081177,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.1918090283870697,
+    "selected_utility_gain_over_base_at_8": -0.02245694398880005,
+    "selector_gap_fraction_to_hidden_at_8": 0.01445979225622012,
+    "selector_regret_at_8": 0.025821343064308167,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.7823696285486221,
+    "support_gap_fraction_to_hidden_at_8": 0.9981159573466916,
+    "total_car_to_hidden_at_8": 1.8081909716129303
+  },
+  "1747178030": {
+    "any_generated_unsafe_known_at_8": 1.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 1.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.0,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 1.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.0,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 1.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 1.0,
+    "selected_utility_at_8": 2.0,
+    "selected_utility_gain_over_base_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0,
+    "total_car_to_hidden_at_8": 0.0
+  },
+  "1790188787": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.027344733476638794,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_proposal_oracle_at_8": 0.015076210993068394,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.17184020363251903,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": -1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.1862330436706543,
+    "proposal_oracle_utility_gain_over_base_at_8": -1.8137669563293457,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": -1.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.1588883101940155,
+    "selected_utility_gain_over_base_at_8": -1.8411116898059845,
+    "selector_regret_at_8": 0.027344733476638794,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.8137669563293457,
+    "total_car_to_hidden_at_8": 1.8411116898059845
+  },
+  "1822210471": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.09442546218633652,
+    "branch_car_at_8": 0.012420378625392914,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0165051201263626,
+    "ncar_to_proposal_oracle_at_8": 0.6526263362259548,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.23878090822486137,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.07539409399032593,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.01903136819601059,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.06297371536493301,
+    "selected_utility_gain_over_base_at_8": -0.0314517468214035,
+    "selector_gap_fraction_to_hidden_at_8": 0.006517918023633584,
+    "selector_regret_at_8": 0.012420378625392914,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.924605906009674,
+    "support_gap_fraction_to_hidden_at_8": 1.009987207437105,
+    "total_car_to_hidden_at_8": 1.937026284635067
+  },
+  "1845489013": {
+    "any_generated_unsafe_known_at_8": 1.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.11255800724029541,
+    "branch_car_at_8": 0.001721896231174469,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 1.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0100596297046758,
+    "ncar_to_proposal_oracle_at_8": 0.09973281871024504,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.17754847147330888,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 1.0,
+    "proposal_oracle_utility_at_8": 0.09529292583465576,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.01726508140563965,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 1.0,
+    "selected_utility_at_8": 0.09357102960348129,
+    "selected_utility_gain_over_base_at_8": -0.018986977636814117,
+    "selector_gap_fraction_to_hidden_at_8": 0.0009122909407439936,
+    "selector_regret_at_8": 0.001721896231174469,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.9047070741653442,
+    "support_gap_fraction_to_hidden_at_8": 1.0091473441154055,
+    "total_car_to_hidden_at_8": 1.9064289703965187
+  },
+  "1999022574": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.8279688954353333,
+    "branch_car_at_8": 1.1856330037117004,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0116053993601406,
+    "ncar_to_proposal_oracle_at_8": 1.0116053993601406,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.09882012011393025,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 1.1720311045646667,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.8143669962882996,
+    "selected_utility_gain_over_base_at_8": -0.013601899147033691,
+    "selector_gap_fraction_to_hidden_at_8": 1.011605407991357,
+    "selector_regret_at_8": 1.1856330037117004,
+    "success_selector_gap_at_8": 1.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 0.0,
+    "support_gap_fraction_to_hidden_at_8": 0.0,
+    "total_car_to_hidden_at_8": 1.1856330037117004
+  },
+  "2012211287": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.7282466888427734,
+    "branch_car_at_8": 1.280548632144928,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0069158938619467,
+    "ncar_to_proposal_oracle_at_8": 1.0069158938619467,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.2320931358803039,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 1.2717533111572266,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.719451367855072,
+    "selected_utility_gain_over_base_at_8": -0.008795320987701416,
+    "selector_gap_fraction_to_hidden_at_8": 1.0069159017794875,
+    "selector_regret_at_8": 1.280548632144928,
+    "success_selector_gap_at_8": 1.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 0.0,
+    "support_gap_fraction_to_hidden_at_8": 0.0,
+    "total_car_to_hidden_at_8": 1.280548632144928
+  },
+  "2038594191": {
+    "any_generated_unsafe_known_at_8": 1.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.09504059702157974,
+    "branch_car_at_8": 0.03719758987426758,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.125,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 0.9695308239638829,
+    "ncar_to_proposal_oracle_at_8": 0.3905663345898341,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.35033667596352985,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.1902807205915451,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.09524012356996536,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.15308313071727753,
+    "selected_utility_gain_over_base_at_8": 0.058042533695697784,
+    "selector_gap_fraction_to_hidden_at_8": 0.019526710026528036,
+    "selector_regret_at_8": 0.03719758987426758,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.809719279408455,
+    "support_gap_fraction_to_hidden_at_8": 0.950004119026864,
+    "total_car_to_hidden_at_8": 1.8469168692827225
+  },
+  "2054899126": {
+    "any_generated_unsafe_known_at_8": 0.5,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.014168627560138702,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.5,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_proposal_oracle_at_8": 0.015326598554656713,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.21907773393500884,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.5,
+    "proposal_oracle_success_gain_over_base_at_8": -0.5,
+    "proposal_oracle_unsafe_known_at_8": 0.5,
+    "proposal_oracle_utility_at_8": 1.0755530372262,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.9244469627737999,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.5,
+    "selected_success_gain_over_base_at_8": -0.5,
+    "selected_unsafe_known_at_8": 0.5,
+    "selected_utility_at_8": 1.0613844096660614,
+    "selected_utility_gain_over_base_at_8": -0.9386155903339386,
+    "selector_regret_at_8": 0.014168627560138702,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.5,
+    "success_total_car_to_hidden_at_8": 0.5,
+    "support_gap_at_8": 0.9244469627737999,
+    "total_car_to_hidden_at_8": 0.9386155903339386
+  },
+  "2061635888": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.08620692789554596,
+    "branch_car_at_8": 0.01116877794265747,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0036111529583414,
+    "ncar_to_proposal_oracle_at_8": 2.6231468415937673,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.2537086791190268,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.09046469628810883,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.004257768392562866,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.07929591834545135,
+    "selected_utility_gain_over_base_at_8": -0.0069110095500946045,
+    "selector_gap_fraction_to_hidden_at_8": 0.005835938119671427,
+    "selector_regret_at_8": 0.01116877794265747,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.9095353037118912,
+    "support_gap_fraction_to_hidden_at_8": 0.9977752200827643,
+    "total_car_to_hidden_at_8": 1.9207040816545486
+  },
+  "211245842": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.18430444598197937,
+    "branch_car_at_8": 0.039610520005226135,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0122479795708568,
+    "ncar_to_proposal_oracle_at_8": 2.280146636215276,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.39870614771131263,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.2016763538122177,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.017371907830238342,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.16206583380699158,
+    "selected_utility_gain_over_base_at_8": -0.022238612174987793,
+    "selector_gap_fraction_to_hidden_at_8": 0.021815617666502807,
+    "selector_regret_at_8": 0.039610520005226135,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.7983236461877823,
+    "support_gap_fraction_to_hidden_at_8": 0.9904323674793413,
+    "total_car_to_hidden_at_8": 1.8379341661930084
+  },
+  "278008524": {
+    "any_generated_unsafe_known_at_8": 0.5,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.5,
+    "base_unsafe_known": 0.0,
+    "base_utility": 1.1250072121620178,
+    "branch_car_at_8": 0.022388704121112823,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.125,
+    "hidden_chart_oracle_success_at_8": 0.5,
+    "hidden_chart_oracle_utility_at_8": 1.1139086410403252,
+    "ncar_to_hidden_chart_oracle_at_8": 1.053649940694802,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.05259466283670616,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.5,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 1.1246033310890198,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.0004038810729980469,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.5,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 1.102214626967907,
+    "selected_utility_gain_over_base_at_8": -0.02279258519411087,
+    "selector_gap_fraction_to_hidden_at_8": 2.0172600486699674,
+    "selector_regret_at_8": 0.022388704121112823,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0,
+    "support_gap_fraction_to_hidden_at_8": 0.0,
+    "total_car_to_hidden_at_8": 0.011694014072418213
+  },
+  "307068879": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.20915235579013824,
+    "branch_car_at_8": 0.0010644197463989258,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0044650649657694,
+    "ncar_to_proposal_oracle_at_8": 0.15355490027913618,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.07078320556128705,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.20222051441669464,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.0069318413734436035,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.20115609467029572,
+    "selected_utility_gain_over_base_at_8": -0.00799626111984253,
+    "selector_gap_fraction_to_hidden_at_8": 0.00059436644420333,
+    "selector_regret_at_8": 0.0010644197463989258,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.7977794855833054,
+    "support_gap_fraction_to_hidden_at_8": 1.0038707041304467,
+    "total_car_to_hidden_at_8": 1.7988439053297043
+  },
+  "412102563": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 1.8341862559318542,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.14753897600710345,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.0,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": -1.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.16581374406814575,
+    "selected_utility_gain_over_base_at_8": -1.8341862559318542,
+    "selector_regret_at_8": 1.8341862559318542,
+    "success_selector_gap_at_8": 1.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 0.0,
+    "total_car_to_hidden_at_8": 1.8341862559318542
+  },
+  "440577711": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.16811285862181413,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.0,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 1.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 2.0,
+    "selected_utility_gain_over_base_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0,
+    "total_car_to_hidden_at_8": 0.0
+  },
+  "441046872": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.2097676396369934,
+    "branch_car_at_8": 0.002857789397239685,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.00364861534959,
+    "ncar_to_proposal_oracle_at_8": 0.7778202738990697,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.3844645158057606,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.20609354972839355,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.0036740899085998535,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.20323576033115387,
+    "selected_utility_gain_over_base_at_8": -0.006531879305839539,
+    "selector_gap_fraction_to_hidden_at_8": 0.0015963231703957186,
+    "selector_regret_at_8": 0.002857789397239685,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.7939064502716064,
+    "support_gap_fraction_to_hidden_at_8": 1.0020522977854422,
+    "total_car_to_hidden_at_8": 1.7967642396688461
+  },
+  "509430392": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.04073460400104523,
+    "branch_car_at_8": 1.801475390791893,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 0.9194647061475519,
+    "ncar_to_proposal_oracle_at_8": 0.9194647061475519,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.5427490518369256,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 1.9592653959989548,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.198524609208107,
+    "selected_utility_gain_over_base_at_8": 0.15779000520706177,
+    "selector_gap_fraction_to_hidden_at_8": 0.9194647108404573,
+    "selector_regret_at_8": 1.801475390791893,
+    "success_selector_gap_at_8": 1.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 0.0,
+    "support_gap_fraction_to_hidden_at_8": 0.0,
+    "total_car_to_hidden_at_8": 1.801475390791893
+  },
+  "585904130": {
+    "any_generated_unsafe_known_at_8": 1.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.07103653997182846,
+    "branch_car_at_8": 0.04740310460329056,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 1.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 0.9800153670446098,
+    "ncar_to_proposal_oracle_at_8": 0.5515020146084423,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.21639957957177353,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 1.0,
+    "proposal_oracle_utility_at_8": 0.15698926150798798,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.08595272153615952,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 1.0,
+    "selected_utility_at_8": 0.10958615690469742,
+    "selected_utility_gain_over_base_at_8": 0.03854961693286896,
+    "selector_gap_fraction_to_hidden_at_8": 0.024574392198491026,
+    "selector_regret_at_8": 0.04740310460329056,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.843010738492012,
+    "support_gap_fraction_to_hidden_at_8": 0.9554409799266471,
+    "total_car_to_hidden_at_8": 1.8904138430953026
+  },
+  "608016290": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.525360107421875,
+    "branch_car_at_8": 0.09409016370773315,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0063402020781327,
+    "ncar_to_proposal_oracle_at_8": 1.1103309346178276,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.346560218379248,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.6101007461547852,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.08474063873291016,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.516010582447052,
+    "selected_utility_gain_over_base_at_8": -0.009349524974822998,
+    "selector_gap_fraction_to_hidden_at_8": 0.06380551901605927,
+    "selector_regret_at_8": 0.09409016370773315,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.3898992538452148,
+    "support_gap_fraction_to_hidden_at_8": 0.9425346898863848,
+    "total_car_to_hidden_at_8": 1.483989417552948
+  },
+  "626486813": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.04174089431762695,
+    "branch_car_at_8": 0.0018939077854156494,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.0,
+    "hidden_chart_oracle_utility_at_8": 0.16558238118886948,
+    "ncar_to_hidden_chart_oracle_at_8": 0.8736369859029146,
+    "ncar_to_proposal_oracle_at_8": 0.2933595456420097,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.1718281900032565,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.0619367565959692,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.020195862278342247,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.06004284881055355,
+    "selected_utility_gain_over_base_at_8": 0.018301954492926598,
+    "selector_gap_fraction_to_hidden_at_8": 0.0702593667270505,
+    "selector_regret_at_8": 0.0018939077854156494,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.10364562459290028,
+    "support_gap_fraction_to_hidden_at_8": 0.8033778054737339,
+    "total_car_to_hidden_at_8": 0.10553953237831593
+  },
+  "636680137": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.11957359313964844,
+    "branch_car_at_8": 0.016771696507930756,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.0,
+    "hidden_chart_oracle_utility_at_8": 0.17056432366371155,
+    "ncar_to_hidden_chart_oracle_at_8": 1.4669981605451308,
+    "ncar_to_proposal_oracle_at_8": 2.3820368639206455,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.33230022460749403,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.11253269761800766,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.007040895521640778,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.0957610011100769,
+    "selected_utility_gain_over_base_at_8": -0.023812592029571533,
+    "selector_gap_fraction_to_hidden_at_8": 0.3289165763180427,
+    "selector_regret_at_8": 0.016771696507930756,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.05803162604570389,
+    "support_gap_fraction_to_hidden_at_8": 1.1380818719260768,
+    "total_car_to_hidden_at_8": 0.07480332255363464
+  },
+  "655884605": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.1440753936767578,
+    "branch_car_at_8": 0.007448926568031311,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0006126450906982,
+    "ncar_to_proposal_oracle_at_8": 1.1801394954053765,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.03038245725350449,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.15038728713989258,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.006311893463134766,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.14293836057186127,
+    "selected_utility_gain_over_base_at_8": -0.0011370331048965454,
+    "selector_gap_fraction_to_hidden_at_8": 0.00401359330150179,
+    "selector_regret_at_8": 0.007448926568031311,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.8496127128601074,
+    "support_gap_fraction_to_hidden_at_8": 0.9965990571806475,
+    "total_car_to_hidden_at_8": 1.8570616394281387
+  },
+  "672328262": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.10593423992395401,
+    "branch_car_at_8": 0.003954809159040451,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.029830316470696,
+    "ncar_to_proposal_oracle_at_8": 0.07526405055604174,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.057259138137942915,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.053388457745313644,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.052545782178640366,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.04943364858627319,
+    "selected_utility_gain_over_base_at_8": -0.05650059133768082,
+    "selector_gap_fraction_to_hidden_at_8": 0.0020879999218620937,
+    "selector_regret_at_8": 0.003954809159040451,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.9466115422546864,
+    "support_gap_fraction_to_hidden_at_8": 1.0277423219859751,
+    "total_car_to_hidden_at_8": 1.9505663514137268
+  },
+  "701667486": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.7912740707397461,
+    "branch_car_at_8": 0.005861341953277588,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.00197720406197,
+    "ncar_to_proposal_oracle_at_8": 1.6884448537277836,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.08032260044386995,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.7947455048561096,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.0034714341163635254,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.788884162902832,
+    "selected_utility_gain_over_base_at_8": -0.0023899078369140625,
+    "selector_gap_fraction_to_hidden_at_8": 0.004849190218716296,
+    "selector_regret_at_8": 0.005861341953277588,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.2052544951438904,
+    "support_gap_fraction_to_hidden_at_8": 0.9971280221327856,
+    "total_car_to_hidden_at_8": 1.211115837097168
+  },
+  "747260437": {
+    "any_generated_unsafe_known_at_8": 1.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.004217416048049927,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 1.0,
+    "hidden_chart_oracle_success_at_8": 0.0,
+    "hidden_chart_oracle_utility_at_8": 0.2786632478237152,
+    "ncar_to_hidden_chart_oracle_at_8": 0.08636170359931446,
+    "ncar_to_proposal_oracle_at_8": 0.002260407447282227,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.22949591329262792,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": -1.0,
+    "proposal_oracle_unsafe_known_at_8": 1.0,
+    "proposal_oracle_utility_at_8": 0.1342230886220932,
+    "proposal_oracle_utility_gain_over_base_at_8": -1.8657769113779068,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": -1.0,
+    "selected_unsafe_known_at_8": 1.0,
+    "selected_utility_at_8": 0.13000567257404327,
+    "selected_utility_gain_over_base_at_8": -1.8699943274259567,
+    "selector_gap_fraction_to_hidden_at_8": 0.0024500819161142355,
+    "selector_regret_at_8": 0.004217416048049927,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.144440159201622,
+    "support_gap_fraction_to_hidden_at_8": 0.08391162218491321,
+    "total_car_to_hidden_at_8": 0.14865757524967194
+  },
+  "750448296": {
+    "any_generated_unsafe_known_at_8": 1.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.3333333333333333,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.7605033268531164,
+    "branch_car_at_8": 0.023376444975535076,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.875,
+    "hidden_chart_oracle_success_at_8": 0.6666666666666666,
+    "hidden_chart_oracle_utility_at_8": 1.4079964955647786,
+    "ncar_to_hidden_chart_oracle_at_8": 0.6215016958379097,
+    "ncar_to_proposal_oracle_at_8": 0.30219308144694457,
+    "outcome_ptr_at_8": 0.6666666666666666,
+    "pairwise_causal_calibration_ece": 0.20294335451598566,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": -0.3333333333333333,
+    "proposal_oracle_unsafe_known_at_8": 1.0,
+    "proposal_oracle_utility_at_8": 0.22532296180725098,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.5351803650458654,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": -0.3333333333333333,
+    "selected_unsafe_known_at_8": 1.0,
+    "selected_utility_at_8": 0.2019465168317159,
+    "selected_utility_gain_over_base_at_8": -0.5585568100214005,
+    "selector_gap_fraction_to_hidden_at_8": 0.8506872930430188,
+    "selector_regret_at_8": 0.023376444975535076,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.6666666666666666,
+    "success_total_car_to_hidden_at_8": 0.6666666666666666,
+    "support_gap_at_8": 1.1875135501225789,
+    "support_gap_fraction_to_hidden_at_8": 0.4568807953323259,
+    "total_car_to_hidden_at_8": 1.2060499787330627
+  },
+  "767747424": {
+    "any_generated_unsafe_known_at_8": 0.75,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.5,
+    "base_unsafe_known": 0.0,
+    "base_utility": 1.0747087560594082,
+    "branch_car_at_8": 0.4677690644748509,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.75,
+    "hidden_chart_oracle_success_at_8": 0.25,
+    "hidden_chart_oracle_utility_at_8": 0.6737305596470833,
+    "ncar_to_hidden_chart_oracle_at_8": 0.7008801051561266,
+    "ncar_to_proposal_oracle_at_8": 0.27306559340142716,
+    "outcome_ptr_at_8": 0.25,
+    "pairwise_causal_calibration_ece": 0.21186127613271044,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.25,
+    "proposal_oracle_success_gain_over_base_at_8": -0.25,
+    "proposal_oracle_unsafe_known_at_8": 0.75,
+    "proposal_oracle_utility_at_8": 0.5825987188145518,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.49211003724485636,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": -0.5,
+    "selected_unsafe_known_at_8": 0.75,
+    "selected_utility_at_8": 0.11482965433970094,
+    "selected_utility_gain_over_base_at_8": -0.9598791017197073,
+    "selector_gap_fraction_to_hidden_at_8": 0.45301742188642,
+    "selector_regret_at_8": 0.4677690644748509,
+    "success_selector_gap_at_8": 0.25,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.25,
+    "support_gap_at_8": 0.1008116127923131,
+    "support_gap_fraction_to_hidden_at_8": 0.5865290868312131,
+    "total_car_to_hidden_at_8": 0.5589009053073823
+  }
+}

workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed1/measured_metrics/metrics_by_task.json

@@ -0,0 +1,179 @@
+{
+  "LiftPegUpright-v1": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.4796089559793472,
+    "branch_car_at_8": 0.27571220099925997,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0061710496708212,
+    "ncar_to_proposal_oracle_at_8": 0.609724400531596,
+    "outcome_ptr_at_8": 0.4,
+    "pairwise_causal_calibration_ece": 0.238429922390122,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.2,
+    "proposal_oracle_success_gain_over_base_at_8": 0.2,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.746368744969368,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.26675978899002073,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.47065654397010803,
+    "selected_utility_gain_over_base_at_8": -0.008952412009239196,
+    "selector_gap_fraction_to_hidden_at_8": 0.2145824220820292,
+    "selector_regret_at_8": 0.27571220099925997,
+    "success_selector_gap_at_8": 0.2,
+    "success_support_gap_at_8": 0.8,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.253631255030632,
+    "support_gap_fraction_to_hidden_at_8": 0.7915886343643382,
+    "total_car_to_hidden_at_8": 1.529343456029892
+  },
+  "PickCube-v1": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.42483918368816376,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_proposal_oracle_at_8": 0.2914308848915223,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.5872235594375051,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": -1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.5422300696372986,
+    "proposal_oracle_utility_gain_over_base_at_8": -1.4577699303627014,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": -1.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.11739088594913483,
+    "selected_utility_gain_over_base_at_8": -1.8826091140508652,
+    "selector_regret_at_8": 0.42483918368816376,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.4577699303627014,
+    "total_car_to_hidden_at_8": 1.8826091140508652
+  },
+  "PullCube-v1": {
+    "any_generated_unsafe_known_at_8": 0.64,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.36,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.8032506120204925,
+    "branch_car_at_8": 0.08737508155405521,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.515,
+    "hidden_chart_oracle_success_at_8": 0.52,
+    "hidden_chart_oracle_utility_at_8": 1.1467878860235214,
+    "ncar_to_hidden_chart_oracle_at_8": 0.9185687369573401,
+    "ncar_to_proposal_oracle_at_8": 0.3306076470778776,
+    "outcome_ptr_at_8": 0.32,
+    "pairwise_causal_calibration_ece": 0.19063219949188942,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.16,
+    "proposal_oracle_success_gain_over_base_at_8": -0.2,
+    "proposal_oracle_unsafe_known_at_8": 0.52,
+    "proposal_oracle_utility_at_8": 0.4362139014899731,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.3670367105305195,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.12,
+    "selected_success_gain_over_base_at_8": -0.24,
+    "selected_unsafe_known_at_8": 0.48,
+    "selected_utility_at_8": 0.34883881993591787,
+    "selected_utility_gain_over_base_at_8": -0.4544117920845747,
+    "selector_gap_fraction_to_hidden_at_8": 0.3274577969540007,
+    "selector_regret_at_8": 0.08737508155405521,
+    "success_selector_gap_at_8": 0.04,
+    "success_support_gap_at_8": 0.36,
+    "success_total_car_to_hidden_at_8": 0.4,
+    "support_gap_at_8": 0.7140141661465168,
+    "support_gap_fraction_to_hidden_at_8": 0.7773188967552883,
+    "total_car_to_hidden_at_8": 0.7984041070193052
+  },
+  "PushCube-v1": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.8333333333333334,
+    "base_unsafe_known": 0.0,
+    "base_utility": 1.6734557673335075,
+    "branch_car_at_8": 0.6080377548933029,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.8333333333333334,
+    "hidden_chart_oracle_utility_at_8": 1.7015800600250561,
+    "ncar_to_hidden_chart_oracle_at_8": 0.4668433247048637,
+    "ncar_to_proposal_oracle_at_8": 0.31211399775786897,
+    "outcome_ptr_at_8": 0.16666666666666666,
+    "pairwise_causal_calibration_ece": 0.21780097224558256,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.6666666666666666,
+    "proposal_oracle_success_gain_over_base_at_8": -0.16666666666666666,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 1.3810340563456218,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.2924217109878858,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.3333333333333333,
+    "selected_success_gain_over_base_at_8": -0.5,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.7729963014523188,
+    "selected_utility_gain_over_base_at_8": -0.9004594658811887,
+    "selector_gap_fraction_to_hidden_at_8": 0.966843327091031,
+    "selector_regret_at_8": 0.6080377548933029,
+    "success_selector_gap_at_8": 0.3333333333333333,
+    "success_support_gap_at_8": 0.3333333333333333,
+    "success_total_car_to_hidden_at_8": 0.5,
+    "support_gap_at_8": 0.6189659436543783,
+    "support_gap_fraction_to_hidden_at_8": 0.0,
+    "total_car_to_hidden_at_8": 0.9285837585727373
+  },
+  "StackCube-v1": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.09090909090909091,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.5003613992170854,
+    "branch_car_at_8": 0.44663686508482153,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0574157315373272,
+    "ncar_to_proposal_oracle_at_8": 2.161977831364605,
+    "outcome_ptr_at_8": 0.8181818181818182,
+    "pairwise_causal_calibration_ece": 0.2145498532394649,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.2727272727272727,
+    "proposal_oracle_success_gain_over_base_at_8": 0.18181818181818182,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.7163115712729368,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.21595017205585132,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": -0.09090909090909091,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.26967470618811523,
+    "selected_utility_gain_over_base_at_8": -0.23068669302897019,
+    "selector_gap_fraction_to_hidden_at_8": 0.2595030610999397,
+    "selector_regret_at_8": 0.44663686508482153,
+    "success_selector_gap_at_8": 0.2727272727272727,
+    "success_support_gap_at_8": 0.7272727272727273,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.2836884287270633,
+    "support_gap_fraction_to_hidden_at_8": 0.7979126772384945,
+    "total_car_to_hidden_at_8": 1.7303252938118847
+  }
+}

workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed1/measured_metrics/report.md

@@ -0,0 +1,40 @@
+# Metric Evaluation (measured)
+
+K: `8`
+
+| Metric | N | Micro mean | 95% CI | Task macro | Seed macro |
+| --- | ---: | ---: | ---: | ---: | ---: |
+| any_generated_unsafe_known_at_8 | 48 | 0.3333 | [0.2083, 0.4792] | 0.1280 | 0.2687 |
+| base_safety_label_known | 48 | 1.0000 | [1.0000, 1.0000] | 1.0000 | 1.0000 |
+| base_success | 48 | 0.3333 | [0.2083, 0.4583] | 0.4568 | 0.3083 |
+| base_unsafe_known | 48 | 0.0000 | [0.0000, 0.0000] | 0.0000 | 0.0000 |
+| base_utility | 48 | 0.8338 | [0.5920, 1.0708] | 1.0913 | 0.8028 |
+| branch_car_at_8 | 48 | 0.2614 | [0.0951, 0.4223] | 0.3685 | 0.2765 |
+| generated_safety_label_coverage_at_8 | 48 | 1.0000 | [1.0000, 1.0000] | 1.0000 | 1.0000 |
+| generated_unsafe_rate_known_at_8 | 48 | 0.2682 | [0.1693, 0.4036] | 0.1030 | 0.2062 |
+| hidden_chart_oracle_success_at_8 | 48 | 0.7292 | [0.6042, 0.8333] | 0.8707 | 0.7854 |
+| hidden_chart_oracle_utility_at_8 | 48 | 1.5183 | [1.2906, 1.7056] | 1.7697 | 1.6191 |
+| ncar_to_hidden_chart_oracle_at_8 | 35 | 0.9449 | [0.7809, 1.1019] | 0.8622 | 0.9734 |
+| ncar_to_proposal_oracle_at_8 | 38 | 0.7986 | [0.4660, 1.1924] | 0.7412 | 0.8758 |
+| outcome_ptr_at_8 | 48 | 0.4167 | [0.2708, 0.5417] | 0.3410 | 0.4229 |
+| pairwise_causal_calibration_ece | 48 | 0.2128 | [0.1735, 0.2483] | 0.2897 | 0.2182 |
+| proposal_oracle_safety_label_known_at_8 | 48 | 1.0000 | [1.0000, 1.0000] | 1.0000 | 1.0000 |
+| proposal_oracle_success_at_8 | 48 | 0.2500 | [0.1250, 0.3542] | 0.2599 | 0.2562 |
+| proposal_oracle_success_gain_over_base_at_8 | 48 | -0.0833 | [-0.2083, 0.0417] | -0.1970 | -0.0521 |
+| proposal_oracle_unsafe_known_at_8 | 48 | 0.2708 | [0.1667, 0.3958] | 0.1040 | 0.2062 |
+| proposal_oracle_utility_at_8 | 48 | 0.6530 | [0.4276, 0.8692] | 0.7644 | 0.6721 |
+| proposal_oracle_utility_gain_over_base_at_8 | 48 | -0.1808 | [-0.3962, 0.0050] | -0.3269 | -0.1307 |
+| selected_safety_label_known_at_8 | 48 | 1.0000 | [1.0000, 1.0000] | 1.0000 | 1.0000 |
+| selected_success_at_8 | 48 | 0.1042 | [0.0208, 0.1875] | 0.0907 | 0.1000 |
+| selected_success_gain_over_base_at_8 | 48 | -0.2292 | [-0.3333, -0.1042] | -0.3662 | -0.2083 |
+| selected_unsafe_known_at_8 | 48 | 0.2500 | [0.1458, 0.3750] | 0.0960 | 0.1812 |
+| selected_utility_at_8 | 48 | 0.3916 | [0.2352, 0.5472] | 0.3959 | 0.3956 |
+| selected_utility_gain_over_base_at_8 | 48 | -0.4422 | [-0.6700, -0.2227] | -0.6954 | -0.4072 |
+| selector_gap_fraction_to_hidden_at_8 | 35 | 0.3285 | [0.1780, 0.5014] | 0.4421 | 0.3119 |
+| selector_regret_at_8 | 48 | 0.2614 | [0.0951, 0.4223] | 0.3685 | 0.2765 |
+| success_selector_gap_at_8 | 48 | 0.1458 | [0.0417, 0.2500] | 0.1692 | 0.1562 |
+| success_support_gap_at_8 | 48 | 0.5000 | [0.3542, 0.6250] | 0.6441 | 0.5542 |
+| success_total_car_to_hidden_at_8 | 48 | 0.6250 | [0.4792, 0.7292] | 0.7800 | 0.6854 |
+| support_gap_at_8 | 48 | 0.9044 | [0.6546, 1.1028] | 1.0656 | 0.9926 |
+| support_gap_fraction_to_hidden_at_8 | 35 | 0.7408 | [0.5811, 0.9126] | 0.5917 | 0.7579 |
+| total_car_to_hidden_at_8 | 48 | 1.1270 | [0.8684, 1.3169] | 1.3739 | 1.2237 |

workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed1/measured_metrics/table.tex

@@ -0,0 +1,41 @@
+% Auto-generated by scripts/eval_metrics.py
+\begin{tabular}{lrrrr}
+\toprule
+Metric & N & Micro mean & CI low & CI high \\
+\midrule
+any\_generated\_unsafe\_known\_at\_8 & 48 & 0.3333 & 0.2083 & 0.4792 \\
+base\_safety\_label\_known & 48 & 1.0000 & 1.0000 & 1.0000 \\
+base\_success & 48 & 0.3333 & 0.2083 & 0.4583 \\
+base\_unsafe\_known & 48 & 0.0000 & 0.0000 & 0.0000 \\
+base\_utility & 48 & 0.8338 & 0.5920 & 1.0708 \\
+branch\_car\_at\_8 & 48 & 0.2614 & 0.0951 & 0.4223 \\
+generated\_safety\_label\_coverage\_at\_8 & 48 & 1.0000 & 1.0000 & 1.0000 \\
+generated\_unsafe\_rate\_known\_at\_8 & 48 & 0.2682 & 0.1693 & 0.4036 \\
+hidden\_chart\_oracle\_success\_at\_8 & 48 & 0.7292 & 0.6042 & 0.8333 \\
+hidden\_chart\_oracle\_utility\_at\_8 & 48 & 1.5183 & 1.2906 & 1.7056 \\
+ncar\_to\_hidden\_chart\_oracle\_at\_8 & 35 & 0.9449 & 0.7809 & 1.1019 \\
+ncar\_to\_proposal\_oracle\_at\_8 & 38 & 0.7986 & 0.4660 & 1.1924 \\
+outcome\_ptr\_at\_8 & 48 & 0.4167 & 0.2708 & 0.5417 \\
+pairwise\_causal\_calibration\_ece & 48 & 0.2128 & 0.1735 & 0.2483 \\
+proposal\_oracle\_safety\_label\_known\_at\_8 & 48 & 1.0000 & 1.0000 & 1.0000 \\
+proposal\_oracle\_success\_at\_8 & 48 & 0.2500 & 0.1250 & 0.3542 \\
+proposal\_oracle\_success\_gain\_over\_base\_at\_8 & 48 & -0.0833 & -0.2083 & 0.0417 \\
+proposal\_oracle\_unsafe\_known\_at\_8 & 48 & 0.2708 & 0.1667 & 0.3958 \\
+proposal\_oracle\_utility\_at\_8 & 48 & 0.6530 & 0.4276 & 0.8692 \\
+proposal\_oracle\_utility\_gain\_over\_base\_at\_8 & 48 & -0.1808 & -0.3962 & 0.0050 \\
+selected\_safety\_label\_known\_at\_8 & 48 & 1.0000 & 1.0000 & 1.0000 \\
+selected\_success\_at\_8 & 48 & 0.1042 & 0.0208 & 0.1875 \\
+selected\_success\_gain\_over\_base\_at\_8 & 48 & -0.2292 & -0.3333 & -0.1042 \\
+selected\_unsafe\_known\_at\_8 & 48 & 0.2500 & 0.1458 & 0.3750 \\
+selected\_utility\_at\_8 & 48 & 0.3916 & 0.2352 & 0.5472 \\
+selected\_utility\_gain\_over\_base\_at\_8 & 48 & -0.4422 & -0.6700 & -0.2227 \\
+selector\_gap\_fraction\_to\_hidden\_at\_8 & 35 & 0.3285 & 0.1780 & 0.5014 \\
+selector\_regret\_at\_8 & 48 & 0.2614 & 0.0951 & 0.4223 \\
+success\_selector\_gap\_at\_8 & 48 & 0.1458 & 0.0417 & 0.2500 \\
+success\_support\_gap\_at\_8 & 48 & 0.5000 & 0.3542 & 0.6250 \\
+success\_total\_car\_to\_hidden\_at\_8 & 48 & 0.6250 & 0.4792 & 0.7292 \\
+support\_gap\_at\_8 & 48 & 0.9044 & 0.6546 & 1.1028 \\
+support\_gap\_fraction\_to\_hidden\_at\_8 & 35 & 0.7408 & 0.5811 & 0.9126 \\
+total\_car\_to\_hidden\_at\_8 & 48 & 1.1270 & 0.8684 & 1.3169 \\
+\bottomrule
+\end{tabular}

workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed1/metrics.json

@@ -0,0 +1,2813 @@
+{
+  "checkpoint": "runs/ctt_residual_base_context_obs_seed1/model.pt",
+  "k": 8,
+  "measured_metric_summary": {
+    "any_generated_unsafe_known_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.36875,
+          "low": 0.1375,
+          "mean": 0.26875,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.26875,
+        "per_seed": {
+          "1073161778": 0.0,
+          "1113371261": 0.0,
+          "1151410346": 0.0,
+          "1261930456": 0.0,
+          "1324133122": 0.0,
+          "1324642411": 0.0,
+          "1375492786": 1.0,
+          "141984615": 1.0,
+          "1461069713": 1.0,
+          "1480856810": 0.0,
+          "1509980664": 0.0,
+          "1522272686": 0.0,
+          "1549324805": 0.0,
+          "1578990937": 0.0,
+          "1747178030": 1.0,
+          "1790188787": 0.0,
+          "1822210471": 0.0,
+          "1845489013": 1.0,
+          "1999022574": 0.0,
+          "2012211287": 0.0,
+          "2038594191": 1.0,
+          "2054899126": 0.5,
+          "2061635888": 0.0,
+          "211245842": 0.0,
+          "278008524": 0.5,
+          "307068879": 0.0,
+          "412102563": 0.0,
+          "440577711": 0.0,
+          "441046872": 0.0,
+          "509430392": 0.0,
+          "585904130": 1.0,
+          "608016290": 0.0,
+          "626486813": 0.0,
+          "636680137": 0.0,
+          "655884605": 0.0,
+          "672328262": 0.0,
+          "701667486": 0.0,
+          "747260437": 1.0,
+          "750448296": 1.0,
+          "767747424": 0.75
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.384,
+          "low": 0.0,
+          "mean": 0.128,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.128,
+        "per_task": {
+          "LiftPegUpright-v1": 0.0,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.64,
+          "PushCube-v1": 0.0,
+          "StackCube-v1": 0.0
+        }
+      },
+      "metric": "any_generated_unsafe_known_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.4791666666666667,
+        "low": 0.20833333333333334,
+        "mean": 0.3333333333333333,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "base_safety_label_known": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.0,
+          "low": 1.0,
+          "mean": 1.0,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 1.0,
+        "per_seed": {
+          "1073161778": 1.0,
+          "1113371261": 1.0,
+          "1151410346": 1.0,
+          "1261930456": 1.0,
+          "1324133122": 1.0,
+          "1324642411": 1.0,
+          "1375492786": 1.0,
+          "141984615": 1.0,
+          "1461069713": 1.0,
+          "1480856810": 1.0,
+          "1509980664": 1.0,
+          "1522272686": 1.0,
+          "1549324805": 1.0,
+          "1578990937": 1.0,
+          "1747178030": 1.0,
+          "1790188787": 1.0,
+          "1822210471": 1.0,
+          "1845489013": 1.0,
+          "1999022574": 1.0,
+          "2012211287": 1.0,
+          "2038594191": 1.0,
+          "2054899126": 1.0,
+          "2061635888": 1.0,
+          "211245842": 1.0,
+          "278008524": 1.0,
+          "307068879": 1.0,
+          "412102563": 1.0,
+          "440577711": 1.0,
+          "441046872": 1.0,
+          "509430392": 1.0,
+          "585904130": 1.0,
+          "608016290": 1.0,
+          "626486813": 1.0,
+          "636680137": 1.0,
+          "655884605": 1.0,
+          "672328262": 1.0,
+          "701667486": 1.0,
+          "747260437": 1.0,
+          "750448296": 1.0,
+          "767747424": 1.0
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.0,
+          "low": 1.0,
+          "mean": 1.0,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 1.0,
+        "per_task": {
+          "LiftPegUpright-v1": 1.0,
+          "PickCube-v1": 1.0,
+          "PullCube-v1": 1.0,
+          "PushCube-v1": 1.0,
+          "StackCube-v1": 1.0
+        }
+      },
+      "metric": "base_safety_label_known",
+      "micro": {
+        "confidence": 0.95,
+        "high": 1.0,
+        "low": 1.0,
+        "mean": 1.0,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "base_success": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.4375,
+          "low": 0.1625,
+          "mean": 0.30833333333333335,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.30833333333333335,
+        "per_seed": {
+          "1073161778": 0.0,
+          "1113371261": 0.0,
+          "1151410346": 0.0,
+          "1261930456": 1.0,
+          "1324133122": 0.0,
+          "1324642411": 1.0,
+          "1375492786": 1.0,
+          "141984615": 0.0,
+          "1461069713": 0.0,
+          "1480856810": 1.0,
+          "1509980664": 0.0,
+          "1522272686": 1.0,
+          "1549324805": 0.0,
+          "1578990937": 0.0,
+          "1747178030": 1.0,
+          "1790188787": 1.0,
+          "1822210471": 0.0,
+          "1845489013": 0.0,
+          "1999022574": 0.0,
+          "2012211287": 0.0,
+          "2038594191": 0.0,
+          "2054899126": 1.0,
+          "2061635888": 0.0,
+          "211245842": 0.0,
+          "278008524": 0.5,
+          "307068879": 0.0,
+          "412102563": 1.0,
+          "440577711": 1.0,
+          "441046872": 0.0,
+          "509430392": 0.0,
+          "585904130": 0.0,
+          "608016290": 0.0,
+          "626486813": 0.0,
+          "636680137": 0.0,
+          "655884605": 0.0,
+          "672328262": 0.0,
+          "701667486": 0.0,
+          "747260437": 1.0,
+          "750448296": 0.3333333333333333,
+          "767747424": 0.5
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.772,
+          "low": 0.09018181818181818,
+          "mean": 0.45684848484848484,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.45684848484848484,
+        "per_task": {
+          "LiftPegUpright-v1": 0.0,
+          "PickCube-v1": 1.0,
+          "PullCube-v1": 0.36,
+          "PushCube-v1": 0.8333333333333334,
+          "StackCube-v1": 0.09090909090909091
+        }
+      },
+      "metric": "base_success",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.4583333333333333,
+        "low": 0.20833333333333334,
+        "mean": 0.3333333333333333,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "base_unsafe_known": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.0,
+          "low": 0.0,
+          "mean": 0.0,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.0,
+        "per_seed": {
+          "1073161778": 0.0,
+          "1113371261": 0.0,
+          "1151410346": 0.0,
+          "1261930456": 0.0,
+          "1324133122": 0.0,
+          "1324642411": 0.0,
+          "1375492786": 0.0,
+          "141984615": 0.0,
+          "1461069713": 0.0,
+          "1480856810": 0.0,
+          "1509980664": 0.0,
+          "1522272686": 0.0,
+          "1549324805": 0.0,
+          "1578990937": 0.0,
+          "1747178030": 0.0,
+          "1790188787": 0.0,
+          "1822210471": 0.0,
+          "1845489013": 0.0,
+          "1999022574": 0.0,
+          "2012211287": 0.0,
+          "2038594191": 0.0,
+          "2054899126": 0.0,
+          "2061635888": 0.0,
+          "211245842": 0.0,
+          "278008524": 0.0,
+          "307068879": 0.0,
+          "412102563": 0.0,
+          "440577711": 0.0,
+          "441046872": 0.0,
+          "509430392": 0.0,
+          "585904130": 0.0,
+          "608016290": 0.0,
+          "626486813": 0.0,
+          "636680137": 0.0,
+          "655884605": 0.0,
+          "672328262": 0.0,
+          "701667486": 0.0,
+          "747260437": 0.0,
+          "750448296": 0.0,
+          "767747424": 0.0
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.0,
+          "low": 0.0,
+          "mean": 0.0,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.0,
+        "per_task": {
+          "LiftPegUpright-v1": 0.0,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.0,
+          "PushCube-v1": 0.0,
+          "StackCube-v1": 0.0
+        }
+      },
+      "metric": "base_unsafe_known",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.0,
+        "low": 0.0,
+        "mean": 0.0,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "base_utility": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.0251519351576763,
+          "low": 0.537800694660594,
+          "mean": 0.8028034761858482,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.8028034761858482,
+        "per_seed": {
+          "1073161778": 0.725517988204956,
+          "1113371261": 0.11109928786754608,
+          "1151410346": 0.2284735143184662,
+          "1261930456": 2.0,
+          "1324133122": 0.084227055311203,
+          "1324642411": 2.0,
+          "1375492786": 2.0,
+          "141984615": 0.16783273220062256,
+          "1461069713": 0.22852759063243866,
+          "1480856810": 2.0,
+          "1509980664": 0.8320798277854919,
+          "1522272686": 2.0,
+          "1549324805": 0.17249532043933868,
+          "1578990937": 0.21426597237586975,
+          "1747178030": 2.0,
+          "1790188787": 2.0,
+          "1822210471": 0.09442546218633652,
+          "1845489013": 0.11255800724029541,
+          "1999022574": 0.8279688954353333,
+          "2012211287": 0.7282466888427734,
+          "2038594191": 0.09504059702157974,
+          "2054899126": 2.0,
+          "2061635888": 0.08620692789554596,
+          "211245842": 0.18430444598197937,
+          "278008524": 1.1250072121620178,
+          "307068879": 0.20915235579013824,
+          "412102563": 2.0,
+          "440577711": 2.0,
+          "441046872": 0.2097676396369934,
+          "509430392": 0.04073460400104523,
+          "585904130": 0.07103653997182846,
+          "608016290": 0.525360107421875,
+          "626486813": 0.04174089431762695,
+          "636680137": 0.11957359313964844,
+          "655884605": 0.1440753936767578,
+          "672328262": 0.10593423992395401,
+          "701667486": 0.7912740707397461,
+          "747260437": 2.0,
+          "750448296": 0.7605033268531164,
+          "767747424": 1.0747087560594082
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.630612944662571,
+          "low": 0.5484877758351239,
+          "mean": 1.0913353469100866,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 1.0913353469100866,
+        "per_task": {
+          "LiftPegUpright-v1": 0.4796089559793472,
+          "PickCube-v1": 2.0,
+          "PullCube-v1": 0.8032506120204925,
+          "PushCube-v1": 1.6734557673335075,
+          "StackCube-v1": 0.5003613992170854
+        }
+      },
+      "metric": "base_utility",
+      "micro": {
+        "confidence": 0.95,
+        "high": 1.0708436407148838,
+        "low": 0.5920010643700758,
+        "mean": 0.8338337515791258,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "branch_car_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.4475754351161109,
+          "low": 0.12457615735474974,
+          "mean": 0.2765124487496602,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.2765124487496602,
+        "per_seed": {
+          "1073161778": 0.0,
+          "1113371261": 0.005552858114242554,
+          "1151410346": 0.0172121524810791,
+          "1261930456": 0.003422096371650696,
+          "1324133122": 0.014116749167442322,
+          "1324642411": 0.0,
+          "1375492786": 0.022333383560180664,
+          "141984615": 0.00027199462056159973,
+          "1461069713": 0.019976697862148285,
+          "1480856810": 1.815984308719635,
+          "1509980664": 1.7663935869932175,
+          "1522272686": 0.42483918368816376,
+          "1549324805": 0.0,
+          "1578990937": 0.025821343064308167,
+          "1747178030": 0.0,
+          "1790188787": 0.027344733476638794,
+          "1822210471": 0.012420378625392914,
+          "1845489013": 0.001721896231174469,
+          "1999022574": 1.1856330037117004,
+          "2012211287": 1.280548632144928,
+          "2038594191": 0.03719758987426758,
+          "2054899126": 0.014168627560138702,
+          "2061635888": 0.01116877794265747,
+          "211245842": 0.039610520005226135,
+          "278008524": 0.022388704121112823,
+          "307068879": 0.0010644197463989258,
+          "412102563": 1.8341862559318542,
+          "440577711": 0.0,
+          "441046872": 0.002857789397239685,
+          "509430392": 1.801475390791893,
+          "585904130": 0.04740310460329056,
+          "608016290": 0.09409016370773315,
+          "626486813": 0.0018939077854156494,
+          "636680137": 0.016771696507930756,
+          "655884605": 0.007448926568031311,
+          "672328262": 0.003954809159040451,
+          "701667486": 0.005861341953277588,
+          "747260437": 0.004217416048049927,
+          "750448296": 0.023376444975535076,
+          "767747424": 0.4677690644748509
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.5068376847288826,
+          "low": 0.19689486214924945,
+          "mean": 0.3685202172439207,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.3685202172439207,
+        "per_task": {
+          "LiftPegUpright-v1": 0.27571220099925997,
+          "PickCube-v1": 0.42483918368816376,
+          "PullCube-v1": 0.08737508155405521,
+          "PushCube-v1": 0.6080377548933029,
+          "StackCube-v1": 0.44663686508482153
+        }
+      },
+      "metric": "branch_car_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.4223087140514205,
+        "low": 0.09506933600641787,
+        "mean": 0.26143769318393123,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "generated_safety_label_coverage_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.0,
+          "low": 1.0,
+          "mean": 1.0,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 1.0,
+        "per_seed": {
+          "1073161778": 1.0,
+          "1113371261": 1.0,
+          "1151410346": 1.0,
+          "1261930456": 1.0,
+          "1324133122": 1.0,
+          "1324642411": 1.0,
+          "1375492786": 1.0,
+          "141984615": 1.0,
+          "1461069713": 1.0,
+          "1480856810": 1.0,
+          "1509980664": 1.0,
+          "1522272686": 1.0,
+          "1549324805": 1.0,
+          "1578990937": 1.0,
+          "1747178030": 1.0,
+          "1790188787": 1.0,
+          "1822210471": 1.0,
+          "1845489013": 1.0,
+          "1999022574": 1.0,
+          "2012211287": 1.0,
+          "2038594191": 1.0,
+          "2054899126": 1.0,
+          "2061635888": 1.0,
+          "211245842": 1.0,
+          "278008524": 1.0,
+          "307068879": 1.0,
+          "412102563": 1.0,
+          "440577711": 1.0,
+          "441046872": 1.0,
+          "509430392": 1.0,
+          "585904130": 1.0,
+          "608016290": 1.0,
+          "626486813": 1.0,
+          "636680137": 1.0,
+          "655884605": 1.0,
+          "672328262": 1.0,
+          "701667486": 1.0,
+          "747260437": 1.0,
+          "750448296": 1.0,
+          "767747424": 1.0
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.0,
+          "low": 1.0,
+          "mean": 1.0,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 1.0,
+        "per_task": {
+          "LiftPegUpright-v1": 1.0,
+          "PickCube-v1": 1.0,
+          "PullCube-v1": 1.0,
+          "PushCube-v1": 1.0,
+          "StackCube-v1": 1.0
+        }
+      },
+      "metric": "generated_safety_label_coverage_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 1.0,
+        "low": 1.0,
+        "mean": 1.0,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "generated_unsafe_rate_known_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.309375,
+          "low": 0.0875,
+          "mean": 0.20625,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.20625,
+        "per_seed": {
+          "1073161778": 0.0,
+          "1113371261": 0.0,
+          "1151410346": 0.0,
+          "1261930456": 0.0,
+          "1324133122": 0.0,
+          "1324642411": 0.0,
+          "1375492786": 1.0,
+          "141984615": 0.75,
+          "1461069713": 0.125,
+          "1480856810": 0.0,
+          "1509980664": 0.0,
+          "1522272686": 0.0,
+          "1549324805": 0.0,
+          "1578990937": 0.0,
+          "1747178030": 1.0,
+          "1790188787": 0.0,
+          "1822210471": 0.0,
+          "1845489013": 1.0,
+          "1999022574": 0.0,
+          "2012211287": 0.0,
+          "2038594191": 0.125,
+          "2054899126": 0.5,
+          "2061635888": 0.0,
+          "211245842": 0.0,
+          "278008524": 0.125,
+          "307068879": 0.0,
+          "412102563": 0.0,
+          "440577711": 0.0,
+          "441046872": 0.0,
+          "509430392": 0.0,
+          "585904130": 1.0,
+          "608016290": 0.0,
+          "626486813": 0.0,
+          "636680137": 0.0,
+          "655884605": 0.0,
+          "672328262": 0.0,
+          "701667486": 0.0,
+          "747260437": 1.0,
+          "750448296": 0.875,
+          "767747424": 0.75
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.309,
+          "low": 0.0,
+          "mean": 0.10300000000000001,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.10300000000000001,
+        "per_task": {
+          "LiftPegUpright-v1": 0.0,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.515,
+          "PushCube-v1": 0.0,
+          "StackCube-v1": 0.0
+        }
+      },
+      "metric": "generated_unsafe_rate_known_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.4036458333333333,
+        "low": 0.16927083333333334,
+        "mean": 0.2682291666666667,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "hidden_chart_oracle_success_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.9,
+          "low": 0.6729166666666667,
+          "mean": 0.7854166666666667,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.7854166666666667,
+        "per_seed": {
+          "1073161778": 1.0,
+          "1113371261": 1.0,
+          "1151410346": 1.0,
+          "1261930456": 1.0,
+          "1324133122": 1.0,
+          "1324642411": 1.0,
+          "1375492786": 1.0,
+          "141984615": 0.0,
+          "1461069713": 0.0,
+          "1480856810": 0.0,
+          "1509980664": 1.0,
+          "1522272686": 1.0,
+          "1549324805": 0.0,
+          "1578990937": 1.0,
+          "1747178030": 1.0,
+          "1790188787": 1.0,
+          "1822210471": 1.0,
+          "1845489013": 1.0,
+          "1999022574": 1.0,
+          "2012211287": 1.0,
+          "2038594191": 1.0,
+          "2054899126": 1.0,
+          "2061635888": 1.0,
+          "211245842": 1.0,
+          "278008524": 0.5,
+          "307068879": 1.0,
+          "412102563": 1.0,
+          "440577711": 1.0,
+          "441046872": 1.0,
+          "509430392": 1.0,
+          "585904130": 1.0,
+          "608016290": 1.0,
+          "626486813": 0.0,
+          "636680137": 0.0,
+          "655884605": 1.0,
+          "672328262": 1.0,
+          "701667486": 1.0,
+          "747260437": 0.0,
+          "750448296": 0.6666666666666666,
+          "767747424": 0.25
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.0,
+          "low": 0.6786666666666668,
+          "mean": 0.8706666666666667,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.8706666666666667,
+        "per_task": {
+          "LiftPegUpright-v1": 1.0,
+          "PickCube-v1": 1.0,
+          "PullCube-v1": 0.52,
+          "PushCube-v1": 0.8333333333333334,
+          "StackCube-v1": 1.0
+        }
+      },
+      "metric": "hidden_chart_oracle_success_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.8333333333333334,
+        "low": 0.6041666666666666,
+        "mean": 0.7291666666666666,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "hidden_chart_oracle_utility_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.8218825578689575,
+          "low": 1.4154964266344905,
+          "mean": 1.619062545460959,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 1.619062545460959,
+        "per_seed": {
+          "1073161778": 2.0,
+          "1113371261": 2.0,
+          "1151410346": 2.0,
+          "1261930456": 2.0,
+          "1324133122": 2.0,
+          "1324642411": 2.0,
+          "1375492786": 2.0,
+          "141984615": 0.2857772707939148,
+          "1461069713": 0.1593424528837204,
+          "1480856810": 0.20948036015033722,
+          "1509980664": 2.0,
+          "1522272686": 2.0,
+          "1549324805": 0.2974560856819153,
+          "1578990937": 2.0,
+          "1747178030": 2.0,
+          "1790188787": 2.0,
+          "1822210471": 2.0,
+          "1845489013": 2.0,
+          "1999022574": 2.0,
+          "2012211287": 2.0,
+          "2038594191": 2.0,
+          "2054899126": 2.0,
+          "2061635888": 2.0,
+          "211245842": 2.0,
+          "278008524": 1.1139086410403252,
+          "307068879": 2.0,
+          "412102563": 2.0,
+          "440577711": 2.0,
+          "441046872": 2.0,
+          "509430392": 2.0,
+          "585904130": 2.0,
+          "608016290": 2.0,
+          "626486813": 0.16558238118886948,
+          "636680137": 0.17056432366371155,
+          "655884605": 2.0,
+          "672328262": 2.0,
+          "701667486": 2.0,
+          "747260437": 0.2786632478237152,
+          "750448296": 1.4079964955647786,
+          "767747424": 0.6737305596470833
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 2.0,
+          "low": 1.428388743619124,
+          "mean": 1.7696735892097153,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 1.7696735892097153,
+        "per_task": {
+          "LiftPegUpright-v1": 2.0,
+          "PickCube-v1": 2.0,
+          "PullCube-v1": 1.1467878860235214,
+          "PushCube-v1": 1.7015800600250561,
+          "StackCube-v1": 2.0
+        }
+      },
+      "metric": "hidden_chart_oracle_utility_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 1.7055829176679254,
+        "low": 1.2906390205025673,
+        "mean": 1.5183161981403828,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "ncar_to_hidden_chart_oracle_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.1197420541486083,
+          "low": 0.8329429186980131,
+          "mean": 0.9734205673005211,
+          "n": 31,
+          "num_samples": 200
+        },
+        "mean": 0.9734205673005211,
+        "per_seed": {
+          "1073161778": 1.009485472098667,
+          "1113371261": 1.0108156586922785,
+          "1151410346": 1.0009925827413846,
+          "1324133122": 1.0072923175115756,
+          "141984615": 2.0524154293283745,
+          "1461069713": 1.7759530948042475,
+          "1480856810": 0.01422194326217549,
+          "1509980664": 1.5124266314534753,
+          "1549324805": 0.0,
+          "1578990937": 1.0125757439325502,
+          "1822210471": 1.0165051201263626,
+          "1845489013": 1.0100596297046758,
+          "1999022574": 1.0116053993601406,
+          "2012211287": 1.0069158938619467,
+          "2038594191": 0.9695308239638829,
+          "2061635888": 1.0036111529583414,
+          "211245842": 1.0122479795708568,
+          "278008524": 1.053649940694802,
+          "307068879": 1.0044650649657694,
+          "441046872": 1.00364861534959,
+          "509430392": 0.9194647061475519,
+          "585904130": 0.9800153670446098,
+          "608016290": 1.0063402020781327,
+          "626486813": 0.8736369859029146,
+          "636680137": 1.4669981605451308,
+          "655884605": 1.0006126450906982,
+          "672328262": 1.029830316470696,
+          "701667486": 1.00197720406197,
+          "747260437": 0.08636170359931446,
+          "750448296": 0.6215016958379097,
+          "767747424": 0.7008801051561266
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.0227039828923303,
+          "low": 0.6016752559463531,
+          "mean": 0.8622497107175879,
+          "n": 4,
+          "num_samples": 200
+        },
+        "mean": 0.8622497107175879,
+        "per_task": {
+          "LiftPegUpright-v1": 1.0061710496708212,
+          "PullCube-v1": 0.9185687369573401,
+          "PushCube-v1": 0.4668433247048637,
+          "StackCube-v1": 1.0574157315373272
+        }
+      },
+      "metric": "ncar_to_hidden_chart_oracle_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 1.1019202128786445,
+        "low": 0.7809115580382957,
+        "mean": 0.9449410422391208,
+        "n": 35,
+        "num_samples": 200
+      },
+      "n": 35
+    },
+    "ncar_to_proposal_oracle_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.320320698301077,
+          "low": 0.4987577651695915,
+          "mean": 0.8758324669491925,
+          "n": 33,
+          "num_samples": 200
+        },
+        "mean": 0.8758324669491925,
+        "per_seed": {
+          "1073161778": 0.0,
+          "1113371261": 0.3732545276477201,
+          "1151410346": 1.1137836978995075,
+          "1261930456": 0.0018010761329865432,
+          "1375492786": 0.01205539457819943,
+          "141984615": 0.0021960785229935757,
+          "1461069713": 0.11609092801412241,
+          "1509980664": 1.5124266314534753,
+          "1522272686": 0.2914308848915223,
+          "1549324805": 0.0,
+          "1578990937": 7.6748523989783966,
+          "1790188787": 0.015076210993068394,
+          "1822210471": 0.6526263362259548,
+          "1845489013": 0.09973281871024504,
+          "1999022574": 1.0116053993601406,
+          "2012211287": 1.0069158938619467,
+          "2038594191": 0.3905663345898341,
+          "2054899126": 0.015326598554656713,
+          "2061635888": 2.6231468415937673,
+          "211245842": 2.280146636215276,
+          "307068879": 0.15355490027913618,
+          "441046872": 0.7778202738990697,
+          "509430392": 0.9194647061475519,
+          "585904130": 0.5515020146084423,
+          "608016290": 1.1103309346178276,
+          "626486813": 0.2933595456420097,
+          "636680137": 2.3820368639206455,
+          "655884605": 1.1801394954053765,
+          "672328262": 0.07526405055604174,
+          "701667486": 1.6884448537277836,
+          "747260437": 0.002260407447282227,
+          "750448296": 0.30219308144694457,
+          "767747424": 0.27306559340142716
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.4774177559033865,
+          "low": 0.31123821233933374,
+          "mean": 0.741170952324694,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.741170952324694,
+        "per_task": {
+          "LiftPegUpright-v1": 0.609724400531596,
+          "PickCube-v1": 0.2914308848915223,
+          "PullCube-v1": 0.3306076470778776,
+          "PushCube-v1": 0.31211399775786897,
+          "StackCube-v1": 2.161977831364605
+        }
+      },
+      "metric": "ncar_to_proposal_oracle_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 1.1923684697257608,
+        "low": 0.46603675394828686,
+        "mean": 0.7985881132805817,
+        "n": 38,
+        "num_samples": 200
+      },
+      "n": 38
+    },
+    "outcome_ptr_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.575,
+          "low": 0.2854166666666667,
+          "mean": 0.4229166666666667,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.4229166666666667,
+        "per_seed": {
+          "1073161778": 0.0,
+          "1113371261": 0.0,
+          "1151410346": 1.0,
+          "1261930456": 0.0,
+          "1324133122": 1.0,
+          "1324642411": 0.0,
+          "1375492786": 0.0,
+          "141984615": 0.0,
+          "1461069713": 0.0,
+          "1480856810": 0.0,
+          "1509980664": 1.0,
+          "1522272686": 0.0,
+          "1549324805": 1.0,
+          "1578990937": 1.0,
+          "1747178030": 0.0,
+          "1790188787": 0.0,
+          "1822210471": 0.0,
+          "1845489013": 0.0,
+          "1999022574": 1.0,
+          "2012211287": 1.0,
+          "2038594191": 1.0,
+          "2054899126": 0.0,
+          "2061635888": 1.0,
+          "211245842": 1.0,
+          "278008524": 0.0,
+          "307068879": 0.0,
+          "412102563": 0.0,
+          "440577711": 0.0,
+          "441046872": 0.0,
+          "509430392": 1.0,
+          "585904130": 1.0,
+          "608016290": 1.0,
+          "626486813": 1.0,
+          "636680137": 0.0,
+          "655884605": 1.0,
+          "672328262": 0.0,
+          "701667486": 1.0,
+          "747260437": 0.0,
+          "750448296": 0.6666666666666666,
+          "767747424": 0.25
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.570909090909091,
+          "low": 0.13066666666666665,
+          "mean": 0.340969696969697,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.340969696969697,
+        "per_task": {
+          "LiftPegUpright-v1": 0.4,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.32,
+          "PushCube-v1": 0.16666666666666666,
+          "StackCube-v1": 0.8181818181818182
+        }
+      },
+      "metric": "outcome_ptr_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.5416666666666666,
+        "low": 0.2708333333333333,
+        "mean": 0.4166666666666667,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "pairwise_causal_calibration_ece": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.26548814291928835,
+          "low": 0.18113429329079728,
+          "mean": 0.2181765313396971,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.2181765313396971,
+        "per_seed": {
+          "1073161778": 0.15824853632401062,
+          "1113371261": 0.1039178410083798,
+          "1151410346": 0.4615660105355005,
+          "1261930456": 0.11955613465129326,
+          "1324133122": 0.14890766308842673,
+          "1324642411": 0.08969565833656507,
+          "1375492786": 0.31858805145491575,
+          "141984615": 0.09999258757291778,
+          "1461069713": 0.19692180721696984,
+          "1480856810": 0.21485192639437836,
+          "1509980664": 0.2559710109289143,
+          "1522272686": 0.5872235594375051,
+          "1549324805": 0.2049052881521507,
+          "1578990937": 0.380206879424145,
+          "1747178030": 0.0,
+          "1790188787": 0.17184020363251903,
+          "1822210471": 0.23878090822486137,
+          "1845489013": 0.17754847147330888,
+          "1999022574": 0.09882012011393025,
+          "2012211287": 0.2320931358803039,
+          "2038594191": 0.35033667596352985,
+          "2054899126": 0.21907773393500884,
+          "2061635888": 0.2537086791190268,
+          "211245842": 0.39870614771131263,
+          "278008524": 0.05259466283670616,
+          "307068879": 0.07078320556128705,
+          "412102563": 0.14753897600710345,
+          "440577711": 0.16811285862181413,
+          "441046872": 0.3844645158057606,
+          "509430392": 0.5427490518369256,
+          "585904130": 0.21639957957177353,
+          "608016290": 0.346560218379248,
+          "626486813": 0.1718281900032565,
+          "636680137": 0.33230022460749403,
+          "655884605": 0.03038245725350449,
+          "672328262": 0.057259138137942915,
+          "701667486": 0.08032260044386995,
+          "747260437": 0.22949591329262792,
+          "750448296": 0.20294335451598566,
+          "767747424": 0.21186127613271044
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.4388043007595125,
+          "low": 0.20497527482105102,
+          "mean": 0.2897273013609128,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.2897273013609128,
+        "per_task": {
+          "LiftPegUpright-v1": 0.238429922390122,
+          "PickCube-v1": 0.5872235594375051,
+          "PullCube-v1": 0.19063219949188942,
+          "PushCube-v1": 0.21780097224558256,
+          "StackCube-v1": 0.2145498532394649
+        }
+      },
+      "metric": "pairwise_causal_calibration_ece",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.24825149451587028,
+        "low": 0.17346463140498172,
+        "mean": 0.2127506745373533,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "proposal_oracle_safety_label_known_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.0,
+          "low": 1.0,
+          "mean": 1.0,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 1.0,
+        "per_seed": {
+          "1073161778": 1.0,
+          "1113371261": 1.0,
+          "1151410346": 1.0,
+          "1261930456": 1.0,
+          "1324133122": 1.0,
+          "1324642411": 1.0,
+          "1375492786": 1.0,
+          "141984615": 1.0,
+          "1461069713": 1.0,
+          "1480856810": 1.0,
+          "1509980664": 1.0,
+          "1522272686": 1.0,
+          "1549324805": 1.0,
+          "1578990937": 1.0,
+          "1747178030": 1.0,
+          "1790188787": 1.0,
+          "1822210471": 1.0,
+          "1845489013": 1.0,
+          "1999022574": 1.0,
+          "2012211287": 1.0,
+          "2038594191": 1.0,
+          "2054899126": 1.0,
+          "2061635888": 1.0,
+          "211245842": 1.0,
+          "278008524": 1.0,
+          "307068879": 1.0,
+          "412102563": 1.0,
+          "440577711": 1.0,
+          "441046872": 1.0,
+          "509430392": 1.0,
+          "585904130": 1.0,
+          "608016290": 1.0,
+          "626486813": 1.0,
+          "636680137": 1.0,
+          "655884605": 1.0,
+          "672328262": 1.0,
+          "701667486": 1.0,
+          "747260437": 1.0,
+          "750448296": 1.0,
+          "767747424": 1.0
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.0,
+          "low": 1.0,
+          "mean": 1.0,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 1.0,
+        "per_task": {
+          "LiftPegUpright-v1": 1.0,
+          "PickCube-v1": 1.0,
+          "PullCube-v1": 1.0,
+          "PushCube-v1": 1.0,
+          "StackCube-v1": 1.0
+        }
+      },
+      "metric": "proposal_oracle_safety_label_known_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 1.0,
+        "low": 1.0,
+        "mean": 1.0,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "proposal_oracle_success_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.3625,
+          "low": 0.1375,
+          "mean": 0.25625,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.25625,
+        "per_seed": {
+          "1073161778": 0.0,
+          "1113371261": 0.0,
+          "1151410346": 0.0,
+          "1261930456": 0.0,
+          "1324133122": 0.0,
+          "1324642411": 1.0,
+          "1375492786": 0.0,
+          "141984615": 0.0,
+          "1461069713": 0.0,
+          "1480856810": 1.0,
+          "1509980664": 1.0,
+          "1522272686": 0.0,
+          "1549324805": 0.0,
+          "1578990937": 0.0,
+          "1747178030": 1.0,
+          "1790188787": 0.0,
+          "1822210471": 0.0,
+          "1845489013": 0.0,
+          "1999022574": 1.0,
+          "2012211287": 1.0,
+          "2038594191": 0.0,
+          "2054899126": 0.5,
+          "2061635888": 0.0,
+          "211245842": 0.0,
+          "278008524": 0.5,
+          "307068879": 0.0,
+          "412102563": 1.0,
+          "440577711": 1.0,
+          "441046872": 0.0,
+          "509430392": 1.0,
+          "585904130": 0.0,
+          "608016290": 0.0,
+          "626486813": 0.0,
+          "636680137": 0.0,
+          "655884605": 0.0,
+          "672328262": 0.0,
+          "701667486": 0.0,
+          "747260437": 0.0,
+          "750448296": 0.0,
+          "767747424": 0.25
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.48,
+          "low": 0.09454545454545454,
+          "mean": 0.2598787878787879,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.2598787878787879,
+        "per_task": {
+          "LiftPegUpright-v1": 0.2,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.16,
+          "PushCube-v1": 0.6666666666666666,
+          "StackCube-v1": 0.2727272727272727
+        }
+      },
+      "metric": "proposal_oracle_success_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.3541666666666667,
+        "low": 0.125,
+        "mean": 0.25,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "proposal_oracle_success_gain_over_base_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.09791666666666665,
+          "low": -0.2166666666666667,
+          "mean": -0.05208333333333333,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": -0.05208333333333333,
+        "per_seed": {
+          "1073161778": 0.0,
+          "1113371261": 0.0,
+          "1151410346": 0.0,
+          "1261930456": -1.0,
+          "1324133122": 0.0,
+          "1324642411": 0.0,
+          "1375492786": -1.0,
+          "141984615": 0.0,
+          "1461069713": 0.0,
+          "1480856810": 0.0,
+          "1509980664": 1.0,
+          "1522272686": -1.0,
+          "1549324805": 0.0,
+          "1578990937": 0.0,
+          "1747178030": 0.0,
+          "1790188787": -1.0,
+          "1822210471": 0.0,
+          "1845489013": 0.0,
+          "1999022574": 1.0,
+          "2012211287": 1.0,
+          "2038594191": 0.0,
+          "2054899126": -0.5,
+          "2061635888": 0.0,
+          "211245842": 0.0,
+          "278008524": 0.0,
+          "307068879": 0.0,
+          "412102563": 0.0,
+          "440577711": 0.0,
+          "441046872": 0.0,
+          "509430392": 1.0,
+          "585904130": 0.0,
+          "608016290": 0.0,
+          "626486813": 0.0,
+          "636680137": 0.0,
+          "655884605": 0.0,
+          "672328262": 0.0,
+          "701667486": 0.0,
+          "747260437": -1.0,
+          "750448296": -0.3333333333333333,
+          "767747424": -0.25
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.11636363636363636,
+          "low": -0.5933333333333334,
+          "mean": -0.19696969696969696,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": -0.19696969696969696,
+        "per_task": {
+          "LiftPegUpright-v1": 0.2,
+          "PickCube-v1": -1.0,
+          "PullCube-v1": -0.2,
+          "PushCube-v1": -0.16666666666666666,
+          "StackCube-v1": 0.18181818181818182
+        }
+      },
+      "metric": "proposal_oracle_success_gain_over_base_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.041666666666666664,
+        "low": -0.20833333333333334,
+        "mean": -0.08333333333333333,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "proposal_oracle_unsafe_known_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.31875,
+          "low": 0.0875,
+          "mean": 0.20625,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.20625,
+        "per_seed": {
+          "1073161778": 0.0,
+          "1113371261": 0.0,
+          "1151410346": 0.0,
+          "1261930456": 0.0,
+          "1324133122": 0.0,
+          "1324642411": 0.0,
+          "1375492786": 1.0,
+          "141984615": 1.0,
+          "1461069713": 0.0,
+          "1480856810": 0.0,
+          "1509980664": 0.0,
+          "1522272686": 0.0,
+          "1549324805": 0.0,
+          "1578990937": 0.0,
+          "1747178030": 1.0,
+          "1790188787": 0.0,
+          "1822210471": 0.0,
+          "1845489013": 1.0,
+          "1999022574": 0.0,
+          "2012211287": 0.0,
+          "2038594191": 0.0,
+          "2054899126": 0.5,
+          "2061635888": 0.0,
+          "211245842": 0.0,
+          "278008524": 0.0,
+          "307068879": 0.0,
+          "412102563": 0.0,
+          "440577711": 0.0,
+          "441046872": 0.0,
+          "509430392": 0.0,
+          "585904130": 1.0,
+          "608016290": 0.0,
+          "626486813": 0.0,
+          "636680137": 0.0,
+          "655884605": 0.0,
+          "672328262": 0.0,
+          "701667486": 0.0,
+          "747260437": 1.0,
+          "750448296": 1.0,
+          "767747424": 0.75
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.312,
+          "low": 0.0,
+          "mean": 0.10400000000000001,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.10400000000000001,
+        "per_task": {
+          "LiftPegUpright-v1": 0.0,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.52,
+          "PushCube-v1": 0.0,
+          "StackCube-v1": 0.0
+        }
+      },
+      "metric": "proposal_oracle_unsafe_known_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.3958333333333333,
+        "low": 0.16666666666666666,
+        "mean": 0.2708333333333333,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "proposal_oracle_utility_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.8850345833227038,
+          "low": 0.46355230128392577,
+          "mean": 0.6721129437210038,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.6721129437210038,
+        "per_seed": {
+          "1073161778": 0.7134289145469666,
+          "1113371261": 0.09622243046760559,
+          "1151410346": 0.2439272701740265,
+          "1261930456": 0.09997129440307617,
+          "1324133122": 0.0843733698129654,
+          "1324642411": 2.0,
+          "1375492786": 0.14743654429912567,
+          "141984615": 0.04397805407643318,
+          "1461069713": 0.05644957348704338,
+          "1480856810": 2.0,
+          "1509980664": 2.0,
+          "1522272686": 0.5422300696372986,
+          "1549324805": 0.3088321089744568,
+          "1578990937": 0.21763037145137787,
+          "1747178030": 2.0,
+          "1790188787": 0.1862330436706543,
+          "1822210471": 0.07539409399032593,
+          "1845489013": 0.09529292583465576,
+          "1999022574": 2.0,
+          "2012211287": 2.0,
+          "2038594191": 0.1902807205915451,
+          "2054899126": 1.0755530372262,
+          "2061635888": 0.09046469628810883,
+          "211245842": 0.2016763538122177,
+          "278008524": 1.1246033310890198,
+          "307068879": 0.20222051441669464,
+          "412102563": 2.0,
+          "440577711": 2.0,
+          "441046872": 0.20609354972839355,
+          "509430392": 2.0,
+          "585904130": 0.15698926150798798,
+          "608016290": 0.6101007461547852,
+          "626486813": 0.0619367565959692,
+          "636680137": 0.11253269761800766,
+          "655884605": 0.15038728713989258,
+          "672328262": 0.053388457745313644,
+          "701667486": 0.7947455048561096,
+          "747260437": 0.1342230886220932,
+          "750448296": 0.22532296180725098,
+          "767747424": 0.5825987188145518
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.0651369630992416,
+          "low": 0.5194481038153171,
+          "mean": 0.7644316687430396,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.7644316687430396,
+        "per_task": {
+          "LiftPegUpright-v1": 0.746368744969368,
+          "PickCube-v1": 0.5422300696372986,
+          "PullCube-v1": 0.4362139014899731,
+          "PushCube-v1": 1.3810340563456218,
+          "StackCube-v1": 0.7163115712729368
+        }
+      },
+      "metric": "proposal_oracle_utility_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.8691547186269114,
+        "low": 0.42756021216822165,
+        "mean": 0.6530219365376979,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "proposal_oracle_utility_gain_over_base_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.11086332813526194,
+          "low": -0.4169126368903866,
+          "mean": -0.13069053246484447,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": -0.13069053246484447,
+        "per_seed": {
+          "1073161778": -0.012089073657989502,
+          "1113371261": -0.01487685739994049,
+          "1151410346": 0.015453755855560303,
+          "1261930456": -1.9000287055969238,
+          "1324133122": 0.00014631450176239014,
+          "1324642411": 0.0,
+          "1375492786": -1.8525634557008743,
+          "141984615": -0.12385467812418938,
+          "1461069713": -0.17207801714539528,
+          "1480856810": 0.0,
+          "1509980664": 1.167920172214508,
+          "1522272686": -1.4577699303627014,
+          "1549324805": 0.1363367885351181,
+          "1578990937": 0.0033643990755081177,
+          "1747178030": 0.0,
+          "1790188787": -1.8137669563293457,
+          "1822210471": -0.01903136819601059,
+          "1845489013": -0.01726508140563965,
+          "1999022574": 1.1720311045646667,
+          "2012211287": 1.2717533111572266,
+          "2038594191": 0.09524012356996536,
+          "2054899126": -0.9244469627737999,
+          "2061635888": 0.004257768392562866,
+          "211245842": 0.017371907830238342,
+          "278008524": -0.0004038810729980469,
+          "307068879": -0.0069318413734436035,
+          "412102563": 0.0,
+          "440577711": 0.0,
+          "441046872": -0.0036740899085998535,
+          "509430392": 1.9592653959989548,
+          "585904130": 0.08595272153615952,
+          "608016290": 0.08474063873291016,
+          "626486813": 0.020195862278342247,
+          "636680137": -0.007040895521640778,
+          "655884605": 0.006311893463134766,
+          "672328262": -0.052545782178640366,
+          "701667486": 0.0034714341163635254,
+          "747260437": -1.8657769113779068,
+          "750448296": -0.5351803650458654,
+          "767747424": -0.49211003724485636
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.1298385656990788,
+          "low": -0.8797943426171939,
+          "mean": -0.32690367816704685,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": -0.32690367816704685,
+        "per_task": {
+          "LiftPegUpright-v1": 0.26675978899002073,
+          "PickCube-v1": -1.4577699303627014,
+          "PullCube-v1": -0.3670367105305195,
+          "PushCube-v1": -0.2924217109878858,
+          "StackCube-v1": 0.21595017205585132
+        }
+      },
+      "metric": "proposal_oracle_utility_gain_over_base_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.004977347562089562,
+        "low": -0.3961880898568779,
+        "mean": -0.18081181504142782,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "selected_safety_label_known_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.0,
+          "low": 1.0,
+          "mean": 1.0,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 1.0,
+        "per_seed": {
+          "1073161778": 1.0,
+          "1113371261": 1.0,
+          "1151410346": 1.0,
+          "1261930456": 1.0,
+          "1324133122": 1.0,
+          "1324642411": 1.0,
+          "1375492786": 1.0,
+          "141984615": 1.0,
+          "1461069713": 1.0,
+          "1480856810": 1.0,
+          "1509980664": 1.0,
+          "1522272686": 1.0,
+          "1549324805": 1.0,
+          "1578990937": 1.0,
+          "1747178030": 1.0,
+          "1790188787": 1.0,
+          "1822210471": 1.0,
+          "1845489013": 1.0,
+          "1999022574": 1.0,
+          "2012211287": 1.0,
+          "2038594191": 1.0,
+          "2054899126": 1.0,
+          "2061635888": 1.0,
+          "211245842": 1.0,
+          "278008524": 1.0,
+          "307068879": 1.0,
+          "412102563": 1.0,
+          "440577711": 1.0,
+          "441046872": 1.0,
+          "509430392": 1.0,
+          "585904130": 1.0,
+          "608016290": 1.0,
+          "626486813": 1.0,
+          "636680137": 1.0,
+          "655884605": 1.0,
+          "672328262": 1.0,
+          "701667486": 1.0,
+          "747260437": 1.0,
+          "750448296": 1.0,
+          "767747424": 1.0
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.0,
+          "low": 1.0,
+          "mean": 1.0,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 1.0,
+        "per_task": {
+          "LiftPegUpright-v1": 1.0,
+          "PickCube-v1": 1.0,
+          "PullCube-v1": 1.0,
+          "PushCube-v1": 1.0,
+          "StackCube-v1": 1.0
+        }
+      },
+      "metric": "selected_safety_label_known_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 1.0,
+        "low": 1.0,
+        "mean": 1.0,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "selected_success_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.175,
+          "low": 0.025,
+          "mean": 0.1,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.1,
+        "per_seed": {
+          "1073161778": 0.0,
+          "1113371261": 0.0,
+          "1151410346": 0.0,
+          "1261930456": 0.0,
+          "1324133122": 0.0,
+          "1324642411": 1.0,
+          "1375492786": 0.0,
+          "141984615": 0.0,
+          "1461069713": 0.0,
+          "1480856810": 0.0,
+          "1509980664": 0.0,
+          "1522272686": 0.0,
+          "1549324805": 0.0,
+          "1578990937": 0.0,
+          "1747178030": 1.0,
+          "1790188787": 0.0,
+          "1822210471": 0.0,
+          "1845489013": 0.0,
+          "1999022574": 0.0,
+          "2012211287": 0.0,
+          "2038594191": 0.0,
+          "2054899126": 0.5,
+          "2061635888": 0.0,
+          "211245842": 0.0,
+          "278008524": 0.5,
+          "307068879": 0.0,
+          "412102563": 0.0,
+          "440577711": 1.0,
+          "441046872": 0.0,
+          "509430392": 0.0,
+          "585904130": 0.0,
+          "608016290": 0.0,
+          "626486813": 0.0,
+          "636680137": 0.0,
+          "655884605": 0.0,
+          "672328262": 0.0,
+          "701667486": 0.0,
+          "747260437": 0.0,
+          "750448296": 0.0,
+          "767747424": 0.0
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.22399999999999998,
+          "low": 0.0,
+          "mean": 0.09066666666666666,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.09066666666666666,
+        "per_task": {
+          "LiftPegUpright-v1": 0.0,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.12,
+          "PushCube-v1": 0.3333333333333333,
+          "StackCube-v1": 0.0
+        }
+      },
+      "metric": "selected_success_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.1875,
+        "low": 0.020833333333333332,
+        "mean": 0.10416666666666667,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "selected_success_gain_over_base_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": -0.09583333333333334,
+          "low": -0.3375,
+          "mean": -0.20833333333333331,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": -0.20833333333333331,
+        "per_seed": {
+          "1073161778": 0.0,
+          "1113371261": 0.0,
+          "1151410346": 0.0,
+          "1261930456": -1.0,
+          "1324133122": 0.0,
+          "1324642411": 0.0,
+          "1375492786": -1.0,
+          "141984615": 0.0,
+          "1461069713": 0.0,
+          "1480856810": -1.0,
+          "1509980664": 0.0,
+          "1522272686": -1.0,
+          "1549324805": 0.0,
+          "1578990937": 0.0,
+          "1747178030": 0.0,
+          "1790188787": -1.0,
+          "1822210471": 0.0,
+          "1845489013": 0.0,
+          "1999022574": 0.0,
+          "2012211287": 0.0,
+          "2038594191": 0.0,
+          "2054899126": -0.5,
+          "2061635888": 0.0,
+          "211245842": 0.0,
+          "278008524": 0.0,
+          "307068879": 0.0,
+          "412102563": -1.0,
+          "440577711": 0.0,
+          "441046872": 0.0,
+          "509430392": 0.0,
+          "585904130": 0.0,
+          "608016290": 0.0,
+          "626486813": 0.0,
+          "636680137": 0.0,
+          "655884605": 0.0,
+          "672328262": 0.0,
+          "701667486": 0.0,
+          "747260437": -1.0,
+          "750448296": -0.3333333333333333,
+          "767747424": -0.5
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": -0.07272727272727272,
+          "low": -0.6960000000000001,
+          "mean": -0.36618181818181816,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": -0.36618181818181816,
+        "per_task": {
+          "LiftPegUpright-v1": 0.0,
+          "PickCube-v1": -1.0,
+          "PullCube-v1": -0.24,
+          "PushCube-v1": -0.5,
+          "StackCube-v1": -0.09090909090909091
+        }
+      },
+      "metric": "selected_success_gain_over_base_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": -0.10416666666666667,
+        "low": -0.3333333333333333,
+        "mean": -0.22916666666666666,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "selected_unsafe_known_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.28125,
+          "low": 0.0625,
+          "mean": 0.18125,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.18125,
+        "per_seed": {
+          "1073161778": 0.0,
+          "1113371261": 0.0,
+          "1151410346": 0.0,
+          "1261930456": 0.0,
+          "1324133122": 0.0,
+          "1324642411": 0.0,
+          "1375492786": 1.0,
+          "141984615": 0.0,
+          "1461069713": 0.0,
+          "1480856810": 0.0,
+          "1509980664": 0.0,
+          "1522272686": 0.0,
+          "1549324805": 0.0,
+          "1578990937": 0.0,
+          "1747178030": 1.0,
+          "1790188787": 0.0,
+          "1822210471": 0.0,
+          "1845489013": 1.0,
+          "1999022574": 0.0,
+          "2012211287": 0.0,
+          "2038594191": 0.0,
+          "2054899126": 0.5,
+          "2061635888": 0.0,
+          "211245842": 0.0,
+          "278008524": 0.0,
+          "307068879": 0.0,
+          "412102563": 0.0,
+          "440577711": 0.0,
+          "441046872": 0.0,
+          "509430392": 0.0,
+          "585904130": 1.0,
+          "608016290": 0.0,
+          "626486813": 0.0,
+          "636680137": 0.0,
+          "655884605": 0.0,
+          "672328262": 0.0,
+          "701667486": 0.0,
+          "747260437": 1.0,
+          "750448296": 1.0,
+          "767747424": 0.75
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.288,
+          "low": 0.0,
+          "mean": 0.096,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.096,
+        "per_task": {
+          "LiftPegUpright-v1": 0.0,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.48,
+          "PushCube-v1": 0.0,
+          "StackCube-v1": 0.0
+        }
+      },
+      "metric": "selected_unsafe_known_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.375,
+        "low": 0.14583333333333334,
+        "mean": 0.25,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "selected_utility_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.5628758786207375,
+          "low": 0.2524046484497376,
+          "mean": 0.39560049497134364,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.39560049497134364,
+        "per_seed": {
+          "1073161778": 0.7134289145469666,
+          "1113371261": 0.09066957235336304,
+          "1151410346": 0.2267151176929474,
+          "1261930456": 0.09654919803142548,
+          "1324133122": 0.07025662064552307,
+          "1324642411": 2.0,
+          "1375492786": 0.125103160738945,
+          "141984615": 0.04370605945587158,
+          "1461069713": 0.036472875624895096,
+          "1480856810": 0.184015691280365,
+          "1509980664": 0.23360641300678253,
+          "1522272686": 0.11739088594913483,
+          "1549324805": 0.3088321089744568,
+          "1578990937": 0.1918090283870697,
+          "1747178030": 2.0,
+          "1790188787": 0.1588883101940155,
+          "1822210471": 0.06297371536493301,
+          "1845489013": 0.09357102960348129,
+          "1999022574": 0.8143669962882996,
+          "2012211287": 0.719451367855072,
+          "2038594191": 0.15308313071727753,
+          "2054899126": 1.0613844096660614,
+          "2061635888": 0.07929591834545135,
+          "211245842": 0.16206583380699158,
+          "278008524": 1.102214626967907,
+          "307068879": 0.20115609467029572,
+          "412102563": 0.16581374406814575,
+          "440577711": 2.0,
+          "441046872": 0.20323576033115387,
+          "509430392": 0.198524609208107,
+          "585904130": 0.10958615690469742,
+          "608016290": 0.516010582447052,
+          "626486813": 0.06004284881055355,
+          "636680137": 0.0957610011100769,
+          "655884605": 0.14293836057186127,
+          "672328262": 0.04943364858627319,
+          "701667486": 0.788884162902832,
+          "747260437": 0.13000567257404327,
+          "750448296": 0.2019465168317159,
+          "767747424": 0.11482965433970094
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.6118640309030359,
+          "low": 0.209970059543848,
+          "mean": 0.395911451499119,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.395911451499119,
+        "per_task": {
+          "LiftPegUpright-v1": 0.47065654397010803,
+          "PickCube-v1": 0.11739088594913483,
+          "PullCube-v1": 0.34883881993591787,
+          "PushCube-v1": 0.7729963014523188,
+          "StackCube-v1": 0.26967470618811523
+        }
+      },
+      "metric": "selected_utility_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.5472346911362062,
+        "low": 0.235154612067466,
+        "mean": 0.3915842433537667,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "selected_utility_gain_over_base_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": -0.19472851282916964,
+          "low": -0.6428319769911468,
+          "mean": -0.4072029812145047,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": -0.4072029812145047,
+        "per_seed": {
+          "1073161778": -0.012089073657989502,
+          "1113371261": -0.020429715514183044,
+          "1151410346": -0.0017583966255187988,
+          "1261930456": -1.9034508019685745,
+          "1324133122": -0.013970434665679932,
+          "1324642411": 0.0,
+          "1375492786": -1.874896839261055,
+          "141984615": -0.12412667274475098,
+          "1461069713": -0.19205471500754356,
+          "1480856810": -1.815984308719635,
+          "1509980664": -0.5984734147787094,
+          "1522272686": -1.8826091140508652,
+          "1549324805": 0.1363367885351181,
+          "1578990937": -0.02245694398880005,
+          "1747178030": 0.0,
+          "1790188787": -1.8411116898059845,
+          "1822210471": -0.0314517468214035,
+          "1845489013": -0.018986977636814117,
+          "1999022574": -0.013601899147033691,
+          "2012211287": -0.008795320987701416,
+          "2038594191": 0.058042533695697784,
+          "2054899126": -0.9386155903339386,
+          "2061635888": -0.0069110095500946045,
+          "211245842": -0.022238612174987793,
+          "278008524": -0.02279258519411087,
+          "307068879": -0.00799626111984253,
+          "412102563": -1.8341862559318542,
+          "440577711": 0.0,
+          "441046872": -0.006531879305839539,
+          "509430392": 0.15779000520706177,
+          "585904130": 0.03854961693286896,
+          "608016290": -0.009349524974822998,
+          "626486813": 0.018301954492926598,
+          "636680137": -0.023812592029571533,
+          "655884605": -0.0011370331048965454,
+          "672328262": -0.05650059133768082,
+          "701667486": -0.0023899078369140625,
+          "747260437": -1.8699943274259567,
+          "750448296": -0.5585568100214005,
+          "767747424": -0.9598791017197073
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": -0.186339836825024,
+          "low": -1.2933193251490593,
+          "mean": -0.6954238954109677,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": -0.6954238954109677,
+        "per_task": {
+          "LiftPegUpright-v1": -0.008952412009239196,
+          "PickCube-v1": -1.8826091140508652,
+          "PullCube-v1": -0.4544117920845747,
+          "PushCube-v1": -0.9004594658811887,
+          "StackCube-v1": -0.23068669302897019
+        }
+      },
+      "metric": "selected_utility_gain_over_base_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": -0.22273767576552927,
+        "low": -0.6700205102485294,
+        "mean": -0.442249508225359,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "selector_gap_fraction_to_hidden_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.490446054366601,
+          "low": 0.17193744788538687,
+          "mean": 0.31189961991034537,
+          "n": 31,
+          "num_samples": 200
+        },
+        "mean": 0.31189961991034537,
+        "per_seed": {
+          "1073161778": 0.0,
+          "1113371261": 0.0029397300125816113,
+          "1151410346": 0.00971600064701111,
+          "1324133122": 0.007368696382616199,
+          "141984615": 0.002306123062633005,
+          "1461069713": 0.288742618894596,
+          "1480856810": 1.0142219433416046,
+          "1509980664": 1.5124266444032184,
+          "1549324805": 0.0,
+          "1578990937": 0.01445979225622012,
+          "1822210471": 0.006517918023633584,
+          "1845489013": 0.0009122909407439936,
+          "1999022574": 1.011605407991357,
+          "2012211287": 1.0069159017794875,
+          "2038594191": 0.019526710026528036,
+          "2061635888": 0.005835938119671427,
+          "211245842": 0.021815617666502807,
+          "278008524": 2.0172600486699674,
+          "307068879": 0.00059436644420333,
+          "441046872": 0.0015963231703957186,
+          "509430392": 0.9194647108404573,
+          "585904130": 0.024574392198491026,
+          "608016290": 0.06380551901605927,
+          "626486813": 0.0702593667270505,
+          "636680137": 0.3289165763180427,
+          "655884605": 0.00401359330150179,
+          "672328262": 0.0020879999218620937,
+          "701667486": 0.004849190218716296,
+          "747260437": 0.0024500819161142355,
+          "750448296": 0.8506872930430188,
+          "767747424": 0.45301742188642
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.7787781008387806,
+          "low": 0.2428012658000221,
+          "mean": 0.4420966518067502,
+          "n": 4,
+          "num_samples": 200
+        },
+        "mean": 0.4420966518067502,
+        "per_task": {
+          "LiftPegUpright-v1": 0.2145824220820292,
+          "PullCube-v1": 0.3274577969540007,
+          "PushCube-v1": 0.966843327091031,
+          "StackCube-v1": 0.2595030610999397
+        }
+      },
+      "metric": "selector_gap_fraction_to_hidden_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.5014489435705519,
+        "low": 0.17803011658533271,
+        "mean": 0.3284534205932462,
+        "n": 35,
+        "num_samples": 200
+      },
+      "n": 35
+    },
+    "selector_regret_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.4475754351161109,
+          "low": 0.12457615735474974,
+          "mean": 0.2765124487496602,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.2765124487496602,
+        "per_seed": {
+          "1073161778": 0.0,
+          "1113371261": 0.005552858114242554,
+          "1151410346": 0.0172121524810791,
+          "1261930456": 0.003422096371650696,
+          "1324133122": 0.014116749167442322,
+          "1324642411": 0.0,
+          "1375492786": 0.022333383560180664,
+          "141984615": 0.00027199462056159973,
+          "1461069713": 0.019976697862148285,
+          "1480856810": 1.815984308719635,
+          "1509980664": 1.7663935869932175,
+          "1522272686": 0.42483918368816376,
+          "1549324805": 0.0,
+          "1578990937": 0.025821343064308167,
+          "1747178030": 0.0,
+          "1790188787": 0.027344733476638794,
+          "1822210471": 0.012420378625392914,
+          "1845489013": 0.001721896231174469,
+          "1999022574": 1.1856330037117004,
+          "2012211287": 1.280548632144928,
+          "2038594191": 0.03719758987426758,
+          "2054899126": 0.014168627560138702,
+          "2061635888": 0.01116877794265747,
+          "211245842": 0.039610520005226135,
+          "278008524": 0.022388704121112823,
+          "307068879": 0.0010644197463989258,
+          "412102563": 1.8341862559318542,
+          "440577711": 0.0,
+          "441046872": 0.002857789397239685,
+          "509430392": 1.801475390791893,
+          "585904130": 0.04740310460329056,
+          "608016290": 0.09409016370773315,
+          "626486813": 0.0018939077854156494,
+          "636680137": 0.016771696507930756,
+          "655884605": 0.007448926568031311,
+          "672328262": 0.003954809159040451,
+          "701667486": 0.005861341953277588,
+          "747260437": 0.004217416048049927,
+          "750448296": 0.023376444975535076,
+          "767747424": 0.4677690644748509
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.5068376847288826,
+          "low": 0.19689486214924945,
+          "mean": 0.3685202172439207,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.3685202172439207,
+        "per_task": {
+          "LiftPegUpright-v1": 0.27571220099925997,
+          "PickCube-v1": 0.42483918368816376,
+          "PullCube-v1": 0.08737508155405521,
+          "PushCube-v1": 0.6080377548933029,
+          "StackCube-v1": 0.44663686508482153
+        }
+      },
+      "metric": "selector_regret_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.4223087140514205,
+        "low": 0.09506933600641787,
+        "mean": 0.26143769318393123,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "success_selector_gap_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.26875,
+          "low": 0.05625,
+          "mean": 0.15625,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.15625,
+        "per_seed": {
+          "1073161778": 0.0,
+          "1113371261": 0.0,
+          "1151410346": 0.0,
+          "1261930456": 0.0,
+          "1324133122": 0.0,
+          "1324642411": 0.0,
+          "1375492786": 0.0,
+          "141984615": 0.0,
+          "1461069713": 0.0,
+          "1480856810": 1.0,
+          "1509980664": 1.0,
+          "1522272686": 0.0,
+          "1549324805": 0.0,
+          "1578990937": 0.0,
+          "1747178030": 0.0,
+          "1790188787": 0.0,
+          "1822210471": 0.0,
+          "1845489013": 0.0,
+          "1999022574": 1.0,
+          "2012211287": 1.0,
+          "2038594191": 0.0,
+          "2054899126": 0.0,
+          "2061635888": 0.0,
+          "211245842": 0.0,
+          "278008524": 0.0,
+          "307068879": 0.0,
+          "412102563": 1.0,
+          "440577711": 0.0,
+          "441046872": 0.0,
+          "509430392": 1.0,
+          "585904130": 0.0,
+          "608016290": 0.0,
+          "626486813": 0.0,
+          "636680137": 0.0,
+          "655884605": 0.0,
+          "672328262": 0.0,
+          "701667486": 0.0,
+          "747260437": 0.0,
+          "750448296": 0.0,
+          "767747424": 0.25
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.26666666666666666,
+          "low": 0.06254545454545454,
+          "mean": 0.1692121212121212,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.1692121212121212,
+        "per_task": {
+          "LiftPegUpright-v1": 0.2,
+          "PickCube-v1": 0.0,
+          "PullCube-v1": 0.04,
+          "PushCube-v1": 0.3333333333333333,
+          "StackCube-v1": 0.2727272727272727
+        }
+      },
+      "metric": "success_selector_gap_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.25,
+        "low": 0.041666666666666664,
+        "mean": 0.14583333333333334,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "success_support_gap_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.6833333333333333,
+          "low": 0.425,
+          "mean": 0.5541666666666667,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.5541666666666667,
+        "per_seed": {
+          "1073161778": 1.0,
+          "1113371261": 1.0,
+          "1151410346": 1.0,
+          "1261930456": 1.0,
+          "1324133122": 1.0,
+          "1324642411": 0.0,
+          "1375492786": 1.0,
+          "141984615": 0.0,
+          "1461069713": 0.0,
+          "1480856810": 0.0,
+          "1509980664": 0.0,
+          "1522272686": 1.0,
+          "1549324805": 0.0,
+          "1578990937": 1.0,
+          "1747178030": 0.0,
+          "1790188787": 1.0,
+          "1822210471": 1.0,
+          "1845489013": 1.0,
+          "1999022574": 0.0,
+          "2012211287": 0.0,
+          "2038594191": 1.0,
+          "2054899126": 0.5,
+          "2061635888": 1.0,
+          "211245842": 1.0,
+          "278008524": 0.0,
+          "307068879": 1.0,
+          "412102563": 0.0,
+          "440577711": 0.0,
+          "441046872": 1.0,
+          "509430392": 0.0,
+          "585904130": 1.0,
+          "608016290": 1.0,
+          "626486813": 0.0,
+          "636680137": 0.0,
+          "655884605": 1.0,
+          "672328262": 1.0,
+          "701667486": 1.0,
+          "747260437": 0.0,
+          "750448296": 0.6666666666666666,
+          "767747424": 0.0
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.8266666666666665,
+          "low": 0.4281212121212121,
+          "mean": 0.6441212121212121,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.6441212121212121,
+        "per_task": {
+          "LiftPegUpright-v1": 0.8,
+          "PickCube-v1": 1.0,
+          "PullCube-v1": 0.36,
+          "PushCube-v1": 0.3333333333333333,
+          "StackCube-v1": 0.7272727272727273
+        }
+      },
+      "metric": "success_support_gap_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.625,
+        "low": 0.3541666666666667,
+        "mean": 0.5,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "success_total_car_to_hidden_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.8125,
+          "low": 0.5666666666666667,
+          "mean": 0.6854166666666667,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.6854166666666667,
+        "per_seed": {
+          "1073161778": 1.0,
+          "1113371261": 1.0,
+          "1151410346": 1.0,
+          "1261930456": 1.0,
+          "1324133122": 1.0,
+          "1324642411": 0.0,
+          "1375492786": 1.0,
+          "141984615": 0.0,
+          "1461069713": 0.0,
+          "1480856810": 0.0,
+          "1509980664": 1.0,
+          "1522272686": 1.0,
+          "1549324805": 0.0,
+          "1578990937": 1.0,
+          "1747178030": 0.0,
+          "1790188787": 1.0,
+          "1822210471": 1.0,
+          "1845489013": 1.0,
+          "1999022574": 1.0,
+          "2012211287": 1.0,
+          "2038594191": 1.0,
+          "2054899126": 0.5,
+          "2061635888": 1.0,
+          "211245842": 1.0,
+          "278008524": 0.0,
+          "307068879": 1.0,
+          "412102563": 1.0,
+          "440577711": 0.0,
+          "441046872": 1.0,
+          "509430392": 1.0,
+          "585904130": 1.0,
+          "608016290": 1.0,
+          "626486813": 0.0,
+          "636680137": 0.0,
+          "655884605": 1.0,
+          "672328262": 1.0,
+          "701667486": 1.0,
+          "747260437": 0.0,
+          "750448296": 0.6666666666666666,
+          "767747424": 0.25
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.0,
+          "low": 0.54,
+          "mean": 0.78,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 0.78,
+        "per_task": {
+          "LiftPegUpright-v1": 1.0,
+          "PickCube-v1": 1.0,
+          "PullCube-v1": 0.4,
+          "PushCube-v1": 0.5,
+          "StackCube-v1": 1.0
+        }
+      },
+      "metric": "success_total_car_to_hidden_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.7291666666666666,
+        "low": 0.4791666666666667,
+        "mean": 0.625,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "support_gap_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.2256661575365189,
+          "low": 0.7455431038048118,
+          "mean": 0.9926273552778488,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 0.9926273552778488,
+        "per_seed": {
+          "1073161778": 1.2865710854530334,
+          "1113371261": 1.9037775695323944,
+          "1151410346": 1.7560727298259735,
+          "1261930456": 1.9000287055969238,
+          "1324133122": 1.9156266301870346,
+          "1324642411": 0.0,
+          "1375492786": 1.8525634557008743,
+          "141984615": 0.2417992167174816,
+          "1461069713": 0.10289287939667702,
+          "1480856810": 0.0,
+          "1509980664": 0.0,
+          "1522272686": 1.4577699303627014,
+          "1549324805": 0.0,
+          "1578990937": 1.7823696285486221,
+          "1747178030": 0.0,
+          "1790188787": 1.8137669563293457,
+          "1822210471": 1.924605906009674,
+          "1845489013": 1.9047070741653442,
+          "1999022574": 0.0,
+          "2012211287": 0.0,
+          "2038594191": 1.809719279408455,
+          "2054899126": 0.9244469627737999,
+          "2061635888": 1.9095353037118912,
+          "211245842": 1.7983236461877823,
+          "278008524": 0.0,
+          "307068879": 1.7977794855833054,
+          "412102563": 0.0,
+          "440577711": 0.0,
+          "441046872": 1.7939064502716064,
+          "509430392": 0.0,
+          "585904130": 1.843010738492012,
+          "608016290": 1.3898992538452148,
+          "626486813": 0.10364562459290028,
+          "636680137": 0.05803162604570389,
+          "655884605": 1.8496127128601074,
+          "672328262": 1.9466115422546864,
+          "701667486": 1.2052544951438904,
+          "747260437": 0.144440159201622,
+          "750448296": 1.1875135501225789,
+          "767747424": 0.1008116127923131
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.3124932943149046,
+          "low": 0.7839182949264845,
+          "mean": 1.0656139447842583,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 1.0656139447842583,
+        "per_task": {
+          "LiftPegUpright-v1": 1.253631255030632,
+          "PickCube-v1": 1.4577699303627014,
+          "PullCube-v1": 0.7140141661465168,
+          "PushCube-v1": 0.6189659436543783,
+          "StackCube-v1": 1.2836884287270633
+        }
+      },
+      "metric": "support_gap_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 1.1028367501373093,
+        "low": 0.6545770478745302,
+        "mean": 0.9043885153563073,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    },
+    "support_gap_fraction_to_hidden_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.919628337380863,
+          "low": 0.578547201138025,
+          "mean": 0.757919139075269,
+          "n": 31,
+          "num_samples": 200
+        },
+        "mean": 0.757919139075269,
+        "per_seed": {
+          "1073161778": 1.009485480019418,
+          "1113371261": 1.0078759340310404,
+          "1151410346": 0.9912765877448256,
+          "1324133122": 0.9999236263868492,
+          "141984615": 2.0501094802810416,
+          "1461069713": 1.4872107326054032,
+          "1480856810": 0.0,
+          "1509980664": 0.0,
+          "1549324805": 0.0,
+          "1578990937": 0.9981159573466916,
+          "1822210471": 1.009987207437105,
+          "1845489013": 1.0091473441154055,
+          "1999022574": 0.0,
+          "2012211287": 0.0,
+          "2038594191": 0.950004119026864,
+          "2061635888": 0.9977752200827643,
+          "211245842": 0.9904323674793413,
+          "278008524": 0.0,
+          "307068879": 1.0038707041304467,
+          "441046872": 1.0020522977854422,
+          "509430392": 0.0,
+          "585904130": 0.9554409799266471,
+          "608016290": 0.9425346898863848,
+          "626486813": 0.8033778054737339,
+          "636680137": 1.1380818719260768,
+          "655884605": 0.9965990571806475,
+          "672328262": 1.0277423219859751,
+          "701667486": 0.9971280221327856,
+          "747260437": 0.08391162218491321,
+          "750448296": 0.4568807953323259,
+          "767747424": 0.5865290868312131
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 0.792764232117693,
+          "low": 0.19789715859108456,
+          "mean": 0.5917050520895303,
+          "n": 4,
+          "num_samples": 200
+        },
+        "mean": 0.5917050520895303,
+        "per_task": {
+          "LiftPegUpright-v1": 0.7915886343643382,
+          "PullCube-v1": 0.7773188967552883,
+          "PushCube-v1": 0.0,
+          "StackCube-v1": 0.7979126772384945
+        }
+      },
+      "metric": "support_gap_fraction_to_hidden_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 0.9126011547885531,
+        "low": 0.5811499188978817,
+        "mean": 0.7408231453086236,
+        "n": 35,
+        "num_samples": 200
+      },
+      "n": 35
+    },
+    "total_car_to_hidden_at_8": {
+      "macro_by_seed": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.4466379160061478,
+          "low": 1.0152511927648447,
+          "mean": 1.2237464510719291,
+          "n": 40,
+          "num_samples": 200
+        },
+        "mean": 1.2237464510719291,
+        "per_seed": {
+          "1073161778": 1.2865710854530334,
+          "1113371261": 1.909330427646637,
+          "1151410346": 1.7732848823070526,
+          "1261930456": 1.9034508019685745,
+          "1324133122": 1.929743379354477,
+          "1324642411": 0.0,
+          "1375492786": 1.874896839261055,
+          "141984615": 0.2420712113380432,
+          "1461069713": 0.1228695772588253,
+          "1480856810": 0.02546466886997223,
+          "1509980664": 1.7663935869932175,
+          "1522272686": 1.8826091140508652,
+          "1549324805": 0.0,
+          "1578990937": 1.8081909716129303,
+          "1747178030": 0.0,
+          "1790188787": 1.8411116898059845,
+          "1822210471": 1.937026284635067,
+          "1845489013": 1.9064289703965187,
+          "1999022574": 1.1856330037117004,
+          "2012211287": 1.280548632144928,
+          "2038594191": 1.8469168692827225,
+          "2054899126": 0.9386155903339386,
+          "2061635888": 1.9207040816545486,
+          "211245842": 1.8379341661930084,
+          "278008524": 0.011694014072418213,
+          "307068879": 1.7988439053297043,
+          "412102563": 1.8341862559318542,
+          "440577711": 0.0,
+          "441046872": 1.7967642396688461,
+          "509430392": 1.801475390791893,
+          "585904130": 1.8904138430953026,
+          "608016290": 1.483989417552948,
+          "626486813": 0.10553953237831593,
+          "636680137": 0.07480332255363464,
+          "655884605": 1.8570616394281387,
+          "672328262": 1.9505663514137268,
+          "701667486": 1.211115837097168,
+          "747260437": 0.14865757524967194,
+          "750448296": 1.2060499787330627,
+          "767747424": 0.5589009053073823
+        }
+      },
+      "macro_by_task": {
+        "ci": {
+          "confidence": 0.95,
+          "high": 1.7205856903032823,
+          "low": 1.0108242746885074,
+          "mean": 1.373853145896937,
+          "n": 5,
+          "num_samples": 200
+        },
+        "mean": 1.373853145896937,
+        "per_task": {
+          "LiftPegUpright-v1": 1.529343456029892,
+          "PickCube-v1": 1.8826091140508652,
+          "PullCube-v1": 0.7984041070193052,
+          "PushCube-v1": 0.9285837585727373,
+          "StackCube-v1": 1.7303252938118847
+        }
+      },
+      "metric": "total_car_to_hidden_at_8",
+      "micro": {
+        "confidence": 0.95,
+        "high": 1.3169027051189914,
+        "low": 0.868443611000354,
+        "mean": 1.1269689552718773,
+        "n": 48,
+        "num_samples": 200
+      },
+      "n": 48
+    }
+  },
+  "num_rows": 48,
+  "report_type": "ctt_generated_measured_rollout",
+  "schema_version": 1,
+  "source_content_hash": "67f7b4a692f7c7e71da24378dc71e3399c5d35afc14c494869eba6087b765c42",
+  "source_split_hash": "867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372",
+  "success_summary": {
+    "base_success_rate": 0.3333333333333333,
+    "base_utility_mean": 0.8338337515791258,
+    "hidden_chart_oracle_success_rate": 0.7291666666666666,
+    "hidden_chart_oracle_utility_mean": 1.5183161981403828,
+    "max_restore_error": 1.4901161193847656e-08,
+    "proposal_oracle_success_gain_over_base": -0.08333333333333333,
+    "proposal_oracle_success_rate": 0.25,
+    "proposal_oracle_utility_mean": 0.6530219365376979,
+    "selected_success_gain_over_base": -0.22916666666666666,
+    "selected_success_rate": 0.10416666666666667,
+    "selected_utility_mean": 0.3915842433537667,
+    "success_selector_gap": 0.14583333333333334,
+    "success_support_gap": 0.5
+  },
+  "target_content_hash": "0c38d73dc9bc4ab756e12006671b5d12f1a23358b281e54b3f6a9ae3cbf6e9af",
+  "target_split_hash": "84151df9e88c219b76751677558cc5bbbc19082bf358cea7330158e9e403e25f"
+}

workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed1/metrics_by_seed.json

@@ -0,0 +1,1408 @@
+{
+  "1073161778": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.725517988204956,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.009485472098667,
+    "ncar_to_proposal_oracle_at_8": 0.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.15824853632401062,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.7134289145469666,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.012089073657989502,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.7134289145469666,
+    "selected_utility_gain_over_base_at_8": -0.012089073657989502,
+    "selector_gap_fraction_to_hidden_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.2865710854530334,
+    "support_gap_fraction_to_hidden_at_8": 1.009485480019418,
+    "total_car_to_hidden_at_8": 1.2865710854530334
+  },
+  "1113371261": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.11109928786754608,
+    "branch_car_at_8": 0.005552858114242554,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0108156586922785,
+    "ncar_to_proposal_oracle_at_8": 0.3732545276477201,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.1039178410083798,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.09622243046760559,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.01487685739994049,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.09066957235336304,
+    "selected_utility_gain_over_base_at_8": -0.020429715514183044,
+    "selector_gap_fraction_to_hidden_at_8": 0.0029397300125816113,
+    "selector_regret_at_8": 0.005552858114242554,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.9037775695323944,
+    "support_gap_fraction_to_hidden_at_8": 1.0078759340310404,
+    "total_car_to_hidden_at_8": 1.909330427646637
+  },
+  "1151410346": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.2284735143184662,
+    "branch_car_at_8": 0.0172121524810791,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0009925827413846,
+    "ncar_to_proposal_oracle_at_8": 1.1137836978995075,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.4615660105355005,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.2439272701740265,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.015453755855560303,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.2267151176929474,
+    "selected_utility_gain_over_base_at_8": -0.0017583966255187988,
+    "selector_gap_fraction_to_hidden_at_8": 0.00971600064701111,
+    "selector_regret_at_8": 0.0172121524810791,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.7560727298259735,
+    "support_gap_fraction_to_hidden_at_8": 0.9912765877448256,
+    "total_car_to_hidden_at_8": 1.7732848823070526
+  },
+  "1261930456": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.003422096371650696,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_proposal_oracle_at_8": 0.0018010761329865432,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.11955613465129326,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": -1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.09997129440307617,
+    "proposal_oracle_utility_gain_over_base_at_8": -1.9000287055969238,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": -1.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.09654919803142548,
+    "selected_utility_gain_over_base_at_8": -1.9034508019685745,
+    "selector_regret_at_8": 0.003422096371650696,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.9000287055969238,
+    "total_car_to_hidden_at_8": 1.9034508019685745
+  },
+  "1324133122": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.084227055311203,
+    "branch_car_at_8": 0.014116749167442322,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0072923175115756,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.14890766308842673,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.0843733698129654,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.00014631450176239014,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.07025662064552307,
+    "selected_utility_gain_over_base_at_8": -0.013970434665679932,
+    "selector_gap_fraction_to_hidden_at_8": 0.007368696382616199,
+    "selector_regret_at_8": 0.014116749167442322,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.9156266301870346,
+    "support_gap_fraction_to_hidden_at_8": 0.9999236263868492,
+    "total_car_to_hidden_at_8": 1.929743379354477
+  },
+  "1324642411": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.08969565833656507,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.0,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 1.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 2.0,
+    "selected_utility_gain_over_base_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0,
+    "total_car_to_hidden_at_8": 0.0
+  },
+  "1375492786": {
+    "any_generated_unsafe_known_at_8": 1.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.022333383560180664,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 1.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_proposal_oracle_at_8": 0.01205539457819943,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.31858805145491575,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": -1.0,
+    "proposal_oracle_unsafe_known_at_8": 1.0,
+    "proposal_oracle_utility_at_8": 0.14743654429912567,
+    "proposal_oracle_utility_gain_over_base_at_8": -1.8525634557008743,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": -1.0,
+    "selected_unsafe_known_at_8": 1.0,
+    "selected_utility_at_8": 0.125103160738945,
+    "selected_utility_gain_over_base_at_8": -1.874896839261055,
+    "selector_regret_at_8": 0.022333383560180664,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.8525634557008743,
+    "total_car_to_hidden_at_8": 1.874896839261055
+  },
+  "141984615": {
+    "any_generated_unsafe_known_at_8": 1.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.16783273220062256,
+    "branch_car_at_8": 0.00027199462056159973,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.75,
+    "hidden_chart_oracle_success_at_8": 0.0,
+    "hidden_chart_oracle_utility_at_8": 0.2857772707939148,
+    "ncar_to_hidden_chart_oracle_at_8": 2.0524154293283745,
+    "ncar_to_proposal_oracle_at_8": 0.0021960785229935757,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.09999258757291778,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 1.0,
+    "proposal_oracle_utility_at_8": 0.04397805407643318,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.12385467812418938,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.04370605945587158,
+    "selected_utility_gain_over_base_at_8": -0.12412667274475098,
+    "selector_gap_fraction_to_hidden_at_8": 0.002306123062633005,
+    "selector_regret_at_8": 0.00027199462056159973,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.2417992167174816,
+    "support_gap_fraction_to_hidden_at_8": 2.0501094802810416,
+    "total_car_to_hidden_at_8": 0.2420712113380432
+  },
+  "1461069713": {
+    "any_generated_unsafe_known_at_8": 1.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.22852759063243866,
+    "branch_car_at_8": 0.019976697862148285,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.125,
+    "hidden_chart_oracle_success_at_8": 0.0,
+    "hidden_chart_oracle_utility_at_8": 0.1593424528837204,
+    "ncar_to_hidden_chart_oracle_at_8": 1.7759530948042475,
+    "ncar_to_proposal_oracle_at_8": 0.11609092801412241,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.19692180721696984,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.05644957348704338,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.17207801714539528,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.036472875624895096,
+    "selected_utility_gain_over_base_at_8": -0.19205471500754356,
+    "selector_gap_fraction_to_hidden_at_8": 0.288742618894596,
+    "selector_regret_at_8": 0.019976697862148285,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.10289287939667702,
+    "support_gap_fraction_to_hidden_at_8": 1.4872107326054032,
+    "total_car_to_hidden_at_8": 0.1228695772588253
+  },
+  "1480856810": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 1.815984308719635,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.0,
+    "hidden_chart_oracle_utility_at_8": 0.20948036015033722,
+    "ncar_to_hidden_chart_oracle_at_8": 0.01422194326217549,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.21485192639437836,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.0,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": -1.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.184015691280365,
+    "selected_utility_gain_over_base_at_8": -1.815984308719635,
+    "selector_gap_fraction_to_hidden_at_8": 1.0142219433416046,
+    "selector_regret_at_8": 1.815984308719635,
+    "success_selector_gap_at_8": 1.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0,
+    "support_gap_fraction_to_hidden_at_8": 0.0,
+    "total_car_to_hidden_at_8": 0.02546466886997223
+  },
+  "1509980664": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.8320798277854919,
+    "branch_car_at_8": 1.7663935869932175,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.5124266314534753,
+    "ncar_to_proposal_oracle_at_8": 1.5124266314534753,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.2559710109289143,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 1.167920172214508,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.23360641300678253,
+    "selected_utility_gain_over_base_at_8": -0.5984734147787094,
+    "selector_gap_fraction_to_hidden_at_8": 1.5124266444032184,
+    "selector_regret_at_8": 1.7663935869932175,
+    "success_selector_gap_at_8": 1.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 0.0,
+    "support_gap_fraction_to_hidden_at_8": 0.0,
+    "total_car_to_hidden_at_8": 1.7663935869932175
+  },
+  "1522272686": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.42483918368816376,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_proposal_oracle_at_8": 0.2914308848915223,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.5872235594375051,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": -1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.5422300696372986,
+    "proposal_oracle_utility_gain_over_base_at_8": -1.4577699303627014,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": -1.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.11739088594913483,
+    "selected_utility_gain_over_base_at_8": -1.8826091140508652,
+    "selector_regret_at_8": 0.42483918368816376,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.4577699303627014,
+    "total_car_to_hidden_at_8": 1.8826091140508652
+  },
+  "1549324805": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.17249532043933868,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.0,
+    "hidden_chart_oracle_utility_at_8": 0.2974560856819153,
+    "ncar_to_hidden_chart_oracle_at_8": 0.0,
+    "ncar_to_proposal_oracle_at_8": 0.0,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.2049052881521507,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.3088321089744568,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.1363367885351181,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.3088321089744568,
+    "selected_utility_gain_over_base_at_8": 0.1363367885351181,
+    "selector_gap_fraction_to_hidden_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0,
+    "support_gap_fraction_to_hidden_at_8": 0.0,
+    "total_car_to_hidden_at_8": 0.0
+  },
+  "1578990937": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.21426597237586975,
+    "branch_car_at_8": 0.025821343064308167,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0125757439325502,
+    "ncar_to_proposal_oracle_at_8": 7.6748523989783966,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.380206879424145,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.21763037145137787,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.0033643990755081177,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.1918090283870697,
+    "selected_utility_gain_over_base_at_8": -0.02245694398880005,
+    "selector_gap_fraction_to_hidden_at_8": 0.01445979225622012,
+    "selector_regret_at_8": 0.025821343064308167,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.7823696285486221,
+    "support_gap_fraction_to_hidden_at_8": 0.9981159573466916,
+    "total_car_to_hidden_at_8": 1.8081909716129303
+  },
+  "1747178030": {
+    "any_generated_unsafe_known_at_8": 1.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 1.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.0,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 1.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.0,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 1.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 1.0,
+    "selected_utility_at_8": 2.0,
+    "selected_utility_gain_over_base_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0,
+    "total_car_to_hidden_at_8": 0.0
+  },
+  "1790188787": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.027344733476638794,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_proposal_oracle_at_8": 0.015076210993068394,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.17184020363251903,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": -1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.1862330436706543,
+    "proposal_oracle_utility_gain_over_base_at_8": -1.8137669563293457,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": -1.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.1588883101940155,
+    "selected_utility_gain_over_base_at_8": -1.8411116898059845,
+    "selector_regret_at_8": 0.027344733476638794,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.8137669563293457,
+    "total_car_to_hidden_at_8": 1.8411116898059845
+  },
+  "1822210471": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.09442546218633652,
+    "branch_car_at_8": 0.012420378625392914,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0165051201263626,
+    "ncar_to_proposal_oracle_at_8": 0.6526263362259548,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.23878090822486137,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.07539409399032593,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.01903136819601059,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.06297371536493301,
+    "selected_utility_gain_over_base_at_8": -0.0314517468214035,
+    "selector_gap_fraction_to_hidden_at_8": 0.006517918023633584,
+    "selector_regret_at_8": 0.012420378625392914,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.924605906009674,
+    "support_gap_fraction_to_hidden_at_8": 1.009987207437105,
+    "total_car_to_hidden_at_8": 1.937026284635067
+  },
+  "1845489013": {
+    "any_generated_unsafe_known_at_8": 1.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.11255800724029541,
+    "branch_car_at_8": 0.001721896231174469,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 1.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0100596297046758,
+    "ncar_to_proposal_oracle_at_8": 0.09973281871024504,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.17754847147330888,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 1.0,
+    "proposal_oracle_utility_at_8": 0.09529292583465576,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.01726508140563965,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 1.0,
+    "selected_utility_at_8": 0.09357102960348129,
+    "selected_utility_gain_over_base_at_8": -0.018986977636814117,
+    "selector_gap_fraction_to_hidden_at_8": 0.0009122909407439936,
+    "selector_regret_at_8": 0.001721896231174469,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.9047070741653442,
+    "support_gap_fraction_to_hidden_at_8": 1.0091473441154055,
+    "total_car_to_hidden_at_8": 1.9064289703965187
+  },
+  "1999022574": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.8279688954353333,
+    "branch_car_at_8": 1.1856330037117004,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0116053993601406,
+    "ncar_to_proposal_oracle_at_8": 1.0116053993601406,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.09882012011393025,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 1.1720311045646667,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.8143669962882996,
+    "selected_utility_gain_over_base_at_8": -0.013601899147033691,
+    "selector_gap_fraction_to_hidden_at_8": 1.011605407991357,
+    "selector_regret_at_8": 1.1856330037117004,
+    "success_selector_gap_at_8": 1.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 0.0,
+    "support_gap_fraction_to_hidden_at_8": 0.0,
+    "total_car_to_hidden_at_8": 1.1856330037117004
+  },
+  "2012211287": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.7282466888427734,
+    "branch_car_at_8": 1.280548632144928,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0069158938619467,
+    "ncar_to_proposal_oracle_at_8": 1.0069158938619467,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.2320931358803039,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 1.2717533111572266,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.719451367855072,
+    "selected_utility_gain_over_base_at_8": -0.008795320987701416,
+    "selector_gap_fraction_to_hidden_at_8": 1.0069159017794875,
+    "selector_regret_at_8": 1.280548632144928,
+    "success_selector_gap_at_8": 1.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 0.0,
+    "support_gap_fraction_to_hidden_at_8": 0.0,
+    "total_car_to_hidden_at_8": 1.280548632144928
+  },
+  "2038594191": {
+    "any_generated_unsafe_known_at_8": 1.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.09504059702157974,
+    "branch_car_at_8": 0.03719758987426758,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.125,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 0.9695308239638829,
+    "ncar_to_proposal_oracle_at_8": 0.3905663345898341,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.35033667596352985,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.1902807205915451,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.09524012356996536,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.15308313071727753,
+    "selected_utility_gain_over_base_at_8": 0.058042533695697784,
+    "selector_gap_fraction_to_hidden_at_8": 0.019526710026528036,
+    "selector_regret_at_8": 0.03719758987426758,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.809719279408455,
+    "support_gap_fraction_to_hidden_at_8": 0.950004119026864,
+    "total_car_to_hidden_at_8": 1.8469168692827225
+  },
+  "2054899126": {
+    "any_generated_unsafe_known_at_8": 0.5,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.014168627560138702,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.5,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_proposal_oracle_at_8": 0.015326598554656713,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.21907773393500884,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.5,
+    "proposal_oracle_success_gain_over_base_at_8": -0.5,
+    "proposal_oracle_unsafe_known_at_8": 0.5,
+    "proposal_oracle_utility_at_8": 1.0755530372262,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.9244469627737999,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.5,
+    "selected_success_gain_over_base_at_8": -0.5,
+    "selected_unsafe_known_at_8": 0.5,
+    "selected_utility_at_8": 1.0613844096660614,
+    "selected_utility_gain_over_base_at_8": -0.9386155903339386,
+    "selector_regret_at_8": 0.014168627560138702,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.5,
+    "success_total_car_to_hidden_at_8": 0.5,
+    "support_gap_at_8": 0.9244469627737999,
+    "total_car_to_hidden_at_8": 0.9386155903339386
+  },
+  "2061635888": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.08620692789554596,
+    "branch_car_at_8": 0.01116877794265747,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0036111529583414,
+    "ncar_to_proposal_oracle_at_8": 2.6231468415937673,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.2537086791190268,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.09046469628810883,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.004257768392562866,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.07929591834545135,
+    "selected_utility_gain_over_base_at_8": -0.0069110095500946045,
+    "selector_gap_fraction_to_hidden_at_8": 0.005835938119671427,
+    "selector_regret_at_8": 0.01116877794265747,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.9095353037118912,
+    "support_gap_fraction_to_hidden_at_8": 0.9977752200827643,
+    "total_car_to_hidden_at_8": 1.9207040816545486
+  },
+  "211245842": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.18430444598197937,
+    "branch_car_at_8": 0.039610520005226135,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0122479795708568,
+    "ncar_to_proposal_oracle_at_8": 2.280146636215276,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.39870614771131263,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.2016763538122177,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.017371907830238342,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.16206583380699158,
+    "selected_utility_gain_over_base_at_8": -0.022238612174987793,
+    "selector_gap_fraction_to_hidden_at_8": 0.021815617666502807,
+    "selector_regret_at_8": 0.039610520005226135,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.7983236461877823,
+    "support_gap_fraction_to_hidden_at_8": 0.9904323674793413,
+    "total_car_to_hidden_at_8": 1.8379341661930084
+  },
+  "278008524": {
+    "any_generated_unsafe_known_at_8": 0.5,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.5,
+    "base_unsafe_known": 0.0,
+    "base_utility": 1.1250072121620178,
+    "branch_car_at_8": 0.022388704121112823,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.125,
+    "hidden_chart_oracle_success_at_8": 0.5,
+    "hidden_chart_oracle_utility_at_8": 1.1139086410403252,
+    "ncar_to_hidden_chart_oracle_at_8": 1.053649940694802,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.05259466283670616,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.5,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 1.1246033310890198,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.0004038810729980469,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.5,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 1.102214626967907,
+    "selected_utility_gain_over_base_at_8": -0.02279258519411087,
+    "selector_gap_fraction_to_hidden_at_8": 2.0172600486699674,
+    "selector_regret_at_8": 0.022388704121112823,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0,
+    "support_gap_fraction_to_hidden_at_8": 0.0,
+    "total_car_to_hidden_at_8": 0.011694014072418213
+  },
+  "307068879": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.20915235579013824,
+    "branch_car_at_8": 0.0010644197463989258,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0044650649657694,
+    "ncar_to_proposal_oracle_at_8": 0.15355490027913618,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.07078320556128705,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.20222051441669464,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.0069318413734436035,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.20115609467029572,
+    "selected_utility_gain_over_base_at_8": -0.00799626111984253,
+    "selector_gap_fraction_to_hidden_at_8": 0.00059436644420333,
+    "selector_regret_at_8": 0.0010644197463989258,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.7977794855833054,
+    "support_gap_fraction_to_hidden_at_8": 1.0038707041304467,
+    "total_car_to_hidden_at_8": 1.7988439053297043
+  },
+  "412102563": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 1.8341862559318542,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.14753897600710345,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.0,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": -1.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.16581374406814575,
+    "selected_utility_gain_over_base_at_8": -1.8341862559318542,
+    "selector_regret_at_8": 1.8341862559318542,
+    "success_selector_gap_at_8": 1.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 0.0,
+    "total_car_to_hidden_at_8": 1.8341862559318542
+  },
+  "440577711": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.0,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.16811285862181413,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.0,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 1.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 2.0,
+    "selected_utility_gain_over_base_at_8": 0.0,
+    "selector_regret_at_8": 0.0,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.0,
+    "total_car_to_hidden_at_8": 0.0
+  },
+  "441046872": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.2097676396369934,
+    "branch_car_at_8": 0.002857789397239685,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.00364861534959,
+    "ncar_to_proposal_oracle_at_8": 0.7778202738990697,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.3844645158057606,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.20609354972839355,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.0036740899085998535,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.20323576033115387,
+    "selected_utility_gain_over_base_at_8": -0.006531879305839539,
+    "selector_gap_fraction_to_hidden_at_8": 0.0015963231703957186,
+    "selector_regret_at_8": 0.002857789397239685,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.7939064502716064,
+    "support_gap_fraction_to_hidden_at_8": 1.0020522977854422,
+    "total_car_to_hidden_at_8": 1.7967642396688461
+  },
+  "509430392": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.04073460400104523,
+    "branch_car_at_8": 1.801475390791893,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 0.9194647061475519,
+    "ncar_to_proposal_oracle_at_8": 0.9194647061475519,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.5427490518369256,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 1.0,
+    "proposal_oracle_success_gain_over_base_at_8": 1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 2.0,
+    "proposal_oracle_utility_gain_over_base_at_8": 1.9592653959989548,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.198524609208107,
+    "selected_utility_gain_over_base_at_8": 0.15779000520706177,
+    "selector_gap_fraction_to_hidden_at_8": 0.9194647108404573,
+    "selector_regret_at_8": 1.801475390791893,
+    "success_selector_gap_at_8": 1.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 0.0,
+    "support_gap_fraction_to_hidden_at_8": 0.0,
+    "total_car_to_hidden_at_8": 1.801475390791893
+  },
+  "585904130": {
+    "any_generated_unsafe_known_at_8": 1.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.07103653997182846,
+    "branch_car_at_8": 0.04740310460329056,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 1.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 0.9800153670446098,
+    "ncar_to_proposal_oracle_at_8": 0.5515020146084423,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.21639957957177353,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 1.0,
+    "proposal_oracle_utility_at_8": 0.15698926150798798,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.08595272153615952,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 1.0,
+    "selected_utility_at_8": 0.10958615690469742,
+    "selected_utility_gain_over_base_at_8": 0.03854961693286896,
+    "selector_gap_fraction_to_hidden_at_8": 0.024574392198491026,
+    "selector_regret_at_8": 0.04740310460329056,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.843010738492012,
+    "support_gap_fraction_to_hidden_at_8": 0.9554409799266471,
+    "total_car_to_hidden_at_8": 1.8904138430953026
+  },
+  "608016290": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.525360107421875,
+    "branch_car_at_8": 0.09409016370773315,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0063402020781327,
+    "ncar_to_proposal_oracle_at_8": 1.1103309346178276,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.346560218379248,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.6101007461547852,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.08474063873291016,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.516010582447052,
+    "selected_utility_gain_over_base_at_8": -0.009349524974822998,
+    "selector_gap_fraction_to_hidden_at_8": 0.06380551901605927,
+    "selector_regret_at_8": 0.09409016370773315,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.3898992538452148,
+    "support_gap_fraction_to_hidden_at_8": 0.9425346898863848,
+    "total_car_to_hidden_at_8": 1.483989417552948
+  },
+  "626486813": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.04174089431762695,
+    "branch_car_at_8": 0.0018939077854156494,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.0,
+    "hidden_chart_oracle_utility_at_8": 0.16558238118886948,
+    "ncar_to_hidden_chart_oracle_at_8": 0.8736369859029146,
+    "ncar_to_proposal_oracle_at_8": 0.2933595456420097,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.1718281900032565,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.0619367565959692,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.020195862278342247,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.06004284881055355,
+    "selected_utility_gain_over_base_at_8": 0.018301954492926598,
+    "selector_gap_fraction_to_hidden_at_8": 0.0702593667270505,
+    "selector_regret_at_8": 0.0018939077854156494,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.10364562459290028,
+    "support_gap_fraction_to_hidden_at_8": 0.8033778054737339,
+    "total_car_to_hidden_at_8": 0.10553953237831593
+  },
+  "636680137": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.11957359313964844,
+    "branch_car_at_8": 0.016771696507930756,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.0,
+    "hidden_chart_oracle_utility_at_8": 0.17056432366371155,
+    "ncar_to_hidden_chart_oracle_at_8": 1.4669981605451308,
+    "ncar_to_proposal_oracle_at_8": 2.3820368639206455,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.33230022460749403,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.11253269761800766,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.007040895521640778,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.0957610011100769,
+    "selected_utility_gain_over_base_at_8": -0.023812592029571533,
+    "selector_gap_fraction_to_hidden_at_8": 0.3289165763180427,
+    "selector_regret_at_8": 0.016771696507930756,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.05803162604570389,
+    "support_gap_fraction_to_hidden_at_8": 1.1380818719260768,
+    "total_car_to_hidden_at_8": 0.07480332255363464
+  },
+  "655884605": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.1440753936767578,
+    "branch_car_at_8": 0.007448926568031311,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0006126450906982,
+    "ncar_to_proposal_oracle_at_8": 1.1801394954053765,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.03038245725350449,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.15038728713989258,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.006311893463134766,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.14293836057186127,
+    "selected_utility_gain_over_base_at_8": -0.0011370331048965454,
+    "selector_gap_fraction_to_hidden_at_8": 0.00401359330150179,
+    "selector_regret_at_8": 0.007448926568031311,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.8496127128601074,
+    "support_gap_fraction_to_hidden_at_8": 0.9965990571806475,
+    "total_car_to_hidden_at_8": 1.8570616394281387
+  },
+  "672328262": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.10593423992395401,
+    "branch_car_at_8": 0.003954809159040451,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.029830316470696,
+    "ncar_to_proposal_oracle_at_8": 0.07526405055604174,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.057259138137942915,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.053388457745313644,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.052545782178640366,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.04943364858627319,
+    "selected_utility_gain_over_base_at_8": -0.05650059133768082,
+    "selector_gap_fraction_to_hidden_at_8": 0.0020879999218620937,
+    "selector_regret_at_8": 0.003954809159040451,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.9466115422546864,
+    "support_gap_fraction_to_hidden_at_8": 1.0277423219859751,
+    "total_car_to_hidden_at_8": 1.9505663514137268
+  },
+  "701667486": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.7912740707397461,
+    "branch_car_at_8": 0.005861341953277588,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.00197720406197,
+    "ncar_to_proposal_oracle_at_8": 1.6884448537277836,
+    "outcome_ptr_at_8": 1.0,
+    "pairwise_causal_calibration_ece": 0.08032260044386995,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": 0.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.7947455048561096,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.0034714341163635254,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.788884162902832,
+    "selected_utility_gain_over_base_at_8": -0.0023899078369140625,
+    "selector_gap_fraction_to_hidden_at_8": 0.004849190218716296,
+    "selector_regret_at_8": 0.005861341953277588,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.2052544951438904,
+    "support_gap_fraction_to_hidden_at_8": 0.9971280221327856,
+    "total_car_to_hidden_at_8": 1.211115837097168
+  },
+  "747260437": {
+    "any_generated_unsafe_known_at_8": 1.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.004217416048049927,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 1.0,
+    "hidden_chart_oracle_success_at_8": 0.0,
+    "hidden_chart_oracle_utility_at_8": 0.2786632478237152,
+    "ncar_to_hidden_chart_oracle_at_8": 0.08636170359931446,
+    "ncar_to_proposal_oracle_at_8": 0.002260407447282227,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.22949591329262792,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": -1.0,
+    "proposal_oracle_unsafe_known_at_8": 1.0,
+    "proposal_oracle_utility_at_8": 0.1342230886220932,
+    "proposal_oracle_utility_gain_over_base_at_8": -1.8657769113779068,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": -1.0,
+    "selected_unsafe_known_at_8": 1.0,
+    "selected_utility_at_8": 0.13000567257404327,
+    "selected_utility_gain_over_base_at_8": -1.8699943274259567,
+    "selector_gap_fraction_to_hidden_at_8": 0.0024500819161142355,
+    "selector_regret_at_8": 0.004217416048049927,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.0,
+    "support_gap_at_8": 0.144440159201622,
+    "support_gap_fraction_to_hidden_at_8": 0.08391162218491321,
+    "total_car_to_hidden_at_8": 0.14865757524967194
+  },
+  "750448296": {
+    "any_generated_unsafe_known_at_8": 1.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.3333333333333333,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.7605033268531164,
+    "branch_car_at_8": 0.023376444975535076,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.875,
+    "hidden_chart_oracle_success_at_8": 0.6666666666666666,
+    "hidden_chart_oracle_utility_at_8": 1.4079964955647786,
+    "ncar_to_hidden_chart_oracle_at_8": 0.6215016958379097,
+    "ncar_to_proposal_oracle_at_8": 0.30219308144694457,
+    "outcome_ptr_at_8": 0.6666666666666666,
+    "pairwise_causal_calibration_ece": 0.20294335451598566,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": -0.3333333333333333,
+    "proposal_oracle_unsafe_known_at_8": 1.0,
+    "proposal_oracle_utility_at_8": 0.22532296180725098,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.5351803650458654,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": -0.3333333333333333,
+    "selected_unsafe_known_at_8": 1.0,
+    "selected_utility_at_8": 0.2019465168317159,
+    "selected_utility_gain_over_base_at_8": -0.5585568100214005,
+    "selector_gap_fraction_to_hidden_at_8": 0.8506872930430188,
+    "selector_regret_at_8": 0.023376444975535076,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 0.6666666666666666,
+    "success_total_car_to_hidden_at_8": 0.6666666666666666,
+    "support_gap_at_8": 1.1875135501225789,
+    "support_gap_fraction_to_hidden_at_8": 0.4568807953323259,
+    "total_car_to_hidden_at_8": 1.2060499787330627
+  },
+  "767747424": {
+    "any_generated_unsafe_known_at_8": 0.75,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.5,
+    "base_unsafe_known": 0.0,
+    "base_utility": 1.0747087560594082,
+    "branch_car_at_8": 0.4677690644748509,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.75,
+    "hidden_chart_oracle_success_at_8": 0.25,
+    "hidden_chart_oracle_utility_at_8": 0.6737305596470833,
+    "ncar_to_hidden_chart_oracle_at_8": 0.7008801051561266,
+    "ncar_to_proposal_oracle_at_8": 0.27306559340142716,
+    "outcome_ptr_at_8": 0.25,
+    "pairwise_causal_calibration_ece": 0.21186127613271044,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.25,
+    "proposal_oracle_success_gain_over_base_at_8": -0.25,
+    "proposal_oracle_unsafe_known_at_8": 0.75,
+    "proposal_oracle_utility_at_8": 0.5825987188145518,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.49211003724485636,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": -0.5,
+    "selected_unsafe_known_at_8": 0.75,
+    "selected_utility_at_8": 0.11482965433970094,
+    "selected_utility_gain_over_base_at_8": -0.9598791017197073,
+    "selector_gap_fraction_to_hidden_at_8": 0.45301742188642,
+    "selector_regret_at_8": 0.4677690644748509,
+    "success_selector_gap_at_8": 0.25,
+    "success_support_gap_at_8": 0.0,
+    "success_total_car_to_hidden_at_8": 0.25,
+    "support_gap_at_8": 0.1008116127923131,
+    "support_gap_fraction_to_hidden_at_8": 0.5865290868312131,
+    "total_car_to_hidden_at_8": 0.5589009053073823
+  }
+}

workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed1/metrics_by_task.json

@@ -0,0 +1,179 @@
+{
+  "LiftPegUpright-v1": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.4796089559793472,
+    "branch_car_at_8": 0.27571220099925997,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0061710496708212,
+    "ncar_to_proposal_oracle_at_8": 0.609724400531596,
+    "outcome_ptr_at_8": 0.4,
+    "pairwise_causal_calibration_ece": 0.238429922390122,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.2,
+    "proposal_oracle_success_gain_over_base_at_8": 0.2,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.746368744969368,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.26675978899002073,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": 0.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.47065654397010803,
+    "selected_utility_gain_over_base_at_8": -0.008952412009239196,
+    "selector_gap_fraction_to_hidden_at_8": 0.2145824220820292,
+    "selector_regret_at_8": 0.27571220099925997,
+    "success_selector_gap_at_8": 0.2,
+    "success_support_gap_at_8": 0.8,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.253631255030632,
+    "support_gap_fraction_to_hidden_at_8": 0.7915886343643382,
+    "total_car_to_hidden_at_8": 1.529343456029892
+  },
+  "PickCube-v1": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 1.0,
+    "base_unsafe_known": 0.0,
+    "base_utility": 2.0,
+    "branch_car_at_8": 0.42483918368816376,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_proposal_oracle_at_8": 0.2914308848915223,
+    "outcome_ptr_at_8": 0.0,
+    "pairwise_causal_calibration_ece": 0.5872235594375051,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.0,
+    "proposal_oracle_success_gain_over_base_at_8": -1.0,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.5422300696372986,
+    "proposal_oracle_utility_gain_over_base_at_8": -1.4577699303627014,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": -1.0,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.11739088594913483,
+    "selected_utility_gain_over_base_at_8": -1.8826091140508652,
+    "selector_regret_at_8": 0.42483918368816376,
+    "success_selector_gap_at_8": 0.0,
+    "success_support_gap_at_8": 1.0,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.4577699303627014,
+    "total_car_to_hidden_at_8": 1.8826091140508652
+  },
+  "PullCube-v1": {
+    "any_generated_unsafe_known_at_8": 0.64,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.36,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.8032506120204925,
+    "branch_car_at_8": 0.08737508155405521,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.515,
+    "hidden_chart_oracle_success_at_8": 0.52,
+    "hidden_chart_oracle_utility_at_8": 1.1467878860235214,
+    "ncar_to_hidden_chart_oracle_at_8": 0.9185687369573401,
+    "ncar_to_proposal_oracle_at_8": 0.3306076470778776,
+    "outcome_ptr_at_8": 0.32,
+    "pairwise_causal_calibration_ece": 0.19063219949188942,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.16,
+    "proposal_oracle_success_gain_over_base_at_8": -0.2,
+    "proposal_oracle_unsafe_known_at_8": 0.52,
+    "proposal_oracle_utility_at_8": 0.4362139014899731,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.3670367105305195,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.12,
+    "selected_success_gain_over_base_at_8": -0.24,
+    "selected_unsafe_known_at_8": 0.48,
+    "selected_utility_at_8": 0.34883881993591787,
+    "selected_utility_gain_over_base_at_8": -0.4544117920845747,
+    "selector_gap_fraction_to_hidden_at_8": 0.3274577969540007,
+    "selector_regret_at_8": 0.08737508155405521,
+    "success_selector_gap_at_8": 0.04,
+    "success_support_gap_at_8": 0.36,
+    "success_total_car_to_hidden_at_8": 0.4,
+    "support_gap_at_8": 0.7140141661465168,
+    "support_gap_fraction_to_hidden_at_8": 0.7773188967552883,
+    "total_car_to_hidden_at_8": 0.7984041070193052
+  },
+  "PushCube-v1": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.8333333333333334,
+    "base_unsafe_known": 0.0,
+    "base_utility": 1.6734557673335075,
+    "branch_car_at_8": 0.6080377548933029,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 0.8333333333333334,
+    "hidden_chart_oracle_utility_at_8": 1.7015800600250561,
+    "ncar_to_hidden_chart_oracle_at_8": 0.4668433247048637,
+    "ncar_to_proposal_oracle_at_8": 0.31211399775786897,
+    "outcome_ptr_at_8": 0.16666666666666666,
+    "pairwise_causal_calibration_ece": 0.21780097224558256,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.6666666666666666,
+    "proposal_oracle_success_gain_over_base_at_8": -0.16666666666666666,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 1.3810340563456218,
+    "proposal_oracle_utility_gain_over_base_at_8": -0.2924217109878858,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.3333333333333333,
+    "selected_success_gain_over_base_at_8": -0.5,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.7729963014523188,
+    "selected_utility_gain_over_base_at_8": -0.9004594658811887,
+    "selector_gap_fraction_to_hidden_at_8": 0.966843327091031,
+    "selector_regret_at_8": 0.6080377548933029,
+    "success_selector_gap_at_8": 0.3333333333333333,
+    "success_support_gap_at_8": 0.3333333333333333,
+    "success_total_car_to_hidden_at_8": 0.5,
+    "support_gap_at_8": 0.6189659436543783,
+    "support_gap_fraction_to_hidden_at_8": 0.0,
+    "total_car_to_hidden_at_8": 0.9285837585727373
+  },
+  "StackCube-v1": {
+    "any_generated_unsafe_known_at_8": 0.0,
+    "base_safety_label_known": 1.0,
+    "base_success": 0.09090909090909091,
+    "base_unsafe_known": 0.0,
+    "base_utility": 0.5003613992170854,
+    "branch_car_at_8": 0.44663686508482153,
+    "generated_safety_label_coverage_at_8": 1.0,
+    "generated_unsafe_rate_known_at_8": 0.0,
+    "hidden_chart_oracle_success_at_8": 1.0,
+    "hidden_chart_oracle_utility_at_8": 2.0,
+    "ncar_to_hidden_chart_oracle_at_8": 1.0574157315373272,
+    "ncar_to_proposal_oracle_at_8": 2.161977831364605,
+    "outcome_ptr_at_8": 0.8181818181818182,
+    "pairwise_causal_calibration_ece": 0.2145498532394649,
+    "proposal_oracle_safety_label_known_at_8": 1.0,
+    "proposal_oracle_success_at_8": 0.2727272727272727,
+    "proposal_oracle_success_gain_over_base_at_8": 0.18181818181818182,
+    "proposal_oracle_unsafe_known_at_8": 0.0,
+    "proposal_oracle_utility_at_8": 0.7163115712729368,
+    "proposal_oracle_utility_gain_over_base_at_8": 0.21595017205585132,
+    "selected_safety_label_known_at_8": 1.0,
+    "selected_success_at_8": 0.0,
+    "selected_success_gain_over_base_at_8": -0.09090909090909091,
+    "selected_unsafe_known_at_8": 0.0,
+    "selected_utility_at_8": 0.26967470618811523,
+    "selected_utility_gain_over_base_at_8": -0.23068669302897019,
+    "selector_gap_fraction_to_hidden_at_8": 0.2595030610999397,
+    "selector_regret_at_8": 0.44663686508482153,
+    "success_selector_gap_at_8": 0.2727272727272727,
+    "success_support_gap_at_8": 0.7272727272727273,
+    "success_total_car_to_hidden_at_8": 1.0,
+    "support_gap_at_8": 1.2836884287270633,
+    "support_gap_fraction_to_hidden_at_8": 0.7979126772384945,
+    "total_car_to_hidden_at_8": 1.7303252938118847
+  }
+}

workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed1/report.md

@@ -0,0 +1,13 @@
+# CTT Generated Measured Rollout
+
+Rows: `48`
+K: `8`
+Checkpoint: `runs/ctt_residual_base_context_obs_seed1/model.pt`
+
+| Metric | Mean |
+| --- | ---: |
+| OutcomePTR@K | 0.4167 |
+| SelectorRegret@K | 0.2614 |
+| SupportGap@K | 0.8653 |
+
+These are measured simulator rollouts of decoded CTT candidates, not PPTC proxies.

workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed1/run.log

@@ -0,0 +1,535 @@
+start
+importing gymnasium/mani_skill
+imported gymnasium/mani_skill
+loaded checkpoint=runs/ctt_residual_base_context_obs_seed1/model.pt
+loaded charts source=301 target=48
+generated proposals rows=48 total=384
+env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=LiftPegUpright-v1
+env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=LiftPegUpright-v1
+env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=LiftPegUpright-v1
+env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=LiftPegUpright-v1
+env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=LiftPegUpright-v1
+env init sequential task=PickCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PickCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PullCube-v1
+env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PullCube-v1
+env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PushCube-v1
+env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PushCube-v1
+env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PushCube-v1
+env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PushCube-v1
+env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PushCube-v1
+env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=PushCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=StackCube-v1
+env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity
+batch done sequential task=StackCube-v1
+rollout complete rows=48

workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed1/source_data_hash.txt

@@ -0,0 +1 @@
+67f7b4a692f7c7e71da24378dc71e3399c5d35afc14c494869eba6087b765c42

workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed1/source_split_hash.txt

@@ -0,0 +1 @@
+867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372

workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed1/split_hash.txt

@@ -0,0 +1 @@
+84151df9e88c219b76751677558cc5bbbc19082bf358cea7330158e9e403e25f

workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed1/table.tex

@@ -0,0 +1,41 @@
+% Auto-generated by scripts/eval_metrics.py
+\begin{tabular}{lrrrr}
+\toprule
+Metric & N & Micro mean & CI low & CI high \\
+\midrule
+any\_generated\_unsafe\_known\_at\_8 & 48 & 0.3333 & 0.2083 & 0.4792 \\
+base\_safety\_label\_known & 48 & 1.0000 & 1.0000 & 1.0000 \\
+base\_success & 48 & 0.3333 & 0.2083 & 0.4583 \\
+base\_unsafe\_known & 48 & 0.0000 & 0.0000 & 0.0000 \\
+base\_utility & 48 & 0.8338 & 0.5920 & 1.0708 \\
+branch\_car\_at\_8 & 48 & 0.2614 & 0.0951 & 0.4223 \\
+generated\_safety\_label\_coverage\_at\_8 & 48 & 1.0000 & 1.0000 & 1.0000 \\
+generated\_unsafe\_rate\_known\_at\_8 & 48 & 0.2682 & 0.1693 & 0.4036 \\
+hidden\_chart\_oracle\_success\_at\_8 & 48 & 0.7292 & 0.6042 & 0.8333 \\
+hidden\_chart\_oracle\_utility\_at\_8 & 48 & 1.5183 & 1.2906 & 1.7056 \\
+ncar\_to\_hidden\_chart\_oracle\_at\_8 & 35 & 0.9449 & 0.7809 & 1.1019 \\
+ncar\_to\_proposal\_oracle\_at\_8 & 38 & 0.7986 & 0.4660 & 1.1924 \\
+outcome\_ptr\_at\_8 & 48 & 0.4167 & 0.2708 & 0.5417 \\
+pairwise\_causal\_calibration\_ece & 48 & 0.2128 & 0.1735 & 0.2483 \\
+proposal\_oracle\_safety\_label\_known\_at\_8 & 48 & 1.0000 & 1.0000 & 1.0000 \\
+proposal\_oracle\_success\_at\_8 & 48 & 0.2500 & 0.1250 & 0.3542 \\
+proposal\_oracle\_success\_gain\_over\_base\_at\_8 & 48 & -0.0833 & -0.2083 & 0.0417 \\
+proposal\_oracle\_unsafe\_known\_at\_8 & 48 & 0.2708 & 0.1667 & 0.3958 \\
+proposal\_oracle\_utility\_at\_8 & 48 & 0.6530 & 0.4276 & 0.8692 \\
+proposal\_oracle\_utility\_gain\_over\_base\_at\_8 & 48 & -0.1808 & -0.3962 & 0.0050 \\
+selected\_safety\_label\_known\_at\_8 & 48 & 1.0000 & 1.0000 & 1.0000 \\
+selected\_success\_at\_8 & 48 & 0.1042 & 0.0208 & 0.1875 \\
+selected\_success\_gain\_over\_base\_at\_8 & 48 & -0.2292 & -0.3333 & -0.1042 \\
+selected\_unsafe\_known\_at\_8 & 48 & 0.2500 & 0.1458 & 0.3750 \\
+selected\_utility\_at\_8 & 48 & 0.3916 & 0.2352 & 0.5472 \\
+selected\_utility\_gain\_over\_base\_at\_8 & 48 & -0.4422 & -0.6700 & -0.2227 \\
+selector\_gap\_fraction\_to\_hidden\_at\_8 & 35 & 0.3285 & 0.1780 & 0.5014 \\
+selector\_regret\_at\_8 & 48 & 0.2614 & 0.0951 & 0.4223 \\
+success\_selector\_gap\_at\_8 & 48 & 0.1458 & 0.0417 & 0.2500 \\
+success\_support\_gap\_at\_8 & 48 & 0.5000 & 0.3542 & 0.6250 \\
+success\_total\_car\_to\_hidden\_at\_8 & 48 & 0.6250 & 0.4792 & 0.7292 \\
+support\_gap\_at\_8 & 48 & 0.9044 & 0.6546 & 1.1028 \\
+support\_gap\_fraction\_to\_hidden\_at\_8 & 35 & 0.7408 & 0.5811 & 0.9126 \\
+total\_car\_to\_hidden\_at\_8 & 48 & 1.1270 & 0.8684 & 1.3169 \\
+\bottomrule
+\end{tabular}

workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed1/target_index.json

@@ -0,0 +1,911 @@
+{
+  "audience": "evaluator_only",
+  "base_candidate_types": [
+    "policy",
+    "policy_residual",
+    "anchor",
+    "base",
+    "expert"
+  ],
+  "candidate_type_counts": {
+    "expert": 410,
+    "near_miss": 820,
+    "no_op": 410,
+    "random_negative": 4100,
+    "wrong_direction": 410,
+    "wrong_gripper": 410
+  },
+  "content_hash": "0c38d73dc9bc4ab756e12006671b5d12f1a23358b281e54b3f6a9ae3cbf6e9af",
+  "dataset": "/scratch/knguy52/dovla/experiments/six_task_h16_collection",
+  "deployment_candidate_excludes_expert": true,
+  "deployment_clean": false,
+  "embedding_content_hash": "981d3b1b0aa9dc962e5a22fd695fa9befd21e1334f23b8c3843591e8be89ef83",
+  "epsilon": 0.05,
+  "format": "cil_charts_npz",
+  "group_hashes": [
+    "0007bdeb2cd982d3d00c7e6ff04b6a464135679254e223a5a10392734b8bc6d8",
+    "001c01ea87ba60e3ec7040ae6af17bfe4fef64fbf40ad906fe9258c9f85c5670",
+    "006cfb2673b00a6eb8b01af6cb8db204644de9fe5e9bf901e615fa9681cf67bd",
+    "00d1fad89bb7e1cc01e432e0a8c1dc39edc7045d2d25ba7c52256142f9bc65ce",
+    "011a665d2baee1b90a589a205463340204b7876a99c942f742523ab7a8ba3ca3",
+    "0155f9f15f95b3ad606169d1a4b59acbdc87a773f813376518f26c5d9803ea46",
+    "017ebedb06ec921569a797619e60f77551213b496a8ea3c2090c6646422ee6b5",
+    "0192ac22f91a294bbe7f46d861b1ccae131ce03bf2ebb4ba697c662b381c5663",
+    "01c2280c26df28f19e73270020c6cbf35a1b739c75d2feab218b5d40a9dad833",
+    "03bc15045e86dd5d67b89da015844ec52d13ba891ae0f4b688d917a4b8fbd83e",
+    "041d9ba8e26c507546ef7a2f66cb7a86668d7c787109f1e7eba310a5b43c7e31",
+    "04e1992a37d6b1709dac4e28293d6c0d72820804fac25484e00bbc1e4e85475b",
+    "0539ee8d5137076cadeae47404a0abe44d481204301deb270e6195549dbb1269",
+    "060e1b400d7abb4299e11bd36999d4bce7619d78e1efa1cd6bb32448d18b82c6",
+    "060e87c11d7e86ba8ea45b2b29af89e13a7361f760086655fdc31264d3b04aa4",
+    "07816113197976ecaefd996167fb5e52546b19a8cabf7039977b7783d0ccb2bf",
+    "07fc1d31e75fcf0eb9e0fd9a98ba44f6a098e3133ad6d0445a1ad311cb266506",
+    "08a53f6c8bfde25489a92225280c06265510ad0ae4ec4198855d05bf04c7634b",
+    "08db98843e2d5fb7ee992c3e24b9fd9e2fd8a19e6f40121773cc2d5f20fb6af9",
+    "09f1c778bdddceb7899e203f6c753e6d0253336c8d75af278461fee391558b61",
+    "0a63c4a73b38e0d4a76c8d29bee9854e127e2031428c90e386efee75af003605",
+    "0ab666a8ae83fd476443f8ebc8f0b2691ad50e2eb1f0758f87794a3462923793",
+    "0b95650f3d54877b77a9233592c962c57f8bad12fbdaf921e71a68e7c23f51a9",
+    "0ca0c6ad41d25d93fa19e41c544c322fbd0b28cf0b0e958e58a0cc4372e4ea3b",
+    "0ca567a3525a032b0ebe77f43dfe52fae4cf7d5927d93665f91c8df38b012e34",
+    "0dc1912c8531fcf9d63e6749a869ee71f42a50b5611546e6ed444984c196c145",
+    "0ffe9443040477642faee0dea246f46552cb396f9c79dfeeb68c9df76ab3c748",
+    "10bfbae4e9ed03cafce9b24b296005666d7d59b41ada06e8f5ccb036a6026c01",
+    "110094e9c49ec0207ec52f6b8811e69e78eb2640ff324b8a3df0a051089749bf",
+    "1130fedbc94b55e0bc812730a8e868ac57f1caf9c47d29ee76ee5e30990dd5a0",
+    "118ae5475b33c80dbe0d15afd837cad81fefd30882ff5dd7a4f983a5f096ec1e",
+    "11a49c253e136f618265b8cc3a298c9330eaaaf27b90cddc81956e1be00e8e9e",
+    "11db66da8a58abd540863fb58670a0c872fecf04a0d4605ecc5aaf202ba9b44f",
+    "11edbe43f364dfd31a5828ad1b80e2098516e263ac48f7cfd5503aa3ad240dba",
+    "124680a15078f0d17c61f90627f3090e05506597713ffac03335db6b158c3e5d",
+    "1286eb0f819a1528450a601f86862e7da0902610afcd4234b6b6aacce65a7672",
+    "12ea115a8e2ff6f16d0c3204d3f509da16cdf4637e2fd7f88d0e59849af4f397",
+    "1332761b5e3a7caf73b98206b79c354732f061bd0e87f9c05ca54ec435948c65",
+    "1338f4e10decd4b2ef526d6a56e52f6bdd6c1edff755f821d3ed7011c8bb7710",
+    "13ba81ea4a28629132b3e2f6f79918644e50ff998c5f4ea420517486664046d0",
+    "13bd8f20d6c071f69abc0b50596a8b36eb937c81d5a068e0c75b58f9420e712c",
+    "156cb442d6089cc43d86909848c269035cc01d61656e0c60ab049b1278e9c129",
+    "15a4586f96ad878eeacd79cebaba12826404f415bb66c501e90dc057b0687d64",
+    "15dd893e5e2312081f4a9417ac36d979625f59fa34d06d38e3464be81efe87a4",
+    "16e933e25ec817fd4f7003d5a7c41fae6e5b7453df3b1ef44e909f918a51b97d",
+    "17498920ffddbc4da2157a94486acb91dfc38e4c35db9d7aa798733022c0029d",
+    "17648e6070d70caf099513f8b22bd5e05d6469c693735f91ecb9c14fd2d9ea90",
+    "17de3e35901cbbb48f0b82afb84ff8e458fb16f1b5d95cdbd4fda0b057607a11",
+    "18f8644cba3b47cdcb40de42a4311045f636ffa35409667d5271c9371d6f4a4f",
+    "19ba2745ea505a71af1411ae666c3d76691fea459f0c9fa2b303a317bb0477ec",
+    "19febae2111ae96f694bca67a33585e53e9cf746f2791302b821e9c8fbdd013c",
+    "1a07326a6db79bca54149427b5372a83b2b59e6f6871661531b53b3bf34891ee",
+    "1b7c2dd4731b1b141fb0a8cdde0b10ed8e5452cf1902de623eda00506ad2dd3c",
+    "1e671df1d262128a0fd7fe67827f41a77324121b2b589e9dae109ebd9df4b1f8",
+    "20b6fe19c6bb23ad1e4537441c01ac152df2dbd9f778162da30f65d86e6bce9a",
+    "20cab2c31288a131d80ea3f10ac0e38cee76b70a9fc9f87a34990e08787c3d9e",
+    "21dee04c93f399c0f8b577ad691edc1df072d20667b41dd0f668c6bdd20afb2c",
+    "25426f80d4feac9877cfed3648cceb7f183c8873494b897c7b7baee2d03f5f4e",
+    "26f527bcc8937fb979a2c57829d7f7f74c781c952131827b753b98e46a39340c",
+    "27330aad72bdf87bbe7895be6cc76bd79ed905b35bbdcb8abc4e88569fe2c3b4",
+    "27e60a9d68cb7e0fb5a2bc33baab8f60bfaed45f28ebc2b62c370fcc13e4c2f5",
+    "289a46819f19ddbd713b024c7adcc4876d131fadcec221b3afb19fba6f51e0b1",
+    "2927736a2ee4ac6fe22321499437215277bb7f4bc7d667ea05fb07168f8000c6",
+    "296f4972aaa4d080779c61f6397712c8e2a6ec17334177fea2f800275fe8a103",
+    "29ae3eb9b205af85419065034b255129b4a9b4aea5bfe88eb58ed2ca54a396ac",
+    "2a9aa97145b3978bab7cae14241a509bd7ac0001e852599f67c7ab0abbdf0294",
+    "2c2dd96ec73997f143a8f2a2a95e72cf81d434ea35d8545257d171b47b124d15",
+    "2d11bf97e91ac12402d0473647389db88906a432c45ca478ed91e120a521ade8",
+    "2d7cb0415ccc1d977c0d895ae130ee2aa6e1fd5929965ae56ca3ad5308949cc6",
+    "2e4ee75075d62464482af570e7f3b49996f5fff4bcc59f3f8d9f3ac7d3b83260",
+    "2e926dbc2b276c0faf482cbd4e1bc71fdb16060082f56f03ac414501870fa3ff",
+    "2f4dadc2c85fe72fc4dbd65c7c56b8b3575e8f1214e1bc33cbb845c9399c54d2",
+    "2f575f5fa8b95c7aaa7acb325dce6ae9aace80a7cd583560263607763a5f3c7e",
+    "2fc5d24ebb0a14f83b82e2b1e152953b8ecc751227bce3f542522e2e951c812e",
+    "302cf9c2c3f4b0b32800f27a93e3a72e8af78b0468fed7510a6b6d78b54f0444",
+    "30fd16ab2320464cc117580159e21267cdc800c367d0a414d4a14201d66acc6a",
+    "314101e4b9327d7a93fdde8db8691efe2e4b3115fdfb2e8e50b07db65fc3f7d8",
+    "31c82d6ce0b5154e8a3521472a93875659c6c196f3a0913f01c3f50018f3adc0",
+    "32a4c067144fedae644310fd76b2d31b0ea4033124d5aa4f58eadda0e01897ec",
+    "35615503a8aabbea5fca0b60bc48a5ee2c895614cf624b53f1659e86bcdead9b",
+    "3741c12184df2ff5f5684e1dbe2f5b42793596d06f5765c52cc3523f8f51aa9f",
+    "390a604b7a108529e8b5cf2c05d98ddd5f48a26bb303a51314e6e29cc58626e4",
+    "390c50924276ff6f5710a185124f893e10f3ca8fe3c3ff062ff8bd29f428f063",
+    "39307306d7ea31f45d96ea06077a7480c4f12eb2c0df1b6773d9a26a08441c7f",
+    "3939b5cfd9535e1ead171b2e7a4926a67c7b22ba851bb522042ea966eea689d3",
+    "396e4e2cb8b6c382148822ad790ce798a2d89e1b31541a4d7937d59ca17b4624",
+    "39daabe27804e1a04bfd80272eee8d0faaf3d829d5917e1682ee697677f619b9",
+    "3a4318a4127672d9e627d5a90932efd77a523904ca5bb09ef1aa5856db198378",
+    "3a95110704b90641fd930392654967270afff99064cb506d80f4b65f9fea5870",
+    "3ad13fb77cf2201159e82f6bc4a31d9d0432c7befad4aa0faeb46e5bc2b77939",
+    "3b66af1f06aa0dbff3bedbd570ef7da51e94a4905c194925c21e2e30e254c73a",
+    "3b8857c883ccff813f632384ec0bf8903402aba8d457651e3ae0dea5d301816f",
+    "3b9ab98960b6fcfbd4fc1d44d7fceb1d3092d58f16c5a22e27d09f671fde85ef",
+    "3bdcae16a99d8be20e38c268f7978794c8be3d2440b03f15b0cc547ba01a190f",
+    "3d25bc64c127f6e9e8705ed0752427fcde08986f9b9df5f0973be25f0ebde5e5",
+    "3f87b13daa1dee73f5ebc4fac31c3a21cf5ffdc8a0f49d6ea892f22e51ffe861",
+    "40d23f5141ec7975458fc3b927a2f8a2db1000386e1d57126a44bb857b953adc",
+    "426ce6db08ba8a44ae1aef32bca73631c9b1cc8d8fdd05d78753473e342aa138",
+    "430bf806bca6f4d3a98b04d24c674025db1104f21f08e54495025acec7b06c9d",
+    "44226a0fb144c7aa91efeebe7396bd161662f555a4463ff99412b6c0f3a3347c",
+    "45f55fff3194d5f7835b0256fa70bab97b7e98804fc527cbe1dfd76293546d84",
+    "4606724b3a2fbc92a849fee2055b74f2259fd0a3b3260f5bd6ce2a747f77a03b",
+    "4653d720c6c3b9f3f2a261d0d497b690aa8c775035d9fd59cc46b95aa076d8b4",
+    "46f1cd713f5787b4f716536dc34b130412cb1f7dbf8976efce364997c0af9508",
+    "47c955f7b5b743a82e6cdcfa317911df4c62f5b3d515878c5ac577de9085fc7c",
+    "4813b938c6cbb66bfad1f5f304e5855675ba2a3b2c6a7c7d0171b474f5fc92a5",
+    "488677a09ee03b123e04b10abaf22dbe0048e5e9250f5b319537c61f5bf9fd85",
+    "491ccbc633f3baaecfd5c75c87f310e9f6c6aa200ad3081c33d7968b606b1ef9",
+    "49c4707f784561b72f55a09f737461ff99cd6686c14876adb6b89306a4e28eb3",
+    "4a8f69b72cc5a99c2c6f67d6d764ad302d03b00171b48c7c003c8363d272a501",
+    "4afff14d190bc0d789f2c3d25468e9595c4fcd7257cbee03d9c31862e5adb33b",
+    "4bcbf4fe55bc9d53c0222262a4fc0eec440925c9b2fa09116a3416c778ec0dea",
+    "4d0892179c6b597c2cc5198362d7307f64456f1c52783e6601797bfeac0109ef",
+    "4d2e20812db7c117c936bdde771c8662ba2ea9c2c53126587233b1071432a1e3",
+    "4e8e264c27bdb9e0ffa85d4bbb8e902ebd0d425e28140ed85532949dbbc06cf3",
+    "53319010c3e47da4f287cb993637477450c08dbf2f805bbdb04d51839c100125",
+    "54a66bca37c53a4ca495f1d6689c40237e96507eb32ba5255fd5bed21bd649bd",
+    "54af21b2db061a9acbd755fc11eabd879388eb6352d7dc271b3bdfcef2d665ed",
+    "54b53edb39204026ffd6d52e586e41eea40baeb706fc106d70bbf86f5df11ffe",
+    "5521e3454bb71307ac62ed9e9977d0714ab97c277d9f8141b81471c87cccb677",
+    "5559effcfb0080cc08b73b8dda196c70db04db6a1c5280d1746f08ad750b203e",
+    "5615a1c3e44a77826bfa1c8a2b87b1cfe2d1184ff5d69a3d8f683417bcf26878",
+    "56347a884046431a2a42fe99aff7f11ab7137f82f71e5c7ea68647c700faf55e",
+    "5718cd0f31018f14c665af23dfcfa6b09a54942784840a8813979452f9293aeb",
+    "572b0440ebe785a3792ddd86fcf327172e208fc40ed8cfa5b0cf192e2656128b",
+    "5790177d4a2a26bdd20e020d4ae51a6030f8a62be923eca0fbe1aa1c3c6d3101",
+    "57bd10c2d8b2c64f3ad25dc0ad76373cfa7966bc3aba69e9b45cd838e27c216f",
+    "57f3a07ac9c4781586ae1f3d449a6a75cee9769838203d09fe08f5d9f41efd6e",
+    "58361c52234f8b7203632e636e5f293eafedbf76036b9f0bc0450ddcd9092cc0",
+    "58798920cd5a91cadacc57fc6bfe08363d3474a4c56fbd37fd47702a06deb56d",
+    "58c02a6d10b19dbb08be5b48bf0f0e2970d4887c885ee8bcb2d59072f0b3c021",
+    "5985eac9aafb36ad2e5b08e5cd9b82c739e3d7e4af4b3dd05b68544b35ee88f5",
+    "5a706a95969a9afb3d65fbf4685d4582298d4ccef54228c9347748efa93fa5f1",
+    "5d7c7a165f74e9c88f12324cdbc1002c76afaa60d4a4c1f4c606232566c041f5",
+    "602c17dcdfea1ac52c0c79522adf4fde16dad0c420bc2e0d98d99e026a1580a7",
+    "6131f664c32a5c9885d259e22ab51b879a0f3229b27d6377429a64a22f0b7866",
+    "61ad6d99513b83bd00f84969872c02bd52c65d967988aa473c1c65eefd676b19",
+    "6210f692303bdb56b4b73d612a4ec399d88dc618028d8310105fdf36f5f494f3",
+    "6310027f48e518cc010476dd0e73806f4e56d2dc532b4573a267f731d3d41414",
+    "63ff4c6a3242883ad009a47609d15ea0dc04505a0a127eba84908f9349b1ccec",
+    "6425d424ac4f051c0e98574978f16af52be2edab0ff253971d403046dc1822fc",
+    "654680e590d30b7d29662d3989e91ad89865fcef62f711d16e2e54cdef061702",
+    "6555addfd8e7249db007b2265be1eda1348095f6ac1ef8bc1ca4d2c377a61eca",
+    "65f42165abed0efb45ae2178cfa3e497e669433563390e046de233109e2973f7",
+    "6731583ab3fa78827bf3a348596ab585d1cb9bfbd483c6c3fb5be4fa78c1dffb",
+    "67d6104d2642f4d213c4b90c58441aa30f1fe59aed66ce213a41aa5293ac8b0d",
+    "68788bcba35ac159814128f8f58a288eee4aad3b5224422e19e90c3c4fb854e7",
+    "69366a4250958c6bb863eeff854d1196b293f366c610435d34474e5b852935c7",
+    "6ab049c8a12bc666a3bc45954c81d044be3467db09d9cba50cf2ffe161e8286b",
+    "6aef49775887d2ee69ac038f4f5e4200423b05ca8596ef63f9607e45e8df3ac1",
+    "6b17ce5b388838e500322d13a0949950c33b35d30c4f52e4e4caa66634ccf3ce",
+    "6b368523bafeeddfc6513acc429687b726c48c24ded69b93b08a7e5c39d56c94",
+    "6b96045a98825402848f23f009cae525b6ee776bc142438b127d62581609bd82",
+    "6cc7f10311bacf627324494096f25e2ba2590a46d7674e98d239761f8ce6db78",
+    "6cdf5a6b67a31c75d95ed9d727ccbfd12eb7b5b8d2cf4b28e088f94ac73c20a0",
+    "6cdffacb4cfb379d127f8d67e10ccedf20fab3eaefa8f67e76ee1dcab6b8c4d6",
+    "6d3cf3c690d1e5d386abcb9d2f8eb6131242cc99bf8ec9de652d35318b133302",
+    "6d4b5efbeee4bbb85e9eecd3d2146c5c55dc09db9004de08b942ae783f90e69d",
+    "6dc5a4f395fae529157472d50a877fedc68291881ae443925b79e94addf5ba75",
+    "6e1c0d9ae3e2b4e506f4ad74ae1701e83826ff41c972a03294f096a306512420",
+    "6e3c8c35af08870d44640081ac7bc508f7baf402e85e00079d4788c70df494ba",
+    "6e633d849696f95b9fca05ea76d75278fca6e751061402fe01a45f66eaecc53c",
+    "6e65747b0aa8f15a9aebae69609dfe679d7df160af7c6ec1f1bb7f4fbe77e11e",
+    "6e6fe0b9c29af9252a35479a24f8df339830ecd240d13e156cf14b614478e23b",
+    "6ed932592463c7c0ee3080ff49fbd3256eb376d9fbea4f5a1d87a580cf0f9dda",
+    "6f328699052eecafc730cff3cfb923ea06180f7817272f881f296f7710867fe3",
+    "6f8eed619bd516d812be34fc41c2d3344b1ebe04dd9f9ffaf0dd0d4253292800",
+    "6fd537d3a74739c21a4d95e906e35bc9f8ac1d53a863ceefbdac5a6ad01abe1d",
+    "6ff807542ca183bed4a6bc219660e8b3524c8e2490c6999bcaaef7194ab78e75",
+    "70cff96648b78a021ae4ae0a3ae4bbd152b6d426ffb68a2c7b3f68af5602c0d0",
+    "70d0d3d9515ec960eb34915c9f32b77b6bced2a8905be335ff334f798f1166ce",
+    "710e3e86832665cc2074333617d3fbd3d8bf5811fee593d059f31f396d7f45c5",
+    "71109eede5531750b395203b228e8aa9803373b1254d6a6b009dac051c8af5d8",
+    "717c86ddddac537d41f88b7c8228005f20ae3b4e5392725af2ced0c9b47d9313",
+    "7182b822c86e7c2b152072bb8b3b8c0adb77de730cf2b3baca138060f00eb802",
+    "71a939bb2fe3fe621a38aa2814300823a716a74bc4b351585ea0a9b4c083af71",
+    "71ef53fd5d733e59abd86c7df4b5ce62ecbf738fed4715ba552a3aae2cf82b47",
+    "72d461aed408dc559a73710d45414f0643ca50cd5da610b3fb0129dc52d15a77",
+    "74071642727c9ed6ccb11bcd048db68fad618d722c4714d42034fa378ae706fc",
+    "747bb5a792e01b6644c91a98c94264a270c7ca36d6d536d163d94f3d3b84f64a",
+    "74dabef6f2d19582dae9e8df33c2cdad9e8756edbf8486325843c86d7b6f0b92",
+    "74ea51a817d117bc7c0ddb7a50770bad7c9b886520ab14a39f541d78cc4d36b3",
+    "769a1243de2280c5949abf534eedb5006633c3f60e6aaf414b0f305a07621cae",
+    "780b8bc74f7babe33315a1906cc6dbe0d9676079d9fd3fd303d5050cf6fa6adb",
+    "789467c49d28ac5926ca74c0dcc6f87e3e7ab1594f4dcd5809ca813f3b7a08ba",
+    "78da1ea6dd550cde2487750afac571d0cadb81071c2d183336b0919933de30f9",
+    "78f0984ef9c77e6ffba37b4260c3148c649339e761bed5b465537daf2370c1c7",
+    "79913de53c1646ad7cfe7622a3a84331e0cf60560679d6e4273d47ee5eaa6f72",
+    "799144770a2b4e07cf01947ea8b77a5839807ddd355170b87ba06d92866c47e6",
+    "7b03f51b82cb4798ba44b348c8842a1aafe968e70b111066740cbd3e48da93b5",
+    "7b5ad9f84a572208a6e92c733b19c068d3fe74dc5972dc7fde17d99c44488540",
+    "7c7651c266b7ab2504195b2d0fefd9ec3683df12bc20328007641a032f9f7f53",
+    "7d17467b25d44d0b1195dadbec457a87ba304966bbd8b1370047ae7de2ed2a05",
+    "7e884e9e13768e48225aa52c48b97e5c3252a649c90f3cc8010bfe9d5acf929f",
+    "7ed28f6688ca2c3971200d3ea0d000688e89f520ef4b6dde6701cff6d93379cc",
+    "7edc32f4e2da616996e003993e5d5b26ceefc4520692074b60aecac240798107",
+    "7eeb7fbdf38454f42aba21f2a65eb7f5cef9b83ae061ba05911959505cb91ba8",
+    "80425f425d21a43c3a24d0cbec2e1cf2da3c84b49ca37d17b3cfd87bd3c064fd",
+    "814fff4d3ddebdbcf578f3ecd2ddb15bd73f13c5dc97645f825dbec1229d769a",
+    "81dc75b3c4c5278f77872721fd7025351b3b6ee35b3c6c717382933a12846b54",
+    "81f2a221e07b8b87c8a6af2b8ae92daa1894ce793038b89fac66661c516a13fd",
+    "81f5585e360289f12de31c6ca3c5a19d35b36706dc818c1bbe84c52100ad5a13",
+    "8324086d105ca455bb60adb5bf2ef75570cb6bf61b3707a7b257e2d83bc69e4c",
+    "836794cd8ef10d37d1054cf7b79817cda0f0e4844bd6bd0ab0b0868f6d68a542",
+    "8411461a46bd466e5747381bc5c7bd43f492093add98cdac5797dbcf6f1e4660",
+    "84f58f57f6c72ec586fc22b38330eaef5bd838bc1c8fad56c29efa0be7eccdab",
+    "853523426e3dc330502ecba19f3a9a7628a12f7e8359b2c70eda0102c3e35cbe",
+    "855e6d393936d0aaad4a90d2d40b5c4c64187e11eaa8afffb8ece7639c14b5e0",
+    "86605eb145ee658ad400ea7473b837813106c904a4a958cc26b7ca43d3bbc6bd",
+    "866b5df371574f0c85056b58126624b34a949227402540918ec1d02bc129e272",
+    "870233bf592af1c5e6a70cdb7610b7fbf59102b2f94055aebc8e09e2e8abc066",
+    "872c4c55617194769ba5d872580f47a75a5553e70437e32d24560ac206156dc7",
+    "87be64c00fc483b0db889d7dd12e643222ade5c822c7da2b07c187aaa88d0304",
+    "8832815aaf4d20db32b8caa39dcc740a02e1cfda52854f00ba80336119562bd7",
+    "88b818d5b25b12992343aa730f98dbd25cdf13e183a93821ce3cef54976759fd",
+    "88ef007b6f8a349b461726d0ef1a8a5c3bd62e30f3991e195d5e2f04776936b1",
+    "88f52aef40dcab119d399e383866b95f979bb7d4371f9a8eb5b6d4946eec3f98",
+    "8937ec18e5415087ed1ebe671504dfe7d5dfd912bcb98bf64f57e0e10608eac8",
+    "8991f2d1867e1f9e9fe7e2256e7618d4c9462140ad82ba83fa96b7f8fb5e8276",
+    "8c3845902baa2a56d30004689da7ecfde2e18ff94b438f9e998b4f9f916fb8ab",
+    "8d68bc7e841c900e0d54a943f421aed61e30d4e2825f206290e5db04be19fd0d",
+    "8e847b6c90e52cdd68637c92a3f32650d4a7efdda87157c979666cc5f4fb3e5b",
+    "8ec13ad05622d6aff476a4c6bdfc7f33377157eb0dea77be7eca5031e0d3a3d5",
+    "8ece48d24519b345a1ec5c273690fe8220026167b26d5b3784c81200a5a268be",
+    "8f5666d6f88d29c0588631652e9d376f2982e19c855afbd67f6aa4f238961dbe",
+    "8f69f26a86bb62dc8b45b1cf30d53b0aa16f67ef2bbe7a01907ef6fa8c717c16",
+    "9113117e178903566bfc2a2e7c42b158479eefce407e38c9471535d54410139f",
+    "912a29f600f58a940b4136ec5c3f33d838a5cf45d1892a36c32c30a20fc56d90",
+    "91a57d162d23cc952f493e1199ccd4df33082ae5ec3ccc03efb6464dfd80befe",
+    "9329a96a4393cf87af20d2ecc4a8f2ad75b48b4927a13adb9c4191e7fbcf0aa6",
+    "94c63f1068cab884a46fb92b43196c046699581be0000d27c39c5e6bf6be5cc8",
+    "94cf3f3f5169047786afa7adfd68388bc79fe520513c78ac932ba27c94587ac9",
+    "954728266ac0b749dabafa2bb3086106ffcdbd7292e3aa76f44d146caeaafacb",
+    "95522b12879b74fe21b4f599bb83862a37cc15f9e84d42b6aab7e504f8a1fa89",
+    "9555a76e17a8b21212bf28ef681236caae41eeca7234bfa6b0df3e73c392ccf6",
+    "95b1f08688d5fab30d3aca9a2a2f85791c5a02177d91528220a2949b7dce7a1a",
+    "95b56f347bf4ac20fb9a084a4bb6edb9dfd2b34f9e4038a1b585824cff694b3b",
+    "95cdab0e351436c33ced6d47089d6ea983ed92337d64b30d411a34aa86fd585b",
+    "96e4d7865577d8da6547b55e2c33ca0ac0ee5230481d3bd46d8821c87fdcdfc9",
+    "973af4a9a83fcc5878392f67c590cf33e0186ac03379a3212158d8a53e3a87f5",
+    "982e2c67ab8c0989552f2a3f55886ea7910f94ac5ec1387c06e7e25d2405fc6f",
+    "988234ed7064ca88bdc403d8f3efbeeffc9a6140a3582ab6188f3a25cc43b8b8",
+    "98d242f623064f662fdb46a6618a85c21e3008128d17d7a335fe4b4c0da53878",
+    "99a43eccbd1f875bb1829289d71802ee71fbc78fc5dd3b65c6a183298a618709",
+    "9a8bc8321d59c58993ce3b72c915471a8451dd849e01687572558908cb6e26aa",
+    "9ab1290957acf6d87b204c4e97a0244c387bfe772de321090254f20df1910ba7",
+    "9b95e8ee0fa27fcab0bae060223433ff78dbe902cc3c0eb0d7549f800d54f103",
+    "9c964184dfef49dfeabac2ca70841d826ec042b80b5dba4b58d04cb53285af78",
+    "9deab55a3c9634b580db728cf42c9dba00767f8f37775d9ef76d87bb003336cf",
+    "9e21e4e980e2779799b01befcdb8102810411029d89a297d9ecc949de0f1dbfd",
+    "9e69dbf0aca54bb0d954a1143e42665cb9305eb8ef652ba2f477a65caeed5442",
+    "9e9f8296409fa67996c815e91feed202f598167eaf5b3f0350204007c0d1ed51",
+    "a03e1c1fa4e17c3344c98a3a5ee8cd8d3f37f2909cddc21e54822be80de5670f",
+    "a05f8cbfbb664035c98ab714a65313ddb72b573a5b4c3e4c1996a8113bb22681",
+    "a0a7649bedd18507db87f80a6e26a9ee942b4bb231afeab0dcc767b21db8608a",
+    "a0c28dac590a141cc127b54db3207f36026eca5cb620bfd2f844c82b67167890",
+    "a1edc1e88a06025bac194b9de08c8b710f8349b6ee2f18cd555a63f32541709f",
+    "a25d21d56eace92ddfdfacfe5321db18a80cb5191bbeb689e8e5f6c0dc598963",
+    "a282bba95a8a4542a289106bc37d27244dc98b311f3ac7acb7eaf5cafd02ba26",
+    "a46235803d16cf09a827c39210dc98dcbc1cade1fac99080c14ba14859bbbfa2",
+    "a49c8b8a5645e0a29fbfd20224c970fad477d04cb71a206fd29ee922fca57092",
+    "a4c799cc8b693658c4249c3b7c0fd69c45a1d41b7be3b38068e962d789f939da",
+    "a627e1c3f3b15e4faca6e36a48a0daf6af290f4587658b40c99b8d1bac26c1f1",
+    "a6dc7c54ebce2d5033b2e32245e52be15832ad9c5a62add5710c35b00fcab220",
+    "a7fd4637538900354d849d161c465112206803a259690ecb85a335217dcbc299",
+    "a7ffc8ec75bc9251416105d48a95eb466cde6aab8ba4be79dedbdd60a6bf80a5",
+    "a896bf4376349911127945d17ebfc10ec457401ed5d2e3b06e558ba74164f2e0",
+    "a90f3b019efb29fb36dd037c3d043d49c93440e6cefdcab2b213c0cdf73c4677",
+    "a916116487ef88d1762152ffd77390eefe84c69a954cf6071ec48f48599183f4",
+    "ab9b70ab4f40fa4d69438dcdc65e19212f8b1ded5130a89a4289934cf35b0ef9",
+    "aba716b3a181e91cff5f83f1dd4d4286fd7e99f8eed0ef876484bc8b8aba2693",
+    "abab0537479480471fdbce7a9bcf265bbdfd65f1ff3d4ddba0d9e5b4d9ced9c7",
+    "abd2d9b083620a1d2f671211125c53dae979b997c88f67d45807fde6ba372408",
+    "ac262a059fca131e899b1bdfc77dd816d399c94616d1a11263671b33316c9599",
+    "ac82dc75ef05680a107045d99f26a35dc300d55a7118e422be93355ae5fac944",
+    "ac9a9ccae1b5a7809b3d1ba1be44a71c7169e5b56fde550852a96d7d1b2b5f11",
+    "acadc12353fd67a26dea25cb68d37740bcff84752f1b00af344301299cee8ab3",
+    "adef0f0e85961cabe53053836f2638e83459f78e3ad8b1206b1e22a0e64891c9",
+    "af6cfab458e6bc9e744c73a8f478747bf77f1c1b56ad30d6945a264c42846a76",
+    "b0a4b3c916589cbbf3e48b7820e66f919131ddf5330b0ec58872adfabdfb2e05",
+    "b16c55c36f3685acf7707bc575ad1069ae9c058d8dac86f3ae2fb73a7ea8e4a7",
+    "b1b630785cf6bcb5200be4fbe6b9cc5c681f9385f3bb7f677bcd7e852b26ee91",
+    "b1d040fcfd9ccc5f178579bbbf895ee2e385f427ec30f8e4786c6161fffb4fb5",
+    "b2ac951600008b0fea2ba3cbc5c474594519c9b2a70edf9ad163abccdba1c660",
+    "b2d67426cdddc00acbd06b2ea113db9f9c441162ce9d022ec8510efb48146e46",
+    "b3e016b64cd0cda66aea9e3f44eabb40943e1556d32bf2d6518745d9e427b42d",
+    "b3e07c07f4c4b008fed527f167c7f11f17ed4d1e4163cdb0ba2e1ba93751cef3",
+    "b4a6b9d0180583975911ea25c8f7ff0107152d92d6f948141112b83ae2f2febb",
+    "b4c5ade87ab82415346618aaae5728f15104ce3b60b11bfdddc2159c6a9ce481",
+    "b760bb947e6d5b6459228799cb111df0a4b41b67b3da2089bbaf4de6e4841ba0",
+    "b78983bf3b1bd83a3100707a4c76d66dc1153abd74008158a7eae0b34c7c625a",
+    "b7f5d3a5b89c5ef68650155cec7493fe609f21b5512adb4cb5c08e2bc5c95e82",
+    "b857988895276b50f5533c84b38013e0642ffde0591f66678448db56a4d53698",
+    "b85ce13d03e3e70bb8eae0a820bce4ce7767d89c703c131e882ab916db55a5b9",
+    "b8ae3abe48f5037066867e455a75f4dc2e501a75429cbadfa9a3e278d9fa3491",
+    "b8d79019da05f874f40725409b294289a4276b49881cca8108b173e706bd7acc",
+    "b916ffa0d5a66bf3293242e6a86b3e8ce4247761990159b3a157d23d9051a9d6",
+    "b92b5690c983699be359b27f42314e1781ae82e010ceaa53d87e248c713cc6bc",
+    "bac079989a07132080b3cbf18c956f43eeb90ac243320d36f316db69e2445685",
+    "bb47e3ab316278d9b61cd0ba233e0d1ac96702fc09b54daf21c66e6e5b0b6b93",
+    "bb834499aae77dc571eabca63b060e2d3af4fbd15e6ff08f31920d56ea69e512",
+    "bbb0f2d656da337147899b331f4eaf2d42d27f2e5f433a0f89f7a47d94e00630",
+    "bbbfae82c10d69302fadbdb59607d17542b7c36eec05c410bc3d19bc59f9c606",
+    "bbe394b68e620d4f2a298e9cc932cf544c2ed1976881670a5252e80034a31635",
+    "bc2ad162fee094abc641053665817bfac9c6d8571a8c981ff7467ecef07197f5",
+    "bcb3abf244ba1c9e1185b4d5b82978e3eb525b215b76e9e612cc4ea5946c27dd",
+    "bce02811d92bf052116e829fb9514b73ee7d3ce06179145ea87933ebb43864c1",
+    "bf3222ed5d399bc0b39e8f850bc7179267c74589ee334893c821256c09dfabf4",
+    "bf85b54e54f81929282389b1f6bd71e1500e906a8770aec49d5177f9afc401a0",
+    "bf9919db71fcbe389329b0a80a25e2f32e92c242de4367040031b773d1289e6e",
+    "c03eae7c3673288b28e3cba77f65491cb09ddc36f5fdcdb230595ab59ba00ba1",
+    "c1b6ffdac70e3fd228a441606b57a74a87e52ce8db51bf777d574c9c7074afe4",
+    "c2324ff1a84058708a778b0dbc4b62f7906541001319661e7705704bab5215ea",
+    "c398fa7831e97ed2d41cebafda84cdca1fb256ff8c423cf29cd61be3d2323e29",
+    "c3ee012f79a5e9a579c87d0ad6bd09b69e83911acc2f9469b9acf2d4ed020c5d",
+    "c3f9fd85aa2ffd14ad57d3d1d4641cab1b3307a16c469f2ffb17cfb7e38d89e8",
+    "c41423d563f1efefe224467078c3953d4362fbbe5403605bbe47c348648de873",
+    "c5f435d77f24b0a361e07a4fc92f2656d7f3a16678319c32b0fd53c5344cfee0",
+    "c6d7ba85d51e713f466fe5874a814a5fd4fafd841b780a3c69a5bafa4b181641",
+    "c79a1fdd63925c9369e8215bc03205b5440f525d2475760b35e65d128471bb33",
+    "c8263aa33563f118a277f94880e01ab9d85d4354a82f6f7e67ffc3acfc368199",
+    "c9014998c9c1a3ddacaefe61c79cd910019cc7c85e0ad6764bcd96ef646602a7",
+    "ca1064517da75cd2d73d187c83f59e29253e92a902468e8516555cf39ff531a0",
+    "ca106e061bffbf113ab31a4e8ca571ca19b684c4ef22397bb2e0d26f9cd9b4b3",
+    "ca22d2c910d5fb8a7cd6fe1e0e6038c21c9016158da0453c288f4beff35e704f",
+    "cbceacfd6887672ae36da858fe55fa1eb1248a461fc918e0622988e80f5a5f1e",
+    "cd2f4d7a45b33110be96a05b5200017d318e687c2c442003197bc078dd0e1c56",
+    "cd2f7561761d5260d96e29be54ec5289642c93b0341a343eb3b71743ba5de1b7",
+    "cd6a7a408ac632e85ba353dd2b3bb53543ba25005bb4348f2173439583b7bad5",
+    "cf56c541150872145af25c650445aa02562aded8c2b651ec81114e7e47a57ed5",
+    "d0137dfc0e9dff20e467a5f183dc18b2d1c3050db62c7199f0e2cfad24ea871d",
+    "d09894ecf5a8fa94f7f80a75c597cf2bffa38d6cb843ae78c60d1251cd7d9f91",
+    "d2323e66b21bd254d3edacbbe48e7fb41082dab2a47186fbeaaf447e41e847b8",
+    "d4febb5402691fe81541c78897f18467b8b19f52824417b71cb52fe042ab3297",
+    "d54d9e3ce3b3bf3a2e721539b4526f27c785ac8ffb273ad8d635d429d91de2e6",
+    "d5622631d3095d08a0ab948349dddf22ac6d309b9d6349f62e2ae741eb6c81f0",
+    "d6054aa280062a63064d8c2f4388169a0d99bb46a4f09429470e58e34b720885",
+    "d63ceb0c6327e4e658901e155923c96ada2ae0f7948f260dfde05808c10410e6",
+    "d6457fe91b57d3f6407ab52c979c1b168dbbd4d345f6811b7fa4a33ecf15fe16",
+    "d6c5114dd7d96b6d349244caea137f41896d0d65803f0aeac524b8e0205750e6",
+    "d94be29e8f3f5fce3d572a23f82a9facc3d547e1a20c9a894e4ecf3a505bb7de",
+    "da1f46665f95caf29e033238a60bc885a1edf30918538ba53f3e0e0f3ba758d8",
+    "daa82746340669b4b9dd39be180a98893ecab290c5646775f778ac810e68f3ad",
+    "dabc9c6421417336d9a4e9edb999c62918760f81f9242600163c27387d2f9f4c",
+    "dac9b0b33161d877114e396f23173a296b826315bb7b848af25049d417224541",
+    "db8e6d2930c641154a58cd407e957fd411456a1c36ba3fe1c09ecbfb597da737",
+    "db94722d3c9d3930d765dbab1cf5fdc3fe350540f62b8dc51fc61b50d5629c98",
+    "dc6b01f69ef6d3e1b599273193d300428662385a90a8629e4f123271f0bf24d2",
+    "dcbf7ef1a04611b24582d73025ca744e409e3520c59d5d9cc9b6723a6be2afe0",
+    "dcecd123fe1669da91e710e444a07c091072a11e64fc84446fb3bc81ea9e3ce6",
+    "dd81493e182cf772ba90bf45866646a9a8180a9548cc340ab07affd73a32d646",
+    "dd970f73df9b378c8f4c0088c022f03554adbe682beebbecd7b3188a26fd654e",
+    "de5c405220e11f90a248d6d56eb9a5c255a3b1a5a442b960cc4ef528e0e2cbbd",
+    "de845c1c7260617e6c524215ac2bc50ab2a43cb03a503dc094191d9e177c82ef",
+    "de995837785e14496378f2052cafec8afedb2b7d37d1346cd3e2ea8692b1a7f3",
+    "deb729f802c6de2e79c3fd458dca6850809ab1e9182087b3e52321e0a6c04ab2",
+    "dec23fbc274e9e3db3bc7de70755489d25f997578849bd4c77e8d5af7294b2ac",
+    "df756c0684905a591127492bff47368f36f108205b68be5cc043c4b1c9970ca9",
+    "dfb562f0d7787ee13a030d751845ce49fad81d82b842b7109910d8f690d874ea",
+    "e0e3e3192a8b85362e8ff1adef5eab8d0697d0bd7f332811cf7aaf294972adf4",
+    "e211a10f5efe01ebfd0cb01d9e5eb79029c055a5581ce243ac0105114fbb8bd6",
+    "e27411a52403ae9c96c241f02eaa738c6c672d120bb7c2ecb116ef6cd54923cd",
+    "e402472d711aa8265d42ee16c79e379d1100395fc1b82794271be38c777ab591",
+    "e40581f959f5ab0a8dbce6d1bc17c8cad4670eef1b510d3afa33252813c4823f",
+    "e4c2b23fda6ec02c51518fc851e448d8152aeda7b093dd2d15bc1db0db380566",
+    "e4ff400de7b7014c6b0734e759450d155ea061938988ed24378f40e554d6cca8",
+    "e62a79147d1f8f603ded27c8d52b08d118f5a8fc184adc48b5d5571096c45758",
+    "e6563012f3543c9f23ebbe8027b50f3d8e5acfd007bc7ff934baf8d2589cbb3c",
+    "e680cab2209055baf3effdba0f1d71cd7da1deece72fb624134f9aee2c51e127",
+    "e71666a8b3de77d8df6e1b1a26963014b3ba3b61853de1875c1336ae57c8a168",
+    "e788f248a6745006fb0ad0bf27262261b2ebea392f69ab028e954707371fbf84",
+    "ea25d7b2fa5d864a13bfd22c91e08e6599feb32ec362771b074c4ee41855ec95",
+    "eb096a05c4bf4447357dbc3a226cd702332dcebcbcee6b64999711e7b6457bd3",
+    "eba83fa004dfdd799a0c3fce1ad49b604bea8ce6f5dc845ea8324420c5e014bf",
+    "ec8965c52e6bff3ceef758795b77cda27ae291980a34c71f6f35070c23b9eb86",
+    "ecee380c7161fc1d9ce94ee1bc93a54592a7de47e8cbec8f0498cd202efd1cb5",
+    "ed13af6ff41fa3a204559b6ee6ccaf19314f18ae79cc7e0c6f82ddd42d579524",
+    "edc41a9635ad187d84d07a131e2bf5f76832890dde4fb554815c434f32a9fb48",
+    "ef2be2eb1e6f2503105b625e92af4afa7257b73606c056a2b9067349289123c1",
+    "f0163a9dcccb7b915942a0e573c636679992e901a39f17d813e02e2c4cacf47c",
+    "f03b66c738c1a74db7ae30b9e2d78d30ce7691d71a8127b8e33c83deab349931",
+    "f194e7426583ffc175688919aa806c891d58311d42dd922bd3cf0f22ecc58c78",
+    "f2145b0764b9c49093beb8acd3879bcbece4c86bc2545ad30b3547998db5d4d3",
+    "f24f90f3764d940281cf638876c99ff9ec19c46a579399823ac6553a50d44c07",
+    "f25c17c7b1a9160f302e78521b4fa9db1d1ed431d2a6029a4e66e7c0bd78ca69",
+    "f3262cc7ae7b8d652129e3b19be2e71b5393fefd194cdb4f18fecced393fa692",
+    "f3e221015253c624bd18e1a1ec6d6cdf855b179a528aae544a28c431850c8137",
+    "f420bb272354584966ad45fab45db2e96c03bd92ab85b739fbe8701a4f795ca7",
+    "f440c37361c65c981cce45f160116a897ece4e18d4b6c1fd8b7251ae4ea014a6",
+    "f57eae02d4855b2505566f705543467f3758edb3639dcf63428b3d655d6900ca",
+    "f5888d79c11cd5039cbffac6bd92e13cacdee543a08ceda6cb12136cd3e64514",
+    "f5df5241fb7af7d427738394acfeed4ef40025f3524f2184b21b12dc7f3277d7",
+    "f6764cf8c80ebce0a10960fcf97f1d2f868d201bb1421ec2f1bcc635f2a905b1",
+    "f6fea0b0cf86027b13ad2b74423087279ecb1e27d32a81f90e3aba7affc1bc02",
+    "f76737636cc2793fa94a81b48ebb62e6a293a1258721bfc2c3a2df3d524b918b",
+    "f76fc301ed789c51fb593b92c333b4c0f0341732501af0964feee339c9b750e5",
+    "f882570ee3e809b38602c4a7e97f2bb7510d2851392d45c9be98d38366e837ed",
+    "f942783262e9e60ee5ee39b71aaf23f5868d7ea0248d437aaee1219675d8ad40",
+    "f9db175886ea8c5ca4046ddec0176b9897516872b3a1a0848d3be424b95087ad",
+    "f9e667dc320b33690cd860b7e66cd789630658bbcc3af8c16cf978412f98f3b0",
+    "fa169af3e954857659521ebdb22e95188911b7c5926adbbf493f38e05db0825e",
+    "fa67862c4434071236731974e363313151f32440f87e6f2cfbf0eca76509ca83",
+    "fa8aca36011d8a7acb85b0f053082ab1f42a48f40fd19f7300260f8eac252254",
+    "fad035c7def0678143fb088abe594306a81cf92a616e9a4bc3615ec385d87956",
+    "fbaaab822f820adebe7e5c56f4daa8356cb50e0869cff2b9d569596dbcb6bbb1",
+    "fbf9101b8d684ee753ce6d5f8280413b68f418fd59da9772221682f8280b9d4f",
+    "fe06e5a7372a1b9e026043e3bc89063f91dbb1ac1c6a4c2d34b93f295f3e51a1",
+    "fe37bf2cf2b401d02ba34ab0c77d52b89fd07224bea409bbc911a391430c8ded",
+    "fe9cc6e4934a28231d7c864c377b2a1b72e4da2b05bf70064db4c6199fe432b9",
+    "ff354ad90b2deec831a173c06965f2dffc0ea3f17b056e3e5ad55763a2c52d93"
+  ],
+  "include_outcomes": true,
+  "label_counts": {
+    "negative": 5179,
+    "neutral": 1222,
+    "positive": 159
+  },
+  "leakage_contract": {
+    "deployment_must_not_read_outcomes": true,
+    "nontrain_outcomes_are_evaluator_only": true,
+    "train_split_only_for_retrieval": true
+  },
+  "max_flat_action_dim": 112,
+  "num_groups_exported": 410,
+  "num_groups_scanned": 2873,
+  "num_groups_skipped_by_split": 2463,
+  "num_rows": 6560,
+  "object_embedding_content_hash": "4e8773e46aef035fe87b3a6b631ae0bd9c82ba2c7310c62545a6b8c8a86373d5",
+  "object_embedding_manifest": {
+    "dataset": "embeddings",
+    "dim": 64,
+    "extractor": "rgb_object_layout_v1",
+    "num_embeddings": 410,
+    "path": "object_embeddings_rgb_layout.npz",
+    "reads_outcomes": false
+  },
+  "observation_embedding_manifest": {
+    "dataset": "embeddings",
+    "dim": 32,
+    "extractor": "rgb_jpeg_stats_v1",
+    "num_embeddings": 410,
+    "path": "observation_embeddings_rgb_stats.npz",
+    "reads_outcomes": false
+  },
+  "retrieval_index_allowed": false,
+  "schema_version": 1,
+  "shard_content_hashes": {
+    "charts_00000.npz": "42b54c3fe5a42b22a225fc233171d098875d16595a7754b59a2c4efeb49f8ca1"
+  },
+  "shards": [
+    {
+      "num_rows": 6560,
+      "path": "charts_00000.npz",
+      "sha256": "e1dab883a6d5ccf9fab9111d291de115a0fc4de77487bc7a740c207adb62e74e"
+    }
+  ],
+  "skip_counts": {},
+  "split": "test",
+  "split_fractions": {
+    "test": 0.15,
+    "train": 0.7,
+    "val": 0.15
+  },
+  "split_hash": "84151df9e88c219b76751677558cc5bbbc19082bf358cea7330158e9e403e25f",
+  "split_policy": "stable-hash",
+  "split_seed": 0,
+  "state_hashes": [
+    "004c8ac0df224f86988595e4f552c47d31562c42302aa5e5b9f120d8e8fa65a4",
+    "0080acc64d7fb2f9154ab9883e2ec006f0bcbdf4d05e9de28a69b8637047074a",
+    "009dbd5ee8d586cbaed373d3aef6402664edf778a9cba1ddf011d37e365ac87a",
+    "00bb526c8634dedb0fdfb5d5160db2bd76ce136b8dde4a99387834fc490b08cd",
+    "01a4efa12c9caf9b24c5f12b2d6a3effd752762c4600eed12ca5f58e21bc138e",
+    "01dbcbab515cea225b9d1159da4a9ae93c8396d2737ffaf0e0fb44d6cdef329b",
+    "03c28c71f2a5c79aeb63a10fc4d39169536bbae8755b8c49427b8e4a48da595a",
+    "03d19f01e4757695bc7fbe0353e9d20b344bf375e396036255ceb13922409821",
+    "04513e79db3e0f6e1aaf91d54465e1a63985974c670008fdcd8bcc54571e25c3",
+    "04672832863fb8c9eb5422426815f398a4ac41f10f3a1985f382f771359417e6",
+    "0551ca60a30e84d93604c0e342308647e32350ab89152aab60acc95b77917df2",
+    "05d47d5040c2c080ff7315348e0edc79482271c1058d079d5aae6886b213d93b",
+    "061d1b5c2864f8f74c82a62e35804bd3f5c960ad4032a9507a4ecbd957b6e8cd",
+    "0621a9d94a00c788ab283cf27213fec18be5b8dc4dc2ab1ede7fb6bcdf24f9fe",
+    "06a625946bca0cb354a0db0e144972691fe3fcc172e9f5718cf1e3e6edb65695",
+    "06d116fa981309af8f407def79c5b227cffa4d2fd31b90a727b1c3b6d61b65e1",
+    "08bbc76d14a4d92a2d94a0c80aaf9c96244c992862820eff10ad593023ae0604",
+    "0a5e1fbbd0fa9543c54f068a799b1eb48b78219dd146bb0e11f8f4423db7b02a",
+    "0af43195d1134606a56243bd158f50390371cde4e065c1c7dabc81b23a8c48a5",
+    "0c4c8b752dfa7f773514cbdb30f2bf7c53ab452cd92dada5e78d197b090addcb",
+    "0c58ceafb2828682cd2912eec6950d52762ffd0688ece98dbbdac6f6332d312c",
+    "0cca086201e7689d11f790b065798d7412ea5fbcaa22ad0940f84ead8be24e40",
+    "0d84e8b2f6d6efab89062a5efde3fafd7b8c2cdce1e6b7431821c9a7db1c3c4c",
+    "101de590da3b55f23abbf9ec98af6d0a734e4a0553fb957d9b9d650a4b1478de",
+    "1025bfbc572dd9623c6437a0229cde7d21e9e9619d6fcb7b6e78d57136fa93c2",
+    "105f9d47a5ba7e9de7277b3acdc95f540e794c5079f96b10b7d22e158b5f1d3a",
+    "10b35b7e101af08ab05deccfece53119f6aa8ffec4f8eadd097c67bb4c2e693f",
+    "1106abc92d2ab317b3a2dd77c69dafbf6305c822e070962f6f4e9ef97a8d9048",
+    "110f5c52d9c59ff4973970df78b74791be7398e8def0e185fe2603bb579d941f",
+    "113ace08ebcc14c1eb1e3e36c94802b5743dfa5f86f84c7bf0a1233ee4b71069",
+    "11e9d80be620a82f0f4d35f32f34104d819c14c3a3fe91f6d36891216d61c08a",
+    "12d681493bce24cc2dcbd133ff88a2e966d9c2ad735da586c6b7326cf9f76b32",
+    "12fbf78fad03688ba083cf5fd1f230726abb50770c0178351ccd4ef8ab830eda",
+    "13d6ac7b78af7527b4cbad8162a99a176e2aab866a7e4c4f8f87977d6f69c568",
+    "1496bccafdba868e26fec89c211b482ab2de808587e4e3f9581c0dd41e43a6ce",
+    "166f0fda1b9dd55677371d0eec1d2ee86f83d90c38271147b317df1dfe130692",
+    "17e60393d3f9877967b76a87ce36a1dcadd8a32911e1d3c13b6fb4c2f5e240af",
+    "184aa9501e510d89392eba64da1a3ba528632244212ee6c51e6c01b56c51f68f",
+    "184e008447d983793dbe18e5eda7b4e4343b3e7468eb91d47138c9b769f7d60a",
+    "19c23bc68b3795084dacd86e7719257fe73fc252cf422971851b5a500784f52d",
+    "1a21e0b5713c3c77ff1624f68452413a6622858f35026b4fdcf53934aa8fd3f2",
+    "1a8477054d7eaf84012250057e2a8f3a2be85d33ee68b2c07bc44120096802db",
+    "1abf1ed7e7b56348168c666a020ed1f04c92d7e0b3c92c951a98c4bac472ee89",
+    "1bfb07cdb48308cc49cebadfbe47b6985d0978657c5f55b62994fc08d892de8c",
+    "1c08830110844a563176b393ff600fb718a717b7dbff65d1ca79cf2734127d16",
+    "1c17e9a25aef52bbae4e31ff916b44a4c9d2e48d34f717551041852bc0efa920",
+    "1cd587a2f725692688dd2f896c2d3dd331975425a355e119f3fa0ffc4ecc2fc3",
+    "1d370ef467069ad818738972fd37aa221b2b1ea703a52e3819834deaac481be3",
+    "1d484a5c583a8b80af98481df8d2288078e0ca01eb1485fc7bffde3db7bf5673",
+    "1dfbd15fc68a9af8be56276e9f73652b081baff65a231b6d9168c1f22d73569d",
+    "1ea9a7ebc086ac2722fe0054a89af39a8972c2b78bef52a88d982649e800674e",
+    "1f0156c63e661221dae2b2794349306f1a999c3af2b95dabef534c3f42ff47bf",
+    "1f8067c0c0e82f005e7c3e256bdb713707aa0c428bd09ad637e69e3e363417ed",
+    "1fdb9db401793099759ed7596ab5495f7ec5c3dabca2521894574c4dbf265615",
+    "203596e5c1acc347af07d6369911526437a3a56635d02abba76718bdd2ee5063",
+    "204a6b75a085b3d884fd5e1607a2104d8d71e1228cf1bbe01017a73b166a9ffa",
+    "212133c8ba1f27881c61acf0ef2690910b8608569a2e00a40e1a007a61009804",
+    "217b3a0cd9bc0931c3e84ccc56c6e074340df9a77623c0eebbf14829bf830596",
+    "2524ac64cca15c8962b381b1fe2517105b5cc936813c40db59a1545d76b3bd69",
+    "252511afe52c3f9f509bd7c96dfe0938c89fb072523ae09b2a30948044a973c6",
+    "2630c85c8000a2dc9bd3777fa33951d602f2aa6b209832f346d76e8d922e7092",
+    "27100aca96c8e5f7009eb06e931e2531cbe51e89453e82c5357e441120fd92a3",
+    "2770f5bcbf2fb7972bb0fdf00f6309d80a438a356af61e44f6e0a87d9e9e9749",
+    "27a0f083a047b857fb190b8ce227af6470dbc9877e12ddec667ccf092bb38aec",
+    "287ee74ce4a16b40805867a6a84bd0ce31a8170bb87b024b7150cf6286225239",
+    "290915eb95c98623bede55f945feea19b31b9e0b55d498087586eb78ab673124",
+    "296d2d3d87283de2989d7feda5c1964bf0ca5f465cb1eb35a099058310bbccb0",
+    "298f0b6e389c94bad5eeb13a7bb276714273bee1a2355aa9a9ed2a3df00e230a",
+    "29cdfbc917293161550d97ea67ee5954df89f926f032460834ca3b42c3b0c0b4",
+    "29dec43762af9d614595a41f2684991e44ed10ae23dc53695d97267c85180d44",
+    "2a45934c4f237e7c55633a9340de671f1cc832add504b384487aad994940ebbd",
+    "2b56257937c61e54482358d290c70c7dd15533527c7a5c67304515f78ed16b8d",
+    "2bb9f77251763945536e30206e23872a28f964e93483bbb8af48f890d4997b5e",
+    "2bbf500cedf656b58907e06d4debf3ca6db083799a6f8e1b8dfe29d1b5ebde8b",
+    "2bcdc0a2add7d61b5d8bb831139d7ee1ba000f9ebd8f53610d24c83e0d3bfeec",
+    "2c8114ad5af7d1ed8952927e827195dc61069af77148844b8daa64d9b5681823",
+    "2d843ce2bf559df3e6e3d82f042bc26bf0a136135ce1d9d1593cf6243c64d035",
+    "2ddb82f8e201cc38d0cfcb6ab09d47204cfeb2e34f593b7004246cc461de2b8f",
+    "2df7da74da815e2293af7467feb178731a363c43bd04efb4fb90e749ea15dc5e",
+    "2e41728c1feb0baebd448e13a996a81a5a8966a98d399747910f1ca4a303ef70",
+    "306593faf7ac803611b57887a3d49cf391cda0afc34ae9717556467e2738697a",
+    "313a6956aa6fea5af537785643e7c18cc1f49a20ab356139294ff9836cd0041b",
+    "3192576ecac24034f3313854514349784b72cf1ccb3f15f780f09805b3c9049b",
+    "31ad8725309a36c83919b4e22219f6acc28ab74eacc1a21b6ce25a5ebe5c9a3e",
+    "31b01d9176f54313c51fb2b38cf190dec881b3f764ecf6deb9c5e0cc6dd39273",
+    "320b235b4b99a4c37396625aaeea37928b009140100d0816877947ec7fc4d5ea",
+    "3284ef95cf53b90e6245fea8805e438913bb7e2e64ff30a4165176c8f20a31e4",
+    "3392a6b9cfe682e3a90d835d4839fe4a9f905b691d4926c47260f7c8ba1b4a85",
+    "33c7dd7da206cb007ddfa4493161c2c693a42115ceb4e5f6a7f3cfd902345782",
+    "33faabea19353c19d4553ccdf76da78922ab20629399b3732ce4ae61907ac65f",
+    "34b5d85b732d320d0452c8df51466aff4fef9e0652eb24bb1bc66ff71ec6581c",
+    "35b21fc47388d8aae43bcd09e67381efd5aaa4d9bd21e5fb141a97d04cf81309",
+    "361c89942e74f15b1a64cab7fb3f05f16b25fd5b7eaeaaa79f47d2d6f8125a4e",
+    "366c6de86f1c9584274f3bc105667febc2bfb9bb718424768f668379bb93db08",
+    "369716a89b5a2a776551105e267ea8b2e1b4fc1ce2ca204b9c7ac23d1f4ee4a4",
+    "37107fa603a746d3044f70b0776bdeac5e4b62238f7af96d29a6ecdee8a842d7",
+    "380cfbaec777fd891c1597a776a2c240e6dc769b8906eed47a8ccb95bbaa78cc",
+    "383201ea110c3d298bf177866f91b326429a6f3a5d783d55e37c65f9a4d953c0",
+    "39247017df9f8e2f6b38525b4b8f539fdee0705d84c2d712645dafa8782ab94b",
+    "39a632a0dd972df1c6dd5b17ad64c4d685e856d636c08c058e54649fdb6f19c5",
+    "3a2244fff97f5e28b0893251fa2f63de51f9a17f1444cd9c61e1881183d65292",
+    "3ac68a2f2e6a24ff85471e36d646ee3d679168bf3e47dcbad5b881778e00b80d",
+    "3b739c0fe2bfe255cd7fb936e9f6e1845f71bd8c743a1fc8fb433296d95983cd",
+    "3be79bc31455e70d3ee04d04661e6d0b9fa99490ec0cccf42c16181c5861d8ae",
+    "3c18c8d7856f3b7ef04eac25dcbbf89fd5a1fe4843b539c7cb7882166dbcb2d8",
+    "3c8fdca1da5807ad4d0d5b5268370d5ffbb381eddb06dc8913187cbce8845887",
+    "3d353295a9cf0f3044dce3a7738138da3284c52ffdb32c5739f23644685c673e",
+    "3fce9b41bb738817096475807f2c5f81bc80ae97dab2169ad97014f6f0207c88",
+    "40fc07492f163d29cb6b2060b9b6bf4e5a560fd464bb30bc1abb8178cc5cb939",
+    "4142225cb1fc7c8d3b9c9f862c7ace7615be14132c42ad12cda618b9fed8995a",
+    "415941b56aeb483dc738f2fcb7a3ba5cfb2d06a29f588ae81513ec7ab266c2c1",
+    "4170672fc2ac340d5028f3a26a4048c04081eaeff1169e3bef194e10700b4f2f",
+    "41ad134a4e792921e2f152c35b002d24ba3e27978e3b7cea2e0512785f99958f",
+    "436872d61296107eb46ced244e1d4f49a60f41216b525d10b96fa7539e69636c",
+    "44cef6c21d800d28c49026c8244c298f3f35909ded05a7a44a6c482d70ffc87c",
+    "451f523412ce5db8060f637f418611a2d16ca92309e3a94eaa06c0d1e3bd494e",
+    "451f5bc41b81488efecf18360f35b71854d9f3e65791f439ef0e9dab0d5b37dd",
+    "45571b7a74ffc59271a2476ff48c2c826d616f3c37a4e16ba4d4a92d91b6a8af",
+    "459dd06d08f6d9b60ba6e4de2c1cdcd3a3a91e1eb7304d60266ed8e8f2130b91",
+    "45bcc6d17d9f2c38c31a1be7da5510e6b6ea61fdc3f448689e7bf557b917b69c",
+    "4641eae58a63093a0c751e22e7b86bc9b700f0d4c36acab080b7b6cf6c2dfb1e",
+    "469c1a5dc65e24634bf784a133c9fea1a62498a700cd990756b9b027fc41d172",
+    "4804a2cfc0023e955e593c78381d3b61286259d442c14c89d1d1e92407953a92",
+    "48f7954a804296dbce08b9c95d314387500bb222018cae413205cf937b672257",
+    "4981fdf0cff45e9cfd46e9af6198b260a55a671e7c6efddbf0164e1aef93afd1",
+    "498457d95c5a3f99cecd457405f7d21120b9a08e4c5ed64780e9be6bf751f3ce",
+    "49d01844c161be1a3d2e570af94081a9527688b303ff92f984a752dd7dc87be2",
+    "4a73a9bf644e075b82f021ea56d9a66ffcd2ae6eede7be08b7db5a61473bc880",
+    "4ad614012d8df8ff7af9ba31d7a63b365d7992e11244b6a05f9bf24d92fbaee7",
+    "4b69e82727dbc355de5bd1921ea3124b831d4ced84915a8ea17cb1f666b72272",
+    "4b718fc596fa2894b76c4c3388eaa3cafa24a3af8a21a0f43510acab83df8f9f",
+    "4bab1aff689033aa4c5ca9ad5b166c0cd307e959e387e0654cb5eed13954fc89",
+    "4d1b2b46737f492f016c7dc383e3c7f669c785b3dd5240ac3721b358acbd8210",
+    "4d9004e2f0824a680dafdd2d3e869569f5ea3223dfd53857e67e90b452f37ec7",
+    "4d9b125e84a3703202d74eb7f29a681fa27e540a947b33b760a539a566dbfe03",
+    "4e7e45bb17bc9bd419ff97fee6db24b20ffb4cda75234ea855dc5666b6ac48ff",
+    "4edfb7c99fb79709890e6c45b460e44d5137860108f9dda149ffd7843eef1029",
+    "4eee787b9350fc39a739c41725af1a82512bae12c02713dcb64838730c98f876",
+    "4f01d0243893a64e9b0690140be0a84485018cba8c65d95baf195a77e01eb9a3",
+    "4f4d34c6580fbf468a3fc98965c01a35bf44997246e9871b664b1e19d91672ae",
+    "5018bb862f81847720619f8f0faf45793f51bafd9f02598bb3413d039e1ab16c",
+    "50cba560b4f304187a517a419477bedfc0c351246253780d3ca27f1935089076",
+    "51831cae9b2c0df8f6b4ba9e837bdf36fe82bcbd3211a421f31d99e95b98f7dc",
+    "525e8f64554faae4e6c637c78347bd2d133858ce5eedc1be0424aab9c618db14",
+    "52d082bc104632d9938fe8dfc7ece166c2904d572f64a45bd2ea620c32472417",
+    "52dc9d114df63ecad5379ac4d8a5b08e86d96d991d02b80861701cfe841342b5",
+    "533f765b91e8a44d0458df84c596a73394224692a5581ca91ebb30cde24e642d",
+    "53edbf5e4b0447cebdce43a796490ae0e070759f15c2e4d59dca2b93e42165a8",
+    "540e5b5c8295af60000acf168a53e7961db4644654d1b601d8aae8e0bda8acc3",
+    "541a78131848d13136d40bcf2334ca0c86868c3086b4360a34b2b29ed97fcb5f",
+    "542cc1af0c8e1265cbac8ceda239074b8d0f0309c06e5060131d228318b73650",
+    "5443fe36272511f859309a002380c67a01a450dc75b3e5b60fd4cd5d59da0ed7",
+    "54c4fb2d3e171d1c0f230ed8f9340280988aa897b23b90e3a93a276d22b76025",
+    "5519a34de4d24b8bba071f9b8117857e6e65941dc1258a6d4eff403442e70b72",
+    "55b7248a422de620d58db64541a22f179cfa3cca0313ded1cabf0a5e9ff35dae",
+    "580cc59e7949ec5c4ba6fb09ac960eb34c0035f5b4290317db2f4eab7f14e27a",
+    "58a330fb02ee4f7a3f5adb72db91181dc23bb1320e7019b4f5558f44b5d2391a",
+    "5a1041b583b67b6b9346d9abc55560b53e3517805648f43a2669b2b8bffeb5d5",
+    "5a6a0132c83f62a6cba965d40358ab914c16fc6bcd2831dd3b3db26572c90a1a",
+    "5ab3935d6a5fdb5903b53fab49f4d289b48fa1b120bd62db92fd3d5f632d7f83",
+    "5c2eb08e8e176b6c3b4634919de6c8c8efeb454b315fbf3c774760c66a301655",
+    "5ce2b13654f31d24873de055c34629f000c246ed4397ecc2062f5cad378c3111",
+    "5dd091b805a96934a5b52bf4aba8ed9ded2b5bc7ee913dfa714fec9fb4dc76c4",
+    "5dfbaffaa9eb3d8a67ea9eb6c41885b2f3c45786f3ce69af01f8c0f30fd7977f",
+    "5e02ce65c5893406958f95b7f69cf802e042c60b08221b8727fa5d5016c8d0a7",
+    "5e22c92b199860d5664399375d86ebe84f1ede853411ff31a20208d9f8ee6a4d",
+    "5f33bc4ce5537fcb41f8aa551245f8e14f27d37045edb29c2a0bd8bd65e6f69e",
+    "5f4b2c0a277a52ecd448643366ec97cab00a082e455713a067c3eecc708b8b4e",
+    "5fca01db1ee71e3462ea89895a1813ccbffe8441ae9f399cd47ef2c82563a705",
+    "609d3b921f29270929930ca2794207cc6dbe1b51aaa0b2f024ef3c60154057a2",
+    "60c4aa72fc44b13fd9de803623fc04e1744910226d2a32e7675457172f1e3b7f",
+    "6133e8cd1edc38c7c1c9d4b50b506985f5b3df8259cae0bcdd0c2e065de20d24",
+    "618d53f71a4fb3768c995518218aec746c3fbef2f2890dc9eee4ae6c250671f6",
+    "61dc8dc952c410ae48a4de75e006138717f8e3fbb1b120a74834023df56da812",
+    "62afee6acafef492a58695ae10b9aedccbb2acac25c8ded11c5fb04807b22c0f",
+    "630fca898e849462716b2727150d539f480951c2a6c37ed073048e5fb4de5b18",
+    "65573e39f2f6860c70d6b314fe203f46c6ba472871e4721cec880898c78a4c46",
+    "66990e5666d927abe3213ae2dd12b4bedd73a278757255cdb9a11fb546391d55",
+    "66de57d988227dfd54fb3f690ec5af4ed71193fd4f61cdcc1aca010245a452d0",
+    "68b57c72ec6aee1c6890ef817b1260a7a0a856c58768d54e656882cc85dbc970",
+    "68c584d3957300195152c69e1948188ce43d86fa1b0d4a8968e7d691078c8852",
+    "68d6aca0ea953877a2168d497f30b8e229688c61a3b59953ac01afb43c967184",
+    "69ceb0c1bbde81e023627bab10dff9e478e537ca180c123d0121f126f5d5a238",
+    "6a635ff442f0c208a7b1d825475664e95d509bcfa4f778eafbeb53b4d8f060bb",
+    "6b2f36a818a271d6e6cbd61d5b781d546ae232c8b6a36f4b7c5f46af3ed69d31",
+    "6b65bff555349fccdbf699bf95f33340bb33aa1e97f013b8fe4b4430143bcdd3",
+    "6bc4432668aff0b13a2ecd06031e03c0ec27716ff87160f2210efac773fee27a",
+    "6c37f0f057cb86f846f323998c192dd8cf0125775bbbbe1922aeb0f417ca4bf2",
+    "6c4e8f674283aa3bb9912d8bdbfe80445128011c1ac2c0aa40d0cebaaf149bb0",
+    "6ceab1a3fe900414b3efc02ccbfc7733367f4a2a307aa10a1e6b520c9c40dc3a",
+    "6d7647910e0eeac9e7ad78604e39ef4206b3e0ff2674f26f87728f3d5895b988",
+    "6e2f8cd9e87038683721f1c73ea42c66818715dbc90b5efb91712e2372d64c53",
+    "7047d073070dea7c149f283594ccb01b9d15823a32d1d2ee5cdcf14ba98f9cf4",
+    "71838e854303096f4fb33060cfad1239512f66037e7d095730160c705b321ef0",
+    "722a603518ac43d933180723219e85970b11435f7fe6ebcbf95b5970e1a66c3d",
+    "72916d366fca7fd42d84d1991dce5aa7ca0cc15dde6d7901bf497469084bced8",
+    "73a3da42a96f0b11d3c388986c79599f864bb73b8469ade8ff54a3f0d2420ef8",
+    "745e713464767e651b7aac34ee800172fa3c5c6b0ba9e17e89382e4e5d532dbf",
+    "758bb504a252912208617fbfda26b0ba282d611a05489aa347d4b76ea784246f",
+    "75ffe6c452283ea1d91964876699acea114cb569458a6db255d9132b78642af4",
+    "7684f854663ef8b0a8a060f1ee08b373bbffee93a958b44c2899d6ea0f0093a4",
+    "7748451d5342802025c0f777ab931f2b6305636f0ae150c512c02e67f9b7b1fd",
+    "7771858a975f19dd2a5d2a987380a89c1daaea46e2269dbf9cdb0bdf223e9a90",
+    "77f4a3433bbca295de58539f3ca0ba94e6d085b038cd4a17f3cfe0902ace83ec",
+    "7813c7d55bdf518a2df2e9833493cfaeffd5e33f94b6865fe6df60b63f22d5e1",
+    "79d8413ff55b1ead8d9e7ba6c4b7d87143e16db9eeded02c6c89deca1155caf3",
+    "7a22a3d76b498054510260a2de6d56eba2d91ee40cb97b95231f10bf5ee48fc3",
+    "7ba9c357b43342420854faa64a1a18919b9f2116be800bcf16eeaa34eac92dd4",
+    "7bfae4c9ce7ed3f9c163d0cd1278b9975e11ed69cea67cb756b13dd05c7dfff3",
+    "7c50cd496d0231841656bd1b7f05909b3cf6ef4b690a21479840abdf69238015",
+    "7cdac0e35b745afd541a0d39587041db27c3edcefde7d0707afc2240e46fae7f",
+    "7cf49e44d1ad79dd40eb976f3cf877c1c2274ae1d1c7c95a72cbb6fef1ad2705",
+    "7cff5f5043122dcac5d4bfa75fec4b58f31d10a93667245e47df355ec9e41c8b",
+    "7d2dfeb31ab2b882590e91b09c40467085557dbfa32e3b9d82555090f7a7680a",
+    "7dc774183005bbc53c1c05bf6553bc96f66af5a75840ba036a17a57c7eefe50a",
+    "7f17ae8f11690a38cdb78ae290f55e434ec12879163774b086d9b218b6b00eed",
+    "7f6aac77c62d80535ded477fefe1aecb148015a4661d460e9c4aeefb60b787a1",
+    "7f9d0e1e7f5333329d16bada92ab9f0dc535bb5c6ea1cbeda1785fe5ce277e6c",
+    "8012580d27745c8f642ba233fc3e9f8534c428bf93b2683d737a406980a211d0",
+    "8087f093dc46ed0cd75381c3fb368e7eef340e4cf4d17f2bd5f98d501a04bcb3",
+    "80e66d45f829bc00ef1bab55b7a1118cc3de88dad03890515669a30d28a07f3d",
+    "817194c76893fcd404b84d28c81f5c585528dd364adccdb0020099ea2a45ef61",
+    "81dc06c678b17a10a5328067c6a555d140a4a8cea4a740f989cad1c5eba1bde5",
+    "8263af2d38b886b758dee8743e5380d470847a9587bedcdcf156741f7fb7b7ce",
+    "829e4c245f07ae3bfc0f84dd04e18c20a12b3bc6fb6ca6398b9a883b4c78ba05",
+    "8302f54e4192d55bd528f65a89b85730bae2159d5f595b71ecc573d1f724a5c8",
+    "832eb6c1219ab8c9f21b0862eace2813c9cc258152e43be5430ed7e38a00d3a4",
+    "841704d928cc50b4f815e0d2aca87bfb7d5544ef898c0b075f6da841da49bc97",
+    "8420245211e57e268a80dd17eb943380955e2f35802389221ec3756c6ec650a7",
+    "84f5fda143bfe216c4a329b777baaef820c950492b5d37758de5de6c40757231",
+    "85b4e8c8eaa65df6e928b1f2e179221685d4666fedd66f61b6e2ddb9f93b4a27",
+    "86024a863eb5d7b5e07ee37c6f26c1f4e42b2382c620f7d276d6224c0e84e8e4",
+    "86a37906b8f2764056054d05e3bfe1717445b7bfbb9d80949e6a5d3cf8bab93e",
+    "86b09b8fc5929eaf4bd5b3a643da815fcd8808fd58874ff4985e83f36ac8fc7d",
+    "86cb44b722a497cd7695eaf6e55eb819814a3d0143da512f7196c991e2d992bf",
+    "86d9cfbfb911259b06d55c4caed3c5168b16456ba7a203955dfb1be1368c255f",
+    "87cb23c1f7d34522de599ba212cd9c98f0700b35028c980fb9743b6c7b1fdfcc",
+    "8847011462d8bb9b32da2cb2f323e4637255d08b1568f0acd53037386a9ccec3",
+    "887b8f5a5bd1e0af38fc3c3a3b4f1c4cd3978c62722ed115ef8714bbc3bbd63c",
+    "88bfaad3f1a51f584fe3ec523b26d87b69106aab68209e92bdf8225325402df9",
+    "895df5db13b1825e92afb3683df71a311d6342bbd5b4717e1743ed232c228c8a",
+    "8b4efbe4bf29c6e6f317dc7b1acaeca3484f57adeae10261ef30407067ae5183",
+    "8bbf5589e3e95684873774134a0295889ab56e7fa3d8194e25961abd57aebac8",
+    "8c0b28b33462657c0fe32ddae2385e8282595012a68f38a6324f432f285678fe",
+    "8c73e1f98107d56cef9cb4f8fbd770c8ce1bfc50a7e7714d9baf19da133a5473",
+    "8c7414c1a2171f34029e543278a252ea3ec4a329b305a21d6cf260908c54dbc1",
+    "8d1a19151db3e8c51bd49a0afa2c26b2bc9dbc5733e98b85d1f3044e4451565c",
+    "8e6dbd3ceaa4bda1238eeb367c6a1394429476ec29f9febde591076bca8753d2",
+    "8ee259732a2f9df72cbf32ef940b0bb9d57081162b499546415f2a7e1edc697a",
+    "8fa7ce14d6aae5441afb5a92ae8a21ddbff16df27b9e4416239efff10dcfa7d6",
+    "910a59f3b14d6705740884aa44a918e05b085f2549101ec3f2078a0d435171d9",
+    "9204c03c4d9e8f503a9ba0404e7d6c93d8ddda8f2e00a8d5af52f3872023afa8",
+    "9218b4a66e4c1f7f96a48208da6921421ca4b88b0f4cd0d9176cfe9d66ffa648",
+    "925e4d065431537778b7aa6abd97dba382c8cd36e5cd6c6c9cd1e80df7c43d2a",
+    "928f77d740903d209ccc848190516bdca7d2cb4a484a7f64affdb0321dd986b6",
+    "93073054dc6e1c09b5395a8a0e7a0c24d32b41a5cc610ee08b1b06aaab15ee4e",
+    "9336967bedb64864799ab11c5dbe9952acdc679f041362bad35a44cde48db893",
+    "938638b3d83e2c4ce8e55523172d3e5c40d6e0ad6befe77889a0afbd5a849e06",
+    "94218311ff38c818716db2d747e481493b3931fc0695120760970c4a0480e458",
+    "9482adc1860f04494332ec88e6152471b6f5d4d9f125c0c3c12b0ac549d316d3",
+    "96e2e52c28c9e4680a18626c0140830389dafc6c7d1d6188f4c65a2ba9a8336f",
+    "971c548a21973ba775d26a2352808f7e2ed2e589dfbac75b3f9f3de62b1b4159",
+    "972daee2426e4aa9de3349121d502546f9245d59879def1dc544903348eb8f40",
+    "97ff36496e76c5cf2f19a554d1200ed33907c21a94148c93f068b641300afc61",
+    "994f3c33f66415d1c656e5999ee93123a8efbde509ddebaf67f9cf4c36fab195",
+    "99f254b4352512081a8988206af3659313bf7e094f7dbc934f326e27f4d7f441",
+    "9a44dc704a815d1aa0282d892aced643751494d9615a2ff64ec9787fab28b4af",
+    "9ae8ddf4f81e72c61a6110836deef4b05c1a5e61ad05d59f13c98a1c0fdc4b5d",
+    "9b3df01e01f3f6ad44012553e9158f31dfbb8751f2641ff32d89cbe1aaac4e90",
+    "9f666af66871af874000eb3547499cdd497980e5f624e62891d131aa219edc13",
+    "9f66fe744971c2223c34a29582dfeb7c4eeb41b7c0491d971cfb3ddb222ce936",
+    "9f9392c9a1e3239f1f067430efee9e0d1aec04ab8e1f69219ba6b296830bcf77",
+    "9fdefef352160c118ddeaa2c65497f31c869153f49a6be9dbcc6a07ee323a088",
+    "a0318f5a6454cf76f9b1050c3f3cfd33e65f873f9c1a9e21a65464016ce793dc",
+    "a14fde8ad0141e8b0e4c90d266146502861ea4c2be9a6cc300c7873342782449",
+    "a26a933196c6e8d9a888064bbe08f292e2e94bc045de8065084f274545399f5d",
+    "a391b9801bd7b38f17800db9946ba707cf9ec8ac80886d41b996cd395b132aa6",
+    "a3fffd039b0ab8b4ddc1528dbf442024639a31d61a114e5c6e48e0eb83dd5c2e",
+    "a41c1b36c5bebec916f2705919989410973d668f02747d79163784723878a52f",
+    "a49b957ee6e9c2a8ce5c4b95a5e4b2733a1f769523a8aeca1e889063798b2abb",
+    "a4d4fe2f70675daaf6963acabd0be398e7c0691c72b2c53e8ba7449a2542a3ac",
+    "a53c4f46e164ffbbef3a1ea4404e6b0ba5b7585e50ca2e5b31cd14b0175e9f83",
+    "a55011f4e9452242ea1e75a6156924b3038f46d3834d72b32425f197fcdc2aa2",
+    "a5670c4656c2fc83ec0835d2cd1178d1f1dff5a6c6e650848166850894ec07e6",
+    "a5717ca8b1c11e62d65ea76e663c34be028ac408eb6347e0c7612c3a1d6bae8c",
+    "a58b4667aa301fcbc2989d1b985a508498e1e06bfbb1ae12688743238492c3f2",
+    "a627ed3f0eb883a5734065199140c0ff4a700edc3daf9418bfe37d24388684d9",
+    "a7108a97f142fd2c64524d835bfdf3b2508c1d28823a476b2f55aeb211e37914",
+    "a8253532fbeeb9dc1ce83943582abcdb22b8f79b95d344c0a313cf5642c23c7d",
+    "a9438a6c670c9bfcdb791f2b5e0eff0e9d95f20503d579712edc98a7357b5317",
+    "aa918da55ac73194b1790aab33a89fa6c909714ecbd059e7faf8219913d1a61c",
+    "adeb52eddd4b76ebeabb5c01a1e758ed4a1eb69630a7b88069b3db4c101d0362",
+    "afa82734c0d1064f2fbb3d1c3148a2c79aa527bc85c7f24ffc9b004b7a834cd4",
+    "b092057e67c260ac6b71c234a623580868023dad0c210c335b596cb9415027f5",
+    "b0a637b42be52cd5c8141a7d809af9b9585ad553128af789e376795758690d77",
+    "b17e096f91b76956dca8fbf7b4a9e29b25c5054093485cde96a544a93674055c",
+    "b1d96ef4ffcdaecd193f824207cb9a41ed13365a66d5babc1d094e1e388b329e",
+    "b2425eff321e4e14d28f4b15e1a3a08ac098f81df6f875ba674e22ec51f5c0ba",
+    "b2543c77717a17f4ffc5a305118cbf02340a8cf1822d3106c9f62f18d0d120e6",
+    "b2fc04aefa3015b01c19efc2d6f5ce4fd54a1efd4f781659fb192c9216c0fc62",
+    "b335da7048bddcd73da25488b069038b40e03540be5f0d3e7701c9f5679d87ea",
+    "b497fb7a9f160cde00734f5c6463ced31d45620deb393511e7320e1a617fd2b5",
+    "b6387c9cad97b6ad7d78aefe24da89842e0b66ae6f7b7f5c7430fc1932bab8f7",
+    "b6613d86b06870aabd3e77cdc40e07add0b7cd39ab1597a0cca9100c7623b08c",
+    "b704b3daf899a707d6ac953a73cd4b4fa2be25c28a42e68ca522b936e24e6780",
+    "b75598647ad0876b0fd0c948d3ffe274fda5836dd09a8082d38583c240795850",
+    "b7858986f41da3681f1bcb05e4ee0246aaf211d39ecad3c82169dcc29c0c129d",
+    "b8210bbbb17d9b8f8012aa590f342c48852129402dcc0f698cb9d56a4206b004",
+    "b82e15a939ed6645ad5e9df36d8d160b30573b3985e4358509d66e336f15ef59",
+    "b8dbea530bbc958ea037ba2e06253f7298aef387c07c0de1b24245ad46531d8d",
+    "b927fc91034dded9b5fa01550fbecec586c085e4c774cd2edfa046a277faf9b7",
+    "b988a2792940ca8d17ec2ce543eebe57e66249aa8b2cbc1c70402799b3be0125",
+    "b98d3244c9c96739b2e1cfd1b97f9da4b9c68a7e3dc3f4f3076319d5e80fec2a",
+    "b99e7af54c13259b55f224b8818d9528423c345030a6f3ffd7ad7b3f22f6db0d",
+    "bb89f6bffb0936dc5931158a9362efeb008d937305c9da483301c88c6cfac999",
+    "bd4e2f910d6fd6379c069dcd4d0e731e8ff3e0d2bf3f024fc06b81df2fc51328",
+    "bd6447a23cea8dad5bc2e1809b758c0a3e274c4de21241f223eb378e0b99882a",
+    "bd7e598dc4357d7bd8a1d3f694ef0df9ac3995a3adb03dc6dada27148e3f7492",
+    "bd81669bb70aebf49a09579ab6b4552f883549524b3d7f4037c7fa92014e2fef",
+    "bd9b87bb81182b11eca9a81ad4d641ad3c5f9ee5c0ac37588c87a80bbab817c8",
+    "be3755ec87ca16137465fd498097e6bbab4be6389fda0800cad627b88474635e",
+    "be932b39171e6de32382027b2a706e3eea3aee791f5f1f90f254785ee32a8e70",
+    "be93706fbf393d4acc924253ce386c1bb5b8219c7f7dbd89ec6f0cbe06c99421",
+    "bf20906f1df86186fc89379fb3d8d5f1094d59b37bf28d44745fd6e41c418df6",
+    "c0573c1117981e9dc1822f5049602f3ad6ee4d9e6035a78a08b1edb61d43cc31",
+    "c1572bfce8b029273db50114aa8f945f8782abb4fa00e75fb075cd088eaa2636",
+    "c2a78cb7ec81ecc9bec383ab129cfce90d41f9296463b8b13eeef2884b007ad3",
+    "c2c4b79ab1489bc009bee083761079395f48f9d226be87b448a8ac7677452aeb",
+    "c37dbc80b577307cd0167b0ac8b82fe8f9fe2312c8f7c0552869e0c8a67e4866",
+    "c38279a86508c9ccb3d1cce1c09cdb2d9045397b8c244b5d83528d2538ffb32e",
+    "c5a2768beaeaa416cb5363a838278aa53e384f6b0b4e6f11ea06c8aaa5bcf591",
+    "c6e4353914d70195a7f3f4d97879d8fa17fe2d1ed2c23fabe14fb2f47ba28d7f",
+    "c8ee886768ecf9a263bcdb7282a1973dbcf61d19330d3d4abb8b99f1e4d0918b",
+    "c90391506e9de36d761156577b5e8d052a20096078c670027e0215abfaea32d9",
+    "c96d9dad9475e57944682bdb32ddc29b749431038e75c7a6d0594098487b4f14",
+    "ca5f1d4a686c704495ef54c4a7d7484e3f47c1f38a361e2db68aff9d72a772a4",
+    "ccebed809dd4feb69b4c3b3b3d4ae939e3fde214427ea99cd97f55e49ad5b42d",
+    "cd0cbdef471e564daa3377e022e622206bf384eb799a3caf052027da379e6bfe",
+    "cde05777ebf519d9d5cbc32c70d627fbcfa09a20102c054f4abd1577bb4c3fa6",
+    "cf5ad1f54bff9d9bf70b2e6d6510c2b4470c794f4568e809c65a18648a592451",
+    "cfe85387971de2625083a3f9deaacf348c759306b9a761e17874413ed47c4600",
+    "d044049ee253eeba638fcfe3f60bd58be42a0f49f4915b3b97e44803f34f1d95",
+    "d1099b0413b1a443c49d3e1ea31f6990d75e225453b33be430c8062caca79338",
+    "d11033de27092c7639922e586ac7022b8cb55dbcc6f08e393913be04e7f7205d",
+    "d20f64af91a020cd60de869540dbbfc8ac32d4faf450480c13eb1f3eb7fa3e52",
+    "d2bbd3c5548fdd09f813c2490d153c78a8af74c755c02cf3497588ac321476af",
+    "d3c38cd61a49db7b8aa336013e687a396c892c9a0cc4702d46911747632f948c",
+    "d415e0b8c0093a1ba14258e40e1aabb6905d2c98a6abc8f08a82ac9431eeaf43",
+    "d508361dcf52ae785901f36dcd855764730b11ab400fbb1a4c7c636f6738d992",
+    "d543e02b29981c2ecde24881f79b62ad7d65cbd99cacd4e640b6c410f46a9be5",
+    "d73c8ee431ade6e1b2e7d74facb8e1f8149eea7f5424edf80ae17ab6ba42d275",
+    "d74a31a15bf6d956e45b667a347932b4412571ebf44bd68d86b62ac45383c4c5",
+    "d81e0524a2810d7fa47cc5b5b66da3e1275dafffe084e34f2fbe7557049528f4",
+    "d83a6a42b0753e8485ab9264e7030e516f48dd44ee6ebe7860afeda9acfd7a0e",
+    "d84bc4b541486ecf463b0997e370a76c3fa182761fb345b5f083fd7512038f17",
+    "d875623a552ebe002143094173871690a95e4ee54140b6d74253633465298a79",
+    "d8aa9109d8e7c1a9b15ebeb5368eabae6eb9d5aa3923637e8996421092190a74",
+    "d9791761a59227220ece34dcbb5fb3d3d9903a0b5dbd85c0d01c5214b69dde0b",
+    "db7ceb27359a5b9813a451b448aabaec30c1f132501cc65986389544983bc8ca",
+    "dc26688fd3f3bf8de98b25462d69a60ce7f466033f919553c3c6872ac74faafc",
+    "dd6e4c3998f535b5b66ef4799c105bcf571c1763e11727c695c73b78e73d2a38",
+    "dd9c0a9f9a6d0a920109059ae2a43d8b433d033743a279059bde17398d503004",
+    "debdf6dcff2f2e957651abf47190dcaa4cb956b8aa9cfc0fecb9e768edcf3b98",
+    "dee19db3e3450e84e3f99706ffec37d698cb13f7cd4ac76729265dcac2b5d44a",
+    "df30dc755cc38e920ae8d9323a6f8efd3ac976f752462d95f2bae16453034c29",
+    "e05ae3f86a0fc0d1406d0ff5948773844f2f1741aa2485f1fba4e0edd4e81db4",
+    "e0cbcefc194c72bf1cff83654a299ccdbdec23fefcaf2ff45f8b2f0e1cf0e437",
+    "e112f179406d415cabe26b68440af8e51c816d156ed85696828a6c5159346fce",
+    "e16894303620c815a4f49c8586d737c13fa0cd6d054f40aaf9063c027f5fdcad",
+    "e28785317eeff5ecdd6145b6140d781c770449a4762922c3b6d397d19498c57d",
+    "e589aa96273ccb4165d74fdb416e368bc41355cf1ee6c177e790a5d4fcee58b4",
+    "e690a21a340ca630f26db2cca31587c42c453874419e4c04a741887c54ffc80d",
+    "e7002e6dbbff27e85564f42aef85fad9a707d1815ccb6c3f3e47740c85908aa3",
+    "e739d56f8c7a1568e17edeac600fed4f40c525e12c35210580205cff932fcfa7",
+    "e7e9a266f6f7a82554e3b14befb797bf4a41984ba7e2663c93be7f036c78f946",
+    "e8fe9a92835f0ef53330f5a4b771384380cdebd5d52bb5e86679c4dc1734ae7e",
+    "e96888d7d3f71f62047afcfdee212cd651206b6669c981a79fc818b87919828c",
+    "eab57568b298ef1cd4b0dccda61e2298241c4cd12e93b24cdc49f2c92b25cc04",
+    "eb5950bff96fac945a9dc33dd00739bb6d95503a14f6dd40afa3ade6cd3a0d90",
+    "eb7ce7ee77e377f4fa97ac4c426749c83fe7390cd8b7097e3a2aee692599962f",
+    "ec283bbf9c03dc73b62e0c0f00a178a23e21b90e62f654cb3d466e08e395d28a",
+    "ed8e402bd1a016413be08f0e9cb1dc26b15d976e8759930198c0304431f07da5",
+    "edb5574d009ee18eb19563f09587481989006ac02d572258ac7d0a704afec484",
+    "edd6b6c2ccd3ecb13e3012ff88852a7fd88c78f27e5597c4b438505d3608e84c",
+    "ee12e16c71c41dac8dc947c5423bf17c0cc9b5aa5deec8f55057a83bc3727d16",
+    "eeac3052aba13021d1be5b7b22a9aa2115f4d96c2612a0138e5f7d976ad26874",
+    "f02d0492dbabd9d62040a2988045eb1087fcad2a13d2cf1b04e131a27bacabd1",
+    "f0d8e74afb68279e6115cc369cadb222f6341efd28548430abc988f740ed13de",
+    "f229a18ffd0abf4772fe87b68a7ce6180b9109fd50d2bcf13da322766b2dad8c",
+    "f240d197b98753c2837c574f02af5dad6602bb02d2d1dde5c4401b50d4aa5706",
+    "f30fc00d0a59c04c029946514b3accc81c0c96b96402d67ab19b7cf4ab2b9ed0",
+    "f4b0a16d17858978ad779ed1161d562e7353d7007ea77c0f93c9489ce7ae128f",
+    "f531c44b42abd4e5690d70a90dc0f51f4fce56b65bbe89c769188fcab1af7417",
+    "f64570e9631e9bafcffb6fa049db5cbdc97ae7437f632af52674ea46447b307a",
+    "f694e411986769400a4bd755f4e6f4ae50794804ca363e2820b35e77ab4bf516",
+    "f7bda20eb265cef604dfa3fa03a0abecc1f6ad204710288c654b690370311cd7",
+    "f7c750e5b29465e56a8bbf1fa5046013b9c1ce4342f3f792dde4b80d0a0b2e83",
+    "f90b5f66967564ea762b74465943b69cf96fc71f926f926a591fe6ef05545805",
+    "f9f06da14bf1d57386851690bb94288cd3b1a368917765b46d11e3f5e2802052",
+    "f9f33b2057db3c7d9726109d9617bd37f8ef089b6e1583377d08385d52e02e8a",
+    "fa032edcd86968b3d1117c5978936894c733e21bcbacf7c98b9b521e8ee87dad",
+    "fa1ae0da300cdc977927390f502bc32ed7910a0752dfa98a4a2465ad918e6aee",
+    "fb23fde25430e3a53a7d807e41969b14e8dfc53885d86dcff62f082e8794ad23",
+    "fb597f4c310e4a3284c3000d0f9f528a0e9bfe1decfdab629820b72eb6f14555",
+    "fc0d39918a7b6774005db3d0c2cf333ee63ba116e2108f400a5b2fdcc7ab53ba",
+    "fc87e2c106a635f1ed1011b83f3ee89297d53c893493f49342b18dd4a8fae6c5",
+    "fcbf462ada431ea4e42e9190f3a8e717842696f4ba1ea470300e0e16f9bdf0fc",
+    "fd265b85a51de10189dfc2af020f3210ff668958fa854c0af4764307b38f9c61",
+    "fe27613ddfeb61f58d93ffd4cb8ac1348f41c747f7912e0cf55c20b97365b92e",
+    "fefcb03d77be6e00c50fd6d97c393c82f31a5cdf8d41ec6135c98edc6ddda4e5"
+  ],
+  "task_counts": {
+    "LiftPegUpright-v1": 1280,
+    "PickCube-v1": 2352,
+    "PullCube-v1": 800,
+    "PushCube-v1": 1120,
+    "StackCube-v1": 1008
+  }
+}

workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed1/train.log

@@ -0,0 +1 @@
+CTT checkpoint trained separately; rollout used checkpoint=runs/ctt_residual_base_context_obs_seed1/model.pt