diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/command.txt b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/command.txt new file mode 100644 index 0000000000000000000000000000000000000000..50c6e020317727e26e58c7dd0233313f13d1f949 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/command.txt @@ -0,0 +1 @@ +python scripts/eval_ctt_generated_rollout.py --checkpoint runs/ctt_residual_base_context_obs_seed0/model.pt --source-index data/cil_charts_rgb_refs/train/index.json --target-index data/cil_charts_rgb_refs/val/index.json --out-dir runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0 --k 8 --pool-size 0 --neighbors 8 --max-target-charts 69 --group-batch-size 1 --device cpu --sim-backend physx_cpu --render-backend cpu --restore-tolerance 1e-5 --delta-scale 1.0 --execution-action-scale 1.0 --execution-action-scale-vector 0.381401261606,0.371117178171,0.354308917074,0.237850081835,0.248271283428,0.232648812617,0.215420039658 --execution-action-transform identity --bootstrap-samples 200 --disable-action-clipping diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/config.yaml b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8de72e884dd1f8e856268fca62e4151c7f943b96 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/config.yaml @@ -0,0 +1,22 @@ +bootstrap_samples: 200 +checkpoint: runs/ctt_residual_base_context_obs_seed0/model.pt +delta_scale: 1.0 +device: cpu +disable_action_clipping: True +exclude_self_source: False +execution_action_scale: 1.0 +execution_action_scale_vector: 0.381401261606,0.371117178171,0.354308917074,0.237850081835,0.248271283428,0.232648812617,0.215420039658 +execution_action_transform: identity +group_batch_size: 1 +include_targets_without_positives: False +k: 8 +max_target_charts: 69 +neighbors: 8 +out_dir: runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0 +pool_size: 0 +render_backend: cpu +restore_tolerance: 1e-05 +sim_backend: physx_cpu +skip_metrics: False +source_index: data/cil_charts_rgb_refs/train/index.json +target_index: data/cil_charts_rgb_refs/val/index.json diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/data_hash.txt b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/data_hash.txt new file mode 100644 index 0000000000000000000000000000000000000000..49b12b50537d95327f9c62ddd41910531a6c14a4 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/data_hash.txt @@ -0,0 +1 @@ +1aacf9de98648fa36bef14e137eb43c7c6973170804650814dae41d09842c708 diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/eval.log b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/eval.log new file mode 100644 index 0000000000000000000000000000000000000000..46c75817e11f5c6fa399fe212ece4b59e2d547b1 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/eval.log @@ -0,0 +1,766 @@ +start +importing gymnasium/mani_skill +imported gymnasium/mani_skill +loaded checkpoint=runs/ctt_residual_base_context_obs_seed0/model.pt +loaded charts source=301 target=69 +generated proposals rows=69 total=552 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-484ea653bbca2de3a4a2 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-484ea653bbca2de3a4a2 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-484ea653bbca2de3a4a2 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-484ea653bbca2de3a4a2 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-484ea653bbca2de3a4a2 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-484ea653bbca2de3a4a2 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-484ea653bbca2de3a4a2 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-484ea653bbca2de3a4a2 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-484ea653bbca2de3a4a2 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-4b4cd12d70c0615e0930 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-4b4cd12d70c0615e0930 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-4b4cd12d70c0615e0930 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-4b4cd12d70c0615e0930 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-4b4cd12d70c0615e0930 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-4b4cd12d70c0615e0930 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-4b4cd12d70c0615e0930 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-4b4cd12d70c0615e0930 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-4b4cd12d70c0615e0930 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-6e268d1e2915740816a1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-6e268d1e2915740816a1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-6e268d1e2915740816a1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-6e268d1e2915740816a1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-6e268d1e2915740816a1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-6e268d1e2915740816a1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-6e268d1e2915740816a1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-6e268d1e2915740816a1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-6e268d1e2915740816a1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-8864796e31bbe93d7c5d candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-8864796e31bbe93d7c5d candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-8864796e31bbe93d7c5d candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-8864796e31bbe93d7c5d candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-8864796e31bbe93d7c5d candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-8864796e31bbe93d7c5d candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-8864796e31bbe93d7c5d candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-8864796e31bbe93d7c5d candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-8864796e31bbe93d7c5d candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-b04b489f4fbad93b65ca candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-b04b489f4fbad93b65ca candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-b04b489f4fbad93b65ca candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-b04b489f4fbad93b65ca candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-b04b489f4fbad93b65ca candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-b04b489f4fbad93b65ca candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-b04b489f4fbad93b65ca candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-b04b489f4fbad93b65ca candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-b04b489f4fbad93b65ca candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-c663f7e73e7e8376a05c candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-c663f7e73e7e8376a05c candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-c663f7e73e7e8376a05c candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-c663f7e73e7e8376a05c candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-c663f7e73e7e8376a05c candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-c663f7e73e7e8376a05c candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-c663f7e73e7e8376a05c candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-c663f7e73e7e8376a05c candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-c663f7e73e7e8376a05c candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=PickCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PickCube-v1 chart=ms-2458fcfffb3f96c6ca1a candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-2458fcfffb3f96c6ca1a candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-2458fcfffb3f96c6ca1a candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-2458fcfffb3f96c6ca1a candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-2458fcfffb3f96c6ca1a candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-2458fcfffb3f96c6ca1a candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-2458fcfffb3f96c6ca1a candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-2458fcfffb3f96c6ca1a candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-2458fcfffb3f96c6ca1a candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PickCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-0345d8ac530f88cefd61 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0345d8ac530f88cefd61 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0345d8ac530f88cefd61 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0345d8ac530f88cefd61 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0345d8ac530f88cefd61 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0345d8ac530f88cefd61 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0345d8ac530f88cefd61 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0345d8ac530f88cefd61 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0345d8ac530f88cefd61 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-0819eb89e627595e7e1b candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0819eb89e627595e7e1b candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0819eb89e627595e7e1b candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0819eb89e627595e7e1b candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0819eb89e627595e7e1b candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0819eb89e627595e7e1b candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0819eb89e627595e7e1b candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0819eb89e627595e7e1b candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0819eb89e627595e7e1b candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-0dee962a5901fb8b5bbb candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0dee962a5901fb8b5bbb candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0dee962a5901fb8b5bbb candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0dee962a5901fb8b5bbb candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0dee962a5901fb8b5bbb candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0dee962a5901fb8b5bbb candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0dee962a5901fb8b5bbb candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0dee962a5901fb8b5bbb candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0dee962a5901fb8b5bbb candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-126eb8b36769f9ba4671 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-126eb8b36769f9ba4671 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-126eb8b36769f9ba4671 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-126eb8b36769f9ba4671 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-126eb8b36769f9ba4671 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-126eb8b36769f9ba4671 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-126eb8b36769f9ba4671 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-126eb8b36769f9ba4671 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-126eb8b36769f9ba4671 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-16661b2fd2c85f57a66c candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-16661b2fd2c85f57a66c candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-16661b2fd2c85f57a66c candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-16661b2fd2c85f57a66c candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-16661b2fd2c85f57a66c candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-16661b2fd2c85f57a66c candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-16661b2fd2c85f57a66c candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-16661b2fd2c85f57a66c candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-16661b2fd2c85f57a66c candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-20e1efbb745fd02abc95 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20e1efbb745fd02abc95 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20e1efbb745fd02abc95 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20e1efbb745fd02abc95 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20e1efbb745fd02abc95 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20e1efbb745fd02abc95 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20e1efbb745fd02abc95 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20e1efbb745fd02abc95 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20e1efbb745fd02abc95 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-2dc5138251afd26a040d candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2dc5138251afd26a040d candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2dc5138251afd26a040d candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2dc5138251afd26a040d candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2dc5138251afd26a040d candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2dc5138251afd26a040d candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2dc5138251afd26a040d candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2dc5138251afd26a040d candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2dc5138251afd26a040d candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-387e6771a55be98f1a59 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-387e6771a55be98f1a59 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-387e6771a55be98f1a59 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-387e6771a55be98f1a59 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-387e6771a55be98f1a59 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-387e6771a55be98f1a59 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-387e6771a55be98f1a59 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-387e6771a55be98f1a59 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-387e6771a55be98f1a59 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-38f7298184a2c5005e94 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38f7298184a2c5005e94 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38f7298184a2c5005e94 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38f7298184a2c5005e94 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38f7298184a2c5005e94 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38f7298184a2c5005e94 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38f7298184a2c5005e94 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38f7298184a2c5005e94 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38f7298184a2c5005e94 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-482c5c8d208b5907a2c2 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-482c5c8d208b5907a2c2 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-482c5c8d208b5907a2c2 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-482c5c8d208b5907a2c2 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-482c5c8d208b5907a2c2 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-482c5c8d208b5907a2c2 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-482c5c8d208b5907a2c2 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-482c5c8d208b5907a2c2 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-482c5c8d208b5907a2c2 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-4da03300d92420e80ed0 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4da03300d92420e80ed0 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4da03300d92420e80ed0 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4da03300d92420e80ed0 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4da03300d92420e80ed0 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4da03300d92420e80ed0 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4da03300d92420e80ed0 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4da03300d92420e80ed0 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4da03300d92420e80ed0 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-57be9ae181c077e7821f candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-57be9ae181c077e7821f candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-57be9ae181c077e7821f candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-57be9ae181c077e7821f candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-57be9ae181c077e7821f candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-57be9ae181c077e7821f candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-57be9ae181c077e7821f candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-57be9ae181c077e7821f candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-57be9ae181c077e7821f candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-6388b5d2356c556c3e55 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6388b5d2356c556c3e55 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6388b5d2356c556c3e55 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6388b5d2356c556c3e55 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6388b5d2356c556c3e55 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6388b5d2356c556c3e55 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6388b5d2356c556c3e55 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6388b5d2356c556c3e55 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6388b5d2356c556c3e55 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-638d2ba1917eff4d09e0 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-638d2ba1917eff4d09e0 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-638d2ba1917eff4d09e0 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-638d2ba1917eff4d09e0 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-638d2ba1917eff4d09e0 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-638d2ba1917eff4d09e0 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-638d2ba1917eff4d09e0 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-638d2ba1917eff4d09e0 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-638d2ba1917eff4d09e0 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-652ad552ba98d2736620 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-652ad552ba98d2736620 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-652ad552ba98d2736620 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-652ad552ba98d2736620 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-652ad552ba98d2736620 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-652ad552ba98d2736620 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-652ad552ba98d2736620 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-652ad552ba98d2736620 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-652ad552ba98d2736620 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-674fad0e7c042d23629e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-674fad0e7c042d23629e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-674fad0e7c042d23629e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-674fad0e7c042d23629e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-674fad0e7c042d23629e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-674fad0e7c042d23629e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-674fad0e7c042d23629e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-674fad0e7c042d23629e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-674fad0e7c042d23629e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-728b865677134d3788e3 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-728b865677134d3788e3 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-728b865677134d3788e3 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-728b865677134d3788e3 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-728b865677134d3788e3 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-728b865677134d3788e3 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-728b865677134d3788e3 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-728b865677134d3788e3 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-728b865677134d3788e3 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-7ea98b8f4d2220347ee0 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7ea98b8f4d2220347ee0 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7ea98b8f4d2220347ee0 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7ea98b8f4d2220347ee0 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7ea98b8f4d2220347ee0 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7ea98b8f4d2220347ee0 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7ea98b8f4d2220347ee0 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7ea98b8f4d2220347ee0 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7ea98b8f4d2220347ee0 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-7f57045c114ddad153b5 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7f57045c114ddad153b5 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7f57045c114ddad153b5 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7f57045c114ddad153b5 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7f57045c114ddad153b5 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7f57045c114ddad153b5 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7f57045c114ddad153b5 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7f57045c114ddad153b5 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7f57045c114ddad153b5 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-81f4e8858b2ba90aea2e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-81f4e8858b2ba90aea2e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-81f4e8858b2ba90aea2e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-81f4e8858b2ba90aea2e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-81f4e8858b2ba90aea2e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-81f4e8858b2ba90aea2e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-81f4e8858b2ba90aea2e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-81f4e8858b2ba90aea2e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-81f4e8858b2ba90aea2e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-8a72b73ac452bc190aeb candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8a72b73ac452bc190aeb candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8a72b73ac452bc190aeb candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8a72b73ac452bc190aeb candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8a72b73ac452bc190aeb candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8a72b73ac452bc190aeb candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8a72b73ac452bc190aeb candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8a72b73ac452bc190aeb candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8a72b73ac452bc190aeb candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-a96bca1ef0b74f686018 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a96bca1ef0b74f686018 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a96bca1ef0b74f686018 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a96bca1ef0b74f686018 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a96bca1ef0b74f686018 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a96bca1ef0b74f686018 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a96bca1ef0b74f686018 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a96bca1ef0b74f686018 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a96bca1ef0b74f686018 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-ac4fb33f3ab4db853995 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac4fb33f3ab4db853995 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac4fb33f3ab4db853995 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac4fb33f3ab4db853995 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac4fb33f3ab4db853995 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac4fb33f3ab4db853995 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac4fb33f3ab4db853995 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac4fb33f3ab4db853995 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac4fb33f3ab4db853995 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-c31b98b3d3702c6f9c8c candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c31b98b3d3702c6f9c8c candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c31b98b3d3702c6f9c8c candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c31b98b3d3702c6f9c8c candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c31b98b3d3702c6f9c8c candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c31b98b3d3702c6f9c8c candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c31b98b3d3702c6f9c8c candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c31b98b3d3702c6f9c8c candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c31b98b3d3702c6f9c8c candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-c832439976a37f52d094 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c832439976a37f52d094 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c832439976a37f52d094 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c832439976a37f52d094 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c832439976a37f52d094 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c832439976a37f52d094 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c832439976a37f52d094 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c832439976a37f52d094 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c832439976a37f52d094 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-c96b415f083f60857334 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c96b415f083f60857334 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c96b415f083f60857334 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c96b415f083f60857334 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c96b415f083f60857334 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c96b415f083f60857334 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c96b415f083f60857334 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c96b415f083f60857334 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c96b415f083f60857334 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-d73fd5fce55fb58ef8e9 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-d73fd5fce55fb58ef8e9 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-d73fd5fce55fb58ef8e9 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-d73fd5fce55fb58ef8e9 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-d73fd5fce55fb58ef8e9 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-d73fd5fce55fb58ef8e9 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-d73fd5fce55fb58ef8e9 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-d73fd5fce55fb58ef8e9 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-d73fd5fce55fb58ef8e9 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-da142025733b53fcf7eb candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da142025733b53fcf7eb candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da142025733b53fcf7eb candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da142025733b53fcf7eb candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da142025733b53fcf7eb candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da142025733b53fcf7eb candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da142025733b53fcf7eb candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da142025733b53fcf7eb candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da142025733b53fcf7eb candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-e2bad6e99e8a281207cc candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e2bad6e99e8a281207cc candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e2bad6e99e8a281207cc candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e2bad6e99e8a281207cc candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e2bad6e99e8a281207cc candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e2bad6e99e8a281207cc candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e2bad6e99e8a281207cc candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e2bad6e99e8a281207cc candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e2bad6e99e8a281207cc candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-e30fd80adc089e9f697a candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e30fd80adc089e9f697a candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e30fd80adc089e9f697a candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e30fd80adc089e9f697a candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e30fd80adc089e9f697a candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e30fd80adc089e9f697a candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e30fd80adc089e9f697a candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e30fd80adc089e9f697a candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e30fd80adc089e9f697a candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-e9ed5d488afdfd6449d1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e9ed5d488afdfd6449d1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e9ed5d488afdfd6449d1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e9ed5d488afdfd6449d1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e9ed5d488afdfd6449d1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e9ed5d488afdfd6449d1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e9ed5d488afdfd6449d1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e9ed5d488afdfd6449d1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e9ed5d488afdfd6449d1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-ec013396e4aff6170ee1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ec013396e4aff6170ee1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ec013396e4aff6170ee1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ec013396e4aff6170ee1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ec013396e4aff6170ee1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ec013396e4aff6170ee1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ec013396e4aff6170ee1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ec013396e4aff6170ee1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ec013396e4aff6170ee1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-ee30ebaf98622759d888 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ee30ebaf98622759d888 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ee30ebaf98622759d888 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ee30ebaf98622759d888 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ee30ebaf98622759d888 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ee30ebaf98622759d888 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ee30ebaf98622759d888 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ee30ebaf98622759d888 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ee30ebaf98622759d888 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-f3f1d07cfd59b823da47 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f3f1d07cfd59b823da47 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f3f1d07cfd59b823da47 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f3f1d07cfd59b823da47 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f3f1d07cfd59b823da47 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f3f1d07cfd59b823da47 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f3f1d07cfd59b823da47 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f3f1d07cfd59b823da47 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f3f1d07cfd59b823da47 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-081952a63087fc8f83cd candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-081952a63087fc8f83cd candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-081952a63087fc8f83cd candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-081952a63087fc8f83cd candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-081952a63087fc8f83cd candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-081952a63087fc8f83cd candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-081952a63087fc8f83cd candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-081952a63087fc8f83cd candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-081952a63087fc8f83cd candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-121bc2e6676c1ac10911 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-121bc2e6676c1ac10911 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-121bc2e6676c1ac10911 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-121bc2e6676c1ac10911 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-121bc2e6676c1ac10911 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-121bc2e6676c1ac10911 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-121bc2e6676c1ac10911 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-121bc2e6676c1ac10911 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-121bc2e6676c1ac10911 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-22f153f0d4fa656018e6 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22f153f0d4fa656018e6 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22f153f0d4fa656018e6 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22f153f0d4fa656018e6 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22f153f0d4fa656018e6 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22f153f0d4fa656018e6 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22f153f0d4fa656018e6 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22f153f0d4fa656018e6 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22f153f0d4fa656018e6 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-27c9f70e97b8850cc3ab candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-27c9f70e97b8850cc3ab candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-27c9f70e97b8850cc3ab candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-27c9f70e97b8850cc3ab candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-27c9f70e97b8850cc3ab candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-27c9f70e97b8850cc3ab candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-27c9f70e97b8850cc3ab candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-27c9f70e97b8850cc3ab candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-27c9f70e97b8850cc3ab candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-2867deaca7e98582620b candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2867deaca7e98582620b candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2867deaca7e98582620b candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2867deaca7e98582620b candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2867deaca7e98582620b candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2867deaca7e98582620b candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2867deaca7e98582620b candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2867deaca7e98582620b candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2867deaca7e98582620b candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-365d8c6de6de16f66744 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-365d8c6de6de16f66744 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-365d8c6de6de16f66744 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-365d8c6de6de16f66744 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-365d8c6de6de16f66744 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-365d8c6de6de16f66744 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-365d8c6de6de16f66744 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-365d8c6de6de16f66744 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-365d8c6de6de16f66744 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-3c326d05fec66e1d6bea candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c326d05fec66e1d6bea candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c326d05fec66e1d6bea candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c326d05fec66e1d6bea candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c326d05fec66e1d6bea candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c326d05fec66e1d6bea candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c326d05fec66e1d6bea candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c326d05fec66e1d6bea candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c326d05fec66e1d6bea candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-4dbdc6ed61dccebbfe92 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4dbdc6ed61dccebbfe92 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4dbdc6ed61dccebbfe92 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4dbdc6ed61dccebbfe92 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4dbdc6ed61dccebbfe92 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4dbdc6ed61dccebbfe92 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4dbdc6ed61dccebbfe92 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4dbdc6ed61dccebbfe92 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4dbdc6ed61dccebbfe92 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-58950fed04d203b97ab9 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-58950fed04d203b97ab9 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-58950fed04d203b97ab9 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-58950fed04d203b97ab9 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-58950fed04d203b97ab9 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-58950fed04d203b97ab9 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-58950fed04d203b97ab9 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-58950fed04d203b97ab9 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-58950fed04d203b97ab9 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-651bc0395d78d2819158 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-651bc0395d78d2819158 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-651bc0395d78d2819158 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-651bc0395d78d2819158 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-651bc0395d78d2819158 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-651bc0395d78d2819158 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-651bc0395d78d2819158 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-651bc0395d78d2819158 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-651bc0395d78d2819158 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-9fad82fd288e4296e354 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-9fad82fd288e4296e354 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-9fad82fd288e4296e354 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-9fad82fd288e4296e354 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-9fad82fd288e4296e354 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-9fad82fd288e4296e354 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-9fad82fd288e4296e354 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-9fad82fd288e4296e354 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-9fad82fd288e4296e354 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-b8bfdd3e6c31bd98082d candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-b8bfdd3e6c31bd98082d candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-b8bfdd3e6c31bd98082d candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-b8bfdd3e6c31bd98082d candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-b8bfdd3e6c31bd98082d candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-b8bfdd3e6c31bd98082d candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-b8bfdd3e6c31bd98082d candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-b8bfdd3e6c31bd98082d candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-b8bfdd3e6c31bd98082d candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-fc8084d5cd7da937fc02 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-fc8084d5cd7da937fc02 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-fc8084d5cd7da937fc02 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-fc8084d5cd7da937fc02 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-fc8084d5cd7da937fc02 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-fc8084d5cd7da937fc02 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-fc8084d5cd7da937fc02 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-fc8084d5cd7da937fc02 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-fc8084d5cd7da937fc02 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-3afd8959363e917591d4 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3afd8959363e917591d4 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3afd8959363e917591d4 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3afd8959363e917591d4 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3afd8959363e917591d4 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3afd8959363e917591d4 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3afd8959363e917591d4 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3afd8959363e917591d4 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3afd8959363e917591d4 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-3ff1aedb72f65a182b58 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3ff1aedb72f65a182b58 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3ff1aedb72f65a182b58 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3ff1aedb72f65a182b58 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3ff1aedb72f65a182b58 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3ff1aedb72f65a182b58 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3ff1aedb72f65a182b58 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3ff1aedb72f65a182b58 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3ff1aedb72f65a182b58 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-4048f8f6e047422e3c79 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4048f8f6e047422e3c79 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4048f8f6e047422e3c79 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4048f8f6e047422e3c79 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4048f8f6e047422e3c79 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4048f8f6e047422e3c79 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4048f8f6e047422e3c79 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4048f8f6e047422e3c79 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4048f8f6e047422e3c79 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-5b26c33feed6992386b1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5b26c33feed6992386b1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5b26c33feed6992386b1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5b26c33feed6992386b1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5b26c33feed6992386b1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5b26c33feed6992386b1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5b26c33feed6992386b1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5b26c33feed6992386b1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5b26c33feed6992386b1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-63ac245579b1188935ad candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-63ac245579b1188935ad candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-63ac245579b1188935ad candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-63ac245579b1188935ad candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-63ac245579b1188935ad candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-63ac245579b1188935ad candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-63ac245579b1188935ad candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-63ac245579b1188935ad candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-63ac245579b1188935ad candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-6c8d06bace98a28a8e4e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6c8d06bace98a28a8e4e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6c8d06bace98a28a8e4e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6c8d06bace98a28a8e4e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6c8d06bace98a28a8e4e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6c8d06bace98a28a8e4e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6c8d06bace98a28a8e4e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6c8d06bace98a28a8e4e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6c8d06bace98a28a8e4e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-72777024349c2aacd5e0 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-72777024349c2aacd5e0 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-72777024349c2aacd5e0 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-72777024349c2aacd5e0 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-72777024349c2aacd5e0 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-72777024349c2aacd5e0 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-72777024349c2aacd5e0 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-72777024349c2aacd5e0 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-72777024349c2aacd5e0 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-7fc5696cb3dc7b9bb9f7 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-7fc5696cb3dc7b9bb9f7 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-7fc5696cb3dc7b9bb9f7 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-7fc5696cb3dc7b9bb9f7 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-7fc5696cb3dc7b9bb9f7 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-7fc5696cb3dc7b9bb9f7 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-7fc5696cb3dc7b9bb9f7 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-7fc5696cb3dc7b9bb9f7 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-7fc5696cb3dc7b9bb9f7 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-9a14552b7db695dee92c candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9a14552b7db695dee92c candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9a14552b7db695dee92c candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9a14552b7db695dee92c candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9a14552b7db695dee92c candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9a14552b7db695dee92c candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9a14552b7db695dee92c candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9a14552b7db695dee92c candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9a14552b7db695dee92c candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-9f5d57fe2153fd267774 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9f5d57fe2153fd267774 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9f5d57fe2153fd267774 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9f5d57fe2153fd267774 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9f5d57fe2153fd267774 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9f5d57fe2153fd267774 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9f5d57fe2153fd267774 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9f5d57fe2153fd267774 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9f5d57fe2153fd267774 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-b0fee26e1db967f90b81 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-b0fee26e1db967f90b81 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-b0fee26e1db967f90b81 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-b0fee26e1db967f90b81 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-b0fee26e1db967f90b81 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-b0fee26e1db967f90b81 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-b0fee26e1db967f90b81 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-b0fee26e1db967f90b81 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-b0fee26e1db967f90b81 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-bc2d3b425d9163a62dbb candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-bc2d3b425d9163a62dbb candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-bc2d3b425d9163a62dbb candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-bc2d3b425d9163a62dbb candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-bc2d3b425d9163a62dbb candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-bc2d3b425d9163a62dbb candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-bc2d3b425d9163a62dbb candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-bc2d3b425d9163a62dbb candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-bc2d3b425d9163a62dbb candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-d1960368ef76bbb10669 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d1960368ef76bbb10669 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d1960368ef76bbb10669 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d1960368ef76bbb10669 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d1960368ef76bbb10669 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d1960368ef76bbb10669 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d1960368ef76bbb10669 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d1960368ef76bbb10669 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d1960368ef76bbb10669 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-efdc07c985935d871adf candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-efdc07c985935d871adf candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-efdc07c985935d871adf candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-efdc07c985935d871adf candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-efdc07c985935d871adf candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-efdc07c985935d871adf candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-efdc07c985935d871adf candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-efdc07c985935d871adf candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-efdc07c985935d871adf candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-fd2387aeed9bfc9a0d08 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-fd2387aeed9bfc9a0d08 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-fd2387aeed9bfc9a0d08 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-fd2387aeed9bfc9a0d08 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-fd2387aeed9bfc9a0d08 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-fd2387aeed9bfc9a0d08 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-fd2387aeed9bfc9a0d08 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-fd2387aeed9bfc9a0d08 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-fd2387aeed9bfc9a0d08 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +rollout complete rows=69 diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/git_hash.txt b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/git_hash.txt new file mode 100644 index 0000000000000000000000000000000000000000..8b137891791fe96927ad78e64b0aad7bded08bdc --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/git_hash.txt @@ -0,0 +1 @@ + diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/measured_candidates.json b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/measured_candidates.json new file mode 100644 index 0000000000000000000000000000000000000000..2a093bd9ee59aeceb693bed93f2d8ae159509ff8 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/measured_candidates.json @@ -0,0 +1,48594 @@ +{ + "candidates_evaluated": true, + "checkpoint": "runs/ctt_residual_base_context_obs_seed0/model.pt", + "decoder": { + "action_clipping_enabled": false, + "delta_scale": 1.0, + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "lossless": false, + "name": "linear_keyframe_decode", + "source_code": "spline_tangent_code stores start/mid/end residual keyframes" + }, + "exclude_self_source": false, + "k": 8, + "neighbors": 8, + "pool_size": 8, + "report_type": "ctt_generated_measured_rollout", + "rows": [ + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21144884824752808, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21144884824752808 + }, + "base_progress": 0.21144884824752808, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.21144884824752808, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20234175026416779, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20234175026416779 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20214223861694336, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20214223861694336 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20285899937152863, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20285899937152863 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20021219551563263, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20021219551563263 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20274366438388824, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20274366438388824 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.199517622590065, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.199517622590065 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19982759654521942, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19982759654521942 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20185281336307526, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20185281336307526 + } + ], + "candidate_progress": [ + 0.20234175026416779, + 0.20214223861694336, + 0.20285899937152863, + 0.20021219551563263, + 0.20274366438388824, + 0.199517622590065, + 0.19982759654521942, + 0.20185281336307526 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-df961fe24a43e56d1716", + "ms-9ced92cccacfe4d157b0", + "ms-efbde8652e75274fbd69", + "ms-9ced92cccacfe4d157b0", + "ms-efbde8652e75274fbd69", + "ms-dd32ce9859c365c535b4", + "ms-efbde8652e75274fbd69", + "ms-9ced92cccacfe4d157b0" + ], + "candidate_source_task_ids": [ + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-484ea653bbca2de3a4a2", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.11632989346981049, + -0.06598296761512756, + 0.5700479745864868, + 0.8124972581863403, + 1.112640142440796, + -0.2660594880580902, + -0.015545636415481567, + -0.17475858330726624, + -0.07238421589136124, + 0.19495365023612976, + -0.040684401988983154, + 1.4395885467529297, + 0.0727403461933136, + 0.09684830904006958, + 0.020803745836019516, + -0.02855074219405651, + 0.0565255731344223, + 0.10356707870960236, + 1.5726652145385742, + -0.24293094873428345, + -0.18636474013328552 + ], + [ + -0.1883281022310257, + -0.027848556637763977, + 0.42320185899734497, + 0.6247338056564331, + 1.2353196144104004, + 0.0025543272495269775, + -0.25805187225341797, + -0.05713567137718201, + -0.0691164880990982, + 0.33726176619529724, + -0.11884259432554245, + 1.4530740976333618, + -0.11898505687713623, + -0.040497198700904846, + -0.08218525350093842, + 0.0905333012342453, + 0.034615159034729004, + 0.036996498703956604, + 1.383965253829956, + -0.2485661655664444, + -0.07606709003448486 + ], + [ + -0.309620201587677, + -0.07400516420602798, + 0.3683871328830719, + 0.5324851274490356, + 1.4942967891693115, + 0.058089569211006165, + -0.347062349319458, + -0.03623512387275696, + -0.1355091780424118, + 0.4560576379299164, + 0.1148742139339447, + 1.3299634456634521, + -0.18820327520370483, + 0.37071990966796875, + 0.14498120546340942, + 0.18230125308036804, + -0.10832200944423676, + 0.05297490954399109, + 1.6406922340393066, + -0.2434186041355133, + 0.007073238492012024 + ], + [ + -0.2509097456932068, + -0.05491207540035248, + 0.43425190448760986, + 0.4930403530597687, + 1.1871671676635742, + 0.09120890498161316, + -0.28989946842193604, + -0.16119059920310974, + -0.07351361960172653, + 0.4014819860458374, + -0.024080604314804077, + 1.5426167249679565, + -0.08667826652526855, + 0.09582376480102539, + -0.014868389815092087, + 0.11317221820354462, + 0.03666555881500244, + -0.00603821873664856, + 1.4442667961120605, + -0.21176886558532715, + -0.11965179443359375 + ], + [ + -0.3435993194580078, + 0.020233385264873505, + 0.39769622683525085, + 0.5370458364486694, + 1.5497009754180908, + 0.2907405495643616, + -0.39772510528564453, + 0.08163581788539886, + -0.08583229780197144, + 0.35786768794059753, + 0.052106715738773346, + 1.286268711090088, + -0.08236834406852722, + 0.8173596858978271, + 0.06743757426738739, + 0.1803722381591797, + 0.17830497026443481, + -0.08529584109783173, + 1.6181232929229736, + -0.1075524389743805, + 0.18481481075286865 + ], + [ + -0.26196759939193726, + -0.04198136180639267, + 0.44884631037712097, + 0.46692195534706116, + 1.2436943054199219, + 0.10899893194437027, + -0.3275742530822754, + -0.1646377146244049, + -0.06547185033559799, + 0.4718288481235504, + -0.08969218283891678, + 1.5515347719192505, + -0.1566702425479889, + 0.22512514889240265, + 0.024696920067071915, + 0.10601495206356049, + 0.05946512520313263, + 0.03590086102485657, + 1.5047619342803955, + -0.23039965331554413, + -0.09637057781219482 + ], + [ + -0.390786349773407, + -0.032299578189849854, + 0.3828241527080536, + 0.36664286255836487, + 1.517611026763916, + 0.03677106648683548, + -0.059659719467163086, + -0.01178734004497528, + 0.009799896739423275, + 0.5958547592163086, + -0.027867615222930908, + 1.530786156654358, + -0.34883052110671997, + 0.3038908839225769, + 0.16435639560222626, + 0.1280488222837448, + 0.10877764970064163, + 0.032668337225914, + 1.6919801235198975, + 0.01687401533126831, + -0.05960126221179962 + ], + [ + -0.13645951449871063, + -0.0048877522349357605, + 0.5017202496528625, + 0.44151273369789124, + 1.0561635494232178, + -0.03692816197872162, + -0.13458162546157837, + -0.0021553486585617065, + -0.11604106426239014, + 0.4553079605102539, + -0.01602368801832199, + 1.3856310844421387, + -0.0915377140045166, + 0.11230440437793732, + 0.1671449989080429, + 0.1274089366197586, + 0.2056279182434082, + -0.14724929630756378, + 1.3831048011779785, + 0.18255490064620972, + -0.010066181421279907 + ] + ], + "generated_utilities": [ + 0.20234175026416779, + 0.20214223861694336, + 0.20285899937152863, + 0.20021219551563263, + 0.20274366438388824, + 0.199517622590065, + 0.19982759654521942, + 0.20185281336307526 + ], + "group_id": "ms-484ea653bbca2de3a4a2", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.7242962718009949, + 0.7209752798080444, + 2.0, + 0.19684189558029175, + 0.21780464053153992, + 0.19326990842819214, + 0.22509369254112244, + 0.20856516063213348, + 0.21041584014892578, + 0.19898515939712524, + 0.20721960067749023, + 0.20830264687538147, + 0.19554394483566284, + 0.22549311816692352, + 0.19481703639030457, + 0.2172507494688034 + ], + "instruction": "Lift the peg and hold it upright.", + "negative_tangents": [ + [ + 0.4380870461463928, + 0.4186934530735016, + 0.6294705867767334, + -0.08003801107406616, + 0.5882754325866699, + 0.006411761045455933, + 0.0, + 0.27439412474632263, + -0.43702489137649536, + -0.26345914602279663, + -0.3102925717830658, + 1.1419475078582764, + -0.05133828520774841, + 0.0, + 0.11964668333530426, + -0.04283810034394264, + 0.021698474884033203, + -0.3213534653186798, + 1.444929838180542, + 0.058529436588287354, + 0.0 + ], + [ + 0.18277202546596527, + -0.31313952803611755, + 1.5374140739440918, + 0.9199619889259338, + 1.58827543258667, + -0.42588773369789124, + -1.307411789894104, + -0.1648276150226593, + 0.17999683320522308, + 0.7365408539772034, + -0.2825929522514343, + 2.1419475078582764, + -0.44205278158187866, + 0.3557547330856323, + 0.11787930130958557, + 0.04347073659300804, + 0.5306029915809631, + -0.6201959848403931, + 2.444929838180542, + -0.7078790068626404, + 0.7410526275634766 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.614823579788208, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.7115094661712646, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.4821052551269531 + ], + [ + 0.2415536344051361, + -0.2574644386768341, + 1.3600168228149414, + 0.8914169669151306, + 1.311052918434143, + -0.13483268022537231, + -1.4109176397323608, + -0.007070749998092651, + 0.30199557542800903, + 0.867316484451294, + -0.0111103355884552, + 2.228789806365967, + -0.26305240392684937, + 0.4046628475189209, + 0.25534987449645996, + 0.29946526885032654, + 0.777583122253418, + -0.535997748374939, + 2.2955121994018555, + -0.6670190095901489, + 0.8460665941238403 + ], + [ + -0.212661013007164, + -0.6653347015380859, + 1.8750245571136475, + 0.7373600006103516, + 1.2695744037628174, + -0.7584145069122314, + -1.695502758026123, + 0.05721297860145569, + -0.04310476779937744, + 0.4696756601333618, + -0.2954420745372772, + 1.9897286891937256, + -0.6554491519927979, + 0.5805841088294983, + 0.17026324570178986, + 0.3433569669723511, + 0.3734014630317688, + -0.8102566003799438, + 2.792973279953003, + -0.8463170528411865, + 1.0759955644607544 + ], + [ + -0.039009034633636475, + -0.7773740291595459, + 1.064732313156128, + 0.712108850479126, + 1.270837426185608, + -0.5491334199905396, + -1.7919384241104126, + -0.5782418251037598, + 0.4058297872543335, + 0.5231752395629883, + -0.521438479423523, + 2.2066850662231445, + -0.5258626341819763, + -0.09100466966629028, + 0.24944378435611725, + -0.2271452248096466, + 0.9009795784950256, + -0.8140718340873718, + 2.6494152545928955, + -0.5153427124023438, + 0.671539306640625 + ], + [ + -0.3804699182510376, + -0.5808351039886475, + 1.8389031887054443, + 0.7141245603561401, + 1.0997881889343262, + -0.1678517758846283, + -1.884540319442749, + -0.3411717414855957, + 0.4830858111381531, + 0.8356180787086487, + -0.8238832950592041, + 1.743321418762207, + -0.3751307427883148, + 0.5275082588195801, + -0.08622422814369202, + 0.23666565120220184, + 0.802552342414856, + -0.8389871120452881, + 1.9817423820495605, + -0.4874984323978424, + 0.4390762150287628 + ], + [ + 0.4497724771499634, + -0.7880887389183044, + 1.4436085224151611, + 1.083756446838379, + 2.2298290729522705, + -0.03008332848548889, + -1.0250177383422852, + -0.6266056299209595, + 0.3751387298107147, + 1.1566712856292725, + -0.6914000511169434, + 1.953734278678894, + 0.08129626512527466, + 0.9812837839126587, + -0.4981238543987274, + 0.6697847247123718, + -0.05150604248046875, + -0.06941354274749756, + 1.9621039628982544, + -1.345557451248169, + 0.43397778272628784 + ], + [ + 0.03950639069080353, + -1.037135124206543, + 1.1041697263717651, + 1.109439730644226, + 1.144017219543457, + -0.07355684041976929, + -0.8942177295684814, + -0.16419151425361633, + -0.12125559151172638, + 0.36935141682624817, + -0.7298048734664917, + 1.4954023361206055, + -0.018926143646240234, + 0.4787553548812866, + -0.3127076327800751, + 0.6351315379142761, + 0.5993886590003967, + -0.5143972635269165, + 2.429173469543457, + -0.6674217581748962, + 0.5048977732658386 + ], + [ + 0.9763806462287903, + -1.1549197435379028, + 2.0378684997558594, + 1.2418556213378906, + 2.427785634994507, + -1.1326193809509277, + -1.5491721630096436, + -0.8937685489654541, + 0.2583051919937134, + -0.10687285661697388, + 0.2628750801086426, + 1.6517728567123413, + -0.21639958024024963, + 0.7581590414047241, + -0.29044294357299805, + -0.08927425742149353, + 1.3009071350097656, + -0.9239004850387573, + 2.5070056915283203, + -1.3246500492095947, + 0.24751555919647217 + ], + [ + 0.9781984090805054, + -0.13759100437164307, + 1.8698725700378418, + 1.4942535161972046, + 2.5587658882141113, + -1.1335766315460205, + -0.6910277605056763, + -0.1434302181005478, + 0.4021325707435608, + -0.12275522947311401, + 0.6571680307388306, + 1.9964357614517212, + -0.1442476212978363, + 1.3201656341552734, + 0.2586786448955536, + -0.38222962617874146, + 0.9950553774833679, + -0.8371140956878662, + 1.8977141380310059, + -0.795723021030426, + 1.505234956741333 + ], + [ + -0.6250126361846924, + 0.4231366813182831, + 1.701646089553833, + 1.6233667135238647, + 1.0861127376556396, + -0.3387698233127594, + -0.9825164079666138, + -1.1511213779449463, + 0.11523068696260452, + 1.5823121070861816, + 0.5840664505958557, + 2.145885705947876, + -1.2145874500274658, + 1.1558246612548828, + -0.5131542682647705, + -0.4715161919593811, + 1.0824741125106812, + -0.7667124271392822, + 1.8457963466644287, + -1.228658676147461, + 1.2112116813659668 + ], + [ + 1.1640653610229492, + -1.1697030067443848, + 1.6035369634628296, + 0.2161661982536316, + 1.4819366931915283, + 0.2569611370563507, + -1.3529595136642456, + 0.41208329796791077, + 0.03121529519557953, + 1.731370210647583, + -0.8131548166275024, + 2.996675729751587, + -1.1173620223999023, + 0.7474988102912903, + 0.21459203958511353, + -0.2133086621761322, + -0.22307389974594116, + -0.6306187510490417, + 2.0490896701812744, + -0.49808698892593384, + 0.8432145714759827 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.014628380537033081, + -0.18207009136676788, + 0.5374140739440918, + -0.04374772310256958, + 0.5882754325866699, + 0.25251278281211853, + 0.0, + -0.23516394197940826, + 0.12562739849090576, + 0.3381730020046234, + 0.033050984144210815, + 1.1419475078582764, + -0.3290551006793976, + 0.0, + 0.04625481367111206, + -0.0026901662349700928, + 0.0754578709602356, + -0.1481514573097229, + 1.444929838180542, + 0.049897611141204834, + 0.0 + ] + ], + "predicted_scores": [ + 6.720160484313965, + 6.137973785400391, + 6.017431735992432, + 5.909437656402588, + 5.658444881439209, + 5.623510360717773, + 5.548865795135498, + 5.485523700714111 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1231780997", + "selected_index": 0, + "state_hash": "771fb752a186163f05a49a9b404284bde55d89838769a764fca1d6d1a9419652", + "stored_base_utility": 0.7242962718009949, + "task_id": "LiftPegUpright-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21361251175403595, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21361251175403595 + }, + "base_progress": 0.21361251175403595, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.21361251175403595, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2028217911720276, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2028217911720276 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20123855769634247, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20123855769634247 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20108740031719208, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20108740031719208 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20139122009277344, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20139122009277344 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20009766519069672, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20009766519069672 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1997627466917038, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1997627466917038 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2007419914007187, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2007419914007187 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20394368469715118, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20394368469715118 + } + ], + "candidate_progress": [ + 0.2028217911720276, + 0.20123855769634247, + 0.20108740031719208, + 0.20139122009277344, + 0.20009766519069672, + 0.1997627466917038, + 0.2007419914007187, + 0.20394368469715118 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-df961fe24a43e56d1716", + "ms-13d8bae55d3c3710138f", + "ms-8f3d4e1d07bb5dcc7c57", + "ms-0660d5f65df5fc4b6132", + "ms-e1b6bcb41532a800d3cb", + "ms-e1b6bcb41532a800d3cb", + "ms-c090bce47703a4c4bb0b", + "ms-502dba1003c09ec60ba0" + ], + "candidate_source_task_ids": [ + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank4", + "ctt_transport_rank1", + "ctt_transport_rank6", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank5" + ], + "candidates_evaluated": true, + "chart_id": "ms-4b4cd12d70c0615e0930", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.12495563924312592, + -0.07138782739639282, + 1.0121740102767944, + 0.883608341217041, + 0.13516399264335632, + 0.06734012812376022, + 0.20463278889656067, + -0.0050770193338394165, + -0.10118897259235382, + -0.05821151286363602, + 0.07448161393404007, + 1.729014277458191, + -0.14201071858406067, + 0.053502194583415985, + 0.006640583276748657, + -0.09534035623073578, + 0.12515369057655334, + -0.01109294593334198, + 1.6166527271270752, + -0.21525390446186066, + -0.18982872366905212 + ], + [ + -0.06474728882312775, + -0.008888956159353256, + 1.1796518564224243, + 0.8082739114761353, + 0.13579893112182617, + -0.01991616189479828, + 0.11384221911430359, + -0.01552601158618927, + -0.07101072371006012, + -0.06283461302518845, + 0.010421130806207657, + 1.8899929523468018, + -0.06777942180633545, + 0.026008933782577515, + -0.06889587640762329, + -0.08550938963890076, + 0.1182672381401062, + -0.07166068255901337, + 1.526327133178711, + -0.11171738803386688, + -0.11973628401756287 + ], + [ + -0.13285399973392487, + -0.03839647024869919, + 1.1225732564926147, + 0.8083401918411255, + 0.06449824571609497, + 0.20697161555290222, + -0.3414236903190613, + -0.06407880783081055, + -0.13607454299926758, + -0.0793435201048851, + 0.07666194438934326, + 1.9025135040283203, + -0.021970778703689575, + 0.11380826681852341, + -0.2083856165409088, + -0.05327921360731125, + 0.19436371326446533, + -0.06292904913425446, + 1.5578398704528809, + -0.06437075138092041, + 0.14796200394630432 + ], + [ + 0.02307402342557907, + -0.01871507614850998, + 1.11503267288208, + 0.8172699213027954, + 0.1879585236310959, + 0.055551789700984955, + 0.09101268649101257, + 0.041069239377975464, + -0.06612113863229752, + -0.05628632754087448, + -0.067660391330719, + 1.9108558893203735, + -0.30093294382095337, + 0.05388247221708298, + 0.03693920373916626, + -0.060352347791194916, + 0.2013883739709854, + -0.0391453355550766, + 1.5021331310272217, + -0.22258952260017395, + -0.15590065717697144 + ], + [ + 2.0310282707214355e-05, + -0.055972568690776825, + 1.3148894309997559, + 0.7552778720855713, + -0.17304348945617676, + -0.05583876371383667, + -0.12449663877487183, + 0.1565094292163849, + -0.0070718564093112946, + -0.08157087117433548, + -0.03053297847509384, + 1.626509189605713, + 0.005187422037124634, + -0.022954508662223816, + -0.07029251754283905, + 0.007602175697684288, + 0.18982943892478943, + 0.02161574363708496, + 1.6124317646026611, + -0.33634552359580994, + -0.16202005743980408 + ], + [ + 0.04076497256755829, + -0.06153576076030731, + 1.1585521697998047, + 0.9271022081375122, + -0.0006513148546218872, + 0.1705707162618637, + -0.054426729679107666, + 0.03479643166065216, + -0.05220465362071991, + 0.006709761917591095, + -0.036874838173389435, + 1.6953487396240234, + -0.37775012850761414, + -0.0026897042989730835, + -0.2901981472969055, + 0.10645557940006256, + 0.21207186579704285, + -0.02499963343143463, + 1.4959335327148438, + -0.40825292468070984, + -0.019365042448043823 + ], + [ + -0.054605647921562195, + -0.013845935463905334, + 1.1381281614303589, + 0.8128350973129272, + 0.2108888030052185, + 0.15259681642055511, + -0.23778599500656128, + 0.040449365973472595, + -0.03866894543170929, + -0.05978109687566757, + -0.034312836825847626, + 1.8772785663604736, + -0.3429042398929596, + 0.34295809268951416, + -0.1261431723833084, + -0.08160383999347687, + 0.24098649621009827, + -0.009684309363365173, + 1.5387706756591797, + -0.1812749058008194, + -0.061180248856544495 + ], + [ + -0.16783536970615387, + 0.09929245710372925, + 0.6614314913749695, + 0.7619192600250244, + 0.370455801486969, + 0.3435421586036682, + -0.3668806552886963, + -0.06572490930557251, + -0.11614397168159485, + -0.057559214532375336, + -0.09517272561788559, + 1.7254207134246826, + 0.12767013907432556, + -0.09861430525779724, + -0.2627343237400055, + -0.044458117336034775, + 0.2450059950351715, + -0.04382854700088501, + 1.361250638961792, + -0.046532317996025085, + -0.024656042456626892 + ] + ], + "generated_utilities": [ + 0.2028217911720276, + 0.20123855769634247, + 0.20108740031719208, + 0.20139122009277344, + 0.20009766519069672, + 0.1997627466917038, + 0.2007419914007187, + 0.20394368469715118 + ], + "group_id": "ms-4b4cd12d70c0615e0930", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.7225138545036316, + 2.0, + 0.6951258182525635, + 0.18915215134620667, + 0.20867900550365448, + 0.20041285455226898, + 0.20335882902145386, + 0.20815956592559814, + 0.2024221420288086, + 0.1940193623304367, + 0.20689067244529724, + 0.19995209574699402, + 0.21901433169841766, + 0.19443893432617188, + 0.20502614974975586, + 0.1959807276725769 + ], + "instruction": "Lift the peg and hold it upright.", + "negative_tangents": [ + [ + 0.09018868207931519, + 0.3819495439529419, + 0.9586174488067627, + 1.0247726440429688, + -0.179018035531044, + 0.125870943069458, + 0.0, + -0.1166897565126419, + 0.07711493968963623, + -0.24461698532104492, + -0.005436837673187256, + 1.737370491027832, + -0.4425608515739441, + 0.0, + 0.24725346267223358, + -0.03395397961139679, + 0.643236517906189, + 0.05422210693359375, + 1.2738127708435059, + 0.18164724111557007, + 0.0 + ], + [ + 0.6095315217971802, + 0.35729360580444336, + 1.9586174488067627, + 2.0247726440429688, + -0.2820541560649872, + 1.044631004333496, + -2.239265203475952, + -0.14250506460666656, + -0.4363628029823303, + -1.244616985321045, + -0.32413747906684875, + 2.737370491027832, + 0.24581307172775269, + -0.053983256220817566, + 0.2877395749092102, + 0.18538890779018402, + 0.45247530937194824, + -0.9457778930664062, + 2.273812770843506, + -0.8183527588844299, + 0.5866778492927551 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -4.478530406951904, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.10796651244163513, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.1733556985855103 + ], + [ + 0.8415398597717285, + 0.17323988676071167, + 1.9669679403305054, + 2.188286304473877, + -0.386857271194458, + 1.3415166139602661, + -2.06968355178833, + -0.38555508852005005, + -0.6971946954727173, + -1.0110756158828735, + -0.19943451881408691, + 3.0229673385620117, + 0.03575621545314789, + -0.26961493492126465, + 0.5202459692955017, + 0.0921676978468895, + 0.7439858913421631, + -0.724668562412262, + 2.116668939590454, + -1.0585715770721436, + 0.7851569652557373 + ], + [ + 0.6909375190734863, + -0.018118590116500854, + 1.677350401878357, + 1.9505902528762817, + 0.11725521087646484, + 1.2839276790618896, + -2.0543243885040283, + -0.38843441009521484, + -0.6865814328193665, + -1.5103397369384766, + -0.2952713072299957, + 2.384809970855713, + -0.10558199882507324, + 0.29018354415893555, + 0.33942633867263794, + -0.19196103513240814, + 0.35257238149642944, + -0.8657878637313843, + 2.5445473194122314, + -0.706183910369873, + 0.7214455008506775 + ], + [ + 0.8977934122085571, + 0.7311913371086121, + 2.203964948654175, + 1.686698079109192, + -0.338996022939682, + 0.631161630153656, + -2.3877103328704834, + 0.07195566594600677, + -0.6892462968826294, + -0.9634823799133301, + -0.5621621012687683, + 2.479537010192871, + 0.675940752029419, + -0.047649919986724854, + 0.14082925021648407, + 0.19517391920089722, + 0.15626585483551025, + -1.3974462747573853, + 2.759931802749634, + -1.166107416152954, + 0.18018442392349243 + ], + [ + 0.7796773910522461, + 0.06440207362174988, + 1.5159449577331543, + 1.6007665395736694, + -0.12459242343902588, + 1.5781673192977905, + -2.5707991123199463, + 0.034798189997673035, + -0.44772639870643616, + -1.3837177753448486, + -0.5199699401855469, + 3.1566030979156494, + -0.22805768251419067, + -0.5881848931312561, + 0.49021050333976746, + -0.08376060426235199, + 0.5395568609237671, + -1.3038995265960693, + 2.37483811378479, + -0.615712583065033, + 0.7884383201599121 + ], + [ + 0.4830939471721649, + -0.12824741005897522, + 2.133068561553955, + 2.42085337638855, + -0.1641906201839447, + 1.6598048210144043, + -2.5325045585632324, + 0.06623834371566772, + 0.14292877912521362, + -1.85994553565979, + 0.01158285140991211, + 3.2622194290161133, + -0.017848491668701172, + -0.08653604984283447, + 0.2199593186378479, + -0.0463244765996933, + -0.04547742009162903, + -0.5160569548606873, + 2.1955723762512207, + -0.364714115858078, + 1.0323584079742432 + ], + [ + 0.7637265920639038, + -0.4020084738731384, + 2.4714059829711914, + 1.33060622215271, + 0.1464400589466095, + 0.7656213045120239, + -1.9972842931747437, + 0.42333751916885376, + -1.118815302848816, + -1.5639967918395996, + -0.32944348454475403, + 2.0334420204162598, + 0.37165334820747375, + -0.2861292064189911, + 0.6376298666000366, + 0.8521975874900818, + 0.6845490336418152, + -1.515796422958374, + 1.5925071239471436, + -0.4112323224544525, + 1.1011840105056763 + ], + [ + 1.456933617591858, + 1.0030901432037354, + 1.1997551918029785, + 1.7652757167816162, + 0.03292572498321533, + 1.302201271057129, + -2.748408317565918, + 0.7148768305778503, + -0.5089412331581116, + -0.5701506733894348, + -0.40410247445106506, + 3.586395502090454, + -0.37424683570861816, + -0.6850852966308594, + 0.9945629835128784, + 0.5821471810340881, + 0.8666700124740601, + -1.1607441902160645, + 2.1460094451904297, + -0.7912135720252991, + 0.6301633715629578 + ], + [ + -0.09475094079971313, + -0.28330767154693604, + 1.8353716135025024, + 2.3373594284057617, + 0.7110240459442139, + 1.9665697813034058, + -1.8502212762832642, + -0.40577346086502075, + -0.03506562113761902, + -0.7167142033576965, + -0.39153769612312317, + 2.3472883701324463, + 0.08497899770736694, + -0.9910531640052795, + -0.32254326343536377, + -0.11388416588306427, + -0.4873260259628296, + -0.8018304109573364, + 2.295731782913208, + -1.325164794921875, + 1.2513983249664307 + ], + [ + -0.32657402753829956, + 0.8198520541191101, + 1.211392879486084, + 1.974273443222046, + -0.11595214903354645, + 1.954041838645935, + -1.5547080039978027, + 0.06433123350143433, + -0.079216867685318, + -0.5887003540992737, + -0.6015424728393555, + 2.756274938583374, + 0.641853928565979, + -0.8642687201499939, + 0.07965350151062012, + 0.11391039192676544, + 1.10663902759552, + -1.506749153137207, + 3.222418785095215, + -1.0799858570098877, + -0.12158209085464478 + ], + [ + 0.9412136077880859, + -0.5255860090255737, + 1.9096710681915283, + 2.113077402114868, + -1.0082788467407227, + 0.1505374312400818, + -3.0413341522216797, + -0.24721917510032654, + -0.20225940644741058, + -1.6247544288635254, + -0.33320704102516174, + 1.8443769216537476, + 0.7569764256477356, + -0.5270920395851135, + 1.1813421249389648, + 1.0764858722686768, + 0.01533237099647522, + -1.4125463962554932, + 1.82404363155365, + 0.054037630558013916, + 0.45250433683395386 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.056152522563934326, + 0.005679905414581299, + 0.9586174488067627, + 1.0247726440429688, + -0.054595887660980225, + 0.044631004333496094, + 0.0, + -0.09190673381090164, + 0.09592300653457642, + -0.24461698532104492, + -0.007907181978225708, + 1.737370491027832, + -0.029382914304733276, + 0.0, + 0.06305502355098724, + 0.03764393925666809, + 0.0785532295703888, + 0.005711078643798828, + 1.2738127708435059, + -0.04058480262756348, + 0.0 + ] + ], + "predicted_scores": [ + 7.208076000213623, + 7.178840160369873, + 7.126016139984131, + 6.8993401527404785, + 6.732581615447998, + 6.623574256896973, + 6.397011756896973, + 5.75076150894165 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1025740212", + "selected_index": 0, + "state_hash": "5b394fca1712c0667d126198527a4f0ba81893d536a5fcbf7b90f5b13fa703dc", + "stored_base_utility": 0.7225138545036316, + "task_id": "LiftPegUpright-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7229747772216797, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7229747772216797 + }, + "base_progress": 0.7229747772216797, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.7229747772216797, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7071554064750671, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7071554064750671 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7172070145606995, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7172070145606995 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7096646428108215, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7096646428108215 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.724729597568512, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.724729597568512 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7113837599754333, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7113837599754333 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7166855931282043, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7166855931282043 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7165095210075378, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7165095210075378 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7201434969902039, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7201434969902039 + } + ], + "candidate_progress": [ + 0.7071554064750671, + 0.7172070145606995, + 0.7096646428108215, + 0.724729597568512, + 0.7113837599754333, + 0.7166855931282043, + 0.7165095210075378, + 0.7201434969902039 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-dd32ce9859c365c535b4", + "ms-dd32ce9859c365c535b4", + "ms-9ced92cccacfe4d157b0", + "ms-9ced92cccacfe4d157b0", + "ms-dd32ce9859c365c535b4", + "ms-9ced92cccacfe4d157b0", + "ms-dfc38c43e9a87f99ef7f", + "ms-dd32ce9859c365c535b4" + ], + "candidate_source_task_ids": [ + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-6e268d1e2915740816a1", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.29935163259506226, + -0.09663024544715881, + 0.2825412154197693, + -0.04233238101005554, + 1.6487643718719482, + -0.5964854955673218, + 0.03221002221107483, + -0.07284107804298401, + 0.05481170117855072, + -0.048349298536777496, + 0.06934507191181183, + 1.4929639101028442, + -0.36063361167907715, + 0.44922274351119995, + 0.014724813401699066, + 0.13641628623008728, + 0.016003265976905823, + -0.06405691802501678, + 1.3522284030914307, + -0.5202623009681702, + 0.3385644257068634 + ], + [ + -0.30199897289276123, + -0.196785107254982, + 0.27468475699424744, + 0.0931101143360138, + 1.5901100635528564, + -0.5498533248901367, + -0.21079766750335693, + 0.20309139788150787, + 0.10511640459299088, + 0.09697160869836807, + 0.03207278251647949, + 1.3767032623291016, + -0.5761062502861023, + 0.3370288014411926, + 0.08591855317354202, + 0.1659127026796341, + 0.15474960207939148, + 0.043928176164627075, + 1.1224136352539062, + -0.39166608452796936, + -0.17857837677001953 + ], + [ + -0.15472076833248138, + -0.06747325509786606, + 0.22031408548355103, + 0.02639833092689514, + 1.748488426208496, + -0.044654086232185364, + 0.10672354698181152, + -0.06554484367370605, + 0.014038443565368652, + 0.15246367454528809, + -0.008411876857280731, + 1.4344508647918701, + -0.3543170988559723, + 0.029926419258117676, + -0.019438695162534714, + 0.07322511076927185, + 0.05943514406681061, + -0.02818654477596283, + 1.1891167163848877, + -0.3478710651397705, + -0.0916191041469574 + ], + [ + 0.12825462222099304, + -0.033050112426280975, + 0.25460290908813477, + 0.04023277759552002, + 1.6557788848876953, + 0.09242680668830872, + 0.22153332829475403, + 0.10776406526565552, + -0.046957679092884064, + 0.2057826817035675, + 0.0052349865436553955, + 1.302667260169983, + -0.3370686173439026, + 0.048560962080955505, + 0.14810913801193237, + 0.07793371379375458, + 0.18635138869285583, + -0.19305671751499176, + 1.2304861545562744, + 0.02260589599609375, + -0.06825363636016846 + ], + [ + -0.12657560408115387, + -0.038264043629169464, + 0.21817368268966675, + 0.024436354637145996, + 1.8345327377319336, + -0.1035575270652771, + 0.030862540006637573, + -0.05403521656990051, + 0.041719939559698105, + 0.2138366848230362, + -0.09987016767263412, + 1.44813871383667, + -0.4193500280380249, + 0.08091452717781067, + 0.03589007258415222, + 0.06769433617591858, + 0.08553540706634521, + -0.040139228105545044, + 1.2279443740844727, + -0.36202913522720337, + -0.12337318062782288 + ], + [ + -0.03227987885475159, + -0.04944365844130516, + 0.12122341990470886, + 0.06043827533721924, + 1.8039958477020264, + -0.171391099691391, + 0.1592613160610199, + 0.03018742799758911, + 0.006038493476808071, + 0.11522209644317627, + -0.16580823063850403, + 1.3339980840682983, + -0.42866361141204834, + -0.009138613939285278, + -0.15285776555538177, + 0.11256593465805054, + 0.0830484926700592, + 0.004508033394813538, + 1.198460578918457, + -0.4272405803203583, + -0.028914302587509155 + ], + [ + 0.0026206523180007935, + -0.036721814423799515, + 0.10264787077903748, + 0.07549455761909485, + 1.575709581375122, + -0.21881940960884094, + 0.21381482481956482, + -0.014607787132263184, + 0.014903695322573185, + 0.048455558717250824, + -0.01645234227180481, + 1.3274437189102173, + 0.05901661515235901, + 0.1300264298915863, + -0.17225277423858643, + 0.009010761976242065, + 0.20043155550956726, + -0.015509694814682007, + 1.2052557468414307, + -0.08140946924686432, + -0.1721837818622589 + ], + [ + -0.08564034104347229, + -0.08554694056510925, + 0.05595976114273071, + 0.03961896896362305, + 1.970824956893921, + 0.02552942931652069, + 0.4037474989891052, + 0.08166085183620453, + 0.0868915468454361, + 0.24159494042396545, + -0.043331079185009, + 1.4493986368179321, + -0.4351653754711151, + -0.05436186492443085, + 0.037230875343084335, + 0.11846551299095154, + 0.12379384785890579, + -0.10781629383563995, + 1.344372272491455, + 0.02060064673423767, + -0.08604276180267334 + ] + ], + "generated_utilities": [ + 0.7071554064750671, + 0.7172070145606995, + 0.7096646428108215, + 0.724729597568512, + 0.7113837599754333, + 0.7166855931282043, + 0.7165095210075378, + 0.7201434969902039 + ], + "group_id": "ms-6e268d1e2915740816a1", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.7257392406463623, + 0.7165254950523376, + 2.0, + 0.72465980052948, + 0.7087006568908691, + 0.2306610643863678, + 0.7143489122390747, + 0.7045385837554932, + 0.5905889272689819, + 0.1919487714767456, + 0.1914421170949936, + 0.2230607271194458, + 0.20312398672103882, + 0.19757536053657532, + 0.19724789261817932, + 0.19653666019439697 + ], + "instruction": "Lift the peg and hold it upright.", + "negative_tangents": [ + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.44810131192207336, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0264720916748047, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.9882198572158813 + ], + [ + -0.4707597494125366, + 0.09937268495559692, + 0.6395220160484314, + -0.40935325622558594, + 2.4514670372009277, + -0.02397046983242035, + -0.21874001622200012, + 0.16799744963645935, + 0.0360843725502491, + -0.09719255566596985, + -0.8619975447654724, + 2.2499821186065674, + -0.4933375120162964, + 0.35259634256362915, + -0.34735018014907837, + -0.517992377281189, + 0.6015943288803101, + -0.7677568793296814, + 1.5267367362976074, + -0.16888000071048737, + 0.3771851658821106 + ], + [ + -0.8530820608139038, + -0.6707327961921692, + 0.7970488667488098, + 0.34902632236480713, + 2.1393990516662598, + 0.5651285648345947, + 0.113044872879982, + 0.2987540364265442, + 0.4139185845851898, + 0.41691792011260986, + -0.4906405806541443, + 1.5687955617904663, + -0.8899085521697998, + -0.01883232593536377, + 0.24473188817501068, + 0.554391622543335, + 0.23424841463565826, + -0.10042615234851837, + 2.1214542388916016, + -0.15780393779277802, + 0.5807479023933411 + ], + [ + -0.6562768220901489, + -0.059059903025627136, + 0.24766850471496582, + 0.06101328134536743, + 2.5052053928375244, + 0.5204365849494934, + 0.1595638245344162, + 0.47176462411880493, + 0.3036114573478699, + 0.13197286427021027, + -0.2551935017108917, + 2.185537099838257, + -1.0984127521514893, + 0.3213496804237366, + 0.49875718355178833, + 0.1223822832107544, + 0.2575722932815552, + -0.7017092704772949, + 1.7495591640472412, + -0.19501343369483948, + 1.1214004755020142 + ], + [ + -0.45427173376083374, + -0.041353583335876465, + 0.8143320083618164, + -0.39680930972099304, + 2.4542014598846436, + 0.382559597492218, + -0.9993512630462646, + 0.5202391147613525, + 0.5282149314880371, + 0.4165073335170746, + 0.43153735995292664, + 2.5625123977661133, + -0.721943199634552, + 0.6765530109405518, + -0.6697012186050415, + -0.0637422502040863, + 0.6919896602630615, + -1.033813714981079, + 2.317282199859619, + -0.13503669202327728, + -0.07009828090667725 + ], + [ + -0.548885703086853, + -0.609938383102417, + 0.7181543707847595, + 0.11203774809837341, + 2.478057861328125, + -0.6170704960823059, + -1.0383654832839966, + 0.3524467349052429, + 0.5748242139816284, + 0.42987847328186035, + 0.013119548559188843, + 1.3954555988311768, + -0.6403790712356567, + 0.025414258241653442, + -0.7780460119247437, + -0.23124903440475464, + 0.48347827792167664, + 0.05266502499580383, + 1.692553997039795, + 0.362108051776886, + 0.6330842971801758 + ], + [ + -1.3070502281188965, + -0.947432816028595, + 0.4198402762413025, + -1.1768442392349243, + 1.7843327522277832, + 0.7587301731109619, + 0.7447960376739502, + 0.9411643147468567, + 0.3013244867324829, + -0.3862171769142151, + -1.0263384580612183, + 2.97957181930542, + 0.1849566102027893, + 0.08799406886100769, + 0.1984272301197052, + 0.5277765393257141, + 0.2931878864765167, + -1.1385071277618408, + 1.884846568107605, + 0.23083388805389404, + 0.6359583139419556 + ], + [ + -0.5375385880470276, + 0.16159841418266296, + 1.260543942451477, + -0.6744770407676697, + 2.1646244525909424, + 0.6190755367279053, + -0.746461808681488, + -0.38674360513687134, + 0.8897944092750549, + -0.594306468963623, + -0.05647379159927368, + 1.7390328645706177, + -0.037059009075164795, + 0.470071941614151, + 0.010003047063946724, + 0.08421775698661804, + -0.4613104462623596, + -0.22854508459568024, + 1.772307276725769, + -0.29165884852409363, + 0.6179300546646118 + ], + [ + -0.6489957571029663, + 0.4526708126068115, + 0.5115790367126465, + 0.31459903717041016, + 2.9655239582061768, + 0.07586031407117844, + -1.1667817831039429, + -0.7146965861320496, + 1.0295621156692505, + 0.1932714432477951, + -0.2703063488006592, + 2.9046523571014404, + -1.5882594585418701, + 0.3030351996421814, + 0.6543201208114624, + -0.448961466550827, + 0.4115087389945984, + -0.4087216854095459, + 2.6432881355285645, + -0.6797424554824829, + 0.2669999599456787 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.22510427236557007, + -0.26737168431282043, + 0.10375632345676422, + 0.12666502594947815, + 1.379244327545166, + -0.01088210940361023, + 0.0, + 0.23721180856227875, + -0.10981421172618866, + -0.021816372871398926, + -0.071512371301651, + 1.0360438823699951, + 0.09019589424133301, + 0.0, + 0.03181244805455208, + -0.06466590613126755, + 0.2068846970796585, + 0.14229199290275574, + 0.7610219717025757, + -0.03211131691932678, + 0.0 + ] + ], + "predicted_scores": [ + 7.866580963134766, + 7.82492733001709, + 7.173037528991699, + 7.006228923797607, + 6.955986022949219, + 6.954029083251953, + 6.9485907554626465, + 6.619512557983398 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1475440973", + "selected_index": 0, + "state_hash": "38ff5a264c3c39ff1ec8756d84e622963a11ff1ac61568ba57fbea0c114c3140", + "stored_base_utility": 0.7257392406463623, + "task_id": "LiftPegUpright-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7272467017173767, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7272467017173767 + }, + "base_progress": 0.7272467017173767, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.7272467017173767, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.725138247013092, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.725138247013092 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7240993976593018, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7240993976593018 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7264041304588318, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7264041304588318 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 0.725138247013092, + 1.0, + 1.0, + 0.7240993976593018, + 0.7264041304588318, + 1.0, + 1.0, + 1.0 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-dd32ce9859c365c535b4", + "ms-dd32ce9859c365c535b4", + "ms-9ced92cccacfe4d157b0", + "ms-9ced92cccacfe4d157b0", + "ms-dd32ce9859c365c535b4", + "ms-dfc38c43e9a87f99ef7f", + "ms-dd32ce9859c365c535b4", + "ms-9ced92cccacfe4d157b0" + ], + "candidate_source_task_ids": [ + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1" + ], + "candidate_success": [ + false, + true, + true, + false, + false, + true, + true, + true + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-8864796e31bbe93d7c5d", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.2871299982070923, + -0.17971466481685638, + 0.1489582359790802, + -0.009033367037773132, + 1.4408056735992432, + -0.7896488904953003, + 0.010538667440414429, + 0.32607316970825195, + 0.013768460601568222, + -0.0038696900010108948, + -0.07079843431711197, + 1.1752047538757324, + -0.6194538474082947, + 0.3649783730506897, + 0.11966878175735474, + 0.1858963966369629, + 0.18248584866523743, + -0.1564088612794876, + 1.03971529006958, + -0.19926133751869202, + 0.10609490424394608 + ], + [ + -0.27813971042633057, + -0.1054401695728302, + 0.14062318205833435, + -0.12608525156974792, + 1.6634619235992432, + -0.8309468030929565, + 0.11732116341590881, + 0.03991365432739258, + 0.003631497733294964, + -0.15411776304244995, + -0.013666629791259766, + 1.4230726957321167, + -0.3926611542701721, + 0.4147185683250427, + -0.011620182543992996, + 0.13114991784095764, + -0.02842746675014496, + -0.2579318881034851, + 1.26784086227417, + -0.264750212430954, + 0.5709319114685059 + ], + [ + -0.1651943176984787, + -0.0796930342912674, + 0.09554412961006165, + 0.02814076840877533, + 1.6608614921569824, + -0.26204702258110046, + 0.09159520268440247, + 0.032989501953125, + -0.06028004735708237, + 0.06458630412817001, + -0.06556639075279236, + 1.269972801208496, + -0.3807145655155182, + 0.0010756850242614746, + -0.05397568270564079, + 0.05088577792048454, + 0.15519747138023376, + -0.1499813348054886, + 1.0833009481430054, + -0.21166230738162994, + 0.11329659819602966 + ], + [ + 0.10110827535390854, + -0.08657053112983704, + 0.2714003324508667, + 0.11169981956481934, + 1.6114983558654785, + -0.06642316281795502, + 0.13511741161346436, + 0.19259291887283325, + -0.1332024335861206, + 0.08669640123844147, + -0.04125022143125534, + 1.2337548732757568, + -0.26754143834114075, + 0.025516368448734283, + 0.091423399746418, + 0.0682448148727417, + 0.26457157731056213, + -0.29317164421081543, + 1.1513211727142334, + 0.12922433018684387, + 0.056621551513671875 + ], + [ + -0.12057261168956757, + -0.13711148500442505, + 0.0006128549575805664, + -0.024324268102645874, + 1.8221120834350586, + -0.22936713695526123, + 0.4790687561035156, + 0.19164466857910156, + 0.038582608103752136, + 0.13743819296360016, + -0.03543943911790848, + 1.3089966773986816, + -0.5101398229598999, + -0.08449465036392212, + 0.07137024402618408, + 0.11063390970230103, + 0.10698488354682922, + -0.1994357854127884, + 1.2234814167022705, + -0.027555018663406372, + 0.059288665652275085 + ], + [ + -0.0072768330574035645, + -0.06009918823838234, + -0.009984105825424194, + -0.02824096381664276, + 1.5877783298492432, + -0.47947177290916443, + 0.24522733688354492, + 0.1299837827682495, + -0.08091364800930023, + -0.0543169304728508, + -0.033329255878925323, + 1.201550841331482, + 0.03035140037536621, + 0.13206392526626587, + -0.22327029705047607, + 0.011815693229436874, + 0.24135470390319824, + -0.21946389973163605, + 1.1174074411392212, + 0.03004440665245056, + 0.06331013888120651 + ], + [ + -0.10034982860088348, + -0.07117243111133575, + 0.12142506241798401, + 0.04128652811050415, + 1.7224047183990479, + -0.3112368583679199, + 0.05330336093902588, + 0.033101990818977356, + -0.04582510143518448, + 0.12669043242931366, + -0.15500807762145996, + 1.3334680795669556, + -0.4353533983230591, + 0.08596590906381607, + -0.02251499518752098, + 0.035767365247011185, + 0.16515988111495972, + -0.1397157460451126, + 1.1410353183746338, + -0.27055051922798157, + 0.0776292085647583 + ], + [ + -0.08094625174999237, + -0.03989393636584282, + 0.01785963773727417, + 0.010070204734802246, + 1.7363717555999756, + -0.40032657980918884, + 0.12209424376487732, + 0.09218519181013107, + -0.07159492373466492, + 0.07829400897026062, + -0.16862431168556213, + 1.2364134788513184, + -0.39318960905075073, + 0.0247550830245018, + -0.14939667284488678, + 0.06315788626670837, + 0.14372047781944275, + -0.08190847933292389, + 1.0947052240371704, + -0.2682272791862488, + 0.1280726194381714 + ] + ], + "generated_utilities": [ + 0.725138247013092, + 2.0, + 2.0, + 0.7240993976593018, + 0.7264041304588318, + 2.0, + 2.0, + 2.0 + ], + "group_id": "ms-8864796e31bbe93d7c5d", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.728268027305603, + 0.7257949113845825, + 2.0, + 0.7287554740905762, + 0.72548508644104, + 0.7011849880218506, + 0.7089968919754028, + 0.689879298210144, + 0.722068727016449, + 0.7046384811401367, + 0.1933039277791977, + 0.629345178604126, + 0.18965840339660645, + 0.18740439414978027, + 0.2032846063375473, + 0.20379847288131714 + ], + "instruction": "Lift the peg and hold it upright.", + "negative_tangents": [ + [ + 0.3859826922416687, + 0.1119421124458313, + 0.6443181037902832, + 0.11836245656013489, + 1.863237738609314, + -1.166780948638916, + 0.8025261163711548, + -0.5342166423797607, + -0.2057022899389267, + 0.8987585306167603, + -0.525823712348938, + 1.6212486028671265, + 0.25674968957901, + 0.4037417471408844, + -0.4561460018157959, + -0.18429945409297943, + -0.1778680682182312, + -0.22491087019443512, + 2.095893144607544, + -0.3484030067920685, + 0.47628670930862427 + ], + [ + -0.446367084980011, + -0.19229409098625183, + -0.03271818161010742, + 0.39123907685279846, + 1.1786221265792847, + -0.16883885860443115, + -0.3337137699127197, + 0.7789723873138428, + -0.12953178584575653, + -0.028340458869934082, + -0.871502161026001, + 0.7702060341835022, + -0.645424485206604, + 1.0858956575393677, + -0.05413459241390228, + -0.14592209458351135, + -0.03685358166694641, + -0.686826229095459, + 2.084512710571289, + 0.11898508667945862, + 0.20845119655132294 + ], + [ + 0.09377387166023254, + -0.03508002683520317, + -0.29283326864242554, + -0.9559528827667236, + 2.0994086265563965, + 0.02743762731552124, + 0.6819101572036743, + 0.607413113117218, + 0.4378519356250763, + 0.6497513055801392, + -0.5086554288864136, + 0.9556822180747986, + -0.8518581986427307, + 0.31636691093444824, + -0.4196639060974121, + 0.6866374015808105, + 0.5175505876541138, + -0.572692334651947, + 1.651871681213379, + -0.7227057814598083, + -0.33861052989959717 + ], + [ + -0.42610836029052734, + 0.10144555568695068, + 0.7105271220207214, + -1.291037678718567, + 2.2307684421539307, + 0.17725014686584473, + -0.08436906337738037, + 0.9681323766708374, + 0.5482062697410583, + 1.368379831314087, + -1.021532416343689, + 2.5197110176086426, + -0.3508763909339905, + 0.7584415078163147, + 1.0978648662567139, + 0.2626119554042816, + 0.6115584373474121, + -0.7777479290962219, + 1.7278802394866943, + -0.15240566432476044, + 0.4239119291305542 + ], + [ + 1.0207308530807495, + 0.8557561039924622, + 0.4489574134349823, + -1.0117379426956177, + 0.8262714147567749, + -0.630092442035675, + 0.09812727570533752, + 0.21663640439510345, + 0.23771141469478607, + -0.47456812858581543, + -1.3189021348953247, + 2.269665002822876, + -0.7066116333007812, + 1.1826255321502686, + 1.0058563947677612, + 0.1694127470254898, + -0.5649446845054626, + -0.32043421268463135, + 0.46698564291000366, + -0.9052557945251465, + -0.12436902523040771 + ], + [ + -0.5202209949493408, + 0.30583277344703674, + 1.2163622379302979, + 0.4305659234523773, + 1.7276779413223267, + -0.1535550355911255, + -0.5289345383644104, + -0.632349967956543, + 0.9393473267555237, + 0.38391292095184326, + -1.1998018026351929, + 1.9739618301391602, + -1.3405330181121826, + 0.048939138650894165, + 0.6369897127151489, + 0.629721999168396, + 1.388192892074585, + -1.065996766090393, + 1.9119879007339478, + -1.0432264804840088, + 0.9627590179443359 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.13860583305358887, + -0.06957411766052246, + 0.1504676342010498, + 0.1671028435230255, + 0.5675687789916992, + 0.16587841510772705, + 0.0, + -0.21137550473213196, + -0.21542736887931824, + 0.2565074861049652, + -0.00923699140548706, + 0.5251069068908691, + -0.06964048743247986, + 0.0, + -0.19547803699970245, + 0.10278619825839996, + -0.19206219911575317, + -0.1487000733613968, + 0.44575393199920654, + 0.0725468099117279, + 0.0 + ] + ], + "predicted_scores": [ + 7.751748561859131, + 7.635431289672852, + 7.03413200378418, + 6.999368667602539, + 6.995431423187256, + 6.881142616271973, + 6.874236106872559, + 6.680112838745117 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "551504635", + "selected_index": 0, + "state_hash": "ab6587e0b2a3b5f21f23c56daf8894249774912a3b20794bd49dc1b78ec736a7", + "stored_base_utility": 0.728268027305603, + "task_id": "LiftPegUpright-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21901588141918182, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21901588141918182 + }, + "base_progress": 0.21901588141918182, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.21901588141918182, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2087533324956894, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2087533324956894 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20725850760936737, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20725850760936737 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20819248259067535, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20819248259067535 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20797483623027802, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20797483623027802 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21105539798736572, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21105539798736572 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20687510073184967, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20687510073184967 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20825576782226562, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20825576782226562 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20633696019649506, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20633696019649506 + } + ], + "candidate_progress": [ + 0.2087533324956894, + 0.20725850760936737, + 0.20819248259067535, + 0.20797483623027802, + 0.21105539798736572, + 0.20687510073184967, + 0.20825576782226562, + 0.20633696019649506 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-df961fe24a43e56d1716", + "ms-13d8bae55d3c3710138f", + "ms-0660d5f65df5fc4b6132", + "ms-c090bce47703a4c4bb0b", + "ms-8bc7aa419d17368d81b5", + "ms-e1b6bcb41532a800d3cb", + "ms-8bc7aa419d17368d81b5", + "ms-e1b6bcb41532a800d3cb" + ], + "candidate_source_task_ids": [ + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank3", + "ctt_transport_rank1", + "ctt_transport_rank5", + "ctt_transport_rank4", + "ctt_transport_rank5", + "ctt_transport_rank4" + ], + "candidates_evaluated": true, + "chart_id": "ms-b04b489f4fbad93b65ca", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.01416151225566864, + -0.02774573303759098, + 0.6111759543418884, + 0.9179526567459106, + 0.208613783121109, + -0.12391334772109985, + 0.11221650242805481, + -0.03424069285392761, + -0.08967559784650803, + 0.03153043985366821, + -0.11697063595056534, + 1.5207234621047974, + -0.26156842708587646, + -0.08946408331394196, + 0.16078996658325195, + -0.11347678303718567, + 0.022343873977661133, + -0.016552403569221497, + 1.680220127105713, + -0.13724137842655182, + -0.04593655467033386 + ], + [ + -0.04435768723487854, + 0.0031817182898521423, + 0.6992130875587463, + 0.8609745502471924, + 0.21293261647224426, + -0.14796960353851318, + -0.08923923969268799, + -0.02982465922832489, + -0.04010523855686188, + 0.04847615212202072, + -0.1669677495956421, + 1.6107094287872314, + -0.2079179286956787, + -0.3156924247741699, + 0.1579969823360443, + -0.1197691261768341, + 0.05925999581813812, + -0.05508096516132355, + 1.6302874088287354, + -0.06418614089488983, + -0.06338827311992645 + ], + [ + 0.057413987815380096, + -0.036937013268470764, + 0.6048588752746582, + 0.9818418025970459, + 0.24351242184638977, + -0.1284795105457306, + -0.30434292554855347, + -0.0037096142768859863, + -0.017841076478362083, + 0.05682946741580963, + -0.334383487701416, + 1.6043925285339355, + -0.3508826792240143, + -0.2525038719177246, + 0.2176748514175415, + -0.1078648716211319, + 0.05350889265537262, + 0.02323053777217865, + 1.6317965984344482, + -0.1323055922985077, + -0.07539102435112 + ], + [ + 0.03810262680053711, + -0.015603732317686081, + 0.6994968056678772, + 0.9856899976730347, + 0.3272004723548889, + -0.14623069763183594, + -0.4003019332885742, + -0.05083733797073364, + -0.038308024406433105, + 0.018870040774345398, + -0.27368563413619995, + 1.514621376991272, + -0.4897368848323822, + -0.06503637135028839, + 0.13234318792819977, + -0.14875316619873047, + 0.035746097564697266, + -0.010036200284957886, + 1.6200928688049316, + -0.16620974242687225, + -0.19291937351226807 + ], + [ + -0.09900587797164917, + 0.15619419515132904, + 0.3235098719596863, + 0.8554573059082031, + 0.2731250822544098, + -0.16738376021385193, + -0.42348212003707886, + 0.20740018784999847, + -0.22796331346035004, + 0.13657325506210327, + -0.11886771768331528, + 1.5688691139221191, + -0.16912168264389038, + -0.1606566160917282, + 0.20527969300746918, + 0.05651072785258293, + -0.0803745836019516, + -0.08736903965473175, + 1.4466147422790527, + 0.09803768992424011, + 0.09599471837282181 + ], + [ + 0.1375259906053543, + -0.06298936903476715, + 0.8511780500411987, + 0.8552623987197876, + -0.016238361597061157, + -0.24407091736793518, + -0.3294183015823364, + 0.11219073086977005, + 0.035118572413921356, + -0.019285432994365692, + -0.27756452560424805, + 1.3330758810043335, + -0.14924338459968567, + -0.4178372621536255, + 0.1596912294626236, + -0.00038577523082494736, + 0.038087621331214905, + -0.03005358576774597, + 1.6752040386199951, + -0.30066612362861633, + -0.10773158073425293 + ], + [ + -0.036809951066970825, + 0.08330123126506805, + 0.3536527156829834, + 0.7370327711105347, + 0.31331223249435425, + 0.22892335057258606, + -0.4975288510322571, + 0.02544085681438446, + -0.09854478389024734, + 0.1763322949409485, + -0.1781938076019287, + 1.6478698253631592, + -0.1121383011341095, + -0.010341614484786987, + 0.13607582449913025, + 0.04144991561770439, + 0.14221355319023132, + -0.17127196490764618, + 1.5012667179107666, + -0.08702875673770905, + -0.01630331575870514 + ], + [ + 0.11125921458005905, + -0.017454635351896286, + 0.6800698637962341, + 0.9789735078811646, + 0.1402270495891571, + -0.019984334707260132, + -0.30253589153289795, + -0.007370606064796448, + 0.004808682948350906, + 0.11041654646396637, + -0.24308156967163086, + 1.41665780544281, + -0.41480910778045654, + -0.35423582792282104, + -0.1281171441078186, + 0.09818294644355774, + 0.0917801558971405, + -0.07890214025974274, + 1.6265335083007812, + -0.4331853985786438, + -0.011875525116920471 + ] + ], + "generated_utilities": [ + 0.2087533324956894, + 0.20725850760936737, + 0.20819248259067535, + 0.20797483623027802, + 0.21105539798736572, + 0.20687510073184967, + 0.20825576782226562, + 0.20633696019649506 + ], + "group_id": "ms-b04b489f4fbad93b65ca", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.7198216915130615, + 0.7247374057769775, + 2.0, + 0.22730140388011932, + 0.21130704879760742, + 0.2076549530029297, + 0.2006116509437561, + 0.21285679936408997, + 0.19614991545677185, + 0.20440611243247986, + 0.2015489637851715, + 0.19511334598064423, + 0.20091164112091064, + 0.19681888818740845, + 0.19675713777542114, + 0.20853900909423828 + ], + "instruction": "Lift the peg and hold it upright.", + "negative_tangents": [ + [ + 0.30706143379211426, + 0.2797066569328308, + 0.4565920829772949, + 0.7342244386672974, + -0.28428468108177185, + 0.012420237064361572, + 0.0, + 0.19500797986984253, + -0.1289721131324768, + -0.3524337112903595, + 0.07460063695907593, + 1.7684156894683838, + 0.11335399746894836, + 0.0, + -0.5014548301696777, + 0.4537479281425476, + 0.1963198333978653, + -0.025568604469299316, + 1.6286182403564453, + -0.0963512659072876, + 0.0 + ], + [ + 1.3070614337921143, + -0.7202933430671692, + 1.456592082977295, + 1.7342244386672974, + -0.15130555629730225, + 0.9519147872924805, + -1.4541058540344238, + -0.6432010531425476, + -0.26959508657455444, + -0.3406839668750763, + -0.4419664740562439, + 2.768415689468384, + -0.3271861970424652, + -0.13685251772403717, + 0.23842881619930267, + 0.20406432449817657, + 0.3414191007614136, + -1.0255686044692993, + 2.6286182403564453, + -0.9051820039749146, + 0.6850019693374634 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.9082117080688477, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.27370503544807434, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.3700039386749268 + ], + [ + 1.0634682178497314, + -0.8590207099914551, + 1.6810569763183594, + 1.8525642156600952, + 0.06716938316822052, + 1.0774534940719604, + -1.177553415298462, + -0.7412493228912354, + -0.3193308115005493, + -0.4253617525100708, + -0.4890587329864502, + 2.624048948287964, + -0.109145388007164, + -0.10380380600690842, + 0.20137116312980652, + 0.20110605657100677, + 0.06929725408554077, + -0.9908366203308105, + 2.5783159732818604, + -0.7248227000236511, + 0.919882595539093 + ], + [ + 1.2083125114440918, + -0.9112091064453125, + 1.1255995035171509, + 1.9678500890731812, + -0.3424606919288635, + 1.350451946258545, + -1.5799542665481567, + -1.014689326286316, + -0.3427739441394806, + -0.24094250798225403, + -0.4992668032646179, + 2.403038740158081, + -0.29080134630203247, + -0.1569681167602539, + 0.4877905249595642, + -0.16464389860630035, + 0.41957730054855347, + -0.6997033357620239, + 2.80957293510437, + -1.0509651899337769, + 0.8937826156616211 + ], + [ + 1.2133954763412476, + -1.0171141624450684, + 1.1572445631027222, + 1.8050156831741333, + -0.29570114612579346, + 0.7672240734100342, + -0.976697564125061, + -0.8219587802886963, + -0.746895432472229, + -0.346658855676651, + -0.7942779064178467, + 3.0403196811676025, + -0.6172577738761902, + 0.3615778088569641, + 0.546725332736969, + -0.06415437161922455, + 0.43834370374679565, + -1.332592248916626, + 3.029940605163574, + -0.5720348358154297, + 1.1660562753677368 + ], + [ + 0.7937494516372681, + -0.45201122760772705, + 2.0367026329040527, + 2.1590728759765625, + 0.38935917615890503, + 0.5424834489822388, + -1.391097903251648, + -1.0657228231430054, + -0.44411367177963257, + -0.3797546923160553, + -0.03612968325614929, + 2.867069721221924, + -0.26322364807128906, + -0.32477179169654846, + 0.007963955402374268, + 0.053216055035591125, + 0.36466139554977417, + -0.7477234601974487, + 2.170649766921997, + -0.46266868710517883, + 0.7669195532798767 + ], + [ + 1.0920023918151855, + -1.0678586959838867, + 1.4391454458236694, + 2.155820608139038, + -0.7347199320793152, + 0.6208673715591431, + -1.6380563974380493, + -0.6589961051940918, + -0.8267081379890442, + 0.011062979698181152, + -0.1169244647026062, + 2.743579626083374, + -0.41342735290527344, + -0.5980290770530701, + 0.49618369340896606, + -0.09863747656345367, + 0.2179805338382721, + -0.6006474494934082, + 2.2965025901794434, + -0.97348952293396, + 1.2447597980499268 + ], + [ + 1.8286218643188477, + -1.486896276473999, + 1.8610713481903076, + 1.792364478111267, + -0.06209900975227356, + 0.7138283252716064, + -1.0023046731948853, + -0.8588749170303345, + -0.30936315655708313, + 0.33444294333457947, + 0.2771298885345459, + 3.0452492237091064, + -0.6618144512176514, + -0.747363805770874, + 0.19540274143218994, + -0.05051566660404205, + 0.5057645440101624, + -0.3770519495010376, + 3.028423309326172, + -0.19366812705993652, + 1.1766406297683716 + ], + [ + 1.057653784751892, + -0.15160071849822998, + 1.1646175384521484, + 2.517653226852417, + 0.037323400378227234, + 1.4844036102294922, + -1.2659661769866943, + -0.9694168567657471, + -0.792635440826416, + 0.15484732389450073, + -0.6592323780059814, + 2.426063060760498, + -0.8063763976097107, + 0.37280529737472534, + -0.1984816938638687, + 0.3488052487373352, + 0.36773377656936646, + -0.9600323438644409, + 1.801730990409851, + -1.1618295907974243, + 0.526383101940155 + ], + [ + 0.8403785228729248, + -1.7131881713867188, + 1.7484346628189087, + 1.3915244340896606, + 0.038706690073013306, + 1.7859117984771729, + -0.6996253132820129, + -0.12596702575683594, + -0.07181461155414581, + -0.8556877374649048, + -0.6567700505256653, + 2.935109853744507, + 0.3808797299861908, + 0.1733608990907669, + 0.9097857475280762, + 0.7001722455024719, + 0.14087507128715515, + -0.32659411430358887, + 2.278188943862915, + -1.87721586227417, + 1.438266634941101 + ], + [ + 1.259635329246521, + -0.5244767665863037, + 2.201894998550415, + 2.2337045669555664, + -0.333431601524353, + 0.7420244216918945, + -2.0896377563476562, + 0.00931471586227417, + 0.6261725425720215, + -0.49785688519477844, + -0.9404669404029846, + 3.756554365158081, + 0.5252982378005981, + -0.3158212900161743, + 0.4053819179534912, + 0.8204222917556763, + 0.5041900277137756, + -0.43809741735458374, + 3.519717216491699, + -1.0316743850708008, + 0.3069072663784027 + ], + [ + 0.9530733823776245, + -0.011007547378540039, + 2.396453380584717, + 2.6382436752319336, + 0.29263433814048767, + 1.6715352535247803, + -0.819398045539856, + -0.5916767120361328, + 0.006437480449676514, + -0.3942071795463562, + -0.5187541842460632, + 3.677276849746704, + -0.4376804232597351, + 0.3331298828125, + -0.3693196773529053, + -0.3432707190513611, + 1.104022741317749, + -1.0780245065689087, + 3.0859882831573486, + -0.26956111192703247, + 0.8377041816711426 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.30706143379211426, + 0.024911105632781982, + 0.4565920829772949, + 0.7342244386672974, + 0.01698923110961914, + -0.04808521270751953, + 0.0, + 0.10375595092773438, + 0.23247671127319336, + -0.12021404504776001, + -0.19280612468719482, + 1.7684156894683838, + -0.23127278685569763, + 0.0, + -0.1010780781507492, + 0.00952194631099701, + -0.16307592391967773, + -0.14496707916259766, + 1.6286182403564453, + -0.28656232357025146, + 0.0 + ] + ], + "predicted_scores": [ + 8.477546691894531, + 8.29944896697998, + 7.6824750900268555, + 7.531638145446777, + 7.479608058929443, + 7.0663580894470215, + 6.881202697753906, + 6.323062896728516 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1113268940", + "selected_index": 0, + "state_hash": "76e9a962970055fa7565c007db1b35e003cd352908be4cf573066d8b58e2d443", + "stored_base_utility": 0.7198216915130615, + "task_id": "LiftPegUpright-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.32647061347961426, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.32647061347961426 + }, + "base_progress": 0.32647061347961426, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.32647061347961426, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.27929237484931946, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.27929237484931946 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.31508538126945496, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.31508538126945496 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.295208603143692, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.295208603143692 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.306541383266449, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.306541383266449 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2569217383861542, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2569217383861542 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2671355903148651, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2671355903148651 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2914166748523712, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2914166748523712 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.29232296347618103, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.29232296347618103 + } + ], + "candidate_progress": [ + 0.27929237484931946, + 0.31508538126945496, + 0.295208603143692, + 0.306541383266449, + 0.2569217383861542, + 0.2671355903148651, + 0.2914166748523712, + 0.29232296347618103 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-b483cac145e16ccdf42a", + "ms-3352cd51af5ae6aac4c0", + "ms-062addb9da32a0c2ea97", + "ms-baa36ee75ec2de550b9b", + "ms-efbde8652e75274fbd69", + "ms-efbde8652e75274fbd69", + "ms-efbde8652e75274fbd69", + "ms-baa36ee75ec2de550b9b" + ], + "candidate_source_task_ids": [ + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank4", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank3", + "ctt_transport_rank3", + "ctt_transport_rank3", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-c663f7e73e7e8376a05c", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.0608234703540802, + -0.021998383104801178, + -0.3613419234752655, + 0.14862790703773499, + 1.6974871158599854, + -0.024937808513641357, + 0.06846165657043457, + -0.018652677536010742, + -0.047130078077316284, + 0.08552423119544983, + -0.04495467245578766, + 0.7038955092430115, + -0.11323672533035278, + -0.06114135682582855, + -0.035792719572782516, + -0.04117660969495773, + -0.09698788821697235, + -0.11039666831493378, + 0.9259224534034729, + 0.005170911550521851, + -0.18774759769439697 + ], + [ + 0.06553971767425537, + -0.0003216266632080078, + -0.36651143431663513, + 0.206287682056427, + 1.6558589935302734, + -0.0751897543668747, + -0.11032414436340332, + -0.05495356023311615, + -0.01423577219247818, + 0.1867465078830719, + -0.035010747611522675, + 0.7721615433692932, + -0.1752946376800537, + -0.09514130651950836, + -0.01685595139861107, + -0.012096968479454517, + -0.02693210542201996, + -0.20025663077831268, + 0.9846175909042358, + -0.013934463262557983, + -0.20021367073059082 + ], + [ + -0.029441669583320618, + -0.016951551660895348, + -0.3365922272205353, + 0.1943839192390442, + 1.6058402061462402, + -0.12573492527008057, + -0.0682409405708313, + -0.04633966088294983, + -0.029535790905356407, + 0.12229671329259872, + -0.021879956126213074, + 0.78630131483078, + -0.1004161536693573, + -0.09191444516181946, + 0.03164193779230118, + -0.02525031380355358, + -0.08115668594837189, + -0.06752006709575653, + 0.9189136028289795, + 0.011490583419799805, + -0.23853299021720886 + ], + [ + 0.03940602391958237, + 0.010995354503393173, + -0.38468077778816223, + 0.10052239894866943, + 1.7244930267333984, + -0.15214025974273682, + -0.04726344347000122, + -0.06422224640846252, + 0.004491351544857025, + 0.19182386994361877, + -0.10458961874246597, + 0.7791160941123962, + -0.1360379159450531, + -0.17324654757976532, + 0.030564401298761368, + -0.018270304426550865, + -0.0796835869550705, + -0.09380702674388885, + 0.8832347393035889, + -0.04445388913154602, + -0.27111127972602844 + ], + [ + 0.2866768538951874, + 0.1023900955915451, + -0.3730480968952179, + 0.13581371307373047, + 1.6626389026641846, + -0.011133760213851929, + -0.14908462762832642, + 0.01402805745601654, + -0.01458289660513401, + -0.009223304688930511, + 0.0015145540237426758, + 0.5638844966888428, + -0.08579525351524353, + 0.2305154800415039, + 0.04183720424771309, + 0.005676843225955963, + -0.03427337110042572, + -0.1908883899450302, + 0.9800494909286499, + 0.037925928831100464, + -0.12135866284370422 + ], + [ + 0.05213821679353714, + -0.006621964275836945, + -0.45636841654777527, + 0.19296887516975403, + 1.7403240203857422, + -0.1567455232143402, + -0.0764017105102539, + -0.057004570960998535, + -0.05405126512050629, + 0.15068243443965912, + 0.020617827773094177, + 0.705990731716156, + -0.18913498520851135, + -0.0824308693408966, + 0.0023970045149326324, + -0.03480350971221924, + -0.20923127233982086, + -0.06454594433307648, + 0.9216859340667725, + -0.030226320028305054, + -0.1944497525691986 + ], + [ + 0.005326002836227417, + -0.005379524081945419, + -0.47604915499687195, + 0.047171950340270996, + 1.6607286930084229, + -0.07101371884346008, + 0.10765519738197327, + 0.06545332074165344, + 0.056036606431007385, + 0.1566847860813141, + -0.06737367808818817, + 0.837749719619751, + -0.3522750735282898, + -0.18760676681995392, + 0.04754319041967392, + 0.020223427563905716, + 0.001949027180671692, + -0.01991991698741913, + 0.9311226606369019, + 0.11235791444778442, + -0.31014877557754517 + ], + [ + -0.029419317841529846, + -0.012744572013616562, + -0.48184606432914734, + 0.011671960353851318, + 1.6076889038085938, + -0.06620655953884125, + 0.06569573283195496, + 0.04099366068840027, + 0.04640007019042969, + 0.1688893884420395, + -0.07749324291944504, + 0.819609522819519, + -0.3349943161010742, + -0.15272904932498932, + 0.06489143520593643, + 0.008355395868420601, + -0.010536491870880127, + -0.03605931997299194, + 0.9036380648612976, + 0.06365591287612915, + -0.38958844542503357 + ] + ], + "generated_utilities": [ + 0.27929237484931946, + 0.31508538126945496, + 0.295208603143692, + 0.306541383266449, + 0.2569217383861542, + 0.2671355903148651, + 0.2914166748523712, + 0.29232296347618103 + ], + "group_id": "ms-c663f7e73e7e8376a05c", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.7233090400695801, + 0.7198824882507324, + 2.0, + 0.7120869159698486, + 0.27145418524742126, + 0.23090600967407227, + 0.2526220679283142, + 0.2656436562538147, + 0.264312207698822, + 0.27572086453437805, + 0.296668142080307, + 0.2128777951002121, + 0.22965002059936523, + 0.2196153998374939, + 0.22027263045310974, + 0.19939398765563965 + ], + "instruction": "Lift the peg and hold it upright.", + "negative_tangents": [ + [ + 0.038699887692928314, + -0.3685438632965088, + -1.3628361225128174, + 0.0675731897354126, + 2.4906270503997803, + 0.8971554040908813, + 0.06863358616828918, + 0.14689946174621582, + 0.0500560887157917, + 0.5852231383323669, + -0.5345680713653564, + 1.7433128356933594, + -0.5520187020301819, + 0.36285334825515747, + 0.06837204098701477, + 0.04091557487845421, + 0.26646411418914795, + -0.3870337903499603, + 1.7901486158370972, + -0.46956348419189453, + 0.5412080883979797 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.13726717233657837, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.7257066965103149, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0824161767959595 + ], + [ + -0.09956050664186478, + -0.6439464092254639, + -1.5331499576568604, + -0.2275703251361847, + 2.2570624351501465, + 1.145668387413025, + -0.19933581352233887, + 0.15889883041381836, + -0.07524599134922028, + 0.6580387353897095, + -0.5754004716873169, + 1.6105921268463135, + -0.25637149810791016, + 0.37256744503974915, + 0.17931225895881653, + 0.286465048789978, + 0.07884949445724487, + -0.35266172885894775, + 1.548264980316162, + -0.2917717695236206, + 0.3307930827140808 + ], + [ + 0.13072630763053894, + -0.5927069783210754, + -1.4328954219818115, + 0.1252535879611969, + 2.5439467430114746, + 1.119347095489502, + -0.12134809792041779, + -0.09485669434070587, + -0.040146272629499435, + 0.4683093726634979, + -0.6791773438453674, + 2.1314187049865723, + -0.4368498623371124, + 0.5876930952072144, + 0.27027207612991333, + -0.1808907389640808, + 0.037005022168159485, + -0.6130290627479553, + 1.60811185836792, + -0.8427046537399292, + 0.5648807883262634 + ], + [ + -0.019807856529951096, + -0.40178078413009644, + -1.5710430145263672, + 0.3568149507045746, + 2.8693275451660156, + 1.2080440521240234, + 0.45903119444847107, + -0.07479061186313629, + 0.2587376832962036, + 0.37667450308799744, + -0.5607666373252869, + 1.9825769662857056, + -0.7874732613563538, + 0.48894837498664856, + -0.04161303490400314, + 0.2237108200788498, + 0.12043289840221405, + -0.8541218638420105, + 1.3131444454193115, + -0.8318716287612915, + 0.7653946876525879 + ], + [ + -0.039324238896369934, + 0.18316024541854858, + -1.2052042484283447, + -0.020045489072799683, + 2.441659927368164, + 1.3116326332092285, + 0.04364071041345596, + 0.617156982421875, + -0.5366188287734985, + 0.5837841629981995, + -0.6157102584838867, + 1.946446180343628, + -0.44197604060173035, + -0.12030342221260071, + 0.2635759711265564, + -0.34203875064849854, + 0.3788418769836426, + -0.01673591136932373, + 1.7612254619598389, + -0.8283271193504333, + 0.44542378187179565 + ], + [ + 0.020479684695601463, + -0.3728349208831787, + -1.2566280364990234, + -0.4903675317764282, + 2.7149407863616943, + 1.1410136222839355, + 0.18438707292079926, + 0.15751159191131592, + 0.5994289517402649, + 0.7441410422325134, + -0.5757432579994202, + 2.025078058242798, + -1.1044142246246338, + -0.24153441190719604, + 0.7623711824417114, + -0.07102327048778534, + 0.7491155862808228, + -0.853058397769928, + 1.1346031427383423, + -0.4604499638080597, + 0.3380756974220276 + ], + [ + -0.0438276082277298, + 0.21775567531585693, + -0.9180121421813965, + 0.2164689004421234, + 1.7669851779937744, + 0.7701845765113831, + -0.4171431064605713, + -0.44690096378326416, + -0.6473215818405151, + 0.5592721700668335, + 0.1537061333656311, + 1.2201651334762573, + -0.02862715721130371, + 0.759445309638977, + -0.08159622550010681, + -0.038715001195669174, + 0.8136870265007019, + -1.129607081413269, + 1.5099153518676758, + -1.2117259502410889, + 1.2496943473815918 + ], + [ + -0.6884663105010986, + -0.7670764923095703, + -1.3375780582427979, + 0.42161574959754944, + 2.4925031661987305, + 0.18111640214920044, + -0.4373469054698944, + 0.6228322386741638, + -0.3739543557167053, + 1.3811917304992676, + 0.05884122848510742, + 1.0582032203674316, + -0.38174134492874146, + 0.7282494902610779, + 0.9550073146820068, + -0.6478474736213684, + -0.467768132686615, + -0.22179017961025238, + 2.1456754207611084, + -0.39938730001449585, + 1.08339524269104 + ], + [ + 0.7042056322097778, + -0.4828507900238037, + -1.914047122001648, + -0.7084186673164368, + 1.87782621383667, + 0.42005008459091187, + 0.511604905128479, + -0.2043081521987915, + 0.9001545906066895, + 1.083567500114441, + -0.9796027541160583, + 1.3277345895767212, + -0.5564201474189758, + 0.6932777166366577, + -0.5934457778930664, + -0.296670138835907, + 0.14519014954566956, + -0.8612968325614929, + 0.8968887329101562, + -0.5584146976470947, + -0.434501588344574 + ], + [ + 0.19210004806518555, + 0.5024477243423462, + -0.4993329644203186, + -0.826042115688324, + 1.6430644989013672, + 0.9877098798751831, + 0.49057987332344055, + -0.13611945509910583, + 0.7228546738624573, + 1.4937405586242676, + 0.18012672662734985, + 2.188062906265259, + -0.6084107160568237, + 1.0874407291412354, + 0.5744171142578125, + 0.9375161528587341, + -0.43115919828414917, + 0.19787153601646423, + 2.652085781097412, + -0.529538631439209, + 0.03626328706741333 + ], + [ + -0.014053341001272202, + -1.351341724395752, + -0.7293765544891357, + 0.9410406947135925, + 3.139275074005127, + 1.3463419675827026, + -0.728021502494812, + -0.6353646516799927, + -0.19685329496860504, + 1.5315749645233154, + -1.2550475597381592, + 1.7411813735961914, + 0.14418578147888184, + 0.7038239240646362, + 0.1004495620727539, + 0.7590892910957336, + 0.9287852048873901, + -0.23726919293403625, + 0.8381044864654541, + -1.2906644344329834, + 0.9584261178970337 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.03644278272986412, + -0.12137487530708313, + -0.3628361225128174, + -0.027813076972961426, + 1.4906270503997803, + -0.10284459590911865, + 0.0, + 0.15174832940101624, + 0.015595663338899612, + -0.10680150985717773, + -0.14723241329193115, + 0.7433128356933594, + 0.25961190462112427, + 0.0, + -0.23801246285438538, + -0.10784421861171722, + 0.09500086307525635, + -0.06586915254592896, + 0.7901486158370972, + -0.10978007316589355, + 0.0 + ] + ], + "predicted_scores": [ + 7.593846321105957, + 7.520015239715576, + 7.419043064117432, + 7.3853325843811035, + 7.3590407371521, + 7.357350826263428, + 7.225483417510986, + 7.205723762512207 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1528740417", + "selected_index": 0, + "state_hash": "c02fdfdd2339e4215d60b2221be925e066a7763f9e3bba3ff33a15f20e286f5a", + "stored_base_utility": 0.7233090400695801, + "task_id": "LiftPegUpright-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11945180594921112, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11945180594921112 + }, + "base_progress": 0.11945180594921112, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.11945180594921112, + "candidate_action_clip_max_abs": [ + 0.0, + 0.07814788818359375, + 0.0, + 0.06685960292816162, + 0.0, + 0.0383678674697876, + 0.09195196628570557, + 0.07380080223083496 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07346294075250626, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07346294075250626 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.07814788818359375, + "contact_quality": null, + "progress": 0.06709033250808716, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06709033250808716 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07392209768295288, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07392209768295288 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.06685960292816162, + "contact_quality": null, + "progress": 0.06676355749368668, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06676355749368668 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07523323595523834, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07523323595523834 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.0383678674697876, + "contact_quality": null, + "progress": 0.05465615913271904, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05465615913271904 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.09195196628570557, + "contact_quality": null, + "progress": 0.059093497693538666, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.059093497693538666 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.07380080223083496, + "contact_quality": null, + "progress": 0.053001951426267624, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.053001951426267624 + } + ], + "candidate_progress": [ + 0.07346294075250626, + 0.06709033250808716, + 0.07392209768295288, + 0.06676355749368668, + 0.07523323595523834, + 0.05465615913271904, + 0.059093497693538666, + 0.053001951426267624 + ], + "candidate_safety_violation": [ + false, + true, + false, + true, + false, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-a509a572b3871e591d26", + "ms-307f9067d5b66f55b3a6", + "ms-5df54a8baaceb8c73c8a", + "ms-4015c296239564108da2", + "ms-0541a144afe57b5a7ae6", + "ms-23a355317920e192147f", + "ms-b7e7fe66a6c86898eec2", + "ms-b7e7fe66a6c86898eec2" + ], + "candidate_source_task_ids": [ + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank4", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank5", + "ctt_transport_rank6", + "ctt_transport_rank6" + ], + "candidates_evaluated": true, + "chart_id": "ms-2458fcfffb3f96c6ca1a", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.04613304138183594, + 0.012883234769105911, + 0.9136051535606384, + -0.19713564217090607, + 0.5015499591827393, + 0.09198324382305145, + 2.0968685150146484, + -0.07532060146331787, + 0.13977880775928497, + -0.02489098161458969, + -0.03225008398294449, + 0.13955913484096527, + -0.4016942083835602, + 2.3330564498901367, + -0.26787248253822327, + 0.027203261852264404, + 0.1828550100326538, + 0.23088276386260986, + -0.07096540927886963, + -0.06949616968631744, + 1.8672852516174316 + ], + [ + -0.29459500312805176, + 0.029286354780197144, + 0.6831825971603394, + -0.25118157267570496, + 0.37985873222351074, + -0.5075415372848511, + 2.4739878177642822, + -0.16840609908103943, + 0.16021953523159027, + 0.06699112802743912, + 0.09624409675598145, + 0.3333062529563904, + -0.28364992141723633, + 2.7494497299194336, + -0.22935965657234192, + 0.10440871119499207, + 0.08095075190067291, + 0.0684361606836319, + -0.16906112432479858, + -0.021373867988586426, + 2.6946213245391846 + ], + [ + -0.0047406405210494995, + -0.06874708831310272, + 0.5573306083679199, + -0.17313876748085022, + 0.5228553414344788, + -0.10812932252883911, + 1.9903829097747803, + -0.22115275263786316, + 0.16808383166790009, + 0.12914179265499115, + 0.027516547590494156, + 0.20534878969192505, + -0.35130417346954346, + 2.677138328552246, + -0.2092210054397583, + 0.15785589814186096, + 0.05398097634315491, + -0.09099499881267548, + -0.04418593645095825, + -0.12921597063541412, + 2.855942964553833 + ], + [ + -0.1866210550069809, + -0.025755291804671288, + 0.7432063817977905, + -0.20471768081188202, + 0.16881167888641357, + -0.5364013910293579, + 2.421586513519287, + -0.25729551911354065, + 0.15974728763103485, + 0.10022419691085815, + 0.060135435312986374, + 0.2299097776412964, + -0.3277363181114197, + 2.5992002487182617, + -0.22128963470458984, + 0.04120735451579094, + 0.02953629195690155, + 0.09663786739110947, + -0.11610004305839539, + -0.05260266363620758, + 2.6008403301239014 + ], + [ + -0.16688381135463715, + -0.06800653785467148, + 0.444471150636673, + -0.12806960940361023, + 0.7067410945892334, + -0.05665507912635803, + 2.033034086227417, + -0.20083537697792053, + 0.11650148034095764, + 0.13609007000923157, + -0.013390786945819855, + 0.21820946037769318, + -0.18490752577781677, + 2.981668472290039, + -0.23581713438034058, + 0.13278503715991974, + 0.04286041855812073, + -0.03348653018474579, + -0.09267660975456238, + -0.29369163513183594, + 3.1187143325805664 + ], + [ + -0.3028058409690857, + -0.18514911830425262, + 0.9895008206367493, + -0.19080263376235962, + 0.27114152908325195, + -0.38157138228416443, + 2.289325475692749, + -0.3492693603038788, + 0.18300071358680725, + 0.15738879144191742, + -0.031026393175125122, + 0.3509640097618103, + -0.12239059805870056, + 2.773789167404175, + -0.28943729400634766, + 0.06385338306427002, + -0.008108898997306824, + 0.0441889613866806, + -0.11888685822486877, + -0.1477210968732834, + 2.543431282043457 + ], + [ + -0.1397116631269455, + -0.011712741106748581, + 0.8743215203285217, + -0.6996794939041138, + 0.78025221824646, + -0.3977029621601105, + 2.5380680561065674, + -0.34066519141197205, + 0.19335825741291046, + -0.09095469862222672, + -0.21316227316856384, + 0.16413787007331848, + -0.4526106119155884, + 2.507699728012085, + -0.30766481161117554, + 0.2750275135040283, + 0.21541447937488556, + 0.020999670028686523, + -0.3348802328109741, + -0.30755630135536194, + 1.8341138362884521 + ], + [ + -0.1375846415758133, + 0.024899251759052277, + 0.8607698678970337, + -0.7656034231185913, + 0.7875671982765198, + -0.39904990792274475, + 2.453808307647705, + -0.3852076828479767, + 0.2139749974012375, + 0.1375172734260559, + -0.21564245223999023, + -0.03566239774227142, + -0.3378215432167053, + 2.6458139419555664, + -0.27820608019828796, + 0.22752223908901215, + 0.08289749920368195, + 0.08872770518064499, + -0.4226927161216736, + -0.3975026607513428, + 1.8847646713256836 + ] + ], + "generated_utilities": [ + 0.07346294075250626, + 0.06709033250808716, + 0.07392209768295288, + 0.06676355749368668, + 0.07523323595523834, + 0.05465615913271904, + 0.059093497693538666, + 0.053001951426267624 + ], + "group_id": "ms-2458fcfffb3f96c6ca1a", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.6040759086608887, + 2.0, + 0.14582239091396332, + 0.5723002552986145, + 0.10770338028669357, + 0.10128920525312424, + 0.08499570190906525, + 0.14736615121364594, + 0.07181884348392487, + 0.11773071438074112, + 0.06549974530935287, + 0.06568789482116699, + 0.10681070387363434, + 0.05432777479290962, + 0.0625491738319397, + 0.06991603225469589 + ], + "instruction": "Pick up the cube and move it to the goal position.", + "negative_tangents": [ + [ + -0.072060227394104, + 0.2043294906616211, + 0.8692872524261475, + 0.020746350288391113, + -0.004742175340652466, + 0.05779099464416504, + 0.0, + -0.0498790442943573, + -0.20218299329280853, + 0.41556206345558167, + -0.2306707501411438, + 0.32090064883232117, + -0.2089032530784607, + 0.0, + 0.05318737402558327, + -0.04637153446674347, + 0.04412045329809189, + 0.08670947700738907, + -0.10918038338422775, + -0.059010982513427734, + 0.0 + ], + [ + -0.5282122492790222, + 1.204329490661621, + 1.8692872524261475, + -0.8456907868385315, + 0.42858073115348816, + -0.3134727478027344, + -2.5308754444122314, + 0.1655428111553192, + -0.12024828046560287, + 0.0010203085839748383, + 0.2592625319957733, + 0.2679504156112671, + 0.25922709703445435, + 2.851924419403076, + 0.0039860643446445465, + -0.014717570506036282, + 0.01173020526766777, + 0.10578173398971558, + 0.05138798803091049, + 0.3216937780380249, + 2.9243662357330322 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -5.061750888824463, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.703848838806152, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.8487324714660645 + ], + [ + -0.6558206081390381, + 1.3553937673568726, + 2.057647466659546, + -1.0405915975570679, + 0.2629950940608978, + -0.28233209252357483, + -2.589219093322754, + -0.06961745023727417, + 0.02406928688287735, + 0.2341437190771103, + 0.49766814708709717, + 0.4930538535118103, + 0.370309442281723, + 3.111422061920166, + 0.06151486933231354, + -0.2028706818819046, + 0.12007936835289001, + 0.2164750099182129, + 0.16723006963729858, + 0.26430171728134155, + 3.0643396377563477 + ], + [ + -0.18174728751182556, + 0.8890945315361023, + 1.5388343334197998, + -0.4532086253166199, + 0.3864310085773468, + -0.45410382747650146, + -2.623199462890625, + 0.5360933542251587, + -0.04706605523824692, + 0.11160072684288025, + 0.5460608005523682, + 0.39992716908454895, + 0.17028246819972992, + 2.8760411739349365, + 0.29450932145118713, + -0.3028962016105652, + 0.06744809448719025, + 0.1687500774860382, + 0.42097336053848267, + 0.3965923488140106, + 3.28550386428833 + ], + [ + -0.4313088357448578, + 0.9752410054206848, + 2.0068275928497314, + -0.5783756375312805, + 0.5761726498603821, + -0.5289677381515503, + -2.321643590927124, + 0.0023015737533569336, + -0.07372284680604935, + 0.05664224550127983, + 0.03747282922267914, + 0.4900178611278534, + 0.31588616967201233, + 3.018609046936035, + 0.12529893219470978, + -0.2872275412082672, + -0.2500917911529541, + 0.0006694421172142029, + -0.39133700728416443, + 0.6382719874382019, + 2.810041904449463 + ], + [ + -0.5560051202774048, + 1.4042110443115234, + 1.662226915359497, + -1.4059122800827026, + 0.8242433071136475, + -0.10998553037643433, + -2.7556281089782715, + -0.26875895261764526, + -0.4201813042163849, + -0.371376633644104, + 0.7718684673309326, + 0.6452833414077759, + 0.027421817183494568, + 2.3879575729370117, + -0.47588983178138733, + -0.045049820095300674, + 0.0838315486907959, + 0.10257662832736969, + 0.4181908369064331, + 0.2650004029273987, + 3.006909132003784 + ], + [ + -0.4896228015422821, + 1.0570447444915771, + 1.408416509628296, + -0.7269805669784546, + 1.023213267326355, + -0.22378163039684296, + -2.1348509788513184, + -0.4423682987689972, + 0.26834720373153687, + -0.5835619568824768, + 0.3675343692302704, + 0.3307996988296509, + -0.01537257432937622, + 3.4422543048858643, + 0.3622148334980011, + -0.26806333661079407, + 0.4238347113132477, + 0.2583734393119812, + 0.10431534051895142, + 0.2077663242816925, + 2.446356773376465 + ], + [ + -1.1077957153320312, + 0.4289678931236267, + 1.9882663488388062, + -0.3021383285522461, + -0.006195276975631714, + -0.22295325994491577, + -1.8697566986083984, + 0.9590625762939453, + -0.0024877265095710754, + -0.3088582456111908, + 0.6517632007598877, + 0.4271944761276245, + 0.34532302618026733, + 2.704721450805664, + 0.7557594776153564, + -0.8073300719261169, + -0.7479258179664612, + -0.19068273901939392, + 0.14240311086177826, + 0.2233867347240448, + 2.1774275302886963 + ], + [ + -0.9354162812232971, + 1.5971527099609375, + 1.0168101787567139, + -0.7164653539657593, + 0.519247829914093, + -0.7477964162826538, + -3.338376045227051, + 0.7212944030761719, + -0.6477807760238647, + 0.38193029165267944, + -0.1568622589111328, + 0.47457069158554077, + -0.30742186307907104, + 2.6848907470703125, + -0.4251534044742584, + 0.6623334884643555, + 0.03348249942064285, + -0.2996619939804077, + -0.8319172263145447, + 0.7883892059326172, + 3.5870752334594727 + ], + [ + -0.44698429107666016, + 0.3201255202293396, + 1.5405346155166626, + -0.9956957101821899, + 0.8944320678710938, + -0.4196317791938782, + -2.010188102722168, + 0.7199084758758545, + -0.49276289343833923, + 0.4512734115123749, + 0.48276829719543457, + 0.22657281160354614, + 0.8205416798591614, + 3.6653342247009277, + 0.6818231344223022, + 0.4660317897796631, + -0.14916014671325684, + 0.5328372716903687, + -0.5979922413825989, + 0.3124805986881256, + 3.110726833343506 + ], + [ + -0.5630171298980713, + 1.934722900390625, + 1.4954721927642822, + -1.684873342514038, + 0.133146733045578, + -0.4359630346298218, + -2.681238889694214, + 0.8904907703399658, + -0.48221057653427124, + -0.7635119557380676, + -0.23804441094398499, + 0.5691602230072021, + -0.23042798042297363, + 3.760842800140381, + 0.3684825003147125, + -0.20475278794765472, + 0.04838913306593895, + 0.17439094185829163, + 0.07042267918586731, + -0.1653938889503479, + 3.844882011413574 + ], + [ + -0.3705383241176605, + 1.5082495212554932, + 0.9002141356468201, + -1.3291171789169312, + 0.15676641464233398, + -1.2286558151245117, + -1.7006758451461792, + 0.34438908100128174, + 0.32962289452552795, + -0.6556114554405212, + 0.3502740263938904, + 0.7518025636672974, + -0.49080890417099, + 2.10355806350708, + 0.36426910758018494, + -0.4822288453578949, + 0.7496572732925415, + 0.43558254837989807, + 0.34650692343711853, + 0.9977220296859741, + 1.9853770732879639 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.005563676357269287, + 0.2043294906616211, + 0.8692872524261475, + 0.08163481950759888, + 0.05995750427246094, + 0.012857973575592041, + 0.0, + 0.01583634316921234, + 0.04724548012018204, + 0.018815450370311737, + 0.02742627263069153, + -0.03381502628326416, + 0.007930099964141846, + 0.0, + 0.01774722896516323, + 0.08064591884613037, + -0.06814983487129211, + -0.002621002495288849, + 0.05759798362851143, + 0.05164051055908203, + 0.0 + ] + ], + "predicted_scores": [ + 4.728113651275635, + 3.8461036682128906, + 3.780625343322754, + 3.467804193496704, + 3.3119397163391113, + 3.1361098289489746, + 2.66201114654541, + 2.4229068756103516 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1273247072", + "selected_index": 0, + "state_hash": "237fafab6bfdb561d66c862026f803fbd19d4007f6313bdb3d79b6dd74f69327", + "stored_base_utility": 0.6040759086608887, + "task_id": "PickCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14465421438217163, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14465421438217163 + }, + "base_progress": 0.14465421438217163, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.14465421438217163, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2091216892004013, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2091216892004013 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2124800682067871, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2124800682067871 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.24680399894714355, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.24680399894714355 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21971631050109863, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21971631050109863 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12987732887268066, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12987732887268066 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2237156182527542, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2237156182527542 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14474721252918243, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14474721252918243 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20625507831573486, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20625507831573486 + } + ], + "candidate_progress": [ + 0.2091216892004013, + 0.2124800682067871, + 0.24680399894714355, + 0.21971631050109863, + 0.12987732887268066, + 0.2237156182527542, + 0.14474721252918243, + 0.20625507831573486 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-ccc79c981e3a67ebeaf2", + "ms-ccc79c981e3a67ebeaf2", + "ms-ccc79c981e3a67ebeaf2", + "ms-ccc79c981e3a67ebeaf2", + "ms-ccc79c981e3a67ebeaf2", + "ms-ccc79c981e3a67ebeaf2", + "ms-ccc79c981e3a67ebeaf2", + "ms-ccc79c981e3a67ebeaf2" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-0345d8ac530f88cefd61", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.08833323419094086, + -0.04394577071070671, + 0.4104863405227661, + 0.19831839203834534, + 0.8239175081253052, + 0.579404354095459, + -0.48387831449508667, + -0.11337542533874512, + 0.6537758111953735, + 0.3677837550640106, + -1.037734866142273, + -0.5544407963752747, + -0.7489526271820068, + -0.3817249536514282, + -0.37987834215164185, + 0.2329723834991455, + -0.0038313716650009155, + -4.564225673675537e-05, + -1.2231383323669434, + 0.4428775906562805, + -0.3324355185031891 + ], + [ + -0.14440317451953888, + -0.05668160691857338, + 0.47832751274108887, + -0.07359644770622253, + 0.9535222053527832, + 0.5279265642166138, + -0.4478663206100464, + -0.04632066190242767, + 0.7073547840118408, + 0.31724655628204346, + -0.9640240669250488, + -0.6258555054664612, + -0.9930479526519775, + -0.6409115791320801, + -0.40431857109069824, + 0.27714014053344727, + -0.008683428168296814, + 0.04735308885574341, + -1.3462910652160645, + 0.3242790102958679, + -0.3383786380290985 + ], + [ + -0.25834155082702637, + -0.1483038067817688, + 0.39210137724876404, + -0.1574188470840454, + 1.014228343963623, + 0.5608601570129395, + -0.4529297351837158, + -0.026112645864486694, + 0.7008830308914185, + 0.22053706645965576, + -0.9703189134597778, + -0.6041921973228455, + -1.158974051475525, + -0.7767934799194336, + -0.45188289880752563, + 0.29600876569747925, + 0.014093562960624695, + 0.04166196286678314, + -1.4128186702728271, + 0.39495378732681274, + -0.3893273174762726 + ], + [ + 0.024616919457912445, + 0.0035414807498455048, + 0.4734356999397278, + 0.014971435070037842, + 0.7983521819114685, + 0.514104962348938, + -0.42923402786254883, + -0.08131080865859985, + 0.7280447483062744, + 0.2860163152217865, + -1.0209935903549194, + -0.6903117895126343, + -0.8705611228942871, + -0.458454966545105, + -0.39251795411109924, + 0.22969940304756165, + 0.009780526161193848, + 0.0706196129322052, + -1.3045475482940674, + 0.2143489122390747, + -0.2753511369228363 + ], + [ + 0.07697102427482605, + -0.23328496515750885, + 0.6827381253242493, + -0.1962835043668747, + 1.0543618202209473, + 0.10311225056648254, + -0.44586366415023804, + -0.2336025834083557, + 0.6834146976470947, + 0.42967045307159424, + -1.1949268579483032, + -0.47879719734191895, + -0.7401875853538513, + -0.8491016626358032, + -0.6506244540214539, + 0.2122981995344162, + 0.28427770733833313, + 0.07917670160531998, + -1.219977617263794, + 0.48241233825683594, + -0.5431085824966431 + ], + [ + -0.012357458472251892, + -0.1190369576215744, + 0.5353463292121887, + -0.1375323235988617, + 1.031252145767212, + 0.5553950071334839, + -0.33479225635528564, + 0.094842828810215, + 0.7108789682388306, + 0.2606079578399658, + -0.8658508062362671, + -0.211923748254776, + -0.7854487895965576, + -0.902928352355957, + -0.5204357504844666, + 0.2662563920021057, + -0.015181392431259155, + -0.10644261538982391, + -0.966701328754425, + 0.5840121507644653, + -0.2764732837677002 + ], + [ + -0.13915206491947174, + -0.11110544204711914, + 0.647961437702179, + 0.531654953956604, + 1.041298270225525, + 0.6899418830871582, + -0.5704767107963562, + -0.1476374864578247, + 0.5468173027038574, + 0.4034413993358612, + -1.0707939863204956, + -0.6162461042404175, + -0.7776082754135132, + -0.8466334939002991, + -0.569873571395874, + 0.011724241077899933, + 0.09061619639396667, + -0.03632150590419769, + -1.1186344623565674, + 0.33646565675735474, + 0.0063140541315078735 + ], + [ + -0.13130424916744232, + -0.07374553382396698, + 0.44548049569129944, + -0.023894652724266052, + 0.8834313154220581, + 0.939448356628418, + -0.41479963064193726, + 0.1661255955696106, + 0.7020414471626282, + 0.39729785919189453, + -1.0923898220062256, + -0.4047129154205322, + -0.665810763835907, + -0.8558600544929504, + -0.3362870216369629, + 0.20949402451515198, + -0.04514963924884796, + 0.11870555579662323, + -1.3895256519317627, + 0.45763301849365234, + -0.23734688758850098 + ] + ], + "generated_utilities": [ + 0.2091216892004013, + 0.2124800682067871, + 0.24680399894714355, + 0.21971631050109863, + 0.12987732887268066, + 0.2237156182527542, + 0.14474721252918243, + 0.20625507831573486 + ], + "group_id": "ms-0345d8ac530f88cefd61", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.007898053154349327, + 0.0058197579346597195, + 0.052657388150691986, + 0.016109248623251915, + 0.1698339879512787, + 0.008177022449672222, + 0.12333428859710693, + 0.1150994747877121, + 0.15141737461090088, + 0.08515926450490952, + 0.1523766964673996, + 0.04073335975408554, + 0.027175527065992355, + 0.1798098385334015, + 0.08658158779144287, + 0.0618208646774292 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.2244938164949417, + -0.708204448223114, + 1.4058912992477417, + 0.19480958580970764, + 1.1751772165298462, + -1.2265020608901978, + -0.8636159896850586, + -0.07021944224834442, + 1.2708500623703003, + 1.0246398448944092, + -1.7615737915039062, + -0.44495686888694763, + -1.2927910089492798, + 0.27074551582336426, + -1.6349679231643677, + 0.9748592376708984, + 1.0210484266281128, + 0.36906859278678894, + -2.528050661087036, + 0.7326674461364746, + 1.553327202796936 + ], + [ + 0.35595428943634033, + -0.8224175572395325, + 1.1192705631256104, + 0.4673205614089966, + 1.1115962266921997, + -1.4676826000213623, + -1.057816505432129, + -0.008461203426122665, + 0.9729399085044861, + 0.8019976615905762, + -1.4944581985473633, + -0.21817980706691742, + -1.3722625970840454, + 0.3557305932044983, + -1.8202308416366577, + 1.2552388906478882, + 0.7855625748634338, + 0.5709130167961121, + -2.4140331745147705, + 0.9063631296157837, + 1.282220721244812 + ], + [ + 0.19927366077899933, + -0.7607958912849426, + 1.4928451776504517, + 0.38265493512153625, + 1.2970150709152222, + -1.2964622974395752, + -0.5547049045562744, + -0.2585906684398651, + 1.3020356893539429, + 1.0737547874450684, + -1.5593467950820923, + -0.1617565155029297, + -1.4868489503860474, + 0.15243440866470337, + -1.4100472927093506, + 0.7991768717765808, + 1.0339381694793701, + 0.6228882074356079, + -2.8132376670837402, + 0.7685560584068298, + 1.8755284547805786 + ], + [ + 0.6393168568611145, + -0.2793915271759033, + 1.4690577983856201, + 0.4745514690876007, + 0.9989874362945557, + -0.7359552979469299, + -1.2171094417572021, + -0.39386802911758423, + 1.1646839380264282, + 0.6661151051521301, + -1.9162347316741943, + -0.43809595704078674, + -1.3973355293273926, + 0.7664861679077148, + -1.553026795387268, + 1.1995127201080322, + 1.285676121711731, + 0.822955846786499, + -2.574894666671753, + 0.3542059361934662, + 1.5986168384552002 + ], + [ + 0.26509445905685425, + -0.5443360805511475, + 1.2502005100250244, + 0.6112543940544128, + 0.924185037612915, + -1.0554168224334717, + -0.7927505373954773, + -0.07152043282985687, + 0.9228929281234741, + 1.545881986618042, + -1.6973015069961548, + -0.496639221906662, + -0.8727940320968628, + 0.5596445202827454, + -2.1939897537231445, + 1.239556074142456, + 1.4699029922485352, + -0.182618647813797, + -2.7263355255126953, + 0.976334810256958, + 1.0402796268463135 + ], + [ + 0.1353418529033661, + -1.1921336650848389, + 1.6913124322891235, + -0.43279919028282166, + 1.1331026554107666, + -1.8503069877624512, + -0.46699997782707214, + 0.5785945653915405, + 1.5516390800476074, + 0.38185298442840576, + -2.192314386367798, + -0.6304612159729004, + -1.6237419843673706, + -0.06383657455444336, + -1.2674099206924438, + 0.7967972755432129, + 1.2453874349594116, + 0.01532512903213501, + -2.6341590881347656, + 0.8366512656211853, + 1.9056174755096436 + ], + [ + 1.0916199684143066, + 0.23665857315063477, + 1.7737994194030762, + -0.8046588897705078, + 1.944507360458374, + -1.3606563806533813, + -0.022103488445281982, + 0.5769228935241699, + 1.0605480670928955, + 1.3100652694702148, + -1.9243974685668945, + 0.43040379881858826, + -1.9046732187271118, + -0.49132758378982544, + -1.9095335006713867, + 1.8850300312042236, + 1.366606593132019, + 0.37651723623275757, + -2.86037540435791, + 0.7753443717956543, + 2.072996139526367 + ], + [ + 0.7277938723564148, + 0.23822063207626343, + 0.4208102226257324, + -0.18717050552368164, + 1.1951282024383545, + -1.1622966527938843, + -0.6617333292961121, + -0.6339871883392334, + 0.8901646137237549, + 0.9977425932884216, + -1.8568902015686035, + 0.3291373550891876, + -0.9377886056900024, + 1.0705609321594238, + -0.90934818983078, + 1.7013394832611084, + 1.5952999591827393, + -0.05327540636062622, + -2.546459197998047, + 0.15792781114578247, + 1.2277774810791016 + ], + [ + 0.9283657073974609, + -1.421413779258728, + 1.6497737169265747, + -0.1984737515449524, + 0.9705085158348083, + -0.8917888402938843, + 0.026184558868408203, + 0.09181642532348633, + 0.6335604786872864, + 1.6531281471252441, + -1.4918432235717773, + -0.01735416054725647, + -0.5425058603286743, + 0.7866935133934021, + -0.7011347413063049, + 0.9797741770744324, + 1.6596866846084595, + -0.13051137328147888, + -2.692556858062744, + -0.05617690086364746, + 0.9771407842636108 + ] + ], + "predicted_scores": [ + 9.497196197509766, + 9.328740119934082, + 9.323074340820312, + 9.307796478271484, + 9.049630165100098, + 8.897747039794922, + 8.211677551269531, + 7.961591720581055 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "141984615", + "selected_index": 0, + "state_hash": "1ca7c651b2dc4638488078318fe8aa293aa6f6da78672d440752daa9f2d4e8a3", + "stored_base_utility": 0.007898053154349327, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10967568308115005, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10967568308115005 + }, + "base_progress": 0.10967568308115005, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.10967568308115005, + "candidate_action_clip_max_abs": [ + 0.2871910333633423, + 0.29176604747772217, + 0.2563202381134033, + 0.25970423221588135, + 0.24372899532318115, + 0.2349097728729248, + 0.2809709310531616, + 0.30602216720581055 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2871910333633423, + "contact_quality": null, + "progress": 0.023261984810233116, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.023261984810233116 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.29176604747772217, + "contact_quality": null, + "progress": 0.02386265993118286, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.02386265993118286 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2563202381134033, + "contact_quality": null, + "progress": 0.03278326988220215, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03278326988220215 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.25970423221588135, + "contact_quality": null, + "progress": 0.02985992096364498, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.02985992096364498 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.24372899532318115, + "contact_quality": null, + "progress": 0.02200053073465824, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.02200053073465824 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2349097728729248, + "contact_quality": null, + "progress": 0.021603306755423546, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.021603306755423546 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2809709310531616, + "contact_quality": null, + "progress": 0.022335371002554893, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.022335371002554893 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.30602216720581055, + "contact_quality": null, + "progress": 0.03406333923339844, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03406333923339844 + } + ], + "candidate_progress": [ + 0.023261984810233116, + 0.02386265993118286, + 0.03278326988220215, + 0.02985992096364498, + 0.02200053073465824, + 0.021603306755423546, + 0.022335371002554893, + 0.03406333923339844 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-02311c7783bc67e188b4", + "ms-02311c7783bc67e188b4", + "ms-61bde0225d6f4175b7cb", + "ms-61bde0225d6f4175b7cb", + "ms-d6da14bffe59c0265db7", + "ms-d6da14bffe59c0265db7", + "ms-d6da14bffe59c0265db7", + "ms-61bde0225d6f4175b7cb" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-0819eb89e627595e7e1b", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.15984298288822174, + -0.23503288626670837, + 0.8400496244430542, + 0.1756020188331604, + 0.44879916310310364, + 1.6714483499526978, + 1.2886455059051514, + -0.6826738119125366, + 0.08679230511188507, + 1.4772244691848755, + 0.15520165860652924, + 0.7387312650680542, + 2.1789798736572266, + 1.5006791353225708, + -0.6262778639793396, + -0.10910031199455261, + 0.8960612416267395, + 0.5913015007972717, + 0.42361944913864136, + 1.9436821937561035, + 1.0134066343307495 + ], + [ + -0.12847237288951874, + -0.18692715466022491, + 0.854485034942627, + 0.21522527933120728, + 0.3503826856613159, + 1.5304622650146484, + 1.430901050567627, + -0.6680938005447388, + 0.06518473476171494, + 1.474352478981018, + 0.18616753816604614, + 0.6511489152908325, + 2.25722074508667, + 1.42751944065094, + -0.6916670203208923, + -0.10518874228000641, + 0.9118849635124207, + 0.5093398094177246, + 0.4087662100791931, + 1.91941499710083, + 0.9603931903839111 + ], + [ + -0.2289363294839859, + 0.058884285390377045, + 0.7303100824356079, + 0.39631393551826477, + 0.6892385482788086, + 0.8208380937576294, + 1.4167211055755615, + -0.5654754638671875, + 0.07751641422510147, + 1.3703819513320923, + -0.0226987823843956, + 0.6340042352676392, + 2.030752658843994, + 1.7746504545211792, + -0.27457937598228455, + -0.16099539399147034, + 0.6988648772239685, + 0.9103671908378601, + 0.3561476171016693, + 1.8226408958435059, + 0.8192353248596191 + ], + [ + -0.22058285772800446, + -0.014183707535266876, + 0.7960187792778015, + 0.44865337014198303, + 0.7122056484222412, + 0.8905375003814697, + 1.3817559480667114, + -0.5929093360900879, + 0.042088232934474945, + 1.388145923614502, + 0.0034710727632045746, + 0.7197545170783997, + 2.13350248336792, + 1.6757997274398804, + -0.2515104115009308, + -0.18733598291873932, + 0.7498090267181396, + 0.8594273328781128, + 0.4160057008266449, + 1.7710328102111816, + 0.8281021118164062 + ], + [ + -0.6602887511253357, + -0.12725329399108887, + 0.7372630834579468, + 0.31772753596305847, + 0.42425990104675293, + 1.557538628578186, + 1.2026946544647217, + -0.6991056203842163, + 0.022280776873230934, + 1.4588539600372314, + 0.019001193344593048, + 0.773996889591217, + 1.6985186338424683, + 1.5088486671447754, + -0.27861568331718445, + 0.026959698647260666, + 0.5726835131645203, + 0.7873443365097046, + 0.7354638576507568, + 1.7161989212036133, + 0.9732835292816162 + ], + [ + -0.5690539479255676, + -0.1330968737602234, + 0.7305538058280945, + 0.4074401557445526, + 0.3240259885787964, + 1.7470144033432007, + 1.278831958770752, + -0.6629823446273804, + -0.03815414756536484, + 1.5565803050994873, + -0.08431873470544815, + 0.6754850745201111, + 1.6533185243606567, + 1.535549521446228, + -0.3334939777851105, + 0.08060234785079956, + 0.6581497192382812, + 0.8919969201087952, + 0.6567790508270264, + 1.6767714023590088, + 0.840764045715332 + ], + [ + -0.7759475111961365, + -0.03815482556819916, + 0.5676742792129517, + 0.456722229719162, + 0.8410667181015015, + 1.3194856643676758, + 0.9292835593223572, + -0.7721080780029297, + 0.06864786893129349, + 1.3026211261749268, + -0.022291481494903564, + 0.9567188620567322, + 1.6193479299545288, + 1.7591311931610107, + -0.5241150259971619, + 0.02207210659980774, + 0.4870876669883728, + 1.1834309101104736, + 0.5942380428314209, + 2.209106922149658, + 1.306549310684204 + ], + [ + -0.004187092185020447, + 0.15579639375209808, + 0.36447158455848694, + 0.7529526948928833, + 0.377456933259964, + 1.6531097888946533, + 1.6643891334533691, + -0.4550589621067047, + -0.1452711671590805, + 1.2366663217544556, + -0.06660697609186172, + 0.6660566329956055, + 2.360644817352295, + 2.1077182292938232, + -0.6669561266899109, + -0.04023764282464981, + 0.846921980381012, + 0.6924483776092529, + 0.3426198661327362, + 1.9340214729309082, + 1.1388882398605347 + ] + ], + "generated_utilities": [ + 0.023261984810233116, + 0.02386265993118286, + 0.03278326988220215, + 0.02985992096364498, + 0.02200053073465824, + 0.021603306755423546, + 0.022335371002554893, + 0.03406333923339844 + ], + "group_id": "ms-0819eb89e627595e7e1b", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.07638250291347504, + 0.11176031827926636, + 0.139996737241745, + 0.06282445043325424, + 0.08466696739196777, + 0.0763862133026123, + 0.05953681468963623, + 0.06854937970638275, + 0.06834080070257187, + 0.09309522807598114, + 0.14572584629058838, + 0.07182137668132782, + 0.020047685131430626, + 0.05106111615896225, + 0.03756682202219963, + 0.061605654656887054 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -0.04522436857223511, + -0.3834587037563324, + 2.32004976272583, + 1.6386330127716064, + 1.508955717086792, + 1.681371808052063, + 2.9060468673706055, + -0.5984516143798828, + 0.36428770422935486, + 0.7442611455917358, + 1.163742184638977, + 0.4921322464942932, + 1.9586588144302368, + 3.335318088531494, + -0.02929070219397545, + 0.5442408919334412, + 2.4529502391815186, + 0.17471881210803986, + 1.804263710975647, + 1.5498225688934326, + 1.9392809867858887 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.19627264142036438, + 0.015629824250936508, + 0.723259687423706, + 0.0313839316368103, + 0.02149224281311035, + 0.7142634391784668, + 0.0, + -0.29767167568206787, + -0.10304851830005646, + 0.6168417930603027, + 0.0271989107131958, + 0.369077205657959, + 1.5924487113952637, + 0.0, + -0.11617732048034668, + -0.1419914811849594, + 0.9400725364685059, + -0.04139697551727295, + 0.7166774272918701, + 1.092864990234375, + 0.0 + ], + [ + -0.18197131156921387, + 0.30914804339408875, + 1.4557228088378906, + 1.4375734329223633, + 0.9600651264190674, + 1.7448713779449463, + 3.031123399734497, + -0.6073551177978516, + -0.4749099016189575, + 1.3016932010650635, + 0.32392996549606323, + 0.6961254477500916, + 2.1961381435394287, + 3.730100154876709, + -0.6154190897941589, + -0.3908892273902893, + 2.0994153022766113, + 0.18937554955482483, + 1.5752670764923096, + 2.2457275390625, + 1.5629570484161377 + ] + ], + "predicted_scores": [ + 5.075006484985352, + 5.053988456726074, + 4.939883708953857, + 4.889443397521973, + 4.8657026290893555, + 4.853878974914551, + 4.803012371063232, + 4.5753679275512695 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "2015956957", + "selected_index": 0, + "state_hash": "582daf047d78a1b01018d54f5798143c4be6129fd7b6cbc025fc85818e519f3c", + "stored_base_utility": 0.07638250291347504, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2585872709751129, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2585872709751129 + }, + "base_progress": 0.2585872709751129, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.2585872709751129, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.08054113388061523, + 0.08829605579376221, + 0.0997246503829956, + 0.0, + 0.09041380882263184, + 0.04866504669189453 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07130279392004013, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07130279392004013 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06337571144104004, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06337571144104004 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.08054113388061523, + "contact_quality": null, + "progress": 0.09518464654684067, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09518464654684067 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.08829605579376221, + "contact_quality": null, + "progress": 0.07892128080129623, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07892128080129623 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.0997246503829956, + "contact_quality": null, + "progress": 0.07047691196203232, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07047691196203232 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08560427278280258, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08560427278280258 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.09041380882263184, + "contact_quality": null, + "progress": 0.07863795757293701, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07863795757293701 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.04866504669189453, + "contact_quality": null, + "progress": 0.12121506780385971, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12121506780385971 + } + ], + "candidate_progress": [ + 0.07130279392004013, + 0.06337571144104004, + 0.09518464654684067, + 0.07892128080129623, + 0.07047691196203232, + 0.08560427278280258, + 0.07863795757293701, + 0.12121506780385971 + ], + "candidate_safety_violation": [ + false, + false, + true, + true, + true, + false, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-4bda8533405961380322", + "ms-4bda8533405961380322", + "ms-4bda8533405961380322", + "ms-4bda8533405961380322", + "ms-4bda8533405961380322", + "ms-4bda8533405961380322", + "ms-4bda8533405961380322", + "ms-25ab20bb3da8ba34be95" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-0dee962a5901fb8b5bbb", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.165473461151123, + 0.3575170636177063, + -0.22937455773353577, + 0.2636246085166931, + 0.07023097574710846, + -2.134669303894043, + -0.8856138586997986, + -1.0976868867874146, + 0.256839394569397, + 1.3191252946853638, + 0.38480034470558167, + 0.22504550218582153, + -0.2463095784187317, + -0.9701330661773682, + -0.8649957180023193, + -0.128854900598526, + 0.9279388189315796, + 1.2178908586502075, + -0.9418929219245911, + 0.9850892424583435, + 0.8103976249694824 + ], + [ + 0.8397826552391052, + 0.26951950788497925, + -0.7847771644592285, + 0.20625817775726318, + 0.09568630158901215, + -1.8779553174972534, + -0.9164494872093201, + -1.187933325767517, + 0.25676220655441284, + 1.415337324142456, + 0.353053480386734, + 0.11952205747365952, + -0.5413132905960083, + -0.8886170387268066, + -1.3173117637634277, + -0.42482781410217285, + 0.672129213809967, + 1.394289493560791, + -0.7749573588371277, + 0.42922353744506836, + 0.2775644361972809 + ], + [ + 1.1010383367538452, + 0.333820641040802, + -0.6856552362442017, + 0.15136605501174927, + -0.03060397505760193, + -2.518496036529541, + -0.9156659245491028, + -1.0847599506378174, + 0.3582535982131958, + 1.325663685798645, + 0.5119376182556152, + -0.007253602147102356, + -0.6896642446517944, + -0.37042051553726196, + -1.0082108974456787, + -0.3960847556591034, + 0.47356942296028137, + 1.258785367012024, + -0.9543763995170593, + 1.0131535530090332, + 0.6258955001831055 + ], + [ + 1.1835100650787354, + 0.39698827266693115, + -0.6125261783599854, + 0.04291066527366638, + 0.10018859803676605, + -2.7391655445098877, + -0.6087529063224792, + -1.2079964876174927, + 0.3101562261581421, + 1.2592437267303467, + 0.422844260931015, + -0.14329662919044495, + -0.5356606841087341, + -0.4920552968978882, + -1.1383298635482788, + -0.3680921792984009, + 0.6637654900550842, + 1.1332682371139526, + -1.007059097290039, + 1.0237624645233154, + 0.8419959545135498 + ], + [ + 1.0038484334945679, + 0.375671923160553, + -0.651853084564209, + -0.02579350769519806, + 0.12508593499660492, + -2.860898971557617, + -0.5404245257377625, + -1.1859341859817505, + 0.29034149646759033, + 1.215624451637268, + 0.3751015365123749, + -0.12174856662750244, + -0.5121747255325317, + -0.551167368888855, + -1.2508997917175293, + -0.3229864835739136, + 0.6257118582725525, + 1.0443850755691528, + -1.1141812801361084, + 1.0932703018188477, + 0.8743975162506104 + ], + [ + 1.2681546211242676, + 0.4545266032218933, + -0.2399645745754242, + -0.11183349043130875, + 0.4052940607070923, + -1.9019898176193237, + -0.6771561503410339, + -1.1397377252578735, + 0.4200117588043213, + 0.9861318469047546, + 0.4810098111629486, + -0.15891310572624207, + -0.33881860971450806, + -0.5505287051200867, + -1.1565717458724976, + -0.2955881655216217, + 0.7078601121902466, + 1.1131738424301147, + -1.050107479095459, + 1.1190330982208252, + 1.1070126295089722 + ], + [ + 1.2873213291168213, + 0.4620843529701233, + -0.8529549837112427, + 0.35692450404167175, + 0.029149621725082397, + -2.7736966609954834, + -0.2618352770805359, + -1.1619598865509033, + 0.1479203850030899, + 1.1686357259750366, + 0.32921451330184937, + 0.093475840985775, + -0.5193353891372681, + -0.5534831881523132, + -1.2958168983459473, + -0.2821931540966034, + 0.7485870718955994, + 0.7878590226173401, + -1.0904371738433838, + 0.5771174430847168, + 0.39514684677124023 + ], + [ + 1.199360966682434, + 0.3028757572174072, + -0.7044129371643066, + 0.22719663381576538, + 0.20871387422084808, + -2.4026975631713867, + -0.7162622809410095, + -0.839094877243042, + 0.3160340189933777, + 1.2732616662979126, + 0.2781013548374176, + -0.15966913104057312, + -0.5314352512359619, + -0.31804728507995605, + -1.2316460609436035, + -0.5124601721763611, + 0.43995940685272217, + 1.4370503425598145, + -0.5170348882675171, + 2.0250155925750732, + 1.3782703876495361 + ] + ], + "generated_utilities": [ + 0.07130279392004013, + 0.06337571144104004, + 0.09518464654684067, + 0.07892128080129623, + 0.07047691196203232, + 0.08560427278280258, + 0.07863795757293701, + 0.12121506780385971 + ], + "group_id": "ms-0dee962a5901fb8b5bbb", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.23161475360393524, + 0.23611454665660858, + 0.1380448043346405, + 2.0, + 0.25444933772087097, + 0.25831863284111023, + 0.22753827273845673, + 0.2483263909816742, + 0.21622240543365479, + 0.17534737288951874, + 0.23816657066345215, + 0.09714888036251068, + 0.05844185873866081, + 0.12679120898246765, + 0.0472835898399353, + 0.03277532383799553 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.7612967491149902, + 0.192471444606781, + -0.2699308395385742, + 0.017076104879379272, + -0.14400714635849, + -1.9032442569732666, + 0.0, + -0.28746497631073, + -0.2857179641723633, + -0.09024286270141602, + -0.03538453206419945, + 0.06432074308395386, + -0.2535901665687561, + 0.0, + 0.06180626153945923, + 0.16256888210773468, + -0.031329914927482605, + 1.563896656036377, + 0.04795600473880768, + 0.02485179901123047, + 0.0 + ], + [ + 1.2132649421691895, + 0.536715567111969, + -1.4273607730865479, + -1.0538015365600586, + -0.5170869827270508, + -3.4203505516052246, + -2.3889083862304688, + -0.7717514634132385, + -1.1465628147125244, + 0.8393621444702148, + -0.4419952630996704, + -0.23069629073143005, + -0.0637764036655426, + -1.5193647146224976, + -1.0273863077163696, + 0.39812424778938293, + -0.02874515950679779, + 2.7962026596069336, + 0.2370568960905075, + 1.5884850025177002, + 0.9987253546714783 + ], + [ + 2.1451404094696045, + 0.09629477560520172, + -1.8500688076019287, + 0.012462526559829712, + 0.13087880611419678, + -2.4062256813049316, + -3.303264856338501, + -1.3855981826782227, + -0.0292893648147583, + -0.17000514268875122, + 0.0005041323602199554, + -0.7487195134162903, + 0.06868582963943481, + -2.107095718383789, + -0.5890907645225525, + 0.1777246743440628, + -0.5576009750366211, + 2.767899990081787, + -0.3420543074607849, + 1.1357430219650269, + 1.8840694427490234 + ], + [ + 2.032343626022339, + 0.4649246335029602, + -0.5597869753837585, + 0.37935349345207214, + 0.14823919534683228, + -3.389478921890259, + -1.972822904586792, + -0.0014220476150512695, + -0.6147069334983826, + 0.9483420252799988, + 0.641323983669281, + -0.7033213973045349, + 0.4629128575325012, + -1.6774024963378906, + -1.1420938968658447, + 0.5891244411468506, + -0.712251603603363, + 2.1924612522125244, + 0.18694229423999786, + 0.2795591354370117, + 2.4723148345947266 + ], + [ + 2.299381732940674, + -0.6742787957191467, + -0.886760950088501, + -0.1637115478515625, + 0.32663029432296753, + -1.9267126321792603, + -1.9424545764923096, + -0.3586595058441162, + -1.1000827550888062, + 0.45532336831092834, + -0.4314403235912323, + -0.12869995832443237, + -0.032513588666915894, + -2.046614170074463, + -1.2942235469818115, + 0.3962012231349945, + 0.797533392906189, + 2.202794313430786, + 0.4938191771507263, + 0.15863806009292603, + 1.745660662651062 + ], + [ + 2.107815742492676, + 0.963295042514801, + -1.2979395389556885, + -1.0134333372116089, + -1.319197177886963, + -3.176518440246582, + -2.4782180786132812, + -1.3465216159820557, + -1.0473096370697021, + -0.22631770372390747, + 0.7881518006324768, + -1.4033093452453613, + 0.3855947256088257, + -1.3816941976547241, + -1.1257284879684448, + -0.7653472423553467, + 0.6845007538795471, + 2.9796371459960938, + 0.1967305988073349, + 1.4200057983398438, + 1.2843091487884521 + ], + [ + 1.7303649187088013, + 1.0728741884231567, + -1.1676844358444214, + -0.20355769991874695, + -0.8773125410079956, + -3.2701919078826904, + -2.1479928493499756, + -0.044036924839019775, + -1.252698302268982, + -0.01393243670463562, + 0.6447213292121887, + -0.7088868618011475, + 0.11592492461204529, + -2.1431162357330322, + -0.8284967541694641, + 0.4642922580242157, + -0.5207862854003906, + 1.8997660875320435, + -0.6910213828086853, + 0.2906065583229065, + 1.4081878662109375 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.7612967491149902, + -0.5331565737724304, + -0.2699308395385742, + -0.20421931147575378, + -0.22613269090652466, + -1.9032442569732666, + 0.0, + 0.09110367298126221, + 0.009229481220245361, + 0.004811525344848633, + 0.656868577003479, + -0.28485387563705444, + -0.31901538372039795, + 0.0, + 0.08918565511703491, + 0.3355104923248291, + 0.026827186346054077, + 1.563896656036377, + 0.13480885326862335, + 0.02485179901123047, + 0.0 + ] + ], + "predicted_scores": [ + 6.688993453979492, + 6.4374589920043945, + 6.039407730102539, + 5.7972564697265625, + 5.707444667816162, + 5.6201558113098145, + 5.283162593841553, + 4.718847274780273 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "565369392", + "selected_index": 0, + "state_hash": "73f2826502af62b561f13c32614947588918c3deb631165739e66d787008fa98", + "stored_base_utility": 0.23161475360393524, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19612149894237518, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19612149894237518 + }, + "base_progress": 0.19612149894237518, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.19612149894237518, + "candidate_action_clip_max_abs": [ + 0.0, + 0.021363258361816406, + 0.03448486328125, + 0.08565402030944824, + 0.0482250452041626, + 0.09114265441894531, + 0.06642305850982666, + 0.05199563503265381 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.22830583155155182, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22830583155155182 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.021363258361816406, + "contact_quality": null, + "progress": 0.18958725035190582, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18958725035190582 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.03448486328125, + "contact_quality": null, + "progress": 0.2085447758436203, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2085447758436203 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.08565402030944824, + "contact_quality": null, + "progress": 0.20157641172409058, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20157641172409058 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.0482250452041626, + "contact_quality": null, + "progress": 0.19203157722949982, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19203157722949982 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.09114265441894531, + "contact_quality": null, + "progress": 0.20548395812511444, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20548395812511444 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.06642305850982666, + "contact_quality": null, + "progress": 0.21910719573497772, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21910719573497772 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.05199563503265381, + "contact_quality": null, + "progress": 0.20991158485412598, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20991158485412598 + } + ], + "candidate_progress": [ + 0.22830583155155182, + 0.18958725035190582, + 0.2085447758436203, + 0.20157641172409058, + 0.19203157722949982, + 0.20548395812511444, + 0.21910719573497772, + 0.20991158485412598 + ], + "candidate_safety_violation": [ + false, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-38dff128761905bb1507", + "ms-7a044cb6c7bb03f3ea10", + "ms-7a044cb6c7bb03f3ea10", + "ms-7a044cb6c7bb03f3ea10", + "ms-7a044cb6c7bb03f3ea10", + "ms-7a044cb6c7bb03f3ea10", + "ms-02fd0338e80ef19ceec1", + "ms-02fd0338e80ef19ceec1" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-126eb8b36769f9ba4671", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.4295990467071533, + 0.26046502590179443, + -1.1424003839492798, + 0.29876288771629333, + 0.23882228136062622, + -2.7817413806915283, + -1.9446806907653809, + 0.753088116645813, + 0.0701407939195633, + 0.07249613106250763, + 0.5193162560462952, + 1.2677675485610962, + -0.17723998427391052, + -0.3466493487358093, + -0.2212459146976471, + -0.15636231005191803, + 0.6842962503433228, + 0.6101254224777222, + 0.2504892349243164, + 1.9798171520233154, + 1.0946385860443115 + ], + [ + 1.4178885221481323, + 0.09037037193775177, + -1.0068236589431763, + 0.4109579026699066, + 0.5348989367485046, + -3.190216541290283, + -2.052802562713623, + 1.149232029914856, + 0.16813454031944275, + -0.07026723772287369, + 0.04501168802380562, + 1.013717770576477, + -1.0585118532180786, + -0.6384047865867615, + -0.16134795546531677, + -0.279675155878067, + 0.5179538726806641, + 0.5423429012298584, + 0.7886005640029907, + 2.0575642585754395, + 0.980237603187561 + ], + [ + 1.4569703340530396, + 0.05972520262002945, + -1.248629093170166, + 0.32958516478538513, + 0.5545670986175537, + -3.4108729362487793, + -2.242901563644409, + 1.0761675834655762, + 0.11825288087129593, + -0.0009270608425140381, + 0.15178494155406952, + 0.8382390737533569, + -0.950657069683075, + -0.6985554695129395, + -0.20963117480278015, + -0.2839193642139435, + 0.5491747856140137, + 0.6228697896003723, + 0.7135803699493408, + 2.0215399265289307, + 1.0905015468597412 + ], + [ + 1.1959255933761597, + 0.2910913825035095, + -1.2548096179962158, + 0.15856090188026428, + 0.15802577137947083, + -3.4117624759674072, + -2.467348575592041, + 1.1201759576797485, + 0.2829897105693817, + 0.14180029928684235, + -0.07529421895742416, + 0.5927538871765137, + -1.377376675605774, + -1.160354733467102, + -0.2903575003147125, + -0.12866133451461792, + 0.6737822890281677, + 0.5520454049110413, + 0.5714865326881409, + 1.9146530628204346, + 0.8552945852279663 + ], + [ + 1.2035977840423584, + 0.18336208164691925, + -1.1787899732589722, + 0.1436595618724823, + 0.1542765349149704, + -3.2399239540100098, + -2.5049712657928467, + 1.1178025007247925, + 0.3641207814216614, + 0.10067728161811829, + -0.08827581256628036, + 0.5888408422470093, + -1.2230685949325562, + -1.1264339685440063, + -0.3167737126350403, + -0.0480903796851635, + 0.6338438391685486, + 0.5445100665092468, + 0.6025382280349731, + 1.8607842922210693, + 0.9673258066177368 + ], + [ + 1.1766200065612793, + 0.26855701208114624, + -1.2523839473724365, + 0.20328310132026672, + 0.12075457721948624, + -3.3730227947235107, + -2.4950978755950928, + 1.0805929899215698, + 0.2940116822719574, + 0.2166786938905716, + -0.026451751589775085, + 0.5098991394042969, + -1.4383676052093506, + -1.1749389171600342, + -0.2759203612804413, + -0.11429010331630707, + 0.5314742922782898, + 0.5629844665527344, + 0.6714566946029663, + 1.9675700664520264, + 0.9491943120956421 + ], + [ + 1.280190348625183, + 0.17789170145988464, + -0.9873679876327515, + 0.059985607862472534, + -0.1841336488723755, + -3.303666353225708, + -2.289860486984253, + 1.1389764547348022, + -8.40798020362854e-06, + -0.10865596681833267, + 0.15425211191177368, + 0.9740570187568665, + -1.30997633934021, + -0.5239046216011047, + -0.1965925693511963, + -0.13638578355312347, + 0.7576650977134705, + 0.2518910765647888, + 0.7146821022033691, + 1.2434899806976318, + 0.7302155494689941 + ], + [ + 1.2083187103271484, + 0.12935011088848114, + -1.1019837856292725, + -0.020012304186820984, + -0.18787804245948792, + -3.3009421825408936, + -1.9749119281768799, + 1.1241812705993652, + 0.03918781131505966, + -0.042314209043979645, + 0.0994618684053421, + 0.9826191663742065, + -1.2111220359802246, + -0.30466508865356445, + -0.242262065410614, + -0.14549311995506287, + 0.6977421641349792, + 0.29924875497817993, + 0.691870927810669, + 1.2064146995544434, + 0.5866659879684448 + ] + ], + "generated_utilities": [ + 0.22830583155155182, + 0.18958725035190582, + 0.2085447758436203, + 0.20157641172409058, + 0.19203157722949982, + 0.20548395812511444, + 0.21910719573497772, + 0.20991158485412598 + ], + "group_id": "ms-126eb8b36769f9ba4671", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.05304628610610962, + 0.14190539717674255, + 0.1985912322998047, + 0.1210482120513916, + 0.18570420145988464, + 0.05259696766734123, + 0.1827520728111267, + 0.15291261672973633, + 0.07772710174322128, + 0.15551692247390747, + 0.08802877366542816, + 0.07544025033712387, + 0.08058679103851318, + 0.10843702405691147, + 0.023751219734549522, + 0.00727109145373106 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.7799564599990845, + -0.0863567665219307, + -0.04370701313018799, + -0.04603701829910278, + -0.003975361585617065, + -2.3430333137512207, + 0.0, + 0.8326367139816284, + 0.02617853879928589, + 0.009054642170667648, + -0.050068795680999756, + 0.7451434135437012, + -0.6306462287902832, + 0.0, + -0.007249712944030762, + 0.0760425329208374, + 1.0404269695281982, + -0.04351449012756348, + -0.010379016399383545, + 1.0522968769073486, + 0.0 + ], + [ + 0.7799564599990845, + 0.005863763391971588, + -0.04370701313018799, + 0.010433673858642578, + -0.05825299024581909, + -2.3430333137512207, + 0.0, + 0.8326367139816284, + 0.22243881225585938, + -0.007246788591146469, + 0.19961372017860413, + 0.7451434135437012, + -0.6306462287902832, + 0.0, + 0.11177664995193481, + -0.1665668487548828, + 1.0404269695281982, + -0.09226274490356445, + -0.18212640285491943, + 1.0522968769073486, + 0.0 + ], + [ + 0.7799564599990845, + -0.7482962012290955, + -0.04370701313018799, + -0.2370874285697937, + 0.3763168752193451, + -2.3430333137512207, + 0.0, + 0.8326367139816284, + -0.441777765750885, + -0.44057023525238037, + -0.6443575024604797, + 0.7451434135437012, + -0.6306462287902832, + 0.0, + 0.008161306381225586, + 0.22021520137786865, + 1.0404269695281982, + -0.09226274490356445, + -0.35497862100601196, + 1.0522968769073486, + 0.0 + ], + [ + 1.7799564599990845, + 0.04087676852941513, + -1.043707013130188, + -0.8482787609100342, + 0.3640388548374176, + -3.3430333137512207, + -2.8715221881866455, + 1.8326367139816284, + -0.4197058081626892, + -0.040397901087999344, + -0.37471577525138855, + 1.7451434135437012, + -1.6306462287902832, + -0.7785218954086304, + -0.5121169090270996, + -0.7797847986221313, + 2.0404269695281982, + 0.9077372550964355, + 0.645021378993988, + 2.0522968769073486, + 1.2749258279800415 + ], + [ + 1.6519862413406372, + 0.1747584044933319, + -0.9129671454429626, + -0.6869257092475891, + 0.12357090413570404, + -3.2319328784942627, + -2.704270839691162, + 1.7347972393035889, + -0.40612348914146423, + 0.23568139970302582, + -0.3912501931190491, + 1.8630532026290894, + -1.8548930883407593, + -0.9794526100158691, + -0.25177696347236633, + -0.6884964108467102, + 2.237109422683716, + 1.1246912479400635, + 0.7490227222442627, + 2.320941686630249, + 1.2039268016815186 + ], + [ + 1.7142105102539062, + 0.3941279351711273, + -1.021533489227295, + -1.1548089981079102, + 0.5052449107170105, + -3.714951992034912, + -3.04028058052063, + 1.529634952545166, + -0.22215746343135834, + 0.19690367579460144, + -0.12262976169586182, + 1.4847477674484253, + -1.490212082862854, + -0.7427945137023926, + -0.7506002187728882, + -0.9221256375312805, + 1.9211885929107666, + 0.5114957094192505, + 0.30887648463249207, + 2.4437777996063232, + 1.3625030517578125 + ], + [ + 1.3140592575073242, + -0.1129835918545723, + -0.9130957722663879, + -1.1089756488800049, + 0.7560886144638062, + -3.3889732360839844, + -3.1182656288146973, + 1.7436503171920776, + -0.9962512254714966, + 0.43109408020973206, + -0.8453629016876221, + 1.2057833671569824, + -2.194112777709961, + -0.22479140758514404, + -0.7258806824684143, + -0.9702881574630737, + 1.8160195350646973, + 0.649415135383606, + 0.6846981048583984, + 2.1997463703155518, + 1.7655411958694458 + ], + [ + 2.6430320739746094, + -0.7696453332901001, + -1.765415906906128, + -0.8281408548355103, + -0.1440155804157257, + -3.3335886001586914, + -3.398141860961914, + 2.4138498306274414, + 0.47537559270858765, + -0.9514593482017517, + 0.2674855887889862, + 2.6307411193847656, + -0.7876039743423462, + -0.35013434290885925, + -0.7511636018753052, + -0.04397457838058472, + 2.123702049255371, + 1.1604151725769043, + 0.7323322892189026, + 1.88338303565979, + 1.5078264474868774 + ] + ], + "predicted_scores": [ + 3.211738109588623, + 2.8000729084014893, + 2.644726037979126, + 2.57993745803833, + 2.442409038543701, + 1.9458948373794556, + 1.7875149250030518, + 1.4697986841201782 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "767747424", + "selected_index": 0, + "state_hash": "2390fc23ce8b50bdcdcbb1ab5f0583d2dad2b94fb871db73b1a8401265f59987", + "stored_base_utility": 0.05304628610610962, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.1673504114151001, + 0.24288618564605713, + 0.07332611083984375, + 0.07514560222625732, + 0.10579288005828857, + 0.04836773872375488, + 0.10489058494567871, + 0.11854183673858643 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1673504114151001, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.24288618564605713, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.07332611083984375, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.07514560222625732, + "contact_quality": null, + "progress": 0.1462806612253189, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1462806612253189 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.10579288005828857, + "contact_quality": null, + "progress": 0.13359595835208893, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13359595835208893 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.04836773872375488, + "contact_quality": null, + "progress": 0.1748313307762146, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1748313307762146 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.10489058494567871, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.11854183673858643, + "contact_quality": null, + "progress": 0.1547124832868576, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1547124832868576 + } + ], + "candidate_progress": [ + 1.0, + 1.0, + 1.0, + 0.1462806612253189, + 0.13359595835208893, + 0.1748313307762146, + 1.0, + 0.1547124832868576 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-babaeb20129c46551281", + "ms-c1620854ba52f09e24d5", + "ms-1f19fd22562f87bdb776", + "ms-68b43d83b97196e0d27f", + "ms-067cac2e4dbeddb12239", + "ms-68b43d83b97196e0d27f", + "ms-cad6645f8175e38ad155", + "ms-067cac2e4dbeddb12239" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + true, + true, + true, + false, + false, + false, + true, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank1", + "ctt_transport_rank5", + "ctt_transport_rank0", + "ctt_transport_rank5", + "ctt_transport_rank4", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-16661b2fd2c85f57a66c", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.19942216575145721, + -0.033456165343523026, + 1.4441962242126465, + -0.5167223811149597, + 1.4018840789794922, + 2.39749813079834, + 3.9352993965148926, + 1.6228708028793335, + -0.24628785252571106, + -0.4150698781013489, + 0.7626030445098877, + 0.3870896100997925, + 1.1004307270050049, + 1.953411340713501, + 0.5565932989120483, + 0.04875532165169716, + -1.048667311668396, + 0.5025242567062378, + -0.042478740215301514, + -1.3095645904541016, + -2.133646011352539 + ], + [ + -0.3389662504196167, + -0.02106902375817299, + 1.368765115737915, + -0.07700812816619873, + 1.0972979068756104, + 2.0114905834198, + 4.265310287475586, + 1.8082129955291748, + -0.20765067636966705, + -0.22085988521575928, + 1.0360276699066162, + 0.1655334234237671, + 0.515637993812561, + 2.3384430408477783, + 0.9110470414161682, + 0.4721698462963104, + -0.8788778185844421, + 0.49693232774734497, + 0.14745353162288666, + -2.0582165718078613, + -3.379371404647827 + ], + [ + -0.578094482421875, + -0.5054243803024292, + 1.669395923614502, + -0.0878632515668869, + 1.9193575382232666, + 2.045069932937622, + 4.057435035705566, + 1.6154632568359375, + -0.3396735191345215, + -0.8002563714981079, + 0.6939622163772583, + 0.24616552889347076, + 0.963364839553833, + 0.5859328508377075, + 0.6505857706069946, + -0.007446304429322481, + -1.0898122787475586, + -0.14864470064640045, + -0.30066853761672974, + -1.7498087882995605, + -3.3990986347198486 + ], + [ + 0.20226508378982544, + -0.5795530080795288, + 1.3334648609161377, + 0.10450828075408936, + 0.8094820976257324, + 2.497147560119629, + 3.7585608959198, + 1.6920433044433594, + -0.04448007792234421, + -0.48181653022766113, + 0.4740579128265381, + 0.3561856150627136, + 1.121502161026001, + 1.1065791845321655, + 0.5612295269966125, + 0.29714730381965637, + -0.992804229259491, + 0.3851886987686157, + -0.33025890588760376, + -1.2990801334381104, + -3.158871650695801 + ], + [ + 0.044151052832603455, + -0.15955497324466705, + 0.20319417119026184, + -0.2870863378047943, + 1.386277675628662, + 2.3258001804351807, + 3.9931254386901855, + 1.6631020307540894, + -0.16488231718540192, + -0.26308348774909973, + 0.5356241464614868, + 0.14783896505832672, + 1.3017456531524658, + 1.0950169563293457, + 1.001226782798767, + 0.22952626645565033, + -0.7408575415611267, + 0.12980225682258606, + 0.42027270793914795, + -2.4963550567626953, + -3.0870234966278076 + ], + [ + 0.2182459533214569, + -0.5571463108062744, + 1.0927857160568237, + 0.1087261438369751, + 0.6197928190231323, + 2.5622355937957764, + 3.5713248252868652, + 1.5836069583892822, + -0.018106115981936455, + -0.4760779142379761, + 0.46020010113716125, + 0.21397453546524048, + 1.085268259048462, + 1.0871576070785522, + 0.5534394383430481, + 0.368495911359787, + -0.9050226807594299, + 0.3451993763446808, + -0.3403775095939636, + -1.3466706275939941, + -2.94036602973938 + ], + [ + -0.2329663783311844, + -0.3735126256942749, + 1.7561171054840088, + 0.5203537940979004, + 1.1420304775238037, + 2.4552295207977295, + 3.654157876968384, + 2.1751739978790283, + -0.1689738780260086, + -0.6736700534820557, + 0.7224214673042297, + 0.5587781667709351, + 1.0750148296356201, + 1.6487946510314941, + 0.6431061029434204, + 0.28811126947402954, + -0.9832704663276672, + 0.5266163945198059, + -0.30545687675476074, + -1.9038214683532715, + -2.9176347255706787 + ], + [ + 0.24303209781646729, + -0.07230718433856964, + 0.7849787473678589, + -0.12724021077156067, + 1.4692535400390625, + 2.000385046005249, + 3.777888774871826, + 1.6883389949798584, + -0.07733412832021713, + -0.4959557056427002, + 0.5164898037910461, + 0.2834564447402954, + 1.098689317703247, + 1.6115649938583374, + 0.9326676726341248, + 0.24184013903141022, + -0.8372570872306824, + 0.4815579652786255, + 0.4202345609664917, + -1.9460246562957764, + -3.03831148147583 + ] + ], + "generated_utilities": [ + 2.0, + 2.0, + 2.0, + 0.1462806612253189, + 0.13359595835208893, + 0.1748313307762146, + 2.0, + 0.1547124832868576 + ], + "group_id": "ms-16661b2fd2c85f57a66c", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.23635749518871307, + 0.1864171028137207, + 0.18280422687530518, + 0.16576561331748962, + 0.2967458665370941, + 0.2833873927593231, + 0.2587948143482208, + 0.2695174813270569, + 0.2239263951778412, + 0.15686756372451782, + 0.2505500912666321, + 0.12250886857509613, + 0.16453635692596436, + 2.0, + 0.13450095057487488, + 0.11914549767971039 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -0.12099093198776245, + 0.06886856257915497, + 0.2952747344970703, + -0.1764048933982849, + -0.12411242723464966, + 0.8606208562850952, + 0.0, + 1.3532578945159912, + -0.046127498149871826, + 0.12581980228424072, + 0.042072445154190063, + -0.06942430138587952, + 0.7517287731170654, + 0.0, + 0.690804123878479, + -0.06023237854242325, + 0.049633681774139404, + 0.01943105459213257, + 0.013327360153198242, + -0.8525059223175049, + 0.0 + ], + [ + 0.3599843978881836, + -0.34296315908432007, + 0.2952747344970703, + -0.3797188997268677, + -0.41771262884140015, + 0.8606208562850952, + 0.0, + 1.3532578945159912, + 0.06634362041950226, + 0.138022780418396, + -0.2342309057712555, + -0.36017337441444397, + 0.7517287731170654, + 0.0, + 0.690804123878479, + 0.10550708323717117, + -0.35431206226348877, + 0.16382712125778198, + 0.06674730777740479, + -0.8525059223175049, + 0.0 + ], + [ + 0.567882239818573, + -0.4729353189468384, + 1.6256722211837769, + -1.5372763872146606, + 1.0487556457519531, + 1.5327277183532715, + 2.2847697734832764, + 2.6703484058380127, + 0.4013517200946808, + -1.3629915714263916, + 0.6385155916213989, + 0.2664203345775604, + 1.2691267728805542, + 1.2942520380020142, + 2.2084813117980957, + 0.6982719302177429, + -0.8422143459320068, + 1.070263385772705, + -0.9558742046356201, + -1.3996182680130005, + -1.4242117404937744 + ], + [ + 0.6830785274505615, + -0.5584439635276794, + 0.841848611831665, + -0.5293771624565125, + -0.14354348182678223, + 2.097932815551758, + 2.9733188152313232, + 2.603226661682129, + -0.1639159619808197, + -0.918163537979126, + 1.002030849456787, + 0.40132570266723633, + 1.1751198768615723, + 1.455662727355957, + 2.3202755451202393, + -0.18584474921226501, + -1.3483099937438965, + 0.0660635232925415, + 0.4330971837043762, + -1.1989169120788574, + -2.0896859169006348 + ], + [ + 0.44418102502822876, + 0.07469291985034943, + 1.6960139274597168, + -1.329486608505249, + 1.3067576885223389, + 2.2694292068481445, + 2.0299551486968994, + 1.6317954063415527, + 0.7472026348114014, + -0.12518703937530518, + 0.3035789430141449, + -0.5889836549758911, + 2.345867395401001, + 1.9470158815383911, + 0.8398547172546387, + -0.6090301871299744, + -1.5060018301010132, + 0.5695335865020752, + -0.6025367975234985, + -1.8703374862670898, + -2.728482246398926 + ], + [ + 0.31904691457748413, + 0.04995492100715637, + 1.3823881149291992, + -0.5106721520423889, + -0.2236303687095642, + 0.9921484589576721, + 1.5933295488357544, + 2.741320848464966, + -0.21808990836143494, + -0.7775652408599854, + 1.224307894706726, + -0.08168366551399231, + 2.692474842071533, + 2.269430160522461, + 2.3270838260650635, + -0.2901480495929718, + -1.2098140716552734, + -0.07570821046829224, + -1.1340655088424683, + -1.9999847412109375, + -1.6802332401275635 + ], + [ + -0.6257733106613159, + 0.3840647339820862, + 0.9012271165847778, + -1.248098611831665, + -0.1650761365890503, + 2.7645747661590576, + 2.7588071823120117, + 3.0172548294067383, + 0.4120163321495056, + -1.6110656261444092, + -0.10423526167869568, + 0.5334746241569519, + 1.7809263467788696, + 0.5690644383430481, + 1.5881801843643188, + 0.8860509991645813, + -1.1502506732940674, + 0.7821243405342102, + -0.549727201461792, + -1.326378345489502, + -1.5100535154342651 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.2773973345756531, + -0.13796104490756989, + 1.2952747344970703, + -1.0323810577392578, + 0.5605664849281311, + 1.8606208562850952, + 2.439758777618408, + 2.353257894515991, + 0.24642756581306458, + -0.861977219581604, + 0.4799116551876068, + 0.264199823141098, + 1.7517287731170654, + 1.4282559156417847, + 1.690804123878479, + 0.1215878501534462, + -0.9322434067726135, + 0.8536378145217896, + -0.35758620500564575, + -1.8525059223175049, + -1.910990595817566 + ], + [ + -0.4916617274284363, + -0.5934253931045532, + 2.074575424194336, + -0.9512085318565369, + 0.3705800175666809, + 1.691048264503479, + 2.2907681465148926, + 1.532329797744751, + 0.8991785049438477, + -0.7733803987503052, + 1.3577321767807007, + 0.9844847917556763, + 1.7379451990127563, + 2.050845146179199, + 0.7804086804389954, + -0.8400509357452393, + -1.6339564323425293, + 0.9922879934310913, + 0.6006971597671509, + -1.0612030029296875, + -1.3134464025497437 + ] + ], + "predicted_scores": [ + 0.9333349466323853, + 0.49288785457611084, + 0.05997133255004883, + -1.1298766136169434, + -1.1343233585357666, + -1.1702666282653809, + -1.3032342195510864, + -1.844173550605774 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1549324805", + "selected_index": 0, + "state_hash": "74b116fd9ceddd5b2261edd96a14934a4b4a78a40191a654d6743661b819f407", + "stored_base_utility": 0.23635749518871307, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18323469161987305, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18323469161987305 + }, + "base_progress": 0.18323469161987305, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.18323469161987305, + "candidate_action_clip_max_abs": [ + 0.48969602584838867, + 0.5028953552246094, + 0.5585368871688843, + 0.40591001510620117, + 0.46546483039855957, + 0.3531762361526489, + 0.43413078784942627, + 0.4995243549346924 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.48969602584838867, + "contact_quality": null, + "progress": 0.001888314844109118, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.001888314844109118 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.5028953552246094, + "contact_quality": null, + "progress": 0.00196452927775681, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.00196452927775681 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.5585368871688843, + "contact_quality": null, + "progress": 0.002519965171813965, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.002519965171813965 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.40591001510620117, + "contact_quality": null, + "progress": 0.00352778029628098, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.00352778029628098 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.46546483039855957, + "contact_quality": null, + "progress": 0.0019346276530995965, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0019346276530995965 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3531762361526489, + "contact_quality": null, + "progress": 0.005932748317718506, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.005932748317718506 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.43413078784942627, + "contact_quality": null, + "progress": 0.0021439988631755114, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0021439988631755114 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.4995243549346924, + "contact_quality": null, + "progress": 0.0023922522086650133, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0023922522086650133 + } + ], + "candidate_progress": [ + 0.001888314844109118, + 0.00196452927775681, + 0.002519965171813965, + 0.00352778029628098, + 0.0019346276530995965, + 0.005932748317718506, + 0.0021439988631755114, + 0.0023922522086650133 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-84388e63928e1a30ffc4", + "ms-84388e63928e1a30ffc4", + "ms-84388e63928e1a30ffc4", + "ms-8e12f7ad446482627dd3", + "ms-84388e63928e1a30ffc4", + "ms-84388e63928e1a30ffc4", + "ms-0e592951fa32139b6dc9", + "ms-84388e63928e1a30ffc4" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-20e1efbb745fd02abc95", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.4513149857521057, + -0.29272863268852234, + 2.008146047592163, + 0.09806156158447266, + 0.7389940023422241, + 3.1050379276275635, + 2.917827844619751, + -0.8034718036651611, + 0.05892238765954971, + 1.7792332172393799, + -0.09688160568475723, + 1.0221468210220337, + 2.399536371231079, + 2.706732749938965, + -1.7592847347259521, + -0.4529643654823303, + 1.8625538349151611, + 1.0934003591537476, + 0.4112374186515808, + 3.6040940284729004, + 2.4344863891601562 + ], + [ + -0.45181602239608765, + -0.11703722178936005, + 1.9531110525131226, + -0.06608258187770844, + 1.1421935558319092, + 3.2669756412506104, + 3.0351622104644775, + -0.8213169574737549, + 0.1770838052034378, + 1.7715224027633667, + -0.049807578325271606, + 0.8068274855613708, + 2.4223227500915527, + 2.793386697769165, + -1.6639325618743896, + -0.4088590443134308, + 1.9254682064056396, + 0.8925579786300659, + 0.4183166027069092, + 3.686290979385376, + 2.7538933753967285 + ], + [ + -0.008268401026725769, + -0.19660980999469757, + 1.914308786392212, + -0.07262584567070007, + 0.5944646596908569, + 3.183865785598755, + 2.9054956436157227, + -0.6679383516311646, + 0.08563597500324249, + 1.9204990863800049, + -0.012897834181785583, + 0.8116392493247986, + 2.4081013202667236, + 2.3237929344177246, + -1.469495177268982, + -0.38657549023628235, + 2.0064010620117188, + 0.8247244358062744, + 0.14079944789409637, + 4.115495681762695, + 2.3483381271362305 + ], + [ + -0.5217050313949585, + -0.17045676708221436, + 1.48835289478302, + -0.11339549720287323, + 1.1039915084838867, + 2.788895845413208, + 3.16245436668396, + -0.4914340674877167, + 0.2811347246170044, + 1.6835582256317139, + -0.2324000895023346, + 0.5532151460647583, + 1.9215706586837769, + 2.162013530731201, + -1.2455757856369019, + -0.27521976828575134, + 1.681853175163269, + 0.7588977217674255, + 0.5004065036773682, + 3.332324266433716, + 2.6180949211120605 + ], + [ + -0.6919242143630981, + -0.07186676561832428, + 1.6829471588134766, + -0.09551941603422165, + 1.230690598487854, + 3.65252423286438, + 3.0710976123809814, + -0.8070424795150757, + 0.1481180489063263, + 1.8891888856887817, + 0.13169130682945251, + 0.9745935797691345, + 2.1301023960113525, + 3.2337913513183594, + -1.5713837146759033, + -0.4335099458694458, + 1.8802517652511597, + 0.8695500493049622, + 0.6176152229309082, + 3.6239001750946045, + 2.806555986404419 + ], + [ + -0.4038439989089966, + -0.1332257091999054, + 1.091505765914917, + 0.3638745844364166, + 1.385850191116333, + 3.614793062210083, + 3.3456342220306396, + -0.33340588212013245, + 0.19580581784248352, + 1.3567326068878174, + -0.17466846108436584, + 0.49720311164855957, + 1.5273457765579224, + 3.3444626331329346, + -1.2899173498153687, + -0.304077684879303, + 1.6507538557052612, + 0.7014304399490356, + 0.5866135358810425, + 3.231326103210449, + 2.1583921909332275 + ], + [ + -0.4148390293121338, + -0.2868810296058655, + 1.8197840452194214, + -0.1170230284333229, + 1.3232409954071045, + 3.585728645324707, + 2.5097789764404297, + -0.8498086929321289, + 0.05479196459054947, + 1.8434982299804688, + -0.04204897582530975, + 0.8179734945297241, + 1.8289083242416382, + 2.8636364936828613, + -1.4706597328186035, + -0.35081011056900024, + 1.8058924674987793, + 0.9029375314712524, + 0.5763125419616699, + 3.6140990257263184, + 2.6542534828186035 + ], + [ + -0.05112655460834503, + -0.047325681895017624, + 1.9716761112213135, + -0.17169006168842316, + 0.8811641335487366, + 3.17370867729187, + 3.05983304977417, + -0.8622324466705322, + 0.21314692497253418, + 1.7232682704925537, + -0.010583333671092987, + 0.7265997529029846, + 2.690516471862793, + 3.012956380844116, + -1.53304123878479, + -0.45550596714019775, + 1.9844228029251099, + 0.9273077845573425, + 0.7192928791046143, + 3.459787607192993, + 2.9958994388580322 + ] + ], + "generated_utilities": [ + 0.001888314844109118, + 0.00196452927775681, + 0.002519965171813965, + 0.00352778029628098, + 0.0019346276530995965, + 0.005932748317718506, + 0.0021439988631755114, + 0.0023922522086650133 + ], + "group_id": "ms-20e1efbb745fd02abc95", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.13665315508842468, + 0.1696699559688568, + 0.049180448055267334, + 0.05942712351679802, + 0.22736775875091553, + 0.0799722671508789, + 0.17261533439159393, + 0.21202586591243744, + 0.18980810046195984, + 0.24345096945762634, + 0.08349347114562988, + 0.11624568700790405, + 0.17245106399059296, + 0.07060472667217255, + 0.041495781391859055, + 0.028585990890860558 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -0.08645056188106537, + -0.060760222375392914, + 0.6493666172027588, + -0.016124725341796875, + 0.18658411502838135, + 1.8734135627746582, + 0.0, + -0.2971414625644684, + 0.023367643356323242, + 0.6914786100387573, + -0.1027369350194931, + 0.1733318567276001, + 1.2948026657104492, + 0.0, + -0.30476057529449463, + -0.10394972562789917, + 0.9822354316711426, + 0.055961012840270996, + 0.004969358444213867, + 2.122485637664795, + 0.0 + ], + [ + 0.046016186475753784, + -0.24098780751228333, + 0.6493666172027588, + 0.05737954378128052, + 0.18658411502838135, + 1.8734135627746582, + 0.0, + 0.22233793139457703, + 0.3896067142486572, + 0.6914786100387573, + -0.061455681920051575, + 0.17170286178588867, + 1.2948026657104492, + 0.0, + -0.4717581272125244, + -0.5722612738609314, + 0.9822354316711426, + 0.3690842390060425, + 0.33333829045295715, + 2.122485637664795, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.590132236480713, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.670657634735107, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.27303409576416 + ], + [ + -0.4654892086982727, + -0.6659128069877625, + 2.053840160369873, + -0.17420679330825806, + 1.1238669157028198, + 2.773953914642334, + 2.9706993103027344, + -0.9652835726737976, + -0.6603021621704102, + 1.957632303237915, + 0.30636119842529297, + 1.0932379961013794, + 2.4988603591918945, + 2.1735024452209473, + -0.7229697108268738, + -0.6565687656402588, + 2.1097376346588135, + 0.79427170753479, + 1.1421128511428833, + 3.200641393661499, + 3.3294520378112793 + ], + [ + 0.8783296346664429, + -0.6790766716003418, + 1.3789844512939453, + -1.578566551208496, + 1.2084856033325195, + 1.906846046447754, + 2.7278928756713867, + -0.8570022583007812, + -0.3114888072013855, + 2.660332202911377, + 0.4615887999534607, + -0.16199523210525513, + 1.9830265045166016, + 2.4224376678466797, + -0.9260885715484619, + 0.5555675029754639, + 2.5474588871002197, + 0.0070996880531311035, + 1.627825379371643, + 3.9487287998199463, + 3.03330135345459 + ], + [ + -0.1274794638156891, + -0.26015421748161316, + 2.5414626598358154, + -1.0220305919647217, + 1.4708960056304932, + 2.0982167720794678, + 3.1457836627960205, + -1.0992621183395386, + -0.9075721502304077, + 0.8330968022346497, + 0.15631377696990967, + 1.3095502853393555, + 1.8582203388214111, + 2.101317882537842, + -0.9184049367904663, + 0.4676415026187897, + 2.784534454345703, + 0.4529607892036438, + 0.6403366327285767, + 3.1566896438598633, + 2.5268735885620117 + ], + [ + 0.9289348125457764, + 0.1545984447002411, + 1.6792887449264526, + -0.6400681138038635, + 0.5956984758377075, + 2.5183756351470947, + 1.6261346340179443, + -0.019961506128311157, + -0.2638699412345886, + 1.310987114906311, + 0.4996453523635864, + -0.06606829166412354, + 1.9830868244171143, + 2.392476797103882, + -0.3871336579322815, + -0.7797489166259766, + 1.927225947380066, + 0.4438522458076477, + 1.0257132053375244, + 3.211881160736084, + 3.374328851699829 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.05862678587436676, + -0.042836256325244904, + 1.6493666172027588, + -0.7465556859970093, + 1.1865841150283813, + 2.873413562774658, + 2.2950661182403564, + -0.48127153515815735, + -0.11381363868713379, + 1.6914786100387573, + 0.06965510547161102, + 0.8288453221321106, + 2.294802665710449, + 2.3353288173675537, + -1.3047605752944946, + -0.39009055495262146, + 1.9822354316711426, + 0.9993376731872559, + 0.81731116771698, + 3.122485637664795, + 2.63651704788208 + ], + [ + -0.045653510838747025, + 0.00397084653377533, + 1.3591042757034302, + -0.6414353847503662, + 0.8377937078475952, + 2.8277816772460938, + 2.203674554824829, + -0.1951642632484436, + 0.12272481620311737, + 1.7411555051803589, + -0.004818864166736603, + 0.8769108057022095, + 2.243906021118164, + 2.4328396320343018, + -1.6330946683883667, + -0.4807296395301819, + 2.2988247871398926, + 0.8021057844161987, + 0.6970767378807068, + 2.8728103637695312, + 2.288278102874756 + ], + [ + -0.4273069500923157, + 0.16743427515029907, + 1.538269281387329, + -0.7002415657043457, + 0.7622614502906799, + 2.805328369140625, + 2.267277479171753, + -0.6541028022766113, + -0.2980780303478241, + 1.456940770149231, + 0.5105806589126587, + 1.040317177772522, + 2.4321720600128174, + 2.696331024169922, + -1.1555191278457642, + -0.025772064924240112, + 1.6384800672531128, + 1.4557092189788818, + 0.6594157814979553, + 3.1446406841278076, + 2.249678134918213 + ], + [ + -0.6431475877761841, + -0.24224388599395752, + 1.3122833967208862, + -0.16711556911468506, + 0.9232780337333679, + 2.850522994995117, + 2.645284414291382, + -0.379825621843338, + -0.6750738620758057, + 1.1236441135406494, + 0.4938291311264038, + 1.1075668334960938, + 2.203859806060791, + 2.799032688140869, + -1.359815239906311, + -0.5104091763496399, + 2.0970702171325684, + 1.057171106338501, + 1.1167995929718018, + 2.8190994262695312, + 2.2184524536132812 + ] + ], + "predicted_scores": [ + 4.982815265655518, + 4.767999649047852, + 4.497659206390381, + 4.480485439300537, + 4.467830657958984, + 4.46779203414917, + 4.340767860412598, + 3.5540010929107666 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1375492786", + "selected_index": 0, + "state_hash": "56acb365a02ebac0ac4893531e168df3c430b486416156feeea40eeb178bda3e", + "stored_base_utility": 0.13665315508842468, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.17750144004821777, + 0.2050151824951172, + 0.30499982833862305, + 0.3025963306427002, + 0.27420341968536377, + 0.26703882217407227, + 0.3014187812805176, + 0.2641216516494751 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.17750144004821777, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2050151824951172, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.30499982833862305, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3025963306427002, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.27420341968536377, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.26703882217407227, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3014187812805176, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2641216516494751, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-fbd73493bcf73542f735", + "ms-fbd73493bcf73542f735", + "ms-456cdaaa617fc54fd766", + "ms-456cdaaa617fc54fd766", + "ms-456cdaaa617fc54fd766", + "ms-456cdaaa617fc54fd766", + "ms-456cdaaa617fc54fd766", + "ms-9681d9cb43cc26adb0fe" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-2dc5138251afd26a040d", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.4892122745513916, + -0.09536541998386383, + -1.3622616529464722, + -0.34435784816741943, + -0.5727879405021667, + -0.6414892673492432, + -1.1356565952301025, + 0.5880253911018372, + 0.047230400145053864, + -0.04524632543325424, + -0.3020687997341156, + -0.16376885771751404, + -2.3242220878601074, + -2.049241065979004, + 0.41683855652809143, + 0.08873938024044037, + 0.6499743461608887, + -1.1399730443954468, + 1.1122815608978271, + -1.4936001300811768, + -1.0577501058578491 + ], + [ + 1.6165205240249634, + -0.04677391052246094, + -1.3768426179885864, + -0.2815808653831482, + -0.847106397151947, + -0.6162459850311279, + -1.1783905029296875, + 0.503007709980011, + 0.043665431439876556, + 0.07809950411319733, + -0.42385607957839966, + -0.19367378950119019, + -2.48608660697937, + -1.811970591545105, + 0.17215903103351593, + 0.08902294933795929, + 0.9270204901695251, + -1.2737503051757812, + 1.1501773595809937, + -1.5028581619262695, + -0.9814056158065796 + ], + [ + 1.3756085634231567, + -0.2699483036994934, + -1.8248764276504517, + -0.18150103092193604, + -0.9141129851341248, + -0.6790775060653687, + -1.3780429363250732, + 0.8477965593338013, + 0.08861329406499863, + 0.5474995374679565, + -0.12777277827262878, + -0.26946398615837097, + -2.752171277999878, + -2.2641353607177734, + 0.5016164183616638, + 0.25089386105537415, + 1.0764132738113403, + -1.1814483404159546, + 1.9229357242584229, + -2.341829776763916, + -1.2268633842468262 + ], + [ + 1.3618495464324951, + -0.29752349853515625, + -1.470405101776123, + -0.4926392436027527, + -0.5939425826072693, + -0.5327030420303345, + -1.7232146263122559, + 0.9413336515426636, + -0.06439585983753204, + 0.15101483464241028, + -0.5103608965873718, + -0.26870694756507874, + -2.7351861000061035, + -2.592262029647827, + 0.6964671015739441, + 0.22730600833892822, + 0.8442844152450562, + -1.0051456689834595, + 1.9565443992614746, + -2.3481338024139404, + -1.5049651861190796 + ], + [ + 1.2744183540344238, + -0.30013811588287354, + -1.5529497861862183, + -0.2534114122390747, + -0.7015921473503113, + -0.5289920568466187, + -1.6738998889923096, + 0.7550642490386963, + -0.018497014418244362, + 0.26906275749206543, + -0.30759257078170776, + -0.11747604608535767, + -2.576639175415039, + -2.570068836212158, + 0.7857324481010437, + 0.26654645800590515, + 0.9612202048301697, + -1.0058412551879883, + 1.7920994758605957, + -2.3173556327819824, + -1.4531304836273193 + ], + [ + 1.0554300546646118, + -0.2303820252418518, + -1.5362733602523804, + -0.13225995004177094, + -0.6419631242752075, + -0.5769493579864502, + -1.6506834030151367, + 0.6074197292327881, + 0.05540391057729721, + 0.2168019711971283, + -0.08267851918935776, + -0.10665172338485718, + -2.4794464111328125, + -2.7768282890319824, + 0.8996348977088928, + 0.2898348867893219, + 0.89902263879776, + -0.839959442615509, + 1.7187910079956055, + -2.4525511264801025, + -1.2850664854049683 + ], + [ + 1.1377294063568115, + -0.20725063979625702, + -1.4094839096069336, + -0.3016493022441864, + -0.8253119587898254, + -0.38759806752204895, + -1.9025261402130127, + 0.661340057849884, + 0.03713352233171463, + 0.36141738295555115, + -0.39393937587738037, + -0.08084189891815186, + -2.7783477306365967, + -2.6344172954559326, + 1.0370185375213623, + 0.3376789391040802, + 0.985253095626831, + -0.9732810854911804, + 1.8953132629394531, + -2.22251558303833, + -1.5821309089660645 + ], + [ + 2.0505857467651367, + -0.23980727791786194, + -1.6289907693862915, + -0.5010761022567749, + -0.9836081862449646, + -0.8181260824203491, + -1.7939891815185547, + 0.831487774848938, + 0.05600167065858841, + 0.16918812692165375, + -0.04102242738008499, + 0.1463877111673355, + -2.4858145713806152, + -1.930590271949768, + 0.8781028389930725, + 0.35076987743377686, + 0.9555399417877197, + -1.0081157684326172, + 1.5693364143371582, + -2.392745018005371, + -1.1581063270568848 + ] + ], + "generated_utilities": [ + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0 + ], + "group_id": "ms-2dc5138251afd26a040d", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.1373138427734375, + 0.1398601531982422, + 0.11154793202877045, + 0.07755142450332642, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.7500379085540771, + -0.32870030403137207, + -0.3281364440917969, + 0.020404458045959473, + 0.03884005546569824, + 0.26651138067245483, + 0.0, + 0.2614295184612274, + 0.02006034180521965, + 0.6256309151649475, + 0.10119366645812988, + 0.0365104079246521, + -1.9807136058807373, + 0.0, + -0.4040032625198364, + -0.3390212059020996, + 0.444367915391922, + -1.3744113445281982, + 0.3090496063232422, + -1.6372854709625244, + 0.0 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 1.7500379085540771, + 0.1347455233335495, + -1.3281364440917969, + -0.3984496593475342, + -0.6640693545341492, + -0.7334886193275452, + -1.63351309299469, + 0.4696621894836426, + -0.03721961751580238, + 0.0896599143743515, + -0.8988063335418701, + -0.047963276505470276, + -2.9807136058807373, + -2.542311906814575, + 0.5875393152236938, + 0.41857796907424927, + 0.32660895586013794, + -2.3744113445281982, + 0.9575246572494507, + -2.6372854709625244, + -1.9586280584335327 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.26702618598938, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -5.08462381362915, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.9172561168670654 + ], + [ + 1.7928142547607422, + -0.046942055225372314, + -1.3733142614364624, + -0.4212188422679901, + -0.5566414594650269, + -0.9966021180152893, + -1.7926092147827148, + 0.37284746766090393, + 0.18181614577770233, + -0.056899696588516235, + -0.8793746829032898, + -0.06206277757883072, + -3.2539288997650146, + -2.3651227951049805, + 0.543649435043335, + 0.4969414472579956, + 0.3953157365322113, + -2.6153955459594727, + 1.239845633506775, + -2.9289329051971436, + -2.1138057708740234 + ], + [ + 1.4313925504684448, + 0.3287010192871094, + -1.4217545986175537, + -0.11546039581298828, + -0.38684383034706116, + -0.3866080045700073, + -1.4945378303527832, + 0.4180656969547272, + 0.08673545718193054, + -0.30675017833709717, + -0.8370212316513062, + -0.3124745488166809, + -3.2861690521240234, + -2.5144338607788086, + 0.7133253216743469, + 0.5272455215454102, + 0.6288780570030212, + -2.7024707794189453, + 1.0730262994766235, + -2.603350877761841, + -1.8104162216186523 + ], + [ + 2.0841901302337646, + 0.18348857760429382, + -1.4159170389175415, + -0.5868262052536011, + -0.3290694057941437, + -0.8189557790756226, + -1.811798334121704, + 0.8927561044692993, + -0.4510294198989868, + -0.1373635083436966, + -0.46978816390037537, + -0.2017078548669815, + -3.1228857040405273, + -2.619961977005005, + 0.7154320478439331, + 0.4623824954032898, + 0.8127838373184204, + -2.5683043003082275, + 0.8921399116516113, + -2.799823522567749, + -1.6220401525497437 + ], + [ + 1.5681514739990234, + -0.11813957989215851, + -1.066882848739624, + -0.4835556447505951, + -0.4833664894104004, + -0.1345365047454834, + -1.872452735900879, + 1.059093952178955, + -0.3537854254245758, + 0.5130321979522705, + -0.7769420146942139, + -0.4462882876396179, + -3.249842882156372, + -2.2144932746887207, + 0.6907999515533447, + 0.14545467495918274, + 0.8816275596618652, + -2.4357430934906006, + 1.424092411994934, + -2.656961441040039, + -2.3529839515686035 + ], + [ + 2.0935373306274414, + 0.20671290159225464, + -1.0638595819473267, + -0.37751641869544983, + -0.5913090705871582, + -0.3702518939971924, + -1.3611384630203247, + 0.8432458639144897, + 0.4395832121372223, + -0.19578908383846283, + -1.2028591632843018, + -0.07535962760448456, + -3.2909016609191895, + -2.9216225147247314, + 1.1581575870513916, + 0.9284459352493286, + -0.3347962498664856, + -1.9277539253234863, + 0.8971017003059387, + -3.245394229888916, + -2.1499102115631104 + ], + [ + 2.5108895301818848, + -0.2977973222732544, + -1.458537220954895, + -0.5705423355102539, + -1.4453105926513672, + -0.4854125380516052, + -2.383378028869629, + 0.39735814929008484, + -0.3523370325565338, + 0.4586251974105835, + -1.2388068437576294, + 0.1082226037979126, + -3.5858566761016846, + -1.8809643983840942, + -0.18688076734542847, + 0.0871247947216034, + 0.0062812864780426025, + -3.012958526611328, + 1.0266033411026, + -3.1649136543273926, + -2.6460556983947754 + ], + [ + 1.2948591709136963, + 0.21422013640403748, + -1.3904463052749634, + -0.13111025094985962, + -0.1661812961101532, + -0.4983506500720978, + -2.0006139278411865, + -0.4048727750778198, + 0.10130663216114044, + 0.1955089420080185, + -0.27839744091033936, + 0.8026529550552368, + -3.2792744636535645, + -1.6839708089828491, + 0.6468846201896667, + -0.2772523760795593, + 0.45975640416145325, + -2.612403631210327, + 1.6571701765060425, + -1.8971503973007202, + -1.2593979835510254 + ], + [ + 0.9154124855995178, + -0.2073056846857071, + -2.1218466758728027, + -0.4230979084968567, + -1.2478010654449463, + -0.5439814925193787, + -1.185287594795227, + -0.06685006618499756, + -0.7776275873184204, + -0.015365853905677795, + -1.3256038427352905, + 0.46163398027420044, + -2.8853814601898193, + -2.387786865234375, + 1.2300693988800049, + 0.9541484117507935, + 0.29864931106567383, + -2.931433916091919, + 1.3643410205841064, + -2.001633882522583, + -2.6548502445220947 + ], + [ + 2.035454750061035, + 0.03935282677412033, + -1.9080866575241089, + -0.17657285928726196, + -1.4843900203704834, + -0.4207392632961273, + -1.554489016532898, + 0.1909814178943634, + -0.5061874389648438, + -0.420978844165802, + -0.7634562849998474, + -0.7818551063537598, + -3.374903678894043, + -2.5324442386627197, + 1.2213574647903442, + 0.9676649570465088, + 0.5052346587181091, + -2.0974624156951904, + 0.9588823914527893, + -3.6367201805114746, + -1.953636646270752 + ], + [ + 1.4856661558151245, + 0.3259274363517761, + -2.1635096073150635, + -0.8793277740478516, + 0.2686290740966797, + -0.340938925743103, + -0.8516338467597961, + -0.3830271363258362, + 0.5376158356666565, + -0.2721732258796692, + -1.2276334762573242, + -0.38624608516693115, + -3.346294403076172, + -3.093522071838379, + 0.6735774278640747, + 0.5564011931419373, + -0.5450864434242249, + -1.5815953016281128, + 1.4068235158920288, + -2.7531042098999023, + -2.515698194503784 + ] + ], + "predicted_scores": [ + 4.517028331756592, + 4.507079601287842, + 4.26188850402832, + 4.037043571472168, + 3.6317954063415527, + 3.6305510997772217, + 3.1833577156066895, + 2.739239454269409 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "565621826", + "selected_index": 0, + "state_hash": "f6edd849b0b51788d7be25e402fb514cb777ccf220797faaf769000814df02cb", + "stored_base_utility": 0.1373138427734375, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08593521267175674, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08593521267175674 + }, + "base_progress": 0.08593521267175674, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.08593521267175674, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.030858853831887245, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.030858853831887245 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04245747998356819, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04245747998356819 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04205385968089104, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04205385968089104 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.029376903548836708, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.029376903548836708 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.027756989002227783, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.027756989002227783 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05226079747080803, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05226079747080803 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.02617436647415161, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.02617436647415161 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03875311091542244, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03875311091542244 + } + ], + "candidate_progress": [ + 0.030858853831887245, + 0.04245747998356819, + 0.04205385968089104, + 0.029376903548836708, + 0.027756989002227783, + 0.05226079747080803, + 0.02617436647415161, + 0.03875311091542244 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-4aed2a49597da545e551", + "ms-4aed2a49597da545e551", + "ms-206099bab6bfe7c84fce", + "ms-45fbd749d5ed3fe37c13", + "ms-45fbd749d5ed3fe37c13", + "ms-4aed2a49597da545e551", + "ms-45fbd749d5ed3fe37c13", + "ms-45fbd749d5ed3fe37c13" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-387e6771a55be98f1a59", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.04324866086244583, + -0.07138355821371078, + 0.2606057822704315, + 0.39133045077323914, + 1.1285746097564697, + -0.4567219316959381, + -0.4697004556655884, + -0.32845231890678406, + 0.21183130145072937, + 0.0889563336968422, + 1.0080082416534424, + 0.27280592918395996, + -0.5597515106201172, + -0.09708543121814728, + -0.2495458424091339, + -0.06142587214708328, + 0.7309545278549194, + -0.33452939987182617, + -0.146111398935318, + 0.16954365372657776, + -0.013511016964912415 + ], + [ + 0.15908202528953552, + -0.11719628423452377, + 0.3017353415489197, + 0.19754138588905334, + 1.1731154918670654, + -0.699359655380249, + -0.47532087564468384, + -0.15330207347869873, + 0.13369132578372955, + 0.06436675786972046, + 1.0881578922271729, + 0.2203088104724884, + -0.8271279335021973, + -0.44468992948532104, + -0.13008631765842438, + -0.06029767543077469, + 0.5183722972869873, + -0.1485215276479721, + 0.053904831409454346, + 0.3127008080482483, + -0.13993564248085022 + ], + [ + -0.0062981098890304565, + -0.19205047190189362, + 0.3878805935382843, + 0.21129998564720154, + 0.9411539435386658, + -0.20156696438789368, + -0.563922107219696, + -0.09005573391914368, + 0.050508514046669006, + 0.14936190843582153, + 1.1604379415512085, + 0.11299467831850052, + -0.7089101076126099, + -0.48499298095703125, + -0.04564478620886803, + 0.04662114381790161, + 0.6051345467567444, + 0.044959187507629395, + 0.0010516643524169922, + 0.22277790307998657, + 0.08419351279735565 + ], + [ + -0.3356848955154419, + 0.06334791332483292, + 0.3467656970024109, + 0.3503935635089874, + 0.5698814988136292, + -1.2886784076690674, + 0.006935745477676392, + -0.19241765141487122, + 0.15214498341083527, + 0.14995457231998444, + 0.7468067407608032, + -0.08650970458984375, + -0.6575206518173218, + -0.3500264286994934, + -0.390367329120636, + -0.07773482799530029, + 0.5473884344100952, + -0.21573452651500702, + -0.16044467687606812, + 0.47781604528427124, + -0.1767224669456482 + ], + [ + -0.3516172170639038, + 0.05235818028450012, + 0.19315749406814575, + 0.351761132478714, + 0.5054237842559814, + -1.2913233041763306, + -0.13985586166381836, + -0.3238537609577179, + 0.2638157308101654, + 0.17706625163555145, + 0.7310594916343689, + -0.11484122276306152, + -0.5782930850982666, + -0.3770330548286438, + -0.37366315722465515, + -0.09189936518669128, + 0.6063054800033569, + -0.022373497486114502, + -0.07239574193954468, + 0.5652216672897339, + -0.2048206627368927 + ], + [ + 0.39401495456695557, + -0.3866260051727295, + 0.2096967101097107, + 0.16411086916923523, + 1.1239162683486938, + -1.152754545211792, + -0.6090546250343323, + -0.17634275555610657, + 0.2562788426876068, + -0.021808676421642303, + 1.5456119775772095, + -0.055393993854522705, + -0.418560266494751, + 0.07131605595350266, + -0.2078518271446228, + -0.14839820563793182, + 0.954406201839447, + 0.022800758481025696, + 0.03406219184398651, + 0.9160814881324768, + 0.36492377519607544 + ], + [ + -0.3644840717315674, + 0.0028168782591819763, + 0.33974793553352356, + 0.3480478823184967, + 0.6810507774353027, + -1.1879914999008179, + -0.023164421319961548, + -0.21761205792427063, + 0.15480442345142365, + 0.088367760181427, + 0.8005806803703308, + -0.06807973980903625, + -0.6542699933052063, + -0.38974153995513916, + -0.43444278836250305, + -0.07565721869468689, + 0.42758941650390625, + -0.09961079061031342, + -0.15312179923057556, + 0.41652220487594604, + -0.18158525228500366 + ], + [ + -0.30318981409072876, + 0.06883130967617035, + 0.7648463249206543, + 0.39829614758491516, + 0.6553622484207153, + -1.4105640649795532, + -0.8131888508796692, + 0.016800373792648315, + 0.17439022660255432, + -0.20557069778442383, + 0.5995166301727295, + -0.18428781628608704, + -0.736275315284729, + -1.0660890340805054, + -0.20464575290679932, + -0.06601689755916595, + 0.45641279220581055, + -0.15837053954601288, + -0.22544467449188232, + 0.14053228497505188, + -0.730111837387085 + ] + ], + "generated_utilities": [ + 0.030858853831887245, + 0.04245747998356819, + 0.04205385968089104, + 0.029376903548836708, + 0.027756989002227783, + 0.05226079747080803, + 0.02617436647415161, + 0.03875311091542244 + ], + "group_id": "ms-387e6771a55be98f1a59", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.03822460025548935, + 0.18199902772903442, + 0.20744429528713226, + 0.05679210275411606, + 0.07646497339010239, + 0.038853906095027924, + 0.0824488028883934, + 0.05751838535070419, + 0.02475176379084587, + 0.040490686893463135, + 0.027167975902557373, + 0.06515108048915863, + 0.04604649543762207, + 0.014139334671199322, + 0.0258652176707983, + 0.034187138080596924 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.0643576979637146, + 0.02293895184993744, + 0.03272289037704468, + 0.02799379825592041, + 1.7051892280578613, + -0.20410704612731934, + 0.0, + 0.05611860752105713, + -0.010578691959381104, + 0.03396539017558098, + 0.754948616027832, + -0.12030506134033203, + 0.05740344524383545, + 0.0, + 0.01674991101026535, + 0.0017660856246948242, + 0.1110122799873352, + -0.29033517837524414, + -0.015073239803314209, + -0.062492311000823975, + 0.0 + ], + [ + 0.03256732225418091, + 0.029803231358528137, + -0.11524808406829834, + -0.03975573182106018, + 1.7051892280578613, + -0.20410704612731934, + 0.0, + -0.11635321378707886, + -0.12916040420532227, + -0.10934318602085114, + 0.754948616027832, + -0.10127544403076172, + 0.10553282499313354, + 0.0, + 0.2124219685792923, + -0.13985675573349, + 0.20122885704040527, + -0.29033517837524414, + -0.09104716777801514, + -0.33053046464920044, + 0.0 + ] + ], + "predicted_scores": [ + 4.411969184875488, + 4.044227123260498, + 2.710581064224243, + 2.6842472553253174, + 2.2726972103118896, + 2.2716121673583984, + 2.2098891735076904, + 0.9877084493637085 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "767747424", + "selected_index": 0, + "state_hash": "6b753a027f9378ff308946331f6bb658d452d8e77220ab0cd6fc813be0ac75cc", + "stored_base_utility": 0.03822460025548935, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05640667676925659, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05640667676925659 + }, + "base_progress": 0.05640667676925659, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.05640667676925659, + "candidate_action_clip_max_abs": [ + 0.08617496490478516, + 0.008088350296020508, + 0.04550468921661377, + 0.06162524223327637, + 0.061255812644958496, + 0.058393001556396484, + 0.08132338523864746, + 0.04843735694885254 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.08617496490478516, + "contact_quality": null, + "progress": 0.022653857246041298, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.022653857246041298 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.008088350296020508, + "contact_quality": null, + "progress": 0.03592360019683838, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03592360019683838 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.04550468921661377, + "contact_quality": null, + "progress": 0.02902165986597538, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.02902165986597538 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.06162524223327637, + "contact_quality": null, + "progress": 0.03434276580810547, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03434276580810547 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.061255812644958496, + "contact_quality": null, + "progress": 0.027783095836639404, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.027783095836639404 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.058393001556396484, + "contact_quality": null, + "progress": 0.03175578638911247, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03175578638911247 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.08132338523864746, + "contact_quality": null, + "progress": 0.017319122329354286, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.017319122329354286 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.04843735694885254, + "contact_quality": null, + "progress": 0.03370028734207153, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03370028734207153 + } + ], + "candidate_progress": [ + 0.022653857246041298, + 0.03592360019683838, + 0.02902165986597538, + 0.03434276580810547, + 0.027783095836639404, + 0.03175578638911247, + 0.017319122329354286, + 0.03370028734207153 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-be219977a9db8dbb1e58", + "ms-98eb81debb5186ebbe38", + "ms-397e502908d16b7804b0", + "ms-397e502908d16b7804b0", + "ms-397e502908d16b7804b0", + "ms-397e502908d16b7804b0", + "ms-7dedf60ad41ea2d92ee5", + "ms-397e502908d16b7804b0" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank3", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-38f7298184a2c5005e94", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.17312194406986237, + -0.33855748176574707, + 0.4192745089530945, + 0.4620453417301178, + 1.2371525764465332, + -0.7139401435852051, + 0.908865213394165, + -0.27876394987106323, + 0.16458913683891296, + 0.35544124245643616, + 0.25869351625442505, + 0.891822338104248, + -1.0627599954605103, + 0.8203020691871643, + -0.24196085333824158, + 0.5105180144309998, + 0.16116367280483246, + 0.11350234597921371, + 0.413893461227417, + -1.3408832550048828, + -0.5516976118087769 + ], + [ + -0.1266573816537857, + -0.38406020402908325, + 0.6101845502853394, + 0.3177809417247772, + 1.1742820739746094, + -0.9940239191055298, + 0.5461034178733826, + 0.08424350619316101, + 0.229530930519104, + 0.8964166641235352, + 0.025362683460116386, + 0.6194948554039001, + -1.452047348022461, + 0.04850803315639496, + -0.0572207011282444, + 0.4563289284706116, + 0.29818490147590637, + -0.21137546002864838, + 0.49919044971466064, + -1.8523824214935303, + -0.9601731300354004 + ], + [ + -0.19466333091259003, + -0.3490155339241028, + 0.6561906933784485, + 0.2398287057876587, + 0.7344998121261597, + -1.2170569896697998, + 0.38628917932510376, + -0.04395510256290436, + 0.1347900778055191, + 0.6192235946655273, + -0.009331770241260529, + 0.710466742515564, + -1.1340253353118896, + 0.06894397735595703, + -0.21607089042663574, + 0.5057463049888611, + 0.38698095083236694, + 0.09503402560949326, + 0.5085288286209106, + -1.4508533477783203, + -1.0700937509536743 + ], + [ + -0.0889618843793869, + -0.0847458690404892, + 0.08026406168937683, + -0.014763757586479187, + 0.6984216570854187, + -1.915887713432312, + 0.01823502779006958, + -0.23418983817100525, + 0.24966749548912048, + 0.8008865714073181, + -0.16361871361732483, + 0.2920808792114258, + -0.9405690431594849, + 0.26055967807769775, + 0.021780505776405334, + 0.6232132315635681, + 0.3488158583641052, + 0.20588088035583496, + 0.45435574650764465, + -1.545532464981079, + -0.9964770078659058 + ], + [ + -0.06647685170173645, + -0.15439248085021973, + 0.5891669392585754, + 0.00550021231174469, + 0.7390806674957275, + -1.887355923652649, + -0.28199225664138794, + -0.25473758578300476, + 0.43845391273498535, + 0.5744474530220032, + -0.344875693321228, + 1.0627549886703491, + -0.6252865791320801, + 0.08240506798028946, + -0.13217446208000183, + 0.6498714089393616, + 0.10116472840309143, + 0.20468498766422272, + 0.4504126012325287, + -1.3348619937896729, + -0.8622101545333862 + ], + [ + -0.16716663539409637, + -0.158539280295372, + 0.4854247570037842, + 0.03968822956085205, + 0.6419672966003418, + -1.9173702001571655, + -0.10915929079055786, + -0.13903582096099854, + 0.4183608293533325, + 0.6361815929412842, + -0.34545761346817017, + 0.841802179813385, + -0.710890531539917, + 0.04283326864242554, + -0.06045076623558998, + 0.6289267539978027, + 0.32137173414230347, + 0.3402765095233917, + 0.38054367899894714, + -1.3530266284942627, + -1.0794707536697388 + ], + [ + -0.0687083899974823, + -0.3236432671546936, + 0.3393017649650574, + 0.8704708814620972, + 1.3047988414764404, + -0.6175395250320435, + 0.2430393248796463, + -0.3577367961406708, + 0.1639578491449356, + 0.6137206554412842, + 0.19285577535629272, + 0.738740861415863, + -1.1508817672729492, + 0.6414647102355957, + -0.8936172723770142, + 0.8226463794708252, + 0.7745943665504456, + -0.18461354076862335, + 0.3234350085258484, + -1.713555097579956, + -0.6843302249908447 + ], + [ + -0.13259713351726532, + -0.25020062923431396, + 0.5597017407417297, + -0.2528030276298523, + 0.38599279522895813, + -1.5547528266906738, + 0.7898882627487183, + -0.1213996410369873, + 0.5207828879356384, + 0.8380013108253479, + -0.6888173818588257, + 0.8622738718986511, + -1.0501669645309448, + 0.09293051064014435, + 0.08479876071214676, + 0.6458718776702881, + 0.2848619222640991, + 0.13317075371742249, + 0.39988911151885986, + -0.7346397042274475, + -1.5969188213348389 + ] + ], + "generated_utilities": [ + 0.022653857246041298, + 0.03592360019683838, + 0.02902165986597538, + 0.03434276580810547, + 0.027783095836639404, + 0.03175578638911247, + 0.017319122329354286, + 0.03370028734207153 + ], + "group_id": "ms-38f7298184a2c5005e94", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.1194220781326294, + 0.1767096221446991, + 0.0505807027220726, + 0.026383202522993088, + 0.09035396575927734, + 0.11899666488170624, + 0.059947751462459564, + 0.08427222818136215, + 0.041255753487348557, + 0.05034176632761955, + 0.02779809758067131, + 0.011037330143153667, + 0.020422041416168213, + 0.049474477767944336, + 0.03517866134643555, + 0.02796018123626709 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.08923250436782837, + 0.05675226449966431, + -0.1250607967376709, + -0.07566308975219727, + 0.6840170621871948, + -1.9024429321289062, + 0.0, + -0.001595139503479004, + 0.026048749685287476, + 0.1681501865386963, + -0.11568224430084229, + 1.2953410148620605, + -1.4925868511199951, + 0.0, + 0.18507611751556396, + -0.15127414464950562, + 0.07637521624565125, + -0.15284772217273712, + 0.0320390909910202, + -1.8774652481079102, + 0.0 + ], + [ + -0.2749255299568176, + 0.2578675150871277, + -0.46759605407714844, + -0.5041444897651672, + 0.6840170621871948, + -1.9024429321289062, + 0.0, + -0.13614141941070557, + 0.11120480298995972, + 0.15478569269180298, + -0.005206942558288574, + 1.2953410148620605, + -1.4925868511199951, + 0.0, + 0.01827770471572876, + -0.38639169931411743, + -0.18168723583221436, + 0.3532869219779968, + -0.5437159538269043, + -1.8774652481079102, + 0.0 + ], + [ + 0.4466920495033264, + 0.07532927393913269, + 0.8145812749862671, + -0.963495135307312, + 1.3846542835235596, + -3.0133423805236816, + -1.0476078987121582, + 0.6759306788444519, + 0.5485053658485413, + 0.634345293045044, + -0.7682492733001709, + 2.2281322479248047, + -2.7100830078125, + -0.8660445213317871, + 0.7648183703422546, + 0.607989490032196, + -0.6848516464233398, + -0.06598936021327972, + 0.2030458152294159, + -2.9672060012817383, + -1.4293488264083862 + ], + [ + 1.0058056116104126, + 0.3426892161369324, + 0.6375484466552734, + -0.5828341841697693, + 1.7963712215423584, + -3.3760194778442383, + -0.9086123704910278, + 0.20509907603263855, + 0.10472571849822998, + 1.1158980131149292, + -1.0710231065750122, + 2.203950881958008, + -2.4466300010681152, + -0.3184358477592468, + 0.43084120750427246, + 0.32133060693740845, + -0.6005205512046814, + 0.07880236953496933, + 0.52874755859375, + -2.7805917263031006, + -1.6972103118896484 + ], + [ + 0.48786461353302, + -0.007949680089950562, + 0.41629794239997864, + -0.2277727723121643, + 1.0953291654586792, + -2.7825636863708496, + -1.7178279161453247, + 0.8412191271781921, + 0.6389099359512329, + 0.7100303769111633, + -1.1701807975769043, + 2.8546230792999268, + -2.570579767227173, + -0.2383948564529419, + 0.4282584488391876, + 0.27555936574935913, + -0.4073549509048462, + 0.49247825145721436, + 0.6483681797981262, + -3.3716540336608887, + -1.891394853591919 + ], + [ + 0.17139381170272827, + 0.831203818321228, + 0.1966383457183838, + -1.5011540651321411, + 1.811257004737854, + -2.6416001319885254, + -1.8791863918304443, + 0.03218984603881836, + 1.0182924270629883, + 1.5643268823623657, + -1.2954871654510498, + 2.249680757522583, + -1.9383416175842285, + -1.4303685426712036, + 0.48937559127807617, + 0.2848057746887207, + -0.6113857626914978, + 0.6453920006752014, + -0.13643476366996765, + -2.514732599258423, + -1.8046306371688843 + ], + [ + 0.1380026936531067, + 0.5165722370147705, + 0.9639596939086914, + -0.3682268261909485, + 2.2811193466186523, + -3.5902557373046875, + -1.047336220741272, + 1.3064022064208984, + 0.7264143228530884, + 1.3356540203094482, + -0.41242116689682007, + 1.8184869289398193, + -3.016441822052002, + -0.8501555919647217, + 1.0147737264633179, + 1.0417438745498657, + -0.24422766268253326, + 0.3441629707813263, + 1.075059175491333, + -3.178764820098877, + -1.7388081550598145 + ], + [ + 1.0805304050445557, + -0.5906903743743896, + -0.32329434156417847, + -1.7024246454238892, + 1.3012806177139282, + -3.3655173778533936, + -2.0100932121276855, + 0.28595322370529175, + -0.42309290170669556, + 0.9014679193496704, + -0.11985284090042114, + 3.033172607421875, + -1.890408992767334, + -0.049424707889556885, + 0.8836197853088379, + 0.07151538133621216, + -0.6898007392883301, + 0.6614744663238525, + 0.7956362962722778, + -3.344180107116699, + -1.4918344020843506 + ], + [ + 1.4192681312561035, + -0.5825785994529724, + 0.11329725384712219, + -0.08465814590454102, + 1.0504729747772217, + -2.438842535018921, + -0.9858216047286987, + -0.35852980613708496, + 1.4301284551620483, + 0.37676453590393066, + -1.3725404739379883, + 3.114079475402832, + -2.0786290168762207, + -0.5835205912590027, + 0.1985606551170349, + 0.260464072227478, + 0.41686397790908813, + -0.104665607213974, + 0.6382055282592773, + -2.7474825382232666, + -1.663126826286316 + ], + [ + 1.0832164287567139, + 0.11555392295122147, + 1.2108526229858398, + -1.5446858406066895, + 0.9112894535064697, + -3.3027408123016357, + -1.2419135570526123, + -0.057880282402038574, + -0.07349961996078491, + 0.026286423206329346, + -0.897603452205658, + 3.2857306003570557, + -2.232046365737915, + -1.2509676218032837, + 1.1900405883789062, + 0.8446143269538879, + -1.339659333229065, + -0.07882180064916611, + 0.1166829764842987, + -2.662961721420288, + -1.0079293251037598 + ], + [ + 0.43863287568092346, + -0.2024492472410202, + 0.0567094087600708, + -0.3029903173446655, + 1.612892746925354, + -3.26739764213562, + -1.7898839712142944, + -0.1649491786956787, + 0.2927369475364685, + 1.020188808441162, + -0.10171866416931152, + 2.3230679035186768, + -2.615206003189087, + -0.08625847101211548, + 0.9057100415229797, + 1.4201092720031738, + -0.3173455595970154, + 0.09508261829614639, + 0.9565507173538208, + -2.2954390048980713, + -1.2229193449020386 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.03360384702682495, + -0.028338372707366943, + -0.12341004610061646, + -0.04655510187149048, + 0.6840170621871948, + -1.9024429321289062, + 0.0, + 0.032517433166503906, + -0.02922782301902771, + -0.033792078495025635, + -0.005206942558288574, + 1.2953410148620605, + -1.4925868511199951, + 0.0, + -0.06465893983840942, + -0.026740312576293945, + 0.046701133251190186, + -0.06953387707471848, + 0.02321198582649231, + -1.8774652481079102, + 0.0 + ] + ], + "predicted_scores": [ + 3.578850030899048, + 3.383429527282715, + 3.252385377883911, + 2.802624225616455, + 2.3019156455993652, + 2.067312717437744, + 2.0154452323913574, + 1.9630264043807983 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "2015956957", + "selected_index": 0, + "state_hash": "dee046e5a3c9b5e78be27f1df1f4f235344ec818a1a7439afe5f4cb30139cf34", + "stored_base_utility": 0.1194220781326294, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.055146653205156326, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.055146653205156326 + }, + "base_progress": 0.055146653205156326, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.055146653205156326, + "candidate_action_clip_max_abs": [ + 0.06376922130584717, + 0.04341387748718262, + 0.012155890464782715, + 0.0, + 0.0, + 0.0, + 0.0, + 0.10494565963745117 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.06376922130584717, + "contact_quality": null, + "progress": 0.013010025024414062, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.013010025024414062 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.04341387748718262, + "contact_quality": null, + "progress": 0.013240814208984375, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.013240814208984375 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.012155890464782715, + "contact_quality": null, + "progress": 0.013708393089473248, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.013708393089473248 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.016108373180031776, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.016108373180031776 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.017272433266043663, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.017272433266043663 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.014855027198791504, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.014855027198791504 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.015519957058131695, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.015519957058131695 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.10494565963745117, + "contact_quality": null, + "progress": 0.012158135883510113, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.012158135883510113 + } + ], + "candidate_progress": [ + 0.013010025024414062, + 0.013240814208984375, + 0.013708393089473248, + 0.016108373180031776, + 0.017272433266043663, + 0.014855027198791504, + 0.015519957058131695, + 0.012158135883510113 + ], + "candidate_safety_violation": [ + true, + true, + true, + false, + false, + false, + false, + true + ], + "candidate_source_chart_ids": [ + "ms-35a50d2822c2c3cc4516", + "ms-35a50d2822c2c3cc4516", + "ms-35a50d2822c2c3cc4516", + "ms-397e502908d16b7804b0", + "ms-397e502908d16b7804b0", + "ms-397e502908d16b7804b0", + "ms-397e502908d16b7804b0", + "ms-35a50d2822c2c3cc4516" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-482c5c8d208b5907a2c2", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.15299202501773834, + 0.14532588422298431, + 1.1060303449630737, + -0.08063043653964996, + 1.4832403659820557, + 1.4814136028289795, + 0.7320091128349304, + -0.34954968094825745, + 0.21452249586582184, + 1.0724773406982422, + -0.9740711450576782, + 1.6128098964691162, + 1.7288070917129517, + 1.3735085725784302, + -0.22128871083259583, + 0.021352354437112808, + 0.5914825201034546, + 0.20937299728393555, + 0.6667987108230591, + 0.8985937237739563, + -0.29810264706611633 + ], + [ + -0.2551610469818115, + 0.08588311076164246, + 1.1240745782852173, + -0.003509998321533203, + 1.3628392219543457, + 1.2928555011749268, + 0.6805047392845154, + -0.24935880303382874, + 0.15739206969738007, + 1.0496269464492798, + -0.8294228315353394, + 1.7486356496810913, + 1.6750012636184692, + 1.2115795612335205, + -0.296291708946228, + 0.05056547001004219, + 0.552094042301178, + 0.39119580388069153, + 0.8319867849349976, + 0.8852617144584656, + -0.3555799424648285 + ], + [ + -0.19166122376918793, + 0.07130029052495956, + 1.2720869779586792, + -0.018011748790740967, + 1.3757562637329102, + 1.1479878425598145, + 0.6846232414245605, + -0.2034357488155365, + 0.16759610176086426, + 0.9544976949691772, + -0.8603165745735168, + 1.7326419353485107, + 1.5441478490829468, + 1.1374448537826538, + -0.2574889361858368, + 0.06860619783401489, + 0.5877273678779602, + 0.5519509315490723, + 0.8411097526550293, + 0.9325858950614929, + -0.29246944189071655 + ], + [ + -0.3450453281402588, + -0.07436881214380264, + 0.5817661285400391, + -0.07440607249736786, + 1.191070318222046, + 0.022688627243041992, + 0.18390017747879028, + -0.4023860991001129, + 0.44540372490882874, + 1.2806386947631836, + -1.4600355625152588, + 1.377692461013794, + 0.9470381736755371, + 1.0653984546661377, + 0.15130296349525452, + 0.19212451577186584, + 0.19440720975399017, + 0.8329194784164429, + 1.090978741645813, + -0.20557038486003876, + -0.37158021330833435 + ], + [ + -0.3391302227973938, + -0.18603728711605072, + 1.0704429149627686, + -0.03887715935707092, + 0.8962031602859497, + 0.50136399269104, + 0.6869633197784424, + -0.012286454439163208, + 0.3714441955089569, + 0.8873260021209717, + -1.2149428129196167, + 1.8389681577682495, + 0.7571059465408325, + 0.6496771574020386, + -0.24283918738365173, + 0.14067299664020538, + 0.3051677942276001, + 0.6918207406997681, + 0.9270278811454773, + -0.3397490680217743, + -0.8054091930389404 + ], + [ + -0.2621645927429199, + -0.14250212907791138, + 0.9365748167037964, + -0.0986805111169815, + 0.6291036605834961, + -0.01456788182258606, + -0.006929874420166016, + -0.3345167934894562, + 0.4784778356552124, + 1.1450129747390747, + -1.509965419769287, + 1.9804704189300537, + 0.9947754144668579, + 1.1341177225112915, + -0.08251263201236725, + 0.12306390702724457, + 0.2218957543373108, + 0.8732166290283203, + 1.1720731258392334, + -0.2060619592666626, + -0.44965001940727234 + ], + [ + -0.3563244938850403, + -0.1239682137966156, + 0.773276686668396, + -0.11227710545063019, + 0.5244436264038086, + -0.13471806049346924, + 0.11777237057685852, + -0.2718203067779541, + 0.4747103154659271, + 1.130317211151123, + -1.4827214479446411, + 1.7865283489227295, + 1.0699715614318848, + 1.212173342704773, + 0.0033484958112239838, + 0.10729727149009705, + 0.32964521646499634, + 1.0266118049621582, + 1.158998966217041, + -0.12116354703903198, + -0.4585401117801666 + ], + [ + -0.6090167760848999, + 0.036298736929893494, + 1.1923924684524536, + 0.02124500274658203, + 1.3254163265228271, + 1.4160124063491821, + 0.693175733089447, + -0.09569066762924194, + 0.16411437094211578, + 1.221057653427124, + -0.8530781865119934, + 1.3508021831512451, + 1.9865931272506714, + 1.0507112741470337, + -0.6842653155326843, + -0.11036345362663269, + 0.7623538374900818, + 0.3209967613220215, + 1.1606535911560059, + 0.47735655307769775, + -0.2966948449611664 + ] + ], + "generated_utilities": [ + 0.013010025024414062, + 0.013240814208984375, + 0.013708393089473248, + 0.016108373180031776, + 0.017272433266043663, + 0.014855027198791504, + 0.015519957058131695, + 0.012158135883510113 + ], + "group_id": "ms-482c5c8d208b5907a2c2", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.0359329991042614, + 0.1834145486354828, + 0.04271410033106804, + 0.03202331066131592, + 0.12089761346578598, + 0.03575414419174194, + 0.07773216813802719, + 0.1062050461769104, + 0.10849495977163315, + 0.08369352668523788, + 0.14167599380016327, + 0.008830646984279156, + 0.014355997554957867, + 0.02518286369740963, + 0.07873731851577759, + 0.015250584110617638 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.007817894220352173, + 0.01831631362438202, + 0.14601469039916992, + 0.10826835036277771, + 1.6591682434082031, + -0.005238652229309082, + 0.0, + -0.02753499150276184, + -0.009624123573303223, + 0.5762790441513062, + -0.3171614408493042, + 1.4374253749847412, + 0.7921857833862305, + 0.0, + -0.037753358483314514, + -0.025671005249023438, + 0.027724146842956543, + 0.4680846929550171, + -0.08415359258651733, + 0.033902376890182495, + 0.0 + ], + [ + 0.4543180465698242, + 0.20962828397750854, + 1.14601469039917, + -0.33832865953445435, + 2.659168243408203, + -0.7141264081001282, + 0.3707960247993469, + 0.21857939660549164, + 0.6796972155570984, + 1.5762790441513062, + -1.3171614408493042, + 2.437425374984741, + 1.7921857833862305, + 1.7551628351211548, + -0.19566796720027924, + 0.6842412948608398, + 0.11985036730766296, + 1.468084692955017, + 0.29799214005470276, + 0.3715361952781677, + 0.2624160647392273 + ], + [ + 0.2115812450647354, + -0.09577503800392151, + 0.7509078979492188, + -0.6239187121391296, + 2.4163239002227783, + -0.5409671664237976, + 0.16154196858406067, + 0.5615253448486328, + 1.0765573978424072, + 1.4198161363601685, + -1.430187463760376, + 2.5212466716766357, + 1.9029841423034668, + 1.5550287961959839, + -0.5099657773971558, + 1.0103299617767334, + -0.21028786897659302, + 1.4441221952438354, + 0.5605546236038208, + 0.6799722909927368, + 0.5554409027099609 + ], + [ + 0.46792101860046387, + 0.08014003932476044, + 1.5437835454940796, + 0.08789932727813721, + 2.3046298027038574, + -1.1965231895446777, + 0.8527317047119141, + 0.22510167956352234, + 1.0473172664642334, + 1.3720369338989258, + -1.2376489639282227, + 2.066061019897461, + 2.033992052078247, + 2.166865825653076, + -0.46199846267700195, + 1.1675353050231934, + -0.22657811641693115, + 1.7576167583465576, + 0.766140878200531, + 0.1856600046157837, + 0.008163660764694214 + ], + [ + 0.9431964755058289, + 0.6587716341018677, + 0.8381389379501343, + -0.8407833576202393, + 2.3666741847991943, + -1.05813729763031, + 0.1429125964641571, + 0.10640819370746613, + 1.0277029275894165, + 1.193630576133728, + -0.7695048451423645, + 2.9484994411468506, + 1.1866973638534546, + 1.5341145992279053, + -0.1225738674402237, + 0.9121334552764893, + 0.7116963863372803, + 0.8198207020759583, + 0.6562460660934448, + 0.1118304431438446, + -0.2320157289505005 + ] + ], + "predicted_scores": [ + 3.537931203842163, + 2.893709659576416, + 2.854799747467041, + 2.7219958305358887, + 2.390836238861084, + 2.167193651199341, + 1.9677560329437256, + 1.5228272676467896 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "626486813", + "selected_index": 0, + "state_hash": "903f78d5baa541d73612cac5e063bb553fba566c0d4adcb9603aa055d710fb15", + "stored_base_utility": 0.0359329991042614, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.12408769130706787, + 0.07797598838806152, + 0.08936488628387451, + 0.17017149925231934, + 0.14396882057189941, + 0.11697518825531006, + 0.12987971305847168, + 0.11606824398040771 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.12408769130706787, + "contact_quality": null, + "progress": 0.07237935066223145, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07237935066223145 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.07797598838806152, + "contact_quality": null, + "progress": 0.11755862087011337, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11755862087011337 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.08936488628387451, + "contact_quality": null, + "progress": 0.093966044485569, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.093966044485569 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.17017149925231934, + "contact_quality": null, + "progress": 0.0719824805855751, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0719824805855751 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.14396882057189941, + "contact_quality": null, + "progress": 0.08912757784128189, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08912757784128189 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.11697518825531006, + "contact_quality": null, + "progress": 0.09190311282873154, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09190311282873154 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.12987971305847168, + "contact_quality": null, + "progress": 0.0800507441163063, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0800507441163063 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.11606824398040771, + "contact_quality": null, + "progress": 0.10216554254293442, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10216554254293442 + } + ], + "candidate_progress": [ + 0.07237935066223145, + 0.11755862087011337, + 0.093966044485569, + 0.0719824805855751, + 0.08912757784128189, + 0.09190311282873154, + 0.0800507441163063, + 0.10216554254293442 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-4de1f6d71208bf1d182d", + "ms-19cb10d10516bd0216a6", + "ms-37384bede4d1c03f3b80", + "ms-4de1f6d71208bf1d182d", + "ms-37384bede4d1c03f3b80", + "ms-37384bede4d1c03f3b80", + "ms-19cb10d10516bd0216a6", + "ms-4de1f6d71208bf1d182d" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-4da03300d92420e80ed0", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.7227946519851685, + 0.019968286156654358, + -0.34999117255210876, + 0.4225774109363556, + -0.6231451630592346, + 2.2889273166656494, + 1.5849592685699463, + 1.6640082597732544, + 0.31650492548942566, + -0.9025884866714478, + -0.21828687191009521, + -0.9377890825271606, + -2.629293441772461, + -2.116062641143799, + 1.540945291519165, + -0.014947379007935524, + -0.4537695050239563, + 0.38529568910598755, + -0.06802749633789062, + -1.350569248199463, + -1.1460579633712769 + ], + [ + 1.6955270767211914, + 0.04053438454866409, + -0.5414539575576782, + 0.16630062460899353, + -0.2755420207977295, + 2.1720569133758545, + 1.1863044500350952, + 1.5318984985351562, + 0.2816630005836487, + -0.7555503249168396, + -0.2493252158164978, + -0.5815446376800537, + -2.255556583404541, + -1.6728878021240234, + 1.4591130018234253, + -0.13747359812259674, + -0.5666240453720093, + 0.47189563512802124, + -0.13431572914123535, + -1.2225794792175293, + -0.8895895481109619 + ], + [ + 1.6819312572479248, + -0.036282241344451904, + -0.39294955134391785, + 0.5292212963104248, + -0.5928693413734436, + 2.1128838062286377, + 1.5520143508911133, + 1.4124867916107178, + 0.34311768412590027, + -0.7903997302055359, + -0.29758667945861816, + -0.47563737630844116, + -2.117356538772583, + -2.1278700828552246, + 1.6733134984970093, + 0.03906659036874771, + -0.7014734745025635, + 0.34183430671691895, + -0.1084931492805481, + -1.2804417610168457, + -1.5292214155197144 + ], + [ + 1.804184079170227, + 0.08532795310020447, + -0.27286598086357117, + 0.5405346155166626, + -0.8252543807029724, + 2.26350474357605, + 1.481881856918335, + 1.7625263929367065, + 0.3143584728240967, + -0.9581587314605713, + -0.41368481516838074, + -0.6088882088661194, + -2.82794189453125, + -2.1761727333068848, + 1.8299121856689453, + 0.05172090604901314, + -0.5601068139076233, + 0.3548685312271118, + -0.0004705488681793213, + -1.3425533771514893, + -1.4003314971923828 + ], + [ + 1.569068431854248, + 0.02354741096496582, + -0.46864601969718933, + 0.5633116960525513, + -0.9580087065696716, + 2.0958456993103027, + 1.7636854648590088, + 1.8833880424499512, + 0.29615893959999084, + -0.7778869867324829, + -0.5847408771514893, + -0.7725927233695984, + -2.7264199256896973, + -2.067917585372925, + 1.6273634433746338, + 0.055294621735811234, + -0.5626661777496338, + 0.5326823592185974, + 0.03071051836013794, + -1.4313559532165527, + -1.8658053874969482 + ], + [ + 1.6797579526901245, + 0.02183373272418976, + -0.3363734781742096, + 0.44979366660118103, + -0.8267208933830261, + 2.249511241912842, + 1.5402495861053467, + 1.8289934396743774, + 0.3419073224067688, + -0.7079485058784485, + -0.49655166268348694, + -0.7359434962272644, + -2.404519557952881, + -2.150444507598877, + 1.608059048652649, + -0.0179220549762249, + -0.5943695306777954, + 0.44010037183761597, + 0.03493271768093109, + -1.2365670204162598, + -1.6373634338378906 + ], + [ + 1.6753572225570679, + 0.005426105111837387, + -0.2833065092563629, + 0.46001771092414856, + -0.6909574270248413, + 2.2784647941589355, + 1.7022311687469482, + 1.805181860923767, + 0.33517882227897644, + -0.7895467281341553, + -0.4878363311290741, + -0.9200211763381958, + -2.379366159439087, + -2.1407968997955322, + 1.6649519205093384, + 0.03423420339822769, + -0.5253698229789734, + 0.49197787046432495, + 0.10301060974597931, + -1.21675443649292, + -1.490121841430664 + ], + [ + 2.0604732036590576, + -0.21770818531513214, + -0.6595281362533569, + 0.6368181705474854, + -0.2119951844215393, + 2.557011365890503, + 2.074510335922241, + 1.7217921018600464, + 0.09192176163196564, + -0.8843142986297607, + -0.13071998953819275, + -0.48679280281066895, + -2.322899103164673, + -1.9929980039596558, + 1.647610068321228, + 0.1417423039674759, + -0.26302552223205566, + 0.07691409438848495, + 0.019535601139068604, + -1.1304454803466797, + -2.094058036804199 + ] + ], + "generated_utilities": [ + 0.07237935066223145, + 0.11755862087011337, + 0.093966044485569, + 0.0719824805855751, + 0.08912757784128189, + 0.09190311282873154, + 0.0800507441163063, + 0.10216554254293442 + ], + "group_id": "ms-4da03300d92420e80ed0", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.18184101581573486, + 0.1803790181875229, + 0.09926676750183105, + 0.20791122317314148, + 0.26338279247283936, + 0.2025860995054245, + 0.2575649917125702, + 0.23894403874874115, + 0.2174234390258789, + 2.0, + 0.1918075978755951, + 0.10365168750286102, + 2.0, + 2.0, + 2.0, + 0.15933696925640106 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 1.1168947219848633, + 0.13667210936546326, + -0.051466986536979675, + 0.03360617160797119, + -0.19173425436019897, + 1.7646396160125732, + 0.0, + 0.9886866807937622, + 0.19114632904529572, + -0.3927978277206421, + -0.21108940243721008, + -0.031822919845581055, + -1.6683034896850586, + 0.0, + 0.9908627271652222, + -0.05301591753959656, + 0.08875280618667603, + 0.04224884510040283, + -0.03718748688697815, + -0.06952071189880371, + 0.0 + ], + [ + 2.1713812351226807, + -0.41443270444869995, + -0.23275701701641083, + 0.6524178981781006, + -0.25828492641448975, + 3.331055164337158, + 2.47529673576355, + 1.4984867572784424, + -0.396874338388443, + -0.725897490978241, + 0.1870076060295105, + -0.4014764428138733, + -2.239036798477173, + -2.218061923980713, + 1.6540865898132324, + 0.013689309358596802, + -0.22782719135284424, + 1.2475574016571045, + 0.7231295704841614, + -0.281164288520813, + -1.4593302011489868 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 2.1168947219848633, + 0.045049574226140976, + -0.25911271572113037, + 0.6112266778945923, + -0.5530642867088318, + 2.7646396160125732, + 1.9622430801391602, + 1.9886866807937622, + 0.28067120909690857, + -1.392797827720642, + -0.5793421268463135, + -1.031822919845581, + -2.6683034896850586, + -2.812993049621582, + 1.9908627271652222, + -0.28380459547042847, + -0.7305920720100403, + 0.7978808879852295, + 0.1574108749628067, + -1.0695207118988037, + -0.9408642053604126 + ], + [ + 2.228377103805542, + -0.19656506180763245, + -0.23844876885414124, + 0.6676552295684814, + -0.7639804482460022, + 2.937652111053467, + 1.882341980934143, + 1.8207013607025146, + 0.27702635526657104, + -1.549763798713684, + -0.5955427289009094, + -1.185685157775879, + -2.8421716690063477, + -3.054234266281128, + 1.691805362701416, + -0.37051287293434143, + -0.43653741478919983, + 0.514695405960083, + -0.0132378488779068, + -0.899186372756958, + -0.8349848985671997 + ], + [ + 2.425011157989502, + -0.03216857090592384, + -0.010275468230247498, + 0.4265761971473694, + -0.7737585306167603, + 3.1123812198638916, + 1.5686779022216797, + 2.112421989440918, + 0.3475198745727539, + -1.3452436923980713, + -0.6067132949829102, + -1.1150503158569336, + -2.461210250854492, + -2.8643558025360107, + 2.185579299926758, + -0.6223857402801514, + -0.8183724880218506, + 0.8074819445610046, + 0.536148726940155, + -0.7826522588729858, + -0.6682058572769165 + ], + [ + 1.6831411123275757, + -0.19312052428722382, + 0.010244876146316528, + 1.1032377481460571, + -0.4994945824146271, + 2.9000508785247803, + 2.187715768814087, + 2.200220823287964, + 0.4744641184806824, + -1.6715843677520752, + -0.493664413690567, + -1.459894061088562, + -2.90458345413208, + -2.3254852294921875, + 1.4726771116256714, + -0.21338894963264465, + -1.293912649154663, + 1.3146823644638062, + -0.09375743567943573, + -0.5040683150291443, + -0.9596792459487915 + ], + [ + 1.6738543510437012, + 0.6350066661834717, + 0.19669359922409058, + -0.1396545171737671, + -0.9625160694122314, + 2.207883596420288, + 1.7678128480911255, + 1.319273829460144, + -0.267609566450119, + -0.5747214555740356, + 0.19376236200332642, + -1.4490230083465576, + -2.6397883892059326, + -3.2567262649536133, + 1.2646806240081787, + -0.14523190259933472, + -0.050948500633239746, + 0.6943628787994385, + -0.1503342241048813, + -0.7313232421875, + -1.7930638790130615 + ], + [ + 2.139432668685913, + 0.34125545620918274, + 0.6370852589607239, + 0.8591548204421997, + 0.14890235662460327, + 2.6835381984710693, + 2.324920892715454, + 2.0091233253479004, + 0.13480046391487122, + -0.47407835721969604, + -1.102479100227356, + -1.0710523128509521, + -2.3226847648620605, + -3.6534740924835205, + 1.8767409324645996, + -0.01776304841041565, + -1.167153000831604, + 0.693484902381897, + 0.563054084777832, + -0.17544519901275635, + -0.8315125703811646 + ], + [ + 1.1254388093948364, + -0.03027276322245598, + -0.8753920793533325, + 0.3578681945800781, + -0.4256642460823059, + 1.7686536312103271, + 2.253190517425537, + 2.8274970054626465, + 0.3938461244106293, + -1.4084759950637817, + -0.7252857685089111, + -0.07288885116577148, + -1.7749395370483398, + -2.1030378341674805, + 1.92497980594635, + 0.20398634672164917, + -0.03521168231964111, + 1.4702520370483398, + -0.36331063508987427, + -1.5291211605072021, + -0.8369957804679871 + ] + ], + "predicted_scores": [ + 5.211765289306641, + 5.071228504180908, + 5.024653434753418, + 5.023594379425049, + 4.9820475578308105, + 4.762920379638672, + 4.7158308029174805, + 3.823127269744873 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1747178030", + "selected_index": 0, + "state_hash": "87c74ddf97c53ddeeaae98467b4a13b1e0e499bd94eddb617759d39164cab542", + "stored_base_utility": 0.18184101581573486, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12186471372842789, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12186471372842789 + }, + "base_progress": 0.12186471372842789, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.12186471372842789, + "candidate_action_clip_max_abs": [ + 0.08892989158630371, + 0.06982719898223877, + 0.09192550182342529, + 0.09323382377624512, + 0.08605039119720459, + 0.1263265609741211, + 0.16112709045410156, + 0.15396606922149658 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.08892989158630371, + "contact_quality": null, + "progress": 0.019302546977996826, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.019302546977996826 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.06982719898223877, + "contact_quality": null, + "progress": 0.023894092068076134, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.023894092068076134 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.09192550182342529, + "contact_quality": null, + "progress": 0.019976019859313965, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.019976019859313965 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.09323382377624512, + "contact_quality": null, + "progress": 0.01603046990931034, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.01603046990931034 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.08605039119720459, + "contact_quality": null, + "progress": 0.014180938713252544, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.014180938713252544 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1263265609741211, + "contact_quality": null, + "progress": 0.016331037506461143, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.016331037506461143 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.16112709045410156, + "contact_quality": null, + "progress": 0.012521068565547466, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.012521068565547466 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.15396606922149658, + "contact_quality": null, + "progress": 0.00966423749923706, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.00966423749923706 + } + ], + "candidate_progress": [ + 0.019302546977996826, + 0.023894092068076134, + 0.019976019859313965, + 0.01603046990931034, + 0.014180938713252544, + 0.016331037506461143, + 0.012521068565547466, + 0.00966423749923706 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-6a3add21affa4796f9be", + "ms-f85a653af630821f2572", + "ms-7eaea428dfdef7255a66", + "ms-dc26b448cce4164a23e6", + "ms-6a3add21affa4796f9be", + "ms-e84163d9ef2e7014daca", + "ms-e84163d9ef2e7014daca", + "ms-0e592951fa32139b6dc9" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank5", + "ctt_transport_rank2", + "ctt_transport_rank4", + "ctt_transport_rank4", + "ctt_transport_rank3" + ], + "candidates_evaluated": true, + "chart_id": "ms-57be9ae181c077e7821f", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.8425487875938416, + -0.03545577824115753, + 1.3414814472198486, + -0.07450592517852783, + -0.04028517007827759, + 2.2467615604400635, + 1.3175573348999023, + -0.22725197672843933, + -0.22542527318000793, + 0.8238516449928284, + -0.2461763322353363, + 0.44515925645828247, + 1.782150149345398, + 1.6056758165359497, + 0.7929204106330872, + 0.07147392630577087, + -0.05380241572856903, + 0.1434869021177292, + 0.17539486289024353, + 1.5811007022857666, + 0.5424495339393616 + ], + [ + -0.8365338444709778, + -0.01640017330646515, + 0.9071303606033325, + 0.08968177437782288, + 0.6322050094604492, + 2.5536131858825684, + 1.3066010475158691, + -0.04495486617088318, + -0.019395969808101654, + 1.0639830827713013, + -0.1259896457195282, + 0.3831290006637573, + 2.013955593109131, + 1.638012409210205, + 0.9038288593292236, + -0.0863908976316452, + 0.0046821534633636475, + 0.30515652894973755, + 0.4237637519836426, + 1.5188028812408447, + -0.2546464204788208 + ], + [ + -0.7643863558769226, + 0.032386720180511475, + 1.1841851472854614, + 0.207838237285614, + 0.27669769525527954, + 2.3028767108917236, + 1.7739980220794678, + -0.1881350576877594, + 0.014554161578416824, + 1.0330748558044434, + -0.2560340464115143, + 0.5727663040161133, + 2.4219954013824463, + 1.6158736944198608, + 0.7779772877693176, + -0.12216122448444366, + -0.11885212361812592, + 0.5872179269790649, + 0.4263541102409363, + 1.5066680908203125, + 1.0069037675857544 + ], + [ + -0.9014574289321899, + -0.057819683104753494, + 1.4024224281311035, + 0.10327643156051636, + 0.19179901480674744, + 1.5460546016693115, + 2.212364912033081, + -0.09566313028335571, + -0.12054918706417084, + 1.2109661102294922, + 0.033469948917627335, + 0.2896639108657837, + 1.9573489427566528, + 2.0780749320983887, + 0.8046191334724426, + -0.00961234886199236, + -0.08519287407398224, + 0.4326057434082031, + 0.34235140681266785, + 1.0066478252410889, + 1.6165974140167236 + ], + [ + -0.797885537147522, + -0.11195020377635956, + 1.2931139469146729, + -0.09957312047481537, + -0.024534136056900024, + 2.3847386837005615, + 1.5035200119018555, + -0.04609471559524536, + -0.00622616708278656, + 1.2476094961166382, + 0.05323948338627815, + 0.5028883218765259, + 2.3040854930877686, + 1.6289831399917603, + 0.4389670193195343, + 0.2504042088985443, + 0.20902860164642334, + 0.2996216416358948, + 0.2621840536594391, + 1.6049578189849854, + 0.718744158744812 + ], + [ + -1.0098891258239746, + -0.075971320271492, + 1.3693987131118774, + 0.2036965787410736, + 0.3456830680370331, + 2.154771089553833, + 1.896059513092041, + -0.11743330955505371, + -0.14371462166309357, + 1.174062728881836, + 0.0862865149974823, + 0.5151258707046509, + 1.873465657234192, + 2.1239235401153564, + 0.8872623443603516, + 0.005231944844126701, + -0.1293306201696396, + 0.4349481165409088, + 0.10254774987697601, + 1.1560828685760498, + 1.594452977180481 + ], + [ + -1.068859338760376, + -0.16490891575813293, + 1.5209566354751587, + 0.10420891642570496, + 0.23934677243232727, + 1.9213948249816895, + 1.7512962818145752, + -0.3054981827735901, + -0.08232416212558746, + 1.1378072500228882, + 0.11762802302837372, + 0.5812505483627319, + 2.148348331451416, + 1.833174705505371, + 0.790745198726654, + 0.09577201306819916, + -0.07034622132778168, + 0.5980092883110046, + 0.2629529535770416, + 1.1287178993225098, + 0.96513831615448 + ], + [ + -1.0498571395874023, + -0.025786204263567924, + 1.4666789770126343, + -0.06248937547206879, + 0.048392921686172485, + 2.785567283630371, + 2.0856807231903076, + -0.2874017357826233, + -0.22561629116535187, + 1.3157988786697388, + -0.19499313831329346, + 0.5470402240753174, + 1.8134351968765259, + 2.2586538791656494, + 0.2997336685657501, + 0.08825632929801941, + -0.13384099304676056, + 0.46209466457366943, + 0.13736680150032043, + 1.68998384475708, + 1.476570963859558 + ] + ], + "generated_utilities": [ + 0.019302546977996826, + 0.023894092068076134, + 0.019976019859313965, + 0.01603046990931034, + 0.014180938713252544, + 0.016331037506461143, + 0.012521068565547466, + 0.00966423749923706 + ], + "group_id": "ms-57be9ae181c077e7821f", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.28031715750694275, + 0.19804009795188904, + 0.15024888515472412, + 0.23104076087474823, + 0.21580509841442108, + 0.013450047001242638, + 0.20318475365638733, + 0.22562944889068604, + 0.14178292453289032, + 0.15763869881629944, + 0.27735981345176697, + 0.1909358948469162, + 0.06666654348373413, + 2.0, + 0.060366373509168625, + 0.05085722729563713 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -0.06739383935928345, + 0.06319573521614075, + 0.8779754638671875, + -0.03682136535644531, + -0.07093041390180588, + 1.3382306098937988, + 0.0, + 0.07168813049793243, + 0.01971740648150444, + 0.4866671562194824, + 0.07402461767196655, + 0.36222100257873535, + 0.8966265916824341, + 0.0, + 0.48864150047302246, + 0.03574584424495697, + 0.021435141563415527, + 0.0021790266036987305, + -0.06565424799919128, + 1.1393508911132812, + 0.0 + ], + [ + -0.17397063970565796, + -0.08753994852304459, + 0.8779754638671875, + -0.09028738737106323, + -0.17196941375732422, + 1.3382306098937988, + 0.0, + 0.022144019603729248, + 0.1154828891158104, + 0.4866671562194824, + -0.09212043881416321, + 0.36222100257873535, + 0.8966265916824341, + 0.0, + 0.48864150047302246, + -0.2021142691373825, + -0.022606968879699707, + 0.0021790266036987305, + 0.03272634744644165, + 1.1393508911132812, + 0.0 + ], + [ + -1.0144902467727661, + -0.023572498932480812, + 1.8779754638671875, + -1.0368213653564453, + -0.03799626976251602, + 2.338230609893799, + 2.239948272705078, + 0.16168542206287384, + 0.07221447676420212, + 1.4866671562194824, + -0.3557073175907135, + 1.3622210025787354, + 1.896626591682434, + 2.0382778644561768, + 1.4886415004730225, + 0.1997920423746109, + -0.4386618137359619, + 1.0021790266036987, + -0.3174663782119751, + 2.1393508911132812, + 1.9118322134017944 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.479896545410156, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.0765557289123535, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.823664426803589 + ], + [ + -1.0723698139190674, + -0.05779706686735153, + 2.0670831203460693, + -0.830497682094574, + -0.17302533984184265, + 2.2277159690856934, + 2.0435242652893066, + 0.08191673457622528, + 0.08711377531290054, + 1.416495680809021, + -0.5633984804153442, + 1.3216067552566528, + 1.8660295009613037, + 2.2198705673217773, + 1.6887608766555786, + 0.06658947467803955, + -0.4010601043701172, + 1.1803714036941528, + -0.15144284069538116, + 2.308220386505127, + 1.8460347652435303 + ], + [ + -0.8901733756065369, + 0.3378032147884369, + 2.2360360622406006, + -1.207388162612915, + -0.34048303961753845, + 2.460798978805542, + 2.100795030593872, + -0.1847335249185562, + -0.06362440437078476, + 1.2987924814224243, + -0.11972835659980774, + 1.170393943786621, + 2.0620977878570557, + 2.4285032749176025, + 1.3666276931762695, + -0.01825574040412903, + -0.4620283842086792, + 1.1138218641281128, + -0.5787107944488525, + 1.78761887550354, + 1.740113615989685 + ], + [ + -1.1796774864196777, + -0.12369386106729507, + 1.546891689300537, + -1.0500564575195312, + -0.026454759761691093, + 2.177122116088867, + 2.0003931522369385, + 0.13697585463523865, + 0.37715619802474976, + 1.9734747409820557, + -0.16338464617729187, + 1.3775254487991333, + 2.3054146766662598, + 1.5546050071716309, + 1.2645983695983887, + 0.3812609910964966, + 0.02191823720932007, + 1.0944219827651978, + 0.09844094514846802, + 1.8145865201950073, + 2.0624771118164062 + ], + [ + -0.5514534711837769, + -0.4441075921058655, + 1.8971614837646484, + -1.6112515926361084, + 0.1306135058403015, + 2.736365556716919, + 2.270737886428833, + -0.35948747396469116, + 0.03968408331274986, + 1.061530351638794, + -0.29366230964660645, + 1.5066968202590942, + 2.34443998336792, + 2.3445637226104736, + 1.2286460399627686, + 0.13919776678085327, + -0.21014492213726044, + 0.9723342061042786, + -0.5822539329528809, + 1.8932968378067017, + 2.159864664077759 + ], + [ + -0.9470903873443604, + -0.7433359622955322, + 1.798203945159912, + -0.5850675106048584, + -0.7611241340637207, + 2.2761964797973633, + 2.0114798545837402, + 0.7724847793579102, + -0.23453289270401, + 0.7384847402572632, + -1.022956132888794, + 1.0059813261032104, + 1.652310848236084, + 2.6376113891601562, + 2.148331642150879, + 0.9844839572906494, + 0.18531352281570435, + 1.6280735731124878, + -0.06812705099582672, + 2.2684829235076904, + 1.1641287803649902 + ], + [ + -1.729402780532837, + 0.15382106602191925, + 1.0736894607543945, + -0.5141006708145142, + -0.6476962566375732, + 2.0120980739593506, + 2.8703343868255615, + 0.5578619837760925, + -0.8154823184013367, + 1.4325131177902222, + -1.0468122959136963, + 0.9670607447624207, + 1.973939061164856, + 2.7364890575408936, + 1.8303502798080444, + 0.8089333772659302, + -0.41138362884521484, + 1.8146085739135742, + -0.11676108837127686, + 2.3541221618652344, + 2.3875224590301514 + ], + [ + -1.8409323692321777, + -0.2118261456489563, + 1.5354409217834473, + -0.3873547911643982, + 0.7043789029121399, + 2.2068612575531006, + 2.5864486694335938, + 0.8632195591926575, + -0.10360705107450485, + 1.6340630054473877, + -0.017105937004089355, + 1.90720796585083, + 2.608898639678955, + 2.3387808799743652, + 2.3744726181030273, + 0.13692857325077057, + -0.7716406583786011, + 1.3477450609207153, + -0.9811362028121948, + 2.15514874458313, + 2.298004150390625 + ], + [ + -1.2484530210494995, + 0.5977066159248352, + 2.8256869316101074, + -0.3418053388595581, + -1.031638503074646, + 1.7023751735687256, + 1.4487309455871582, + -0.3013373017311096, + -0.3682725131511688, + 2.4404053688049316, + -0.8263542652130127, + 2.1105899810791016, + 2.5769248008728027, + 1.6751525402069092, + 0.8367876410484314, + -0.1554209142923355, + 0.17985862493515015, + 1.0017495155334473, + -0.3176954984664917, + 2.6737403869628906, + 1.7722500562667847 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -1.0015538930892944, + 0.43126925826072693, + 1.2786648273468018, + -0.7182899713516235, + 0.06109866499900818, + 2.323270797729492, + 1.3882524967193604, + -0.2783380150794983, + 0.35085979104042053, + 0.5870303511619568, + -1.0134913921356201, + 0.4675567150115967, + 0.9185858964920044, + 1.9441449642181396, + 1.3693488836288452, + 0.05759717524051666, + 0.19058758020401, + 1.9360744953155518, + -1.0018632411956787, + 2.043489456176758, + 1.1226990222930908 + ] + ], + "predicted_scores": [ + 6.618638515472412, + 6.470095157623291, + 6.459627628326416, + 5.8755669593811035, + 5.741024971008301, + 5.665437698364258, + 5.618680000305176, + 4.769670486450195 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1549324805", + "selected_index": 0, + "state_hash": "9c4de49d50d74c8c571620759fff1d43be23093a5f66e946f7ae6d75cb26ade5", + "stored_base_utility": 0.28031715750694275, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.34594523906707764, + 0.32882463932037354, + 0.3000349998474121, + 0.2913484573364258, + 0.316170334815979, + 0.34266650676727295, + 0.32547104358673096, + 0.3608146905899048 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.34594523906707764, + "contact_quality": null, + "progress": 0.23010344803333282, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23010344803333282 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.32882463932037354, + "contact_quality": null, + "progress": 0.21353141963481903, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21353141963481903 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3000349998474121, + "contact_quality": null, + "progress": 0.2433924823999405, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2433924823999405 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2913484573364258, + "contact_quality": null, + "progress": 0.18480169773101807, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18480169773101807 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.316170334815979, + "contact_quality": null, + "progress": 0.22603516280651093, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22603516280651093 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.34266650676727295, + "contact_quality": null, + "progress": 0.20178604125976562, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20178604125976562 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.32547104358673096, + "contact_quality": null, + "progress": 0.138205423951149, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.138205423951149 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3608146905899048, + "contact_quality": null, + "progress": 0.1778338998556137, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1778338998556137 + } + ], + "candidate_progress": [ + 0.23010344803333282, + 0.21353141963481903, + 0.2433924823999405, + 0.18480169773101807, + 0.22603516280651093, + 0.20178604125976562, + 0.138205423951149, + 0.1778338998556137 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-68b43d83b97196e0d27f", + "ms-68b43d83b97196e0d27f", + "ms-ff129e39095c2861b522", + "ms-68b43d83b97196e0d27f", + "ms-ff129e39095c2861b522", + "ms-68b43d83b97196e0d27f", + "ms-ff129e39095c2861b522", + "ms-68b43d83b97196e0d27f" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-6388b5d2356c556c3e55", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.5527133941650391, + -0.18964837491512299, + 1.1745319366455078, + -0.3380437195301056, + 0.6798825263977051, + 2.773192882537842, + 1.9793024063110352, + 2.0285863876342773, + 0.01994655281305313, + -0.505683958530426, + 1.0088798999786377, + 0.35429441928863525, + 1.5014349222183228, + 1.3014194965362549, + -0.8123436570167542, + 0.23250949382781982, + 0.9281783699989319, + 0.5634967088699341, + 1.1922643184661865, + 3.081206798553467, + 2.7801287174224854 + ], + [ + 0.4790537357330322, + -0.17308057844638824, + 1.3797625303268433, + -0.1799021065235138, + 0.6411926746368408, + 2.7519776821136475, + 1.5564537048339844, + 2.065678834915161, + 0.08036965131759644, + -0.6516003012657166, + 1.0743260383605957, + 0.14043211936950684, + 1.341628074645996, + 1.2082439661026, + -0.5041643381118774, + 0.17587405443191528, + 1.1219291687011719, + 0.34987032413482666, + 1.107651710510254, + 3.1225714683532715, + 2.6727771759033203 + ], + [ + 0.32598400115966797, + -0.05516626685857773, + 1.1628177165985107, + 0.09376493096351624, + 0.7633306980133057, + 3.013756036758423, + 2.0373520851135254, + 2.07955265045166, + 0.15709751844406128, + -0.7376424074172974, + 1.0846223831176758, + 0.3318513035774231, + 1.329350233078003, + 1.3928693532943726, + -0.4371527433395386, + 0.21014919877052307, + 1.2269223928451538, + 0.5108501315116882, + 0.8208618760108948, + 2.850198984146118, + 3.290670394897461 + ], + [ + 0.8185470700263977, + -0.1614425778388977, + 1.2084535360336304, + 0.0004903823137283325, + 0.5877588987350464, + 3.364051342010498, + 1.5400705337524414, + 2.210379123687744, + -0.10786304622888565, + -0.5650684833526611, + 0.9684199690818787, + -0.08695358037948608, + 1.3042070865631104, + 1.5564593076705933, + -0.6611189842224121, + 0.3014369606971741, + 1.2120790481567383, + 0.4881044626235962, + 1.2298604249954224, + 2.796602249145508, + 2.5358023643493652 + ], + [ + 0.391611248254776, + -0.14117908477783203, + 1.0928887128829956, + 0.16211649775505066, + 0.5681166052818298, + 2.7033743858337402, + 2.0149145126342773, + 2.0883028507232666, + 0.1340663880109787, + -0.5582291483879089, + 0.9540218710899353, + 0.2834615409374237, + 1.3413881063461304, + 1.4395792484283447, + -0.4791128635406494, + 0.29187849164009094, + 1.1732133626937866, + 0.41716861724853516, + 0.8013204336166382, + 2.9959774017333984, + 2.967066764831543 + ], + [ + 0.4185454845428467, + -0.21585644781589508, + 1.4730517864227295, + -0.3185175657272339, + 0.6450021266937256, + 2.6000003814697266, + 1.752427577972412, + 2.070172071456909, + 0.16053780913352966, + -0.6068735122680664, + 1.0254077911376953, + 0.2642236351966858, + 1.3209041357040405, + 1.160474181175232, + -0.4980274438858032, + 0.20790553092956543, + 1.128661036491394, + 0.294623464345932, + 1.0530555248260498, + 3.289030075073242, + 2.6904664039611816 + ], + [ + 0.4568924903869629, + -0.09350569546222687, + 1.0155889987945557, + 0.20877394080162048, + 0.720641016960144, + 2.6631102561950684, + 2.1216416358947754, + 2.056699275970459, + 0.15165796875953674, + -0.6874949932098389, + 1.000072717666626, + 0.1776711344718933, + 1.3776886463165283, + 1.6180747747421265, + -0.4358524978160858, + 0.26785796880722046, + 1.2990734577178955, + 0.34769269824028015, + 0.8011000752449036, + 3.040856122970581, + 2.771610736846924 + ], + [ + 0.4394114017486572, + -0.1733543872833252, + 1.638361930847168, + -0.22069555521011353, + 0.77517169713974, + 3.11960768699646, + 1.4803376197814941, + 1.9949676990509033, + 0.28399649262428284, + -0.7203560471534729, + 1.3293575048446655, + 0.4307507872581482, + 1.4636905193328857, + 1.187316656112671, + -0.2682608962059021, + 0.33025673031806946, + 1.4701451063156128, + 0.45645391941070557, + 0.9283628463745117, + 3.2806646823883057, + 2.7114500999450684 + ] + ], + "generated_utilities": [ + 0.23010344803333282, + 0.21353141963481903, + 0.2433924823999405, + 0.18480169773101807, + 0.22603516280651093, + 0.20178604125976562, + 0.138205423951149, + 0.1778338998556137 + ], + "group_id": "ms-6388b5d2356c556c3e55", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.08186312764883041, + 0.11667267978191376, + 0.09751813113689423, + 2.0, + 0.27431026101112366, + 0.11760994046926498, + 0.20386962592601776, + 0.19832774996757507, + 0.22735612094402313, + 0.1356993168592453, + 0.1713169515132904, + 0.1792232096195221, + 0.06848804652690887, + 0.1094626635313034, + 0.11555596441030502, + 2.0 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.0018978863954544067, + -0.4448504149913788, + 0.7108399868011475, + -0.33157044649124146, + -0.062200844287872314, + 1.4758033752441406, + 0.0, + 1.4153923988342285, + 0.14116239547729492, + 0.00777280330657959, + 0.5541017055511475, + 0.07029426097869873, + 0.26837193965911865, + 0.0, + -0.015542566776275635, + 0.3573532998561859, + 0.6168417930603027, + 0.3612897992134094, + 0.369077205657959, + 1.5924487113952637, + 0.0 + ], + [ + -0.09549225866794586, + -0.20593886077404022, + 1.7108399868011475, + -0.1554051786661148, + 0.9377991557121277, + 2.4758033752441406, + 2.4156031608581543, + 2.4153923988342285, + -0.2459496259689331, + -0.9922271966934204, + 1.5541017055511475, + 0.4461512267589569, + 1.2501436471939087, + 1.7566912174224854, + -0.8014360666275024, + 0.04551727697253227, + 1.6168417930603027, + 0.5393297672271729, + 1.369077205657959, + 2.5924487113952637, + 3.1126015186309814 + ], + [ + -0.11610143631696701, + -0.3961976170539856, + 1.9081053733825684, + -0.14575888216495514, + 1.1381605863571167, + 2.7434439659118652, + 2.5136890411376953, + 2.6401467323303223, + -0.45453745126724243, + -0.9589858651161194, + 1.4083189964294434, + 0.5800129175186157, + 0.9940754175186157, + 1.7450767755508423, + -1.0145976543426514, + 0.3312625586986542, + 1.4729199409484863, + 0.2520747482776642, + 1.3623151779174805, + 2.5670394897460938, + 3.3589630126953125 + ], + [ + -0.2318952977657318, + 0.024853751063346863, + 1.829875111579895, + 0.09877045452594757, + 1.1515556573867798, + 2.2239503860473633, + 2.153250217437744, + 2.8057901859283447, + -0.1800437569618225, + -1.2225371599197388, + 1.421208143234253, + 0.6627710461616516, + 1.3895055055618286, + 1.856442928314209, + -0.5928603410720825, + 0.4364123046398163, + 1.7852745056152344, + 0.3345714807510376, + 1.1167365312576294, + 2.7676005363464355, + 3.041402578353882 + ], + [ + -0.2227625697851181, + -0.012646213173866272, + 1.7988159656524658, + 0.21457992494106293, + 0.8877373933792114, + 2.9257700443267822, + 2.2101094722747803, + 2.2874886989593506, + -0.09066365659236908, + -0.49909964203834534, + 2.042389392852783, + 0.6287553906440735, + 1.074569582939148, + 1.7805378437042236, + -1.1840007305145264, + 0.3728531002998352, + 1.165173053741455, + 0.3054528832435608, + 1.4924153089523315, + 2.5540966987609863, + 2.664964199066162 + ], + [ + -0.6864494681358337, + 0.119636669754982, + 1.2460956573486328, + -0.6367122530937195, + 1.4080986976623535, + 2.5262017250061035, + 2.508194923400879, + 2.1323020458221436, + -0.43302130699157715, + -1.2678899765014648, + 1.0870052576065063, + 0.46296897530555725, + 0.765267550945282, + 2.3093044757843018, + -0.46595194935798645, + -0.43870145082473755, + 2.028986930847168, + 0.26284897327423096, + 1.5542359352111816, + 2.530392646789551, + 2.7435970306396484 + ], + [ + 0.18175412714481354, + -0.478390634059906, + 1.286731481552124, + -0.8066962361335754, + 1.4787592887878418, + 2.1033878326416016, + 1.750453233718872, + 2.047861099243164, + 0.3163147568702698, + -0.30588728189468384, + 1.0766479969024658, + 0.5822455286979675, + 1.673675775527954, + 2.039386510848999, + -0.62891685962677, + 0.615638792514801, + 2.018416404724121, + 0.2530737817287445, + 1.34544837474823, + 3.2287912368774414, + 2.9459850788116455 + ], + [ + 0.5059412121772766, + 0.17952178418636322, + 1.3319568634033203, + -0.8850483894348145, + 0.6336387395858765, + 1.775376796722412, + 2.3280270099639893, + 1.7305657863616943, + -0.02617873251438141, + -0.7963138818740845, + 1.9142115116119385, + 0.6635866165161133, + 1.3493314981460571, + 1.9258644580841064, + -0.3795176148414612, + 0.7861210107803345, + 1.0032029151916504, + 0.8491684794425964, + 0.5918128490447998, + 2.399027109146118, + 2.3932981491088867 + ], + [ + -0.34448128938674927, + -0.2996852695941925, + 0.9233196377754211, + -0.22890916466712952, + 1.6932814121246338, + 3.465762138366699, + 2.2005038261413574, + 2.6472361087799072, + -0.8981531858444214, + -0.2658765912055969, + 1.8755900859832764, + 0.2962568402290344, + 1.8239326477050781, + 1.0176585912704468, + -0.7912051677703857, + 0.6727061867713928, + 2.199978828430176, + 1.015731692314148, + 0.43087130784988403, + 3.5876548290252686, + 3.893789052963257 + ] + ], + "predicted_scores": [ + 9.085405349731445, + 8.996586799621582, + 8.986509323120117, + 8.898279190063477, + 8.691229820251465, + 8.664484024047852, + 8.617860794067383, + 8.221169471740723 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "2015956957", + "selected_index": 0, + "state_hash": "38d539e46140304e3f157cbc207aa0d9489e5470633c216a0379906af445a1ec", + "stored_base_utility": 0.08186312764883041, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07133767753839493, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07133767753839493 + }, + "base_progress": 0.07133767753839493, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.07133767753839493, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06014702841639519, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06014702841639519 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03981240466237068, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03981240466237068 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.050993144512176514, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.050993144512176514 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.048169512301683426, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.048169512301683426 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04727206751704216, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04727206751704216 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05670837685465813, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05670837685465813 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04575954005122185, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04575954005122185 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05057990550994873, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05057990550994873 + } + ], + "candidate_progress": [ + 0.06014702841639519, + 0.03981240466237068, + 0.050993144512176514, + 0.048169512301683426, + 0.04727206751704216, + 0.05670837685465813, + 0.04575954005122185, + 0.05057990550994873 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-3a4e2d080c9c4b279895", + "ms-3a4e2d080c9c4b279895", + "ms-3a4e2d080c9c4b279895", + "ms-3a4e2d080c9c4b279895", + "ms-d535b38d768633f6d922", + "ms-a2518826fa0a816cc46f", + "ms-d535b38d768633f6d922", + "ms-7e88428497a6b13936c4" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank3" + ], + "candidates_evaluated": true, + "chart_id": "ms-638d2ba1917eff4d09e0", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.14554110169410706, + -0.4966396689414978, + 0.6175169348716736, + -0.07150571048259735, + 1.7320764064788818, + 1.1987316608428955, + 0.04126724600791931, + 0.3990735411643982, + -0.03031977452337742, + 0.40614354610443115, + 0.9177807569503784, + 1.1826003789901733, + -0.1868879795074463, + 0.6274355053901672, + 0.7702430486679077, + -0.03246670961380005, + -0.06643320620059967, + 0.1815326064825058, + 1.3717169761657715, + -1.2497577667236328, + -1.0406076908111572 + ], + [ + -0.04846982657909393, + -0.6094825267791748, + 0.9069229960441589, + 0.2425735890865326, + 1.3881044387817383, + 1.4624544382095337, + 0.3599056005477905, + 0.07210473716259003, + -0.1187058836221695, + 0.5780346989631653, + 0.6183780431747437, + 1.0220175981521606, + -0.41977784037590027, + 1.060738444328308, + 1.0087448358535767, + 0.1892682909965515, + -0.3025851845741272, + 0.04177515208721161, + 1.445469856262207, + -1.3575117588043213, + -0.8847055435180664 + ], + [ + 0.3195817470550537, + -0.4566153883934021, + 0.7289149165153503, + -0.12702420353889465, + 1.9775850772857666, + 0.838678240776062, + 0.734455943107605, + 0.268028199672699, + 0.021965637803077698, + 0.5835025906562805, + 0.6673439741134644, + 1.1901919841766357, + -0.4932834208011627, + 0.12100091576576233, + 0.6778844594955444, + 0.1467313915491104, + -0.04542015492916107, + -0.039798855781555176, + 1.3567407131195068, + -1.3860294818878174, + -0.8072612285614014 + ], + [ + 0.1437942236661911, + -0.5723991990089417, + 0.7582787275314331, + -0.057602137327194214, + 1.531275749206543, + 1.2680593729019165, + 0.5291520953178406, + 0.18210183084011078, + -0.07291587442159653, + 0.5844801664352417, + 0.6171985864639282, + 1.0407769680023193, + -0.12161901593208313, + 0.9260903000831604, + 0.8602598905563354, + 0.11926005780696869, + -0.12799061834812164, + 0.14650996029376984, + 1.52301025390625, + -1.4650559425354004, + -0.9048254489898682 + ], + [ + 0.03757473826408386, + -0.47898828983306885, + 0.890398383140564, + 0.3274276554584503, + 1.847163438796997, + 0.5023635625839233, + 0.7474294900894165, + 0.33954936265945435, + 0.07243283838033676, + 0.4755452573299408, + 0.5349046587944031, + 1.0537562370300293, + -0.7849187850952148, + 0.46742260456085205, + 0.8018821477890015, + 0.0701935738325119, + -0.3097366690635681, + -0.0051439255475997925, + 1.6444592475891113, + -1.5217993259429932, + -0.8530658483505249 + ], + [ + 0.18491922318935394, + -0.3813900351524353, + 0.7048811912536621, + 0.07145193219184875, + 2.005134344100952, + 1.0399436950683594, + 0.41007623076438904, + 0.239088237285614, + 0.19966620206832886, + 0.5819555521011353, + 0.30227649211883545, + 0.8720331192016602, + -0.374254047870636, + 0.40949368476867676, + 1.079729437828064, + 0.1177949458360672, + -0.18979866802692413, + 0.09070347994565964, + 1.4919922351837158, + -1.4809060096740723, + -1.0551499128341675 + ], + [ + -0.07992099225521088, + -0.5293335318565369, + 0.8918139934539795, + 0.043700575828552246, + 1.864344596862793, + 0.40808650851249695, + 1.2905235290527344, + 0.36434686183929443, + 0.1057119071483612, + 0.5431880354881287, + 0.5432300567626953, + 1.1506526470184326, + -0.8244379758834839, + 0.3103538155555725, + 0.8610427379608154, + 0.030812762677669525, + -0.24968118965625763, + 0.009198382496833801, + 1.5794737339019775, + -1.5416529178619385, + -0.9499566555023193 + ], + [ + 0.2145419865846634, + -0.45580577850341797, + 0.9526547193527222, + 0.23874199390411377, + 1.0126986503601074, + 0.7358995676040649, + 0.5295246243476868, + 0.20393070578575134, + -0.016168206930160522, + 0.11277437955141068, + 0.6052703857421875, + 0.9943430423736572, + -0.11427214741706848, + 0.052493199706077576, + 0.5269544124603271, + 0.20849528908729553, + -0.20326761901378632, + 0.42521047592163086, + 1.3468809127807617, + -1.8160169124603271, + -0.6722975969314575 + ] + ], + "generated_utilities": [ + 0.06014702841639519, + 0.03981240466237068, + 0.050993144512176514, + 0.048169512301683426, + 0.04727206751704216, + 0.05670837685465813, + 0.04575954005122185, + 0.05057990550994873 + ], + "group_id": "ms-638d2ba1917eff4d09e0", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.028925320133566856, + 0.11176212877035141, + 0.057868462055921555, + 0.09960909932851791, + 0.07349967956542969, + 0.029011588543653488, + 0.06443297863006592, + 0.05166193097829819, + 0.025834282860159874, + 0.056667208671569824, + 0.04477008432149887, + 0.019685089588165283, + 0.018628716468811035, + 0.08587563037872314, + 0.02232462167739868, + 0.010265171527862549 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.04120570421218872, + 0.038339823484420776, + 0.5979268550872803, + -0.05306033045053482, + 1.9043312072753906, + 0.6329002380371094, + 0.0, + 0.3407015800476074, + -0.21580028533935547, + -0.036036908626556396, + -0.004389047622680664, + 0.5364620685577393, + 0.026709645986557007, + 0.0, + 1.0126078128814697, + -0.10034149885177612, + -0.16565871238708496, + 0.07125610113143921, + 1.3883657455444336, + -0.547389030456543, + 0.0 + ], + [ + -0.5276790261268616, + -0.19392354786396027, + 0.5979268550872803, + 0.05016906559467316, + 1.9043312072753906, + 0.6329002380371094, + 0.0, + 0.6852816939353943, + -0.21580028533935547, + 0.04531368613243103, + -0.09276384115219116, + 0.5364620685577393, + 0.021915271878242493, + 0.0, + 1.0126078128814697, + 0.29255303740501404, + -0.16565871238708496, + 0.14600259065628052, + 1.3883657455444336, + -0.547389030456543, + 0.0 + ], + [ + 0.5910290479660034, + -0.038985610008239746, + 1.5555552244186401, + -1.028314232826233, + 2.3103959560394287, + 0.8163888454437256, + 2.064336061477661, + 1.168483018875122, + -0.21718227863311768, + -0.19770365953445435, + 0.11310696601867676, + 0.6850457191467285, + -0.06804794818162918, + 0.33076921105384827, + 1.7529149055480957, + -0.562712550163269, + -1.6352436542510986, + 0.1224215030670166, + 3.354771852493286, + -1.1317338943481445, + -1.7348618507385254 + ] + ], + "predicted_scores": [ + 6.6475605964660645, + 6.644806385040283, + 6.452916622161865, + 6.390329360961914, + 5.97267484664917, + 5.896892547607422, + 5.710417747497559, + 5.225468635559082 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "767747424", + "selected_index": 0, + "state_hash": "5d6f4227fab3b4bb36756c9a15c32b6fe6c9a0ae4b07b3f20a2bd65c2594df13", + "stored_base_utility": 0.028925320133566856, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08238867670297623, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08238867670297623 + }, + "base_progress": 0.08238867670297623, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.08238867670297623, + "candidate_action_clip_max_abs": [ + 0.05537009239196777, + 0.18287122249603271, + 0.1761016845703125, + 0.043196916580200195, + 0.12901782989501953, + 0.1439816951751709, + 0.20794284343719482, + 0.14321446418762207 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.05537009239196777, + "contact_quality": null, + "progress": 0.02354331873357296, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.02354331873357296 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.18287122249603271, + "contact_quality": null, + "progress": 0.024059871211647987, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.024059871211647987 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1761016845703125, + "contact_quality": null, + "progress": 0.02564152143895626, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.02564152143895626 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.043196916580200195, + "contact_quality": null, + "progress": 0.03005085326731205, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03005085326731205 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.12901782989501953, + "contact_quality": null, + "progress": 0.01832648180425167, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.01832648180425167 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1439816951751709, + "contact_quality": null, + "progress": 0.0212691817432642, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0212691817432642 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.20794284343719482, + "contact_quality": null, + "progress": 0.025993147864937782, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.025993147864937782 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.14321446418762207, + "contact_quality": null, + "progress": 0.021386384963989258, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.021386384963989258 + } + ], + "candidate_progress": [ + 0.02354331873357296, + 0.024059871211647987, + 0.02564152143895626, + 0.03005085326731205, + 0.01832648180425167, + 0.0212691817432642, + 0.025993147864937782, + 0.021386384963989258 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-a6a6de64c39abad45f86", + "ms-2e40499cb146da6f89e7", + "ms-2e40499cb146da6f89e7", + "ms-2e40499cb146da6f89e7", + "ms-2e40499cb146da6f89e7", + "ms-2e40499cb146da6f89e7", + "ms-2e40499cb146da6f89e7", + "ms-2e40499cb146da6f89e7" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-652ad552ba98d2736620", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.06111309677362442, + 0.2130550593137741, + 1.069744348526001, + -0.20294693112373352, + 2.1749179363250732, + 2.0119850635528564, + 1.2871220111846924, + 0.3129575848579407, + 0.08588863164186478, + 0.7143999934196472, + 0.05916588008403778, + 0.8948901891708374, + -0.22895531356334686, + 0.09432321041822433, + -0.42570552229881287, + -0.40891996026039124, + 1.3061254024505615, + 0.12701496481895447, + 0.8249515891075134, + 2.2156198024749756, + 1.2792620658874512 + ], + [ + -0.008459210395812988, + 0.2680050730705261, + 0.940010666847229, + -0.20842066407203674, + 2.172882080078125, + 1.9799200296401978, + 1.1199443340301514, + 0.24583743512630463, + 0.12423422932624817, + 0.6194798350334167, + 0.12177968770265579, + 1.0539175271987915, + 0.07189127802848816, + -0.08543545007705688, + -0.4136516749858856, + -0.3125883936882019, + 1.3981053829193115, + 0.09427129477262497, + 0.8399301171302795, + 2.8625388145446777, + 1.1259063482284546 + ], + [ + 0.08747965097427368, + 0.22577683627605438, + 0.7863162755966187, + -0.13778816163539886, + 2.1233019828796387, + 2.1822304725646973, + 1.041905164718628, + 0.18010248243808746, + 0.13979166746139526, + 0.6176173090934753, + 0.015868697315454483, + 1.1121909618377686, + 0.11367163062095642, + -0.19187287986278534, + -0.4761742949485779, + -0.30340221524238586, + 1.3600337505340576, + 0.17778371274471283, + 0.8465946316719055, + 2.805089235305786, + 1.0341917276382446 + ], + [ + -0.023855283856391907, + 0.1609046459197998, + 0.9591066837310791, + -0.24580958485603333, + 2.0303916931152344, + 1.906416654586792, + 0.9592548608779907, + 0.06123931705951691, + 0.013563334941864014, + 0.5359596610069275, + -0.1077301874756813, + 0.829712450504303, + -0.3046494722366333, + -0.17238982021808624, + -0.28125250339508057, + -0.3284115195274353, + 0.8354198932647705, + 0.3048720359802246, + 0.9059378504753113, + 2.1726434230804443, + 0.7708998918533325 + ], + [ + -0.1329706460237503, + 0.0758902058005333, + 1.352489709854126, + -0.3032988905906677, + 1.8421156406402588, + 2.403359889984131, + 1.0711387395858765, + -0.057326287031173706, + 0.1404888927936554, + 0.5746761560440063, + 0.2504677176475525, + 1.0737931728363037, + 0.2635866105556488, + -0.2990809679031372, + 0.00753432884812355, + -0.058535136282444, + 1.3695894479751587, + 0.53706955909729, + 0.9036294221878052, + 2.4617888927459717, + 1.3876430988311768 + ], + [ + 0.1848248839378357, + 0.14659970998764038, + 0.8183114528656006, + 0.03172387182712555, + 2.237467050552368, + 2.7565600872039795, + 1.105893850326538, + 0.21423453092575073, + 0.2777889668941498, + 0.9573854207992554, + 0.37207716703414917, + 0.5102629661560059, + -0.6053137183189392, + 0.22565913200378418, + -0.47861623764038086, + -0.06247197091579437, + 1.1495745182037354, + 0.11394669860601425, + 0.7888898849487305, + 2.8993968963623047, + 1.2248653173446655 + ], + [ + 0.1630232036113739, + 0.17992238700389862, + 1.13141930103302, + 0.18523982167243958, + 2.027768611907959, + 1.9851770401000977, + 1.20707368850708, + 0.19335195422172546, + -0.1369846910238266, + 0.5840663313865662, + -0.01367129385471344, + 1.2965641021728516, + 0.31585803627967834, + -0.2884393334388733, + -0.55174320936203, + -0.3815402686595917, + 1.1071261167526245, + 0.26211366057395935, + 0.7453421950340271, + 2.9158239364624023, + 0.31978997588157654 + ], + [ + 0.0025722384452819824, + 0.06937612593173981, + 1.0875085592269897, + 0.3002180755138397, + 1.9031867980957031, + 2.2402946949005127, + 1.4333481788635254, + 0.10968422889709473, + 0.14191985130310059, + 0.475630521774292, + 0.02462782710790634, + 1.4319863319396973, + 0.44326284527778625, + 0.1442617028951645, + -0.532023012638092, + -0.2267288863658905, + 1.4861005544662476, + 0.4961979389190674, + 0.7700611352920532, + 2.4753494262695312, + 0.575600266456604 + ] + ], + "generated_utilities": [ + 0.02354331873357296, + 0.024059871211647987, + 0.02564152143895626, + 0.03005085326731205, + 0.01832648180425167, + 0.0212691817432642, + 0.025993147864937782, + 0.021386384963989258 + ], + "group_id": "ms-652ad552ba98d2736620", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.08378833532333374, + 0.10458396375179291, + 0.19086095690727234, + 0.04039820283651352, + 0.15980230271816254, + 0.0428888201713562, + 0.2367449700832367, + 0.18185830116271973, + 0.17593276500701904, + 0.16103637218475342, + 0.15250858664512634, + 0.05226989835500717, + 0.1701633185148239, + 0.11590366065502167, + 0.05217729136347771, + 0.03575938940048218 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.09009888768196106, + 0.08798432350158691, + 0.718157172203064, + -0.6351244449615479, + 1.405301570892334, + 0.6596384048461914, + 0.0, + 0.060225605964660645, + -0.0894029438495636, + -0.10323715209960938, + 0.052752673625946045, + 0.5354657173156738, + -0.013395614922046661, + 0.0, + -0.3450838029384613, + -0.11172826588153839, + 0.7912200689315796, + 0.33702391386032104, + 0.5586241483688354, + 1.8093180656433105, + 0.0 + ], + [ + 0.557296633720398, + 1.087984323501587, + 1.718157172203064, + -1.6351244449615479, + 2.405301570892334, + 1.6596384048461914, + 1.7430553436279297, + 0.3360595703125, + -0.2521040737628937, + 0.8967628479003906, + 0.26587578654289246, + 1.5354657173156738, + -0.12294083833694458, + -0.022678710520267487, + -0.416314959526062, + -0.26016199588775635, + 1.7912200689315796, + -0.16825227439403534, + 1.5586241483688354, + 2.8093180656433105, + 2.2589924335479736 + ], + [ + 0.2635665237903595, + 1.0005124807357788, + 1.973160743713379, + -1.7548720836639404, + 2.176497459411621, + 1.5416926145553589, + 1.9556171894073486, + 0.2215275913476944, + -0.5432531833648682, + 0.8434366583824158, + 0.3559061288833618, + 1.6657240390777588, + -0.3025258779525757, + 0.04401832073926926, + -0.17062894999980927, + -0.1509227454662323, + 1.7901219129562378, + 0.0010261386632919312, + 1.726505994796753, + 2.9778714179992676, + 2.0530292987823486 + ], + [ + 0.23987123370170593, + 0.8904718160629272, + 1.467047929763794, + -1.990342378616333, + 2.7685346603393555, + 2.0486786365509033, + 2.013002395629883, + 0.006436288356781006, + -0.25436922907829285, + 1.1101897954940796, + 0.4448293447494507, + 1.3105798959732056, + 0.07367905974388123, + 0.23779401183128357, + -0.34580594301223755, + -0.35948312282562256, + 1.4435756206512451, + -0.35472720861434937, + 1.801603078842163, + 3.0683224201202393, + 2.2330009937286377 + ], + [ + 0.6738064289093018, + 1.3973212242126465, + 2.0960373878479004, + -1.735988736152649, + 2.5216798782348633, + 1.1975955963134766, + 2.234865665435791, + 0.4602587819099426, + -0.7169049382209778, + 0.9412583708763123, + 0.7081141471862793, + 1.1730585098266602, + -0.016052812337875366, + -0.10474976152181625, + -0.03458032011985779, + 0.044317394495010376, + 1.6339548826217651, + -0.5292693376541138, + 1.5412750244140625, + 3.018833875656128, + 2.6051149368286133 + ], + [ + 0.6305910348892212, + 1.540043592453003, + 1.626009464263916, + -1.8823078870773315, + 2.2431485652923584, + 2.1866872310638428, + 2.3003249168395996, + 0.25838330388069153, + -0.2936764061450958, + 1.2413102388381958, + -0.12014040350914001, + 1.743309497833252, + 0.3618801534175873, + -0.37178292870521545, + 0.11553955078125, + 0.04856392741203308, + 1.2029554843902588, + 0.04960852861404419, + 2.0190422534942627, + 2.5883281230926514, + 2.7636377811431885 + ], + [ + 0.5004369616508484, + 1.4795310497283936, + 2.325191020965576, + -1.7464677095413208, + 1.9271103143692017, + 1.2483245134353638, + 1.9852193593978882, + 0.24291110038757324, + 0.4463852345943451, + 0.5267151594161987, + 0.32179588079452515, + 1.2356117963790894, + 0.03201058506965637, + 0.2881847023963928, + -1.0345205068588257, + -0.4171831011772156, + 1.5080864429473877, + 0.11479203402996063, + 1.9481834173202515, + 2.840816020965576, + 2.427428960800171 + ], + [ + -0.3133848309516907, + 0.43174320459365845, + 2.305823802947998, + -1.657350778579712, + 2.010749578475952, + 1.9222235679626465, + 1.3648147583007812, + 0.1938892900943756, + -0.6084526777267456, + 0.7855725288391113, + -0.07715931534767151, + 0.9140809178352356, + -0.9242425560951233, + -0.4681842029094696, + -0.07827043533325195, + -0.23733587563037872, + 0.9328996539115906, + -0.6088451147079468, + 0.8040639162063599, + 2.620466947555542, + 2.5148611068725586 + ] + ], + "predicted_scores": [ + 3.5982487201690674, + 3.2593884468078613, + 3.0989460945129395, + 3.063213586807251, + 2.610778331756592, + 2.3926992416381836, + 1.9981751441955566, + 1.8440933227539062 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "767747424", + "selected_index": 0, + "state_hash": "8c1ab306d1e82f81085196c60b3c846d2e2eb20ebc538597af359a6252623e7e", + "stored_base_utility": 0.08378833532333374, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09506181627511978, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09506181627511978 + }, + "base_progress": 0.09506181627511978, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.09506181627511978, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11628574132919312, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11628574132919312 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1260223537683487, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1260223537683487 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11530846357345581, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11530846357345581 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11662677675485611, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11662677675485611 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12226923555135727, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12226923555135727 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12560801208019257, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12560801208019257 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13150113821029663, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13150113821029663 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13010646402835846, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13010646402835846 + } + ], + "candidate_progress": [ + 0.11628574132919312, + 0.1260223537683487, + 0.11530846357345581, + 0.11662677675485611, + 0.12226923555135727, + 0.12560801208019257, + 0.13150113821029663, + 0.13010646402835846 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-48178f52a96de3d1ead0", + "ms-25ab20bb3da8ba34be95", + "ms-7a044cb6c7bb03f3ea10", + "ms-7a044cb6c7bb03f3ea10", + "ms-7a044cb6c7bb03f3ea10", + "ms-25ab20bb3da8ba34be95", + "ms-7a044cb6c7bb03f3ea10", + "ms-7a044cb6c7bb03f3ea10" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-674fad0e7c042d23629e", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.8429458141326904, + -0.016624098643660545, + -0.3312987983226776, + -0.3361201286315918, + 0.07861341536045074, + -2.7610325813293457, + -1.119877576828003, + 0.2862738370895386, + 0.22275952994823456, + -0.1586117446422577, + -0.5570470094680786, + -0.5935198068618774, + -0.8793636560440063, + -1.2032878398895264, + 0.1818993240594864, + 0.13315513730049133, + 0.6286689043045044, + -1.3444255590438843, + 0.08536387979984283, + -0.5701535940170288, + 0.004601076245307922 + ], + [ + 0.6697297692298889, + -0.008433979004621506, + -0.8531428575515747, + -0.3774324059486389, + 0.11961722373962402, + -2.3622751235961914, + -0.8653731942176819, + 0.6400473713874817, + 0.39535555243492126, + -0.28960198163986206, + -0.27657297253608704, + -0.4701973795890808, + -1.0782339572906494, + -0.6962093710899353, + 0.24591858685016632, + 0.18820960819721222, + 0.2634543776512146, + -1.0452293157577515, + 0.08880181610584259, + -0.697142481803894, + -0.12709110975265503 + ], + [ + 1.0211434364318848, + 0.0537516325712204, + -0.6950259208679199, + -0.20536835491657257, + -0.03305700421333313, + -2.9197239875793457, + -1.3748152256011963, + 0.5285481214523315, + 0.4899076521396637, + -0.14394012093544006, + -0.37258380651474, + -0.7920840382575989, + -1.2471425533294678, + -1.113538384437561, + 0.16641885042190552, + 0.18961234390735626, + 0.4308398365974426, + -1.288633942604065, + 0.02609783411026001, + -0.8506489992141724, + -0.2638808786869049 + ], + [ + 0.8145647048950195, + 0.07299789786338806, + -0.7640745639801025, + -0.1690675914287567, + -0.041573792695999146, + -2.7630724906921387, + -1.349846363067627, + 0.559026300907135, + 0.446201890707016, + -0.17083007097244263, + -0.3943813741207123, + -0.8385834693908691, + -1.2894940376281738, + -1.1214191913604736, + 0.11368650197982788, + 0.17913514375686646, + 0.46048682928085327, + -1.3126130104064941, + -0.051849156618118286, + -0.6898161172866821, + -0.501444935798645 + ], + [ + 0.6927950382232666, + 0.043786801397800446, + -0.8201020956039429, + -0.13083454966545105, + -0.16528895497322083, + -2.703639507293701, + -1.2375807762145996, + 0.5853193402290344, + 0.4503951668739319, + -0.1863870918750763, + -0.33358311653137207, + -0.9128197431564331, + -1.3167164325714111, + -0.9072849750518799, + 0.0483064129948616, + 0.19819198548793793, + 0.29515185952186584, + -1.310157060623169, + -0.08110010623931885, + -0.6213567852973938, + -0.46600958704948425 + ], + [ + 0.9729195833206177, + -0.029765795916318893, + -0.5376890897750854, + -0.270092248916626, + 0.32497501373291016, + -2.7551169395446777, + -0.7825960516929626, + 0.465273916721344, + 0.3182556629180908, + -0.5255193710327148, + -0.27824893593788147, + -0.6903565526008606, + -1.0308692455291748, + -0.8305025100708008, + 0.14164072275161743, + 0.04476027563214302, + 0.26027166843414307, + -1.1064612865447998, + -0.058766186237335205, + -0.2081570029258728, + 0.10201539099216461 + ], + [ + 0.8480765223503113, + 0.02028539776802063, + -0.37704309821128845, + -0.1284167766571045, + 0.09613381326198578, + -2.612539052963257, + -1.1081359386444092, + 0.4902973473072052, + 0.4099240005016327, + -0.42891621589660645, + -0.3554202914237976, + -0.7196165323257446, + -1.3046683073043823, + -0.8336488008499146, + 0.10378558933734894, + 0.11144961416721344, + 0.4224033057689667, + -1.3065091371536255, + 0.014545261859893799, + -0.2891632318496704, + -0.12330484390258789 + ], + [ + 1.02315354347229, + -0.008712809532880783, + -0.39728567004203796, + -0.2895207405090332, + 0.2975258231163025, + -2.630192756652832, + -1.0585212707519531, + 0.46510550379753113, + 0.4250350594520569, + -0.3536348044872284, + -0.33570656180381775, + -0.7055236101150513, + -1.1960147619247437, + -0.8864375352859497, + 0.002329915761947632, + 0.11512656509876251, + 0.41042840480804443, + -1.2632396221160889, + 0.002109438180923462, + -0.2122206836938858, + -0.16524073481559753 + ] + ], + "generated_utilities": [ + 0.11628574132919312, + 0.1260223537683487, + 0.11530846357345581, + 0.11662677675485611, + 0.12226923555135727, + 0.12560801208019257, + 0.13150113821029663, + 0.13010646402835846 + ], + "group_id": "ms-674fad0e7c042d23629e", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.07829316705465317, + 0.080319844186306, + 0.11335399001836777, + 0.15264075994491577, + 0.14950451254844666, + 0.07767044007778168, + 0.12988285720348358, + 0.10878288745880127, + 0.15573063492774963, + 0.10951457917690277, + 0.06582474708557129, + 0.02477661892771721, + 0.07745532691478729, + 0.03348777815699577, + 0.10050909221172333, + 0.033770203590393066 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 1.5533217191696167, + 0.5758762359619141, + -0.6480545997619629, + -0.10892429947853088, + 0.7943102717399597, + -2.7399702072143555, + -1.8395006656646729, + 1.447904109954834, + 1.4495785236358643, + -0.055675506591796875, + -1.3537942171096802, + 0.38944748044013977, + -1.6196211576461792, + -1.2710431814193726, + -0.9744676947593689, + 0.057668983936309814, + 1.8350472450256348, + -1.2618876695632935, + -1.2385435104370117, + -1.7976703643798828, + -1.9491409063339233 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.9072847366333008, + 0.06923278421163559, + -0.14729690551757812, + 0.15558937191963196, + 0.40412187576293945, + -2.342223644256592, + 0.0, + 0.2589508295059204, + 0.35182610154151917, + 0.10176032781600952, + -0.3489869236946106, + 0.13150231540203094, + -1.3123579025268555, + 0.0, + 0.10376164317131042, + 0.0909266471862793, + 0.1919306516647339, + 0.28928786516189575, + -0.4625590741634369, + -0.30475670099258423, + 0.0 + ], + [ + 1.9072847366333008, + 0.05373973771929741, + -1.1472969055175781, + -0.47107377648353577, + 0.3914180397987366, + -3.342223644256592, + -2.4980990886688232, + 1.2589508295059204, + 0.8455543518066406, + -0.7174267172813416, + -1.0694091320037842, + 0.33346641063690186, + -2.3123579025268555, + -1.1108808517456055, + -0.33852219581604004, + -0.7232105731964111, + 1.145590901374817, + -0.7107121348381042, + -0.5049349069595337, + -1.112295150756836, + -1.244770884513855 + ], + [ + 1.808228611946106, + -0.18174676597118378, + -1.2057973146438599, + -0.6115378737449646, + 0.11874309182167053, + -3.3499772548675537, + -2.3861043453216553, + 1.2540870904922485, + 1.1210845708847046, + -0.953934371471405, + -1.3015953302383423, + 0.6089286804199219, + -2.1655566692352295, + -0.8375923037528992, + -0.26793593168258667, + -0.998324990272522, + 1.2481704950332642, + -0.8320856690406799, + -0.376935750246048, + -1.0882012844085693, + -0.9857641458511353 + ], + [ + 2.291844606399536, + 0.05574151128530502, + -0.9760321974754333, + -0.5710926055908203, + 0.8478215336799622, + -3.22356915473938, + -2.591245651245117, + 1.2184754610061646, + 0.855300784111023, + -1.0267595052719116, + -1.3318730592727661, + 0.4197496771812439, + -2.0368778705596924, + -1.3685163259506226, + -0.582176685333252, + -0.8082455992698669, + 1.3435251712799072, + -0.44022125005722046, + -0.06775334477424622, + -0.7692400217056274, + -0.8863754272460938 + ] + ], + "predicted_scores": [ + 10.660002708435059, + 10.144845008850098, + 9.887380599975586, + 9.857640266418457, + 9.547964096069336, + 9.485069274902344, + 9.402323722839355, + 9.254829406738281 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "2015956957", + "selected_index": 0, + "state_hash": "6802b2d1fb8a5afa54b7321e2bb938176de48d74f28e9b2a9c741c23547f0ef1", + "stored_base_utility": 0.07829316705465317, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.22189895808696747, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22189895808696747 + }, + "base_progress": 0.22189895808696747, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.22189895808696747, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1318998783826828, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1318998783826828 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11898171901702881, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11898171901702881 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1601763814687729, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1601763814687729 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1193053126335144, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1193053126335144 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10846898704767227, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10846898704767227 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09547481685876846, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09547481685876846 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10894612222909927, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10894612222909927 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1197466030716896, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1197466030716896 + } + ], + "candidate_progress": [ + 0.1318998783826828, + 0.11898171901702881, + 0.1601763814687729, + 0.1193053126335144, + 0.10846898704767227, + 0.09547481685876846, + 0.10894612222909927, + 0.1197466030716896 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-76f27d9a935b25e15c38", + "ms-76f27d9a935b25e15c38", + "ms-76f27d9a935b25e15c38", + "ms-76f27d9a935b25e15c38", + "ms-76f27d9a935b25e15c38", + "ms-76f27d9a935b25e15c38", + "ms-76f27d9a935b25e15c38", + "ms-1ba37e30b90a3b28e62f" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-728b865677134d3788e3", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.21560440957546234, + -0.18850085139274597, + 0.6751875877380371, + 0.7191221714019775, + 1.635650396347046, + 0.049200646579265594, + 1.1435407400131226, + 0.42057791352272034, + 0.14483262598514557, + 0.6048078536987305, + -0.7892598509788513, + 1.101616382598877, + -0.8326084613800049, + -0.04951837658882141, + -1.142572045326233, + 1.0394799709320068, + 1.2849478721618652, + -0.7398309111595154, + -0.07040399312973022, + -1.149599313735962, + 0.488519549369812 + ], + [ + 0.02376260608434677, + -0.37642204761505127, + 1.0278090238571167, + 0.8480105400085449, + 1.1998753547668457, + 0.2422318458557129, + 1.885394811630249, + 0.6275817155838013, + 0.208412304520607, + 0.5614535212516785, + -0.9506406784057617, + 1.315349817276001, + -0.6709202527999878, + 0.02689192444086075, + -1.326537847518921, + 1.0804749727249146, + 1.131050944328308, + -0.6497251987457275, + 0.13819876313209534, + -0.33544039726257324, + 0.29228800535202026 + ], + [ + -0.2662203311920166, + -0.205060213804245, + 0.8003117442131042, + 1.2253203392028809, + 1.1504669189453125, + -0.4147876799106598, + 1.1224756240844727, + 0.8745365142822266, + 0.21796914935112, + 0.3017627000808716, + -1.0601160526275635, + 1.3521134853363037, + -1.0596096515655518, + 0.2864078879356384, + -1.3686126470565796, + 1.0532957315444946, + 1.1349807977676392, + -0.6760120391845703, + 0.5692188739776611, + -0.7419517040252686, + 0.1238895058631897 + ], + [ + -0.19918866455554962, + -0.28952568769454956, + 0.6569646596908569, + 0.7003908157348633, + 1.3587560653686523, + 0.30422234535217285, + 1.286544919013977, + 0.719115138053894, + 0.1276628077030182, + 0.5539339184761047, + -0.8338233828544617, + 1.0917181968688965, + -0.3828338086605072, + 0.06415974348783493, + -1.2298024892807007, + 1.2242071628570557, + 1.575999140739441, + -0.6102521419525146, + -0.17827442288398743, + -0.38040342926979065, + 0.8021541833877563 + ], + [ + 0.045824937522411346, + -0.3359852433204651, + 0.9081699848175049, + 0.694782018661499, + 1.2859854698181152, + 0.07691079378128052, + 1.4870924949645996, + 0.7280585765838623, + 0.17867375910282135, + 0.5899099707603455, + -0.868092954158783, + 1.2432923316955566, + -0.45518025755882263, + 0.07679933309555054, + -1.2292779684066772, + 1.1390756368637085, + 1.335713505744934, + -0.7457056641578674, + 0.06547866761684418, + -0.4808144271373749, + 0.5855187773704529 + ], + [ + 0.08470023423433304, + -0.2896648347377777, + 0.9123106002807617, + 0.8462368249893188, + 1.2016407251358032, + -0.02183927595615387, + 1.5285897254943848, + 0.5973762273788452, + 0.13981570303440094, + 0.6570615172386169, + -0.876326322555542, + 1.1042171716690063, + -0.9037688970565796, + -0.06914719939231873, + -1.1195892095565796, + 1.1461924314498901, + 1.5480834245681763, + -0.6703094840049744, + -0.2140635848045349, + -0.8458967804908752, + 0.5796900391578674 + ], + [ + 0.08250425010919571, + -0.33849912881851196, + 0.9205435514450073, + 0.747636079788208, + 1.3638684749603271, + 0.2251550257205963, + 1.3013938665390015, + 0.842780351638794, + 0.2639268636703491, + 0.6391545534133911, + -0.7676675319671631, + 1.293423056602478, + -0.38617685437202454, + 0.12454086542129517, + -1.3895446062088013, + 1.1641533374786377, + 1.2147932052612305, + -0.6796569228172302, + 0.019356459379196167, + -0.3834483027458191, + 0.5037806034088135 + ], + [ + 0.16547389328479767, + -0.1916225701570511, + 0.9658097624778748, + 0.8065743446350098, + 1.4582228660583496, + 0.3083766996860504, + 0.5067263841629028, + 0.5020180940628052, + 0.3116394877433777, + 0.5246944427490234, + -0.731407880783081, + 0.5315829515457153, + -0.7887856960296631, + 0.13677576184272766, + -0.8612867593765259, + 1.1157987117767334, + 1.1531106233596802, + -0.3005331754684448, + 0.3613492250442505, + -1.2691490650177002, + -0.6386333703994751 + ] + ], + "generated_utilities": [ + 0.1318998783826828, + 0.11898171901702881, + 0.1601763814687729, + 0.1193053126335144, + 0.10846898704767227, + 0.09547481685876846, + 0.10894612222909927, + 0.1197466030716896 + ], + "group_id": "ms-728b865677134d3788e3", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.05257302522659302, + 0.05559448525309563, + 0.11835493892431259, + 0.04238405078649521, + 0.16897141933441162, + 0.02001136541366577, + 0.1609041690826416, + 0.14248299598693848, + 0.14091376960277557, + 0.17822234332561493, + 0.22658847272396088, + 0.1736571490764618, + 0.18659374117851257, + 0.12753915786743164, + 0.07164359092712402, + 0.0063618822023272514 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.04065108299255371, + 0.05943702906370163, + 0.0039327144622802734, + 0.10760968923568726, + -0.3465921878814697, + -0.6843758821487427, + 0.0, + 0.3034271001815796, + -0.38217779994010925, + 0.019724853336811066, + -1.1125431060791016, + -0.016437113285064697, + 0.09826856851577759, + 0.0, + -1.0372710227966309, + 0.5171947479248047, + 1.4950246810913086, + 0.055904269218444824, + -0.2721228003501892, + 0.07830148935317993, + 0.0 + ], + [ + -0.9075424671173096, + 0.06243014335632324, + 1.0039327144622803, + -0.6845037937164307, + 0.050797268748283386, + -1.6843758821487427, + -1.3340954780578613, + 1.3034271001815796, + -0.29618290066719055, + -0.035879287868738174, + -2.1125431060791016, + 0.9835628867149353, + -0.9017314314842224, + -1.01132333278656, + -2.037271022796631, + 1.5171947479248047, + 2.4950246810913086, + -0.3186037838459015, + 0.2194363921880722, + -0.6441555023193359, + 1.221185326576233 + ], + [ + -1.117501139640808, + 0.23503510653972626, + 0.9669153094291687, + -0.8317459225654602, + 0.06331060081720352, + -1.5474717617034912, + -1.3840656280517578, + 1.240980863571167, + -0.053158730268478394, + 0.10333722829818726, + -2.2084054946899414, + 1.1802411079406738, + -0.8987206816673279, + -1.136216402053833, + -1.9180536270141602, + 1.4563629627227783, + 2.625094413757324, + -0.1296394169330597, + 0.3340006470680237, + -0.7212131023406982, + 0.9384214878082275 + ], + [ + -1.2640053033828735, + 0.2415706366300583, + 0.9424604177474976, + -0.8472410440444946, + 0.35185110569000244, + -1.8022713661193848, + -1.2391949892044067, + 0.9333417415618896, + 0.03309231996536255, + 0.22933605313301086, + -1.7521884441375732, + 1.0360857248306274, + -0.6365935802459717, + -0.7614871859550476, + -2.103987216949463, + 1.5381183624267578, + 2.11069917678833, + -0.5904175639152527, + -0.07874824106693268, + -0.3884509205818176, + 1.0602728128433228 + ], + [ + -0.7705078721046448, + 0.18350359797477722, + 0.579454779624939, + -0.5434049963951111, + 0.2274666726589203, + -1.7208446264266968, + -1.5971848964691162, + 1.6145182847976685, + -0.6915329694747925, + 0.20122811198234558, + -1.8584421873092651, + 0.9026989340782166, + -0.5741626024246216, + -0.5299967527389526, + -1.544856309890747, + 1.7236231565475464, + 2.1288580894470215, + -0.7592856287956238, + 0.3358893394470215, + -0.2929669916629791, + 1.67848801612854 + ], + [ + -0.3686429262161255, + 0.3043383061885834, + 0.7294905781745911, + -0.8736650347709656, + 0.3122289776802063, + -1.5051836967468262, + -1.8593363761901855, + 0.8389579653739929, + -0.8785254955291748, + -0.5520821213722229, + -1.8517990112304688, + 1.3417646884918213, + -0.32390326261520386, + -0.42145586013793945, + -1.6530441045761108, + 1.7202519178390503, + 2.180105209350586, + -0.4262692928314209, + -0.1161729246377945, + -0.08550512790679932, + 1.1130309104919434 + ], + [ + -0.9971213936805725, + -0.4085577130317688, + 0.9404422044754028, + -0.9977414011955261, + 0.4963066577911377, + -1.4445728063583374, + -1.8557989597320557, + 1.3813822269439697, + -0.9350934028625488, + 0.6622016429901123, + -2.0982701778411865, + 0.5712680220603943, + -1.3476169109344482, + -0.8056140542030334, + -2.2595674991607666, + 1.7601569890975952, + 2.5158329010009766, + -0.8607662916183472, + -0.010314732789993286, + -0.9802933931350708, + 0.587103545665741 + ], + [ + -0.538765549659729, + -0.2632336914539337, + 0.574018120765686, + -1.3315669298171997, + 0.23096206784248352, + -1.4029772281646729, + -1.2746275663375854, + 1.674896478652954, + -0.6276504993438721, + -0.06763898581266403, + -1.44939124584198, + 1.1256837844848633, + -0.6540690064430237, + -0.7850072979927063, + -2.472240686416626, + 1.201231837272644, + 2.056978702545166, + 0.4725829064846039, + 0.7320148944854736, + -0.47291314601898193, + 1.2244172096252441 + ], + [ + -0.5474913120269775, + 0.3537777066230774, + 0.1717698574066162, + -0.9464929103851318, + -0.24061335623264313, + -2.5145106315612793, + -1.9605224132537842, + 2.171875476837158, + 0.5462924242019653, + 0.2324821650981903, + -2.4616305828094482, + 1.3455290794372559, + -0.703314483165741, + -0.6289631128311157, + -1.848944902420044, + 1.755210518836975, + 2.649005174636841, + -0.931267499923706, + -0.3109248876571655, + 0.21283608675003052, + 0.6994417309761047 + ], + [ + -1.4273285865783691, + 0.48591291904449463, + 1.4724129438400269, + -1.1116547584533691, + -0.04224221408367157, + -1.1567587852478027, + -1.0686161518096924, + 1.7429871559143066, + -1.1814582347869873, + 0.07730802893638611, + -2.1004433631896973, + 0.45253968238830566, + -0.7293854355812073, + -0.4477439522743225, + -1.986203908920288, + 1.1158549785614014, + 2.0316240787506104, + 0.5763667821884155, + -0.48857587575912476, + -1.07709801197052, + 0.5611822605133057 + ] + ], + "predicted_scores": [ + 0.5670734643936157, + 0.297260582447052, + 0.25418129563331604, + 0.24051499366760254, + 0.09296654164791107, + -0.051541268825531006, + -0.3375941216945648, + -0.6220558881759644 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "750448296", + "selected_index": 0, + "state_hash": "62e00728e448102460275bc2c35150dbf429ab0d5670a6706fa41256273bac3c", + "stored_base_utility": 0.05257302522659302, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2750004827976227, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2750004827976227 + }, + "base_progress": 0.2750004827976227, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.2750004827976227, + "candidate_action_clip_max_abs": [ + 0.03647112846374512, + 0.017750144004821777, + 0.0, + 0.0698251724243164, + 0.028229117393493652, + 0.022676467895507812, + 0.0, + 0.10584533214569092 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.03647112846374512, + "contact_quality": null, + "progress": 0.07774081081151962, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07774081081151962 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.017750144004821777, + "contact_quality": null, + "progress": 0.08294278383255005, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08294278383255005 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09438083320856094, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09438083320856094 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.0698251724243164, + "contact_quality": null, + "progress": 0.07787555456161499, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07787555456161499 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.028229117393493652, + "contact_quality": null, + "progress": 0.07925862073898315, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07925862073898315 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.022676467895507812, + "contact_quality": null, + "progress": 0.08048474788665771, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08048474788665771 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07782522588968277, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07782522588968277 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.10584533214569092, + "contact_quality": null, + "progress": 0.07497072219848633, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07497072219848633 + } + ], + "candidate_progress": [ + 0.07774081081151962, + 0.08294278383255005, + 0.09438083320856094, + 0.07787555456161499, + 0.07925862073898315, + 0.08048474788665771, + 0.07782522588968277, + 0.07497072219848633 + ], + "candidate_safety_violation": [ + true, + true, + false, + true, + true, + true, + false, + true + ], + "candidate_source_chart_ids": [ + "ms-4bda8533405961380322", + "ms-4bda8533405961380322", + "ms-4bda8533405961380322", + "ms-4bda8533405961380322", + "ms-4bda8533405961380322", + "ms-4bda8533405961380322", + "ms-4bda8533405961380322", + "ms-6ddecc7f074b9e267409" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-7ea98b8f4d2220347ee0", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.47386711835861206, + 0.06242745369672775, + -0.39984044432640076, + 0.6630522012710571, + -0.16460391879081726, + -2.8125903606414795, + -1.6975281238555908, + -1.316724419593811, + 0.3119475841522217, + 1.3384814262390137, + 0.3835534453392029, + -0.09897187352180481, + 0.9152438640594482, + 0.7841655611991882, + 0.44677865505218506, + 0.2766309082508087, + -0.05533699691295624, + 0.2501724362373352, + 0.41096988320350647, + -0.8737690448760986, + -0.5018196105957031 + ], + [ + 0.5001001358032227, + -0.19125506281852722, + -0.5189365148544312, + 0.5156898498535156, + -0.10005813837051392, + -2.584728479385376, + -1.7131116390228271, + -1.0871577262878418, + 0.2574896216392517, + 1.5775970220565796, + 0.8796186447143555, + 0.002606689929962158, + 0.7500560283660889, + 0.7850092053413391, + 0.6127046942710876, + 0.23212364315986633, + 0.061912477016448975, + 0.4943663477897644, + 1.1816339492797852, + -0.5711557865142822, + -0.1734820306301117 + ], + [ + 0.7748778462409973, + 0.06665349006652832, + -0.307748943567276, + 0.23393911123275757, + -0.3570854663848877, + -2.323751211166382, + -1.504762887954712, + -1.157477617263794, + 0.334196001291275, + 1.1786242723464966, + 0.5557302236557007, + -0.29558855295181274, + 1.3476479053497314, + 0.8515983819961548, + 0.495903879404068, + 0.2840210199356079, + 0.30698657035827637, + -0.1002749651670456, + 0.5942046642303467, + -1.188931941986084, + -0.47890159487724304 + ], + [ + 0.5299971699714661, + 0.012028705328702927, + -0.39131292700767517, + 0.6660768985748291, + -0.29146260023117065, + -3.0384321212768555, + -1.417100191116333, + -1.2227866649627686, + 0.23291343450546265, + 1.3419305086135864, + 0.5540651082992554, + -0.269931823015213, + 0.9093344211578369, + 0.6844494938850403, + 0.28433316946029663, + 0.18148131668567657, + 0.16182157397270203, + 0.012963548302650452, + 0.6377266645431519, + -0.8201836347579956, + -0.39190295338630676 + ], + [ + 0.6157580614089966, + -0.02049531787633896, + -0.3650221526622772, + 0.40098538994789124, + -0.43084728717803955, + -2.7791430950164795, + -1.463801383972168, + -1.2499173879623413, + 0.3453490436077118, + 1.277317762374878, + 0.4136027693748474, + -0.26921793818473816, + 0.9539686441421509, + 0.6271173357963562, + 0.35682082176208496, + 0.3134673535823822, + 0.18442374467849731, + 0.13835370540618896, + 0.6267134547233582, + -0.7820195555686951, + -0.2351812720298767 + ], + [ + 0.5606123805046082, + -0.054189957678318024, + -0.4809843599796295, + 0.36717137694358826, + -0.5465109348297119, + -2.7965967655181885, + -1.4841320514678955, + -1.1762782335281372, + 0.3325183391571045, + 1.4050593376159668, + 0.43335598707199097, + -0.21785178780555725, + 1.046703577041626, + 0.47062021493911743, + 0.39762523770332336, + 0.2839278280735016, + 0.1842590868473053, + 0.10607825219631195, + 0.6520910263061523, + -0.6625345945358276, + -0.20879089832305908 + ], + [ + 0.4709233045578003, + 0.020497985184192657, + -0.058083146810531616, + 0.5033173561096191, + -0.3864755630493164, + -2.3302395343780518, + -1.3171381950378418, + -1.0871785879135132, + 0.25254783034324646, + 1.3647490739822388, + 0.46464434266090393, + -0.06371563673019409, + 1.2904400825500488, + 0.4814522862434387, + 0.5852231383323669, + 0.4021332561969757, + 0.13853706419467926, + 0.015499860048294067, + 0.5273617506027222, + -0.9022676944732666, + -0.19343110918998718 + ], + [ + 0.30345630645751953, + -0.09695487469434738, + -0.6936795711517334, + 0.8256118297576904, + -0.4899141788482666, + -3.0530903339385986, + -1.182044506072998, + -1.315119743347168, + 0.37797749042510986, + 1.3123126029968262, + 0.7347362637519836, + 0.26408615708351135, + 0.5208948850631714, + 0.42530155181884766, + 0.39035674929618835, + 0.250997394323349, + 0.35052812099456787, + 0.6979542374610901, + 0.48972901701927185, + -0.7529922723770142, + -0.24312755465507507 + ] + ], + "generated_utilities": [ + 0.07774081081151962, + 0.08294278383255005, + 0.09438083320856094, + 0.07787555456161499, + 0.07925862073898315, + 0.08048474788665771, + 0.07782522588968277, + 0.07497072219848633 + ], + "group_id": "ms-7ea98b8f4d2220347ee0", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.18600693345069885, + 0.07475636899471283, + 0.27452313899993896, + 0.20920448005199432, + 0.18411576747894287, + 0.27989473938941956, + 0.19416475296020508, + 0.10948207229375839, + 0.123555026948452, + 0.1468026340007782, + 0.12693151831626892, + 0.11466284841299057, + 0.07585643231868744, + 0.12908481061458588, + 0.22501108050346375, + 0.06431269645690918 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.06974434852600098, + -0.02351950854063034, + 0.04567508399486542, + -0.07042121887207031, + -0.038941264152526855, + -2.2828922271728516, + 0.0, + -0.8026905059814453, + 0.08617860078811646, + 0.9112892150878906, + 0.7374391555786133, + 0.06539928913116455, + 0.03787863254547119, + 0.0, + -0.021528124809265137, + -0.04566385596990585, + -0.03331831097602844, + 1.6466763019561768, + 0.04444807767868042, + -0.27494049072265625, + 0.0 + ], + [ + 1.1160619258880615, + -0.10018755495548248, + 0.19327251613140106, + -1.3990073204040527, + 0.672177255153656, + -3.303851842880249, + -2.832740545272827, + -1.902563214302063, + 0.39503830671310425, + 1.542332410812378, + 1.6850805282592773, + 0.6842766404151917, + 1.1400834321975708, + 1.670598030090332, + 0.631821870803833, + -0.26601675152778625, + -0.2725638151168823, + 3.003178119659424, + 0.23009130358695984, + -1.0388810634613037, + -0.19119825959205627 + ], + [ + 1.031497836112976, + -0.2943698763847351, + -0.11846622079610825, + -1.3361037969589233, + 0.6225074529647827, + -3.545761823654175, + -2.5078811645507812, + -1.4024183750152588, + 0.6736462116241455, + 2.093475580215454, + 1.9168713092803955, + 0.6377919316291809, + 0.5105260014533997, + 1.8172619342803955, + 1.1300766468048096, + 0.1616329848766327, + 0.03408849239349365, + 2.2435190677642822, + 0.735376238822937, + -1.5760226249694824, + -0.7514586448669434 + ], + [ + 1.7542359828948975, + -0.7351009249687195, + -0.854544997215271, + -1.223644495010376, + 0.07327532768249512, + -3.150663137435913, + -2.5486767292022705, + -2.110039472579956, + 1.0206904411315918, + 2.1492340564727783, + 2.187993288040161, + 1.2547765970230103, + 0.8607165217399597, + 1.1150517463684082, + 0.9828771948814392, + 0.5030426383018494, + -0.4691219627857208, + 2.2485060691833496, + -0.14985057711601257, + -1.9480454921722412, + -0.05157876014709473 + ], + [ + 0.6040669679641724, + 0.5665496587753296, + 0.24913550913333893, + -1.6600215435028076, + -0.10813313722610474, + -3.8031911849975586, + -3.226392984390259, + -1.5098689794540405, + 1.0684192180633545, + 2.1557064056396484, + 1.545849084854126, + 1.011389970779419, + 1.113816499710083, + 0.9937302470207214, + 1.372757911682129, + -0.4055754244327545, + -0.23403912782669067, + 3.0650274753570557, + 0.1330145299434662, + -0.7907523512840271, + -0.6428619623184204 + ], + [ + 0.30788952112197876, + 0.6807127594947815, + -0.035938769578933716, + -0.8788743615150452, + -0.30191969871520996, + -4.111589431762695, + -2.432647705078125, + -1.7479791641235352, + -0.321926474571228, + 1.9823087453842163, + 1.6617395877838135, + 1.3319180011749268, + 1.5937504768371582, + 2.0502309799194336, + 0.63725745677948, + 0.7232187390327454, + -0.23885302245616913, + 1.8472312688827515, + 0.3300834596157074, + -0.43588966131210327, + -1.2869892120361328 + ], + [ + 0.3636443018913269, + -0.4284004867076874, + 0.2675324082374573, + -0.4861376881599426, + 0.2239738255739212, + -2.813422918319702, + -2.4891929626464844, + -1.165071725845337, + 0.6442201733589172, + 1.1830427646636963, + 1.177597999572754, + 0.33577069640159607, + 0.6362329721450806, + 1.5409071445465088, + 0.29718804359436035, + -0.5603961944580078, + -0.8089720010757446, + 2.6271419525146484, + -0.5456377267837524, + -0.2824941873550415, + -0.7960987091064453 + ], + [ + 1.1001086235046387, + -0.9762114882469177, + -0.00277864933013916, + -1.704659104347229, + 1.2373628616333008, + -3.385840654373169, + -1.6910454034805298, + -1.470743179321289, + 0.9354362487792969, + 1.9378679990768433, + 1.515415906906128, + -0.3002503514289856, + 0.21796274185180664, + 1.542279839515686, + 1.7353785037994385, + 0.23501873016357422, + -0.16601301729679108, + 2.1989498138427734, + 0.8671687841415405, + -1.6252647638320923, + -1.2141560316085815 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.06974434852600098, + -0.15391214191913605, + -0.22159501910209656, + -0.07042121887207031, + -0.09706336259841919, + -2.2828922271728516, + 0.0, + -0.8026905059814453, + 0.1400253176689148, + 0.9112892150878906, + 0.7374391555786133, + 0.13415807485580444, + -0.10778343677520752, + 0.0, + -0.08470147848129272, + 0.1231045201420784, + 0.08352774381637573, + 1.6466763019561768, + -0.005736887454986572, + -0.27494049072265625, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -5.125826835632324, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.152101516723633, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.8942345976829529 + ] + ], + "predicted_scores": [ + 9.819856643676758, + 9.69821548461914, + 8.81502914428711, + 8.748201370239258, + 8.740910530090332, + 8.626262664794922, + 8.263813018798828, + 7.863222599029541 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "565369392", + "selected_index": 0, + "state_hash": "a2b9f3b3ea6458c6734081cea861cf54026796a0a594bf9be3657d28f12e9b3c", + "stored_base_utility": 0.18600693345069885, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06369390338659286, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06369390338659286 + }, + "base_progress": 0.06369390338659286, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.06369390338659286, + "candidate_action_clip_max_abs": [ + 0.11677706241607666, + 0.17668724060058594, + 0.14076852798461914, + 0.16986596584320068, + 0.15711402893066406, + 0.17637395858764648, + 0.08229827880859375, + 0.15856635570526123 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.11677706241607666, + "contact_quality": null, + "progress": 0.008875727653503418, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.008875727653503418 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.17668724060058594, + "contact_quality": null, + "progress": 0.008072733879089355, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.008072733879089355 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.14076852798461914, + "contact_quality": null, + "progress": 0.008358101360499859, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.008358101360499859 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.16986596584320068, + "contact_quality": null, + "progress": 0.008756697177886963, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.008756697177886963 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.15711402893066406, + "contact_quality": null, + "progress": 0.009897331707179546, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.009897331707179546 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.17637395858764648, + "contact_quality": null, + "progress": 0.010868270881474018, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.010868270881474018 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.08229827880859375, + "contact_quality": null, + "progress": 0.015943268314003944, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.015943268314003944 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.15856635570526123, + "contact_quality": null, + "progress": 0.009940862655639648, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.009940862655639648 + } + ], + "candidate_progress": [ + 0.008875727653503418, + 0.008072733879089355, + 0.008358101360499859, + 0.008756697177886963, + 0.009897331707179546, + 0.010868270881474018, + 0.015943268314003944, + 0.009940862655639648 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-8e12f7ad446482627dd3", + "ms-8e12f7ad446482627dd3", + "ms-02311c7783bc67e188b4", + "ms-8e12f7ad446482627dd3", + "ms-8e12f7ad446482627dd3", + "ms-f2b2b2a1aa2863c3676f", + "ms-8e12f7ad446482627dd3", + "ms-f2b2b2a1aa2863c3676f" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-7f57045c114ddad153b5", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.2191409319639206, + -0.2641903758049011, + 1.3736286163330078, + 0.0010905861854553223, + 1.585742712020874, + 2.52101993560791, + 2.2300684452056885, + -0.10283610224723816, + 0.008089842274785042, + 1.023978352546692, + 0.32105734944343567, + 1.0857549905776978, + 1.6482447385787964, + 1.709488868713379, + -0.5040724873542786, + 0.14440205693244934, + 1.102722406387329, + -0.017549753189086914, + 1.462200403213501, + 1.3837461471557617, + 1.6496973037719727 + ], + [ + -0.08745597302913666, + -0.3537124991416931, + 1.4607161283493042, + -0.0090741366147995, + 1.3328795433044434, + 2.3970940113067627, + 2.186093330383301, + -0.10410615801811218, + 0.004017990548163652, + 1.0026531219482422, + 0.034124791622161865, + 0.8407132625579834, + 2.042490005493164, + 1.3706419467926025, + -0.48217278718948364, + 0.050918061286211014, + 1.3971220254898071, + 0.11020331084728241, + 1.1652003526687622, + 1.538710594177246, + 1.5170174837112427 + ], + [ + -0.1927078515291214, + -0.3533324599266052, + 1.4423414468765259, + -0.04580950736999512, + 1.3525986671447754, + 2.250739097595215, + 2.099923610687256, + -0.05603568255901337, + 0.0892510712146759, + 0.9409952163696289, + 0.23324495553970337, + 0.7681419253349304, + 1.4672654867172241, + 1.876914381980896, + -0.5480660796165466, + 0.19646823406219482, + 1.4525467157363892, + 0.19324687123298645, + 0.8529636263847351, + 1.6999461650848389, + 1.6690893173217773 + ], + [ + -0.10385759174823761, + -0.34310853481292725, + 1.3772708177566528, + 0.021731093525886536, + 1.4175987243652344, + 2.451425552368164, + 2.0112016201019287, + -0.08529061079025269, + -0.008735977113246918, + 0.9505794048309326, + 0.01298118382692337, + 0.7080344557762146, + 1.8461860418319702, + 1.7134000062942505, + -0.5026717782020569, + 0.04412863031029701, + 1.393093228340149, + 0.2036975771188736, + 0.9479877352714539, + 1.6346287727355957, + 1.5937364101409912 + ], + [ + -0.05084864795207977, + -0.35225391387939453, + 1.3731517791748047, + -0.12203647941350937, + 1.2468583583831787, + 2.466618776321411, + 2.181844711303711, + -0.0260392427444458, + -0.04232703149318695, + 0.910037636756897, + -0.05269774794578552, + 0.6754204630851746, + 2.042917013168335, + 1.2676407098770142, + -0.44197672605514526, + 0.05933840200304985, + 1.365481972694397, + 0.09979728609323502, + 1.149024248123169, + 1.3911595344543457, + 1.3543317317962646 + ], + [ + 0.03134097158908844, + -0.42013752460479736, + 1.318261742591858, + 0.22530421614646912, + 1.1394182443618774, + 2.4012725353240967, + 1.8001072406768799, + 0.08818590641021729, + 0.05102398991584778, + 0.9199896454811096, + 0.23717376589775085, + 0.8957993388175964, + 1.686022162437439, + 1.4105416536331177, + -0.4634990692138672, + 0.24726702272891998, + 1.5176194906234741, + 0.1562010645866394, + 1.111339807510376, + 1.8037052154541016, + 1.3770790100097656 + ], + [ + -0.18925021588802338, + -0.3614509701728821, + 1.2407970428466797, + 0.03584584593772888, + 1.0406651496887207, + 2.076519250869751, + 1.8488008975982666, + 0.19437344372272491, + 0.025041189044713974, + 0.7553552389144897, + 0.0869845598936081, + 0.4782603681087494, + 1.1962159872055054, + 1.550478458404541, + -0.2958833575248718, + 0.21608303487300873, + 1.109344482421875, + -0.007343202829360962, + 1.150604486465454, + 1.4634160995483398, + 1.5102723836898804 + ], + [ + 0.004266291856765747, + -0.44842004776000977, + 1.3833576440811157, + 0.040882885456085205, + 1.3452165126800537, + 2.471543550491333, + 1.7988438606262207, + 0.0037502050399780273, + -0.04672405868768692, + 0.8930076360702515, + 0.10676555335521698, + 0.6682294607162476, + 1.707741618156433, + 1.619943618774414, + -0.451149046421051, + 0.19431209564208984, + 1.4844249486923218, + 0.17359033226966858, + 0.8695407509803772, + 1.6534662246704102, + 1.2630934715270996 + ] + ], + "generated_utilities": [ + 0.008875727653503418, + 0.008072733879089355, + 0.008358101360499859, + 0.008756697177886963, + 0.009897331707179546, + 0.010868270881474018, + 0.015943268314003944, + 0.009940862655639648 + ], + "group_id": "ms-7f57045c114ddad153b5", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.11277659982442856, + 0.1479199379682541, + 0.07541074603796005, + 0.042439721524715424, + 0.15517297387123108, + 0.03584214299917221, + 0.1660110056400299, + 0.12549421191215515, + 0.227622389793396, + 0.09924932569265366, + 0.18198737502098083, + 0.11130931228399277, + 0.10854844748973846, + 0.01617596670985222, + 0.08437560498714447, + 0.04182587191462517 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.013166621327400208, + -0.12399804592132568, + 0.48011910915374756, + 0.4925293028354645, + 0.6256281137466431, + 2.213102102279663, + 0.0, + -0.4044480323791504, + 0.1722363382577896, + 0.3389366865158081, + -0.08761294186115265, + 0.21791136264801025, + 0.9396321773529053, + 0.0, + 0.06717276573181152, + -0.5456919074058533, + 0.722014307975769, + -0.051606684923172, + 0.7784175276756287, + 0.5338386297225952, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.9143741130828857, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.455221176147461, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.263336420059204 + ], + [ + -0.47406601905822754, + -0.37954479455947876, + 1.123671293258667, + -0.8903511762619019, + 1.5515481233596802, + 3.7488584518432617, + 0.9699987173080444, + -0.23581115901470184, + -0.2149372398853302, + 0.8883978128433228, + 0.5803861021995544, + 1.7047908306121826, + 2.149672746658325, + 2.2741973400115967, + 0.2513730227947235, + 0.6982267498970032, + 2.1354174613952637, + -1.151021122932434, + 1.9550246000289917, + 0.5981679558753967, + 1.338004469871521 + ], + [ + -0.1836935132741928, + -0.42300617694854736, + 1.7664438486099243, + -0.5576877593994141, + 1.0626983642578125, + 2.5276265144348145, + 2.3329849243164062, + -0.4834023118019104, + -0.25722599029541016, + 0.5209662914276123, + 0.24240870773792267, + 0.8533134460449219, + 1.5531291961669922, + 2.304234504699707, + 0.7609332799911499, + 1.0344312191009521, + 2.270921230316162, + -0.926997184753418, + 0.9014018177986145, + 2.259265422821045, + 2.172292470932007 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.3910996615886688, + -0.9467402100563049, + 1.4744372367858887, + -0.2748112082481384, + 1.753147840499878, + 3.3321292400360107, + 1.7170560359954834, + 0.09920699894428253, + -0.11250317096710205, + 1.5213767290115356, + 0.0891318991780281, + 1.0193004608154297, + 1.7396382093429565, + 2.202378988265991, + 0.1176290512084961, + 0.5433868765830994, + 1.6113250255584717, + -0.2701912522315979, + 1.7789868116378784, + 1.246854305267334, + 1.6763029098510742 + ], + [ + 0.3669140636920929, + -0.8853410482406616, + 1.1054010391235352, + -0.008406088687479496, + 1.683157205581665, + 2.8090970516204834, + 2.1524839401245117, + -0.1140800267457962, + -0.16068093478679657, + 1.3338439464569092, + -0.34659242630004883, + 1.4494925737380981, + 2.0485284328460693, + 2.244007110595703, + 0.4862309694290161, + 0.6211890578269958, + 1.5708913803100586, + -0.22552455961704254, + 1.7964838743209839, + 1.386763095855713, + 1.3543281555175781 + ], + [ + 0.7718826532363892, + -0.5710152983665466, + 2.151604175567627, + -0.5648711323738098, + 2.1273765563964844, + 3.657623291015625, + 1.9845168590545654, + -0.1599704772233963, + -0.6097310781478882, + 1.135812520980835, + -0.09587362408638, + 1.555975079536438, + 2.3309824466705322, + 1.9832960367202759, + 0.46482378244400024, + 0.6467846035957336, + 1.7182108163833618, + -0.0750286877155304, + 1.9485927820205688, + 0.959426760673523, + 0.9474185109138489 + ] + ], + "predicted_scores": [ + 4.865583896636963, + 4.615720748901367, + 4.453354358673096, + 4.408015727996826, + 4.176388263702393, + 4.112260341644287, + 3.949711561203003, + 3.7898426055908203 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "278008524", + "selected_index": 0, + "state_hash": "4885f9acf2601b3d2c201bc8e00ef617845ad2a6d08f96d585249345f457be89", + "stored_base_utility": 0.11277659982442856, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.054365258663892746, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.054365258663892746 + }, + "base_progress": 0.054365258663892746, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.054365258663892746, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.033974528312683105, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.033974528312683105 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.02772420644760132, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.02772420644760132 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.01734977960586548, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.01734977960586548 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.023065567016601562, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.023065567016601562 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.026137351989746094, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.026137351989746094 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0225841011852026, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0225841011852026 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.023400604724884033, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.023400604724884033 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.030226031318306923, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.030226031318306923 + } + ], + "candidate_progress": [ + 0.033974528312683105, + 0.02772420644760132, + 0.01734977960586548, + 0.023065567016601562, + 0.026137351989746094, + 0.0225841011852026, + 0.023400604724884033, + 0.030226031318306923 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-0b93907b2a7261815f63", + "ms-0b93907b2a7261815f63", + "ms-3a4e2d080c9c4b279895", + "ms-0b93907b2a7261815f63", + "ms-0b93907b2a7261815f63", + "ms-3a4e2d080c9c4b279895", + "ms-3a4e2d080c9c4b279895", + "ms-3a4e2d080c9c4b279895" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-81f4e8858b2ba90aea2e", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.00032126903533935547, + -0.2623802423477173, + 0.7943941950798035, + 0.42694196105003357, + 0.7433306574821472, + 1.031158208847046, + 2.2898752689361572, + -0.455107718706131, + -0.5287477970123291, + 0.6930450797080994, + -0.7343077063560486, + 0.10918915271759033, + 1.7039753198623657, + 1.9535624980926514, + 0.8685385584831238, + -0.9251131415367126, + -1.1092480421066284, + 0.6700882315635681, + 0.7381947636604309, + -0.4712921380996704, + -1.564307451248169 + ], + [ + -0.5398263931274414, + -0.15554189682006836, + 0.42477262020111084, + 0.30580827593803406, + 0.6788947582244873, + 1.3247019052505493, + 2.616773843765259, + -0.42723962664604187, + -0.39760899543762207, + 0.6113040447235107, + -0.8815869092941284, + 0.3900796175003052, + 1.3937374353408813, + 1.578579068183899, + 0.9081117510795593, + -1.040452003479004, + -1.415426254272461, + 0.7495350241661072, + 0.6912185549736023, + -1.0474956035614014, + -1.6654553413391113 + ], + [ + -0.7030780911445618, + -0.35160404443740845, + 0.44081103801727295, + -0.10936441272497177, + 0.812310516834259, + 1.2672677040100098, + 2.4049415588378906, + -0.9038678407669067, + -0.6561453342437744, + 0.7053142189979553, + -0.18488311767578125, + 1.1941864490509033, + 1.7224761247634888, + 2.5261917114257812, + 1.3229821920394897, + -0.7764051556587219, + -1.2387174367904663, + 0.5831335783004761, + 1.559807300567627, + -0.755823016166687, + -1.034785270690918 + ], + [ + -0.6231222152709961, + -0.29012492299079895, + 0.7374473214149475, + 0.2501402795314789, + 0.6066235303878784, + 0.9800515174865723, + 3.121081829071045, + -0.21408522129058838, + -0.27458274364471436, + 0.7341361045837402, + -1.0707166194915771, + 0.5681040287017822, + 1.6327229738235474, + 1.3798247575759888, + 1.0892739295959473, + -0.8670357465744019, + -1.2416338920593262, + 1.0407710075378418, + 0.8248624801635742, + -0.666000485420227, + -1.9877293109893799 + ], + [ + -0.31867992877960205, + -0.2882009744644165, + 0.523394763469696, + 0.07756474614143372, + 0.43502911925315857, + 1.027908444404602, + 2.838862895965576, + -0.17216238379478455, + -0.3586227595806122, + 0.8854549527168274, + -0.9622664451599121, + 0.37854647636413574, + 1.4406729936599731, + 1.4898874759674072, + 1.1124180555343628, + -0.9527718424797058, + -1.3122262954711914, + 1.0089116096496582, + 0.6891695261001587, + -0.8855038285255432, + -1.9212400913238525 + ], + [ + -0.3570706248283386, + -0.35530489683151245, + 0.48710381984710693, + -0.35268592834472656, + 0.633063018321991, + 1.4319920539855957, + 2.3662989139556885, + -0.6834690570831299, + -0.566852867603302, + 0.6771665215492249, + -0.1008155569434166, + 0.9038529396057129, + 1.7381542921066284, + 2.3907227516174316, + 1.2456916570663452, + -0.7658162713050842, + -1.0325769186019897, + 0.44190943241119385, + 1.510218620300293, + -0.8780360221862793, + -0.9979791641235352 + ], + [ + -0.31838905811309814, + -0.3515399098396301, + 0.3797266483306885, + -0.21699529886245728, + 0.6212586164474487, + 2.0799968242645264, + 1.9422214031219482, + -0.5699203014373779, + -0.4810865819454193, + 0.6775058507919312, + 0.09387730062007904, + 0.9545590877532959, + 1.590765118598938, + 2.2886314392089844, + 1.0146923065185547, + -0.7287680506706238, + -0.9243219494819641, + 0.2466573268175125, + 1.2289531230926514, + -1.247575283050537, + -1.1429978609085083 + ], + [ + 0.010202199220657349, + -0.3280962109565735, + 0.6621066331863403, + -0.3272439241409302, + 0.5019581913948059, + 1.457795262336731, + 2.2711315155029297, + -0.399102121591568, + -0.5154427289962769, + 0.8886605501174927, + -0.3019067645072937, + 0.7545551061630249, + 1.714293360710144, + 2.001569986343384, + 0.804176390171051, + -0.6620103120803833, + -0.9753649830818176, + 0.3447895050048828, + 1.1020067930221558, + -1.0777040719985962, + -0.8650254011154175 + ] + ], + "generated_utilities": [ + 0.033974528312683105, + 0.02772420644760132, + 0.01734977960586548, + 0.023065567016601562, + 0.026137351989746094, + 0.0225841011852026, + 0.023400604724884033, + 0.030226031318306923 + ], + "group_id": "ms-81f4e8858b2ba90aea2e", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.01361372135579586, + 0.007307033054530621, + 0.021326780319213867, + 0.04093001410365105, + 0.15059307217597961, + 0.013598322868347168, + 0.09240063279867172, + 0.1631626933813095, + 0.05027441307902336, + 0.05712141841650009, + 0.1538398563861847, + 0.06023097038269043, + 0.020811915397644043, + 0.019836824387311935, + 0.1318017691373825, + 0.051341354846954346 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.06500570476055145, + 0.046472612768411636, + 1.2439939975738525, + -1.446747064590454, + 1.7077040672302246, + 2.291205883026123, + 2.1016674041748047, + -0.6354803442955017, + -0.4465000331401825, + 0.9666666984558105, + -1.1514010429382324, + 0.45639365911483765, + 1.613925814628601, + 1.0568119287490845, + 1.3792463541030884, + -0.7852597832679749, + -1.576931118965149, + 1.1258286237716675, + 0.9614027738571167, + -0.9620904922485352, + -1.7528356313705444 + ], + [ + -0.23400194942951202, + -0.21453839540481567, + 1.458961844444275, + -1.701543927192688, + 1.4158955812454224, + 2.2648162841796875, + 2.2270467281341553, + -0.5239131450653076, + -0.44378146529197693, + 1.0904332399368286, + -1.223331093788147, + 0.45784294605255127, + 1.6057316064834595, + 0.9251953363418579, + 1.308751106262207, + -0.6351475715637207, + -1.5950077772140503, + 1.0428481101989746, + 0.6781296730041504, + -0.9007717370986938, + -1.880659818649292 + ], + [ + 0.2324782907962799, + 0.05129373073577881, + 1.1239540576934814, + -1.1853233575820923, + 1.3290393352508545, + 1.933064341545105, + 2.192976951599121, + -0.23718085885047913, + -0.279358446598053, + 1.3028839826583862, + -1.4676742553710938, + 0.16475489735603333, + 1.67984938621521, + 0.6600161790847778, + 1.5654886960983276, + -1.1545368432998657, + -1.5593464374542236, + 1.1976646184921265, + 0.5715436935424805, + -0.9047394394874573, + -1.9614591598510742 + ], + [ + 0.7452290058135986, + 0.614987313747406, + 0.7383754849433899, + -1.5856380462646484, + 1.264894723892212, + 1.7337512969970703, + 2.502504825592041, + 0.040616750717163086, + -1.1382783651351929, + 0.7095704674720764, + -1.014717698097229, + 0.5126742720603943, + 1.3401073217391968, + 1.4275505542755127, + 1.4739655256271362, + -0.7308655381202698, + -0.9416123032569885, + 0.661049485206604, + 0.9453439712524414, + -1.5968079566955566, + -1.715583324432373 + ], + [ + 0.15219944715499878, + 0.5165310502052307, + 1.0654370784759521, + -0.5756344199180603, + 1.2834129333496094, + 1.6370232105255127, + 2.414426326751709, + -1.1256691217422485, + -1.1171015501022339, + 0.5337101817131042, + -0.9850769639015198, + -0.35428309440612793, + 2.4350547790527344, + 1.8563504219055176, + 2.1929399967193604, + -0.1821107268333435, + -1.4600040912628174, + 1.5430631637573242, + 1.4937412738800049, + -0.8152608275413513, + -2.020042896270752 + ] + ], + "predicted_scores": [ + 4.691921234130859, + 4.567298889160156, + 4.3909759521484375, + 3.851332187652588, + 3.7683699131011963, + 3.579282522201538, + 3.522376775741577, + 3.2917351722717285 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "626486813", + "selected_index": 0, + "state_hash": "562e8bc3804d1d310e0eaf612dbc110b8efc94514458dacf551ef33f4f0b8ee7", + "stored_base_utility": 0.01361372135579586, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07143356651067734, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07143356651067734 + }, + "base_progress": 0.07143356651067734, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.07143356651067734, + "candidate_action_clip_max_abs": [ + 0.0, + 0.03929734230041504, + 0.0, + 0.0, + 0.010462284088134766, + 0.013187885284423828, + 0.016566991806030273, + 0.029070496559143066 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08911124616861343, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08911124616861343 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.03929734230041504, + "contact_quality": null, + "progress": 0.10728156566619873, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10728156566619873 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07141844183206558, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07141844183206558 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08023575693368912, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08023575693368912 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.010462284088134766, + "contact_quality": null, + "progress": 0.07400409132242203, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07400409132242203 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.013187885284423828, + "contact_quality": null, + "progress": 0.07212380319833755, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07212380319833755 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.016566991806030273, + "contact_quality": null, + "progress": 0.09704176336526871, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09704176336526871 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.029070496559143066, + "contact_quality": null, + "progress": 0.07698269933462143, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07698269933462143 + } + ], + "candidate_progress": [ + 0.08911124616861343, + 0.10728156566619873, + 0.07141844183206558, + 0.08023575693368912, + 0.07400409132242203, + 0.07212380319833755, + 0.09704176336526871, + 0.07698269933462143 + ], + "candidate_safety_violation": [ + false, + true, + false, + false, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-48178f52a96de3d1ead0", + "ms-25ab20bb3da8ba34be95", + "ms-9229ce141dd41a11fac1", + "ms-9229ce141dd41a11fac1", + "ms-45fbd749d5ed3fe37c13", + "ms-45fbd749d5ed3fe37c13", + "ms-45fbd749d5ed3fe37c13", + "ms-45fbd749d5ed3fe37c13" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank3", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-8a72b73ac452bc190aeb", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.6296700835227966, + -0.01155739277601242, + -0.42276015877723694, + -0.5246263146400452, + 0.15950573980808258, + -2.9283206462860107, + -1.7050457000732422, + 0.04995633661746979, + -0.07629616558551788, + 0.17581383883953094, + 0.9811806082725525, + 0.381521999835968, + -0.2042425274848938, + -0.25505387783050537, + 0.0490124374628067, + -0.27600985765457153, + 0.3851113021373749, + 0.874314546585083, + 0.38927972316741943, + -0.2762956917285919, + -0.793583869934082 + ], + [ + 0.2674194574356079, + 0.08878432214260101, + -0.5916134119033813, + -0.8548918962478638, + 0.2834312915802002, + -3.1631696224212646, + -1.6328763961791992, + 0.19886989891529083, + -0.16684900224208832, + 0.06628377735614777, + 1.0374279022216797, + 0.21894057095050812, + -0.5655565857887268, + -0.3709801435470581, + -0.14556163549423218, + -0.29536664485931396, + 0.2815970182418823, + 1.1239069700241089, + 0.4365620017051697, + -0.12273666262626648, + -0.35639747977256775 + ], + [ + 0.09237349033355713, + 0.07978871464729309, + -0.4449068009853363, + -0.7216863632202148, + 0.2486140877008438, + -2.658125162124634, + -1.4724326133728027, + -0.006338521838188171, + -0.23394916951656342, + 0.17616911232471466, + 1.0516412258148193, + 0.2722095549106598, + -0.3866136372089386, + 0.5637953877449036, + -0.12363305687904358, + -0.14979052543640137, + 0.1103372573852539, + 0.938758909702301, + 0.4440051317214966, + 0.14996454119682312, + -0.20034632086753845 + ], + [ + 0.10864637792110443, + -0.006954483687877655, + -0.5102906227111816, + -0.9385148286819458, + 0.20936138927936554, + -2.574354887008667, + -1.3854279518127441, + 0.00034587085247039795, + -0.28487464785575867, + 0.06995528936386108, + 0.9282266497612, + 0.18429912626743317, + -0.05557519197463989, + 0.4045335054397583, + -0.20875108242034912, + -0.1768604815006256, + 0.12104006111621857, + 0.9150455594062805, + 0.49948978424072266, + 0.4304608106613159, + -0.026586756110191345 + ], + [ + 0.019445791840553284, + 0.12316921353340149, + -0.3713841736316681, + -0.5563880205154419, + 0.12332417815923691, + -3.1191728115081787, + -1.2154386043548584, + -0.011957183480262756, + -0.18669886887073517, + 0.06550846248865128, + 0.7311472296714783, + -0.08013191819190979, + -0.3083723783493042, + 0.43694233894348145, + -0.23736947774887085, + -0.22814394533634186, + 0.111874520778656, + 0.781755805015564, + 0.5098715424537659, + 0.06494337320327759, + -0.434352844953537 + ], + [ + 0.017757698893547058, + 0.17647723853588104, + -0.5371628999710083, + -0.5800763368606567, + -0.024793773889541626, + -3.1671018600463867, + -1.1420941352844238, + -0.035587430000305176, + -0.12744846940040588, + 0.04818848520517349, + 0.662900447845459, + -0.17134365439414978, + -0.2597331404685974, + 0.3648642301559448, + -0.2704625725746155, + -0.23025164008140564, + 0.29142627120018005, + 0.8497336506843567, + 0.5229381322860718, + 0.10576671361923218, + -0.3812212646007538 + ], + [ + 0.22040295600891113, + 0.21076856553554535, + 0.18049612641334534, + -0.502692699432373, + 0.3468436896800995, + -3.1947412490844727, + -1.7937533855438232, + 0.11545299738645554, + -0.1406264305114746, + -0.3787541389465332, + 0.6509946584701538, + 0.1289432942867279, + -0.2523987889289856, + -0.497846782207489, + -0.2519948482513428, + -0.16438616812229156, + 0.17714586853981018, + 0.9405480027198792, + 0.6160032749176025, + 0.17953065037727356, + -1.1462757587432861 + ], + [ + 0.01227368414402008, + 0.15046758949756622, + -0.37780746817588806, + -0.4508305490016937, + -0.06828427314758301, + -3.256169319152832, + -1.1798985004425049, + 0.014526069164276123, + -0.17441090941429138, + 0.03723650425672531, + 0.7222846150398254, + -0.07645580172538757, + -0.2933361530303955, + 0.3936958909034729, + -0.19287580251693726, + -0.20247836410999298, + 0.24760466814041138, + 0.6655738353729248, + 0.468843936920166, + 0.17979034781455994, + -0.4047621786594391 + ] + ], + "generated_utilities": [ + 0.08911124616861343, + 0.10728156566619873, + 0.07141844183206558, + 0.08023575693368912, + 0.07400409132242203, + 0.07212380319833755, + 0.09704176336526871, + 0.07698269933462143 + ], + "group_id": "ms-8a72b73ac452bc190aeb", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.02298194169998169, + 0.01763375662267208, + 0.009361605159938335, + 0.02526181936264038, + 0.09214292466640472, + 0.022978028282523155, + 0.07704488933086395, + 0.056830525398254395, + 0.045355141162872314, + 0.06095697730779648, + 0.10329639911651611, + 0.05954315513372421, + 0.03003152273595333, + 0.008136491291224957, + 0.05599620193243027, + 0.011116823181509972 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 1.0913797616958618, + 0.3305599093437195, + -0.0778055489063263, + -2.223818778991699, + 0.9291321635246277, + -2.905466318130493, + -2.4575929641723633, + 1.1732350587844849, + 0.22933529317378998, + -0.8654288053512573, + 2.1122353076934814, + 1.5987088680267334, + 1.144788146018982, + 0.40604642033576965, + 0.10343833267688751, + -0.7513935565948486, + -1.054006814956665, + 1.396103024482727, + -0.16642586886882782, + -0.04196041822433472, + -1.2630513906478882 + ], + [ + 1.3690472841262817, + 0.2738865315914154, + -0.27599766850471497, + -2.431976556777954, + 0.7025187015533447, + -3.155372142791748, + -2.6898910999298096, + 1.1788215637207031, + 0.19074484705924988, + -0.7378551959991455, + 2.3089826107025146, + 1.3478807210922241, + 1.3458092212677002, + 0.3417958617210388, + 0.24155153334140778, + -1.004831314086914, + -1.3499912023544312, + 1.311987042427063, + -0.25646817684173584, + -0.3180008828639984, + -1.3290650844573975 + ], + [ + 0.9032705426216125, + -0.3011789321899414, + -0.21911907196044922, + -2.884286403656006, + 0.319735586643219, + -2.613290548324585, + -2.175532817840576, + 1.5185720920562744, + -0.1741684526205063, + -0.4879068434238434, + 2.721827507019043, + 2.1753995418548584, + 0.8214534521102905, + 0.7874165177345276, + 0.013686276972293854, + -0.7485443949699402, + -0.764183521270752, + 0.9452257752418518, + 0.07210072875022888, + 0.2788098156452179, + -1.8349425792694092 + ] + ], + "predicted_scores": [ + 4.338268756866455, + 4.283759117126465, + 3.644558906555176, + 3.447319507598877, + 1.876220464706421, + 1.462405800819397, + 1.1317697763442993, + 1.1101077795028687 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "626486813", + "selected_index": 0, + "state_hash": "722240dc5e14c5a30badc5fbec9f15ecf388cf6402fb77013c8f9dbdcd100846", + "stored_base_utility": 0.02298194169998169, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1463289111852646, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1463289111852646 + }, + "base_progress": 0.1463289111852646, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.1463289111852646, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0755668506026268, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0755668506026268 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06781840324401855, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06781840324401855 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0769728422164917, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0769728422164917 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06856932491064072, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06856932491064072 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06893400102853775, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06893400102853775 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06360367685556412, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06360367685556412 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07996902614831924, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07996902614831924 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05207560583949089, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05207560583949089 + } + ], + "candidate_progress": [ + 0.0755668506026268, + 0.06781840324401855, + 0.0769728422164917, + 0.06856932491064072, + 0.06893400102853775, + 0.06360367685556412, + 0.07996902614831924, + 0.05207560583949089 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-20ca52baa214c31b3186", + "ms-20ca52baa214c31b3186", + "ms-20ca52baa214c31b3186", + "ms-20ca52baa214c31b3186", + "ms-20ca52baa214c31b3186", + "ms-20ca52baa214c31b3186", + "ms-20ca52baa214c31b3186", + "ms-20ca52baa214c31b3186" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-a96bca1ef0b74f686018", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.4415757656097412, + -0.21358291804790497, + 0.5665504336357117, + -0.6366150379180908, + 1.7836942672729492, + 1.4613254070281982, + 0.9853775501251221, + 0.05870649218559265, + 0.15387138724327087, + 0.4816600978374481, + -1.4815986156463623, + 0.07967586070299149, + -1.0514525175094604, + -0.508906900882721, + 0.09789157658815384, + 0.5474830865859985, + 0.2002502679824829, + -0.3288875222206116, + -0.5498497486114502, + 0.1251503825187683, + -0.35873332619667053 + ], + [ + 0.28787946701049805, + -0.106315977871418, + 1.0204848051071167, + -0.31750762462615967, + 1.4856162071228027, + 1.5912418365478516, + 0.680487871170044, + 0.23702648282051086, + 0.22133956849575043, + 0.48170408606529236, + -1.0441200733184814, + 0.23647244274616241, + -0.9653992652893066, + -0.503956139087677, + 0.07117050886154175, + 0.6251535415649414, + 0.425550639629364, + -0.32685816287994385, + -0.4805141091346741, + -0.42215222120285034, + -0.737727165222168 + ], + [ + 0.23158706724643707, + -0.11029728502035141, + 0.6616963744163513, + -0.1467258781194687, + 1.588914155960083, + 1.3608355522155762, + 0.7347410321235657, + 0.33617454767227173, + 0.0454731211066246, + 0.3320503532886505, + -0.999110221862793, + 0.09712088108062744, + -0.9480745792388916, + -0.26507139205932617, + 0.08092442899942398, + 0.397490918636322, + 0.3225311040878296, + -0.37709158658981323, + -0.17428463697433472, + -0.8047077059745789, + -0.64919114112854 + ], + [ + 0.4283965229988098, + -0.14992237091064453, + 1.2199958562850952, + -0.2724165916442871, + 1.362532615661621, + 2.1391255855560303, + 0.5012748837471008, + -0.0436362624168396, + 0.1669945865869522, + 0.3597462773323059, + -0.9630175828933716, + 0.06517015397548676, + -1.2805711030960083, + -0.3899145722389221, + 0.15064197778701782, + 0.5807823538780212, + 0.07064563035964966, + -0.10785423219203949, + -0.6270621418952942, + -0.3987373411655426, + -0.6242712736129761 + ], + [ + 0.19915376603603363, + -0.0959315150976181, + 0.9712710380554199, + -0.370144248008728, + 1.4615411758422852, + 1.6055355072021484, + 0.9111806750297546, + 0.3811882734298706, + 0.15670625865459442, + 0.3688105642795563, + -1.0487390756607056, + 0.2005995810031891, + -1.1581618785858154, + -0.28525394201278687, + 0.10884466767311096, + 0.6029412746429443, + 0.3875655233860016, + -0.2519826889038086, + -0.4077352285385132, + -0.18827548623085022, + -0.6679776906967163 + ], + [ + 0.13289937376976013, + -0.08956871926784515, + 1.0628068447113037, + -0.2822378873825073, + 1.407862663269043, + 1.4603086709976196, + 0.7545837163925171, + 0.24121901392936707, + 0.11720012873411179, + 0.44035443663597107, + -0.9181057810783386, + 0.2090703845024109, + -0.9767787456512451, + -0.2975051999092102, + 0.08436834812164307, + 0.6024923324584961, + 0.4158519506454468, + -0.20735619962215424, + -0.35910850763320923, + -0.18094131350517273, + -0.44998785853385925 + ], + [ + 0.35743123292922974, + -0.06456363201141357, + 0.9057967662811279, + -0.15324652194976807, + 1.3304035663604736, + 1.4827096462249756, + 1.0233914852142334, + 0.11964544653892517, + 0.10815669596195221, + 0.2768588364124298, + -1.1807092428207397, + -0.15529870986938477, + -0.6329818367958069, + -0.10766427218914032, + 0.1690506637096405, + 0.5125579237937927, + 0.24494008719921112, + -0.28953951597213745, + -0.2866438627243042, + -0.5757623314857483, + -0.4148472845554352 + ], + [ + -0.06414759159088135, + -0.10020208358764648, + 0.9964779615402222, + -0.45928770303726196, + 2.0438637733459473, + 1.4558627605438232, + 1.2496024370193481, + 0.49891743063926697, + 0.1865936666727066, + 0.38677120208740234, + -1.2590277194976807, + 0.23789146542549133, + -1.5805078744888306, + -0.38769233226776123, + 0.41437965631484985, + 0.572766125202179, + 0.31426483392715454, + -0.7095816731452942, + -0.6798317432403564, + -0.9136233925819397, + -1.3226537704467773 + ] + ], + "generated_utilities": [ + 0.0755668506026268, + 0.06781840324401855, + 0.0769728422164917, + 0.06856932491064072, + 0.06893400102853775, + 0.06360367685556412, + 0.07996902614831924, + 0.05207560583949089 + ], + "group_id": "ms-a96bca1ef0b74f686018", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.07923875749111176, + 0.1507580727338791, + 0.09708476066589355, + 0.1572066992521286, + 0.09626718610525131, + 0.0781460627913475, + 0.07252912223339081, + 0.04244875907897949, + 0.026137471199035645, + 0.03892441838979721, + 0.04886416718363762, + 0.10530619323253632, + 0.0477486252784729, + 0.0898323506116867, + 0.01968318223953247, + 0.0289560966193676 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.48996758460998535, + 0.9053895473480225, + 1.8985445499420166, + -1.3594893217086792, + 1.6097791194915771, + 1.132408618927002, + 1.8319320678710938, + 0.46463528275489807, + 0.13208985328674316, + 0.8792686462402344, + -1.868321418762207, + 1.1490275859832764, + -2.0193891525268555, + -2.0637927055358887, + 0.11448347568511963, + 1.2957178354263306, + 1.293219804763794, + -1.7789109945297241, + -0.4312591254711151, + -1.7441130876541138, + -0.06536102294921875 + ], + [ + 0.03654795140028, + 1.7676925659179688, + 1.048339605331421, + -1.366391658782959, + 2.5093846321105957, + 2.160305976867676, + 2.8675124645233154, + -0.309950590133667, + -0.5841768980026245, + 1.3030188083648682, + -1.2228018045425415, + 1.1373907327651978, + -2.831526041030884, + -2.2111129760742188, + -0.14044174551963806, + 1.660491704940796, + 1.5215414762496948, + -1.0137104988098145, + -0.40579986572265625, + -1.9571893215179443, + 1.241256833076477 + ], + [ + -0.2826732099056244, + 2.2520718574523926, + 2.418309450149536, + -1.7572941780090332, + 1.5832278728485107, + 0.6361246705055237, + 2.2009639739990234, + 0.9109495878219604, + 0.22027403116226196, + 0.7075455188751221, + -1.2762477397918701, + 0.8630691766738892, + -1.2986351251602173, + -2.567821979522705, + -0.4690782427787781, + 2.1363346576690674, + 0.1853562593460083, + -1.541505217552185, + -0.033681899309158325, + -1.0161254405975342, + 0.06877446174621582 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.03534998744726181, + 0.3312731981277466, + 0.5862538814544678, + -0.5824885368347168, + 0.9715663194656372, + 0.3504420518875122, + 0.0, + -0.013733148574829102, + 0.021970629692077637, + 0.014389097690582275, + -0.7432765960693359, + 0.006671249866485596, + -0.9755387306213379, + 0.0, + -0.027152668684720993, + 0.2708500623703003, + 0.052558183670043945, + -0.7615737915039062, + 0.020878344774246216, + -0.2927910089492798, + 0.0 + ], + [ + -0.1400495320558548, + 0.3312731981277466, + 0.5862538814544678, + -0.5824885368347168, + 0.9715663194656372, + 0.5714048147201538, + 0.0, + -0.3271818161010742, + -0.04413123428821564, + 0.16598933935165405, + -0.7432765960693359, + 0.2282017469406128, + -0.9755387306213379, + 0.0, + -0.4382812976837158, + 0.2708500623703003, + 0.2094714641571045, + -0.7615737915039062, + 0.23577484488487244, + -0.2927910089492798, + 0.0 + ] + ], + "predicted_scores": [ + 4.5632476806640625, + 3.5480942726135254, + 3.4827115535736084, + 3.350646495819092, + 3.244083881378174, + 3.0998549461364746, + 2.941861391067505, + 2.438138723373413 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "141984615", + "selected_index": 0, + "state_hash": "61714505b9ac6cbb1c6deff698bb3e96fd54c7cdb8f0d4307bfdd236634525c0", + "stored_base_utility": 0.07923875749111176, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.21580779552459717, + 0.25545334815979004, + 0.24260294437408447, + 0.3309077024459839, + 0.3008747100830078, + 0.27683258056640625, + 0.31076598167419434, + 0.2940930128097534 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.21580779552459717, + "contact_quality": null, + "progress": 0.11617390066385269, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11617390066385269 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.25545334815979004, + "contact_quality": null, + "progress": 0.12657248973846436, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12657248973846436 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.24260294437408447, + "contact_quality": null, + "progress": 0.13269071280956268, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13269071280956268 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3309077024459839, + "contact_quality": null, + "progress": 0.12812083959579468, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12812083959579468 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3008747100830078, + "contact_quality": null, + "progress": 0.10986211150884628, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10986211150884628 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.27683258056640625, + "contact_quality": null, + "progress": 0.1139136329293251, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1139136329293251 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.31076598167419434, + "contact_quality": null, + "progress": 0.09727180004119873, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09727180004119873 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2940930128097534, + "contact_quality": null, + "progress": 0.13464443385601044, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13464443385601044 + } + ], + "candidate_progress": [ + 0.11617390066385269, + 0.12657248973846436, + 0.13269071280956268, + 0.12812083959579468, + 0.10986211150884628, + 0.1139136329293251, + 0.09727180004119873, + 0.13464443385601044 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-19cb10d10516bd0216a6", + "ms-37384bede4d1c03f3b80", + "ms-4de1f6d71208bf1d182d", + "ms-4de1f6d71208bf1d182d", + "ms-19cb10d10516bd0216a6", + "ms-37384bede4d1c03f3b80", + "ms-37384bede4d1c03f3b80", + "ms-4de1f6d71208bf1d182d" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-ac4fb33f3ab4db853995", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.9876857995986938, + -0.08117245137691498, + -0.6061604022979736, + 0.1754080057144165, + -0.1828153431415558, + 2.2484781742095947, + 1.3069167137145996, + 1.7549986839294434, + 0.3206826150417328, + -1.01384437084198, + -0.4189261794090271, + -0.8254400491714478, + -2.421473264694214, + -2.0387797355651855, + 1.5124973058700562, + -0.07632423937320709, + -0.7303299307823181, + 0.3320767879486084, + -0.4358214735984802, + -1.625927209854126, + -1.4889367818832397 + ], + [ + 1.9160757064819336, + -0.05500943958759308, + -0.48274776339530945, + 0.5975015163421631, + -0.5873394012451172, + 2.309530258178711, + 1.7031431198120117, + 1.6007161140441895, + 0.4105992019176483, + -1.1171265840530396, + -0.4424464702606201, + -0.6318324208259583, + -2.3154659271240234, + -2.5728964805603027, + 1.719735860824585, + 0.13063982129096985, + -0.8542202115058899, + 0.181373730301857, + -0.5747131109237671, + -1.7448365688323975, + -1.9412322044372559 + ], + [ + 1.941320538520813, + -0.005538467317819595, + -0.4855665862560272, + 0.47122886776924133, + -0.6032189726829529, + 2.439471960067749, + 1.6435003280639648, + 1.8400726318359375, + 0.39881718158721924, + -1.2509108781814575, + -0.5055136680603027, + -1.0794049501419067, + -2.7418158054351807, + -2.5046584606170654, + 1.5768234729766846, + 0.06092261150479317, + -0.6848737597465515, + 0.30905774235725403, + -0.45124101638793945, + -1.7773966789245605, + -1.5730276107788086 + ], + [ + 2.0727579593658447, + -0.017348289489746094, + -0.47359660267829895, + 0.5623311996459961, + -0.7825925946235657, + 2.2592201232910156, + 1.641162395477295, + 1.931681752204895, + 0.3713988959789276, + -1.2807812690734863, + -0.6087707877159119, + -0.7504895925521851, + -2.9258134365081787, + -2.556715488433838, + 1.8643181324005127, + 0.1829971820116043, + -0.7715443968772888, + 0.27698254585266113, + -0.3196815252304077, + -1.790693998336792, + -1.843245267868042 + ], + [ + 1.838097333908081, + -0.028614187613129616, + -0.33635637164115906, + 0.5231271982192993, + -0.7484866976737976, + 2.4579124450683594, + 1.7352032661437988, + 2.0020060539245605, + 0.4336090087890625, + -1.0668652057647705, + -0.5580071210861206, + -1.081243634223938, + -2.5568816661834717, + -2.5943446159362793, + 1.7259469032287598, + 0.07938966155052185, + -0.7401185631752014, + 0.49770963191986084, + -0.3127744197845459, + -1.5242021083831787, + -1.9762299060821533 + ], + [ + 1.9100767374038696, + -0.020125990733504295, + -0.47654274106025696, + 0.49973246455192566, + -0.7865135073661804, + 2.405369758605957, + 1.6953294277191162, + 2.0001235008239746, + 0.41815558075904846, + -1.108892560005188, + -0.6422771215438843, + -0.9234817028045654, + -2.5823700428009033, + -2.572247266769409, + 1.63844895362854, + 0.07389244437217712, + -0.8341856598854065, + 0.3304520845413208, + -0.44536685943603516, + -1.6476058959960938, + -2.2749619483947754 + ], + [ + 1.8754440546035767, + -0.024196909740567207, + -0.6140295267105103, + 0.5741029977798462, + -0.9232214093208313, + 2.2472612857818604, + 1.9197425842285156, + 2.071964740753174, + 0.3564533293247223, + -1.1358978748321533, + -0.811145007610321, + -1.0089895725250244, + -3.055835008621216, + -2.618316411972046, + 1.7342710494995117, + 0.13482005894184113, + -0.709312379360199, + 0.36001822352409363, + -0.4043080806732178, + -1.9029409885406494, + -2.5735082626342773 + ], + [ + 2.366121768951416, + -0.3011592626571655, + -0.9601458311080933, + 0.4342670142650604, + -0.17512068152427673, + 2.6207306385040283, + 2.0752170085906982, + 1.9344286918640137, + 0.1316952407360077, + -1.0813674926757812, + -0.2264578938484192, + -0.6670186519622803, + -2.5623369216918945, + -2.455490827560425, + 1.7280844449996948, + 0.19086800515651703, + -0.43832099437713623, + -0.022751986980438232, + -0.21528252959251404, + -1.4876282215118408, + -2.578798294067383 + ] + ], + "generated_utilities": [ + 0.11617390066385269, + 0.12657248973846436, + 0.13269071280956268, + 0.12812083959579468, + 0.10986211150884628, + 0.1139136329293251, + 0.09727180004119873, + 0.13464443385601044 + ], + "group_id": "ms-ac4fb33f3ab4db853995", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.2651830017566681, + 0.22676818072795868, + 0.22454051673412323, + 2.0, + 0.31214088201522827, + 0.21535459160804749, + 0.18962346017360687, + 2.0, + 0.1830430030822754, + 0.15030252933502197, + 0.12050267308950424, + 0.17022761702537537, + 0.11389490216970444, + 0.07058519124984741, + 0.07076358795166016, + 0.18658748269081116 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 2.0962133407592773, + 0.057441189885139465, + -0.2733909487724304, + 0.4170292317867279, + -0.7772165536880493, + 2.858414888381958, + 2.1098427772521973, + 1.8366810083389282, + 0.017507493495941162, + -1.6127345561981201, + -0.39152991771698, + -1.017486333847046, + -2.815659999847412, + -2.787520408630371, + 1.6748408079147339, + 0.2986273169517517, + -0.6001855134963989, + 0.5475705862045288, + -0.28012242913246155, + -1.5382447242736816, + -1.6652274131774902 + ], + [ + 2.1338062286376953, + -0.07656055688858032, + -0.7531881332397461, + 0.48830646276474, + -0.36628106236457825, + 2.381558418273926, + 1.7315943241119385, + 1.838928461074829, + -0.050897032022476196, + -1.171897292137146, + -0.8350631594657898, + -0.8261303901672363, + -2.2635834217071533, + -3.2190167903900146, + 1.3416705131530762, + 0.44279617071151733, + -0.7299901247024536, + 1.2929750680923462, + -0.0032969415187835693, + -1.5000369548797607, + -1.6060972213745117 + ], + [ + 1.5521352291107178, + 0.03659695386886597, + -0.44382959604263306, + 0.21355122327804565, + -1.0471938848495483, + 3.194620370864868, + 1.9892739057540894, + 2.5084128379821777, + 0.531404972076416, + -0.9168282747268677, + -0.49052953720092773, + -1.1588059663772583, + -3.156189441680908, + -3.278008460998535, + 0.921509325504303, + 0.49181532859802246, + -1.0228296518325806, + 0.5866082310676575, + -0.4882396459579468, + -0.7946261763572693, + -2.119061231613159 + ], + [ + 2.7138938903808594, + -0.3406146764755249, + -0.32174432277679443, + 0.9962238669395447, + -0.558576226234436, + 2.049264907836914, + 1.8703808784484863, + 2.113438367843628, + 0.9615883827209473, + -1.9615708589553833, + -0.0062177181243896484, + -0.5808464288711548, + -2.1758205890655518, + -2.219890594482422, + 1.022050142288208, + 0.7201904654502869, + -1.3177021741867065, + 0.4089192748069763, + -0.0315951406955719, + -0.7215378880500793, + -2.069262981414795 + ], + [ + 2.5701913833618164, + 0.3137266933917999, + -0.5592924356460571, + 0.0026398897171020508, + -0.19283491373062134, + 2.2903807163238525, + 2.637770652770996, + 2.5494186878204346, + 0.9258015155792236, + -0.7146614193916321, + -0.686233639717102, + -0.7985042929649353, + -3.431988000869751, + -3.2178471088409424, + 1.319100260734558, + -0.15109702944755554, + -0.2694774866104126, + 1.0912322998046875, + -0.6380462050437927, + -2.0780839920043945, + -2.1209774017333984 + ], + [ + 2.6195321083068848, + -0.2646539509296417, + 0.15159690380096436, + 0.8749752044677734, + -1.1848887205123901, + 2.8789353370666504, + 1.6037814617156982, + 1.3343384265899658, + -0.2254078984260559, + -2.041776657104492, + -0.9811336994171143, + -1.3441768884658813, + -2.2502636909484863, + -1.9091612100601196, + 0.9959704279899597, + 0.42473238706588745, + -0.5330828428268433, + 1.6945891380310059, + 0.4069111943244934, + -0.5568764805793762, + -1.472819447517395 + ], + [ + 2.9485361576080322, + -0.6907311677932739, + -0.057036399841308594, + 1.2457408905029297, + 0.09488356113433838, + 2.6509125232696533, + 2.0378005504608154, + 2.278454303741455, + 1.1734973192214966, + -1.853393316268921, + 0.09614759683609009, + -0.35674989223480225, + -2.1597909927368164, + -1.9672894477844238, + 1.9760816097259521, + -0.47744297981262207, + 0.021782994270324707, + 1.6328153610229492, + -0.8569514751434326, + -1.0814869403839111, + -1.7780723571777344 + ], + [ + 2.1897926330566406, + -0.3883178234100342, + -0.6492674946784973, + 1.3223958015441895, + 0.30954307317733765, + 2.031817674636841, + 1.878535270690918, + 2.5030624866485596, + 0.6644855737686157, + -1.7382179498672485, + -1.1862120628356934, + -0.7967990636825562, + -2.8425841331481934, + -2.3635308742523193, + 2.0061349868774414, + -0.6015456318855286, + -1.429253339767456, + 1.2773160934448242, + 0.04122643172740936, + -2.0497689247131348, + -1.1791472434997559 + ], + [ + 1.586853265762329, + 0.06395213305950165, + -0.8944701552391052, + 0.5118889808654785, + -1.1310638189315796, + 2.865907669067383, + 1.3295278549194336, + 1.0862370729446411, + 0.6303088665008545, + -0.3754369616508484, + -0.04129624366760254, + -0.7044278979301453, + -2.923245429992676, + -1.7837438583374023, + 1.5932514667510986, + 1.2467985153198242, + 0.13401156663894653, + 1.6706414222717285, + -0.816297709941864, + -1.2893165349960327, + -1.0985345840454102 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 1.1383795738220215, + -0.1483764797449112, + -0.27178800106048584, + 0.26738643646240234, + -0.12845781445503235, + 1.6495440006256104, + 0.0, + 0.9713280200958252, + -0.050046056509017944, + -0.36543774604797363, + -0.022124826908111572, + 0.08494043350219727, + -1.671510934829712, + 0.0, + 0.5271386504173279, + 0.3898613452911377, + 0.21280205249786377, + -0.2029280662536621, + -0.01802508533000946, + -0.35994601249694824, + 0.0 + ], + [ + 1.7570452690124512, + 0.07137972116470337, + 0.02318662405014038, + 0.2907020151615143, + -0.2308352291584015, + 2.89892578125, + 2.537220001220703, + 2.238605499267578, + 0.16207315027713776, + -1.6996564865112305, + -0.8050198554992676, + -1.2014062404632568, + -2.5764517784118652, + -2.393839120864868, + 1.1276613473892212, + 0.31928181648254395, + -1.036102533340454, + 1.1266506910324097, + -0.1944657564163208, + -1.5998979806900024, + -2.151465892791748 + ] + ], + "predicted_scores": [ + 4.8316850662231445, + 4.8122076988220215, + 4.802274227142334, + 4.648550987243652, + 4.613796710968018, + 4.386502742767334, + 4.2422919273376465, + 3.4265918731689453 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "565369392", + "selected_index": 0, + "state_hash": "0b62c42c3beda0eb959692d55792514223681b522edd0a5e73247682cf0bfe95", + "stored_base_utility": 0.2651830017566681, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.18003129959106445, + 0.19922101497650146, + 0.30011308193206787, + 0.3074699640274048, + 0.25566208362579346, + 0.2714526653289795, + 0.2639225721359253, + 0.28243494033813477 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.18003129959106445, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.19922101497650146, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.30011308193206787, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3074699640274048, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.25566208362579346, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2714526653289795, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2639225721359253, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.28243494033813477, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-fbd73493bcf73542f735", + "ms-fbd73493bcf73542f735", + "ms-456cdaaa617fc54fd766", + "ms-456cdaaa617fc54fd766", + "ms-456cdaaa617fc54fd766", + "ms-456cdaaa617fc54fd766", + "ms-9681d9cb43cc26adb0fe", + "ms-456cdaaa617fc54fd766" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-c31b98b3d3702c6f9c8c", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.3575491905212402, + -0.11974571645259857, + -1.2479146718978882, + -0.29842251539230347, + -0.573422908782959, + -0.95574951171875, + -1.2094292640686035, + 0.504834771156311, + 0.07138901203870773, + 0.011715084314346313, + -0.29039809107780457, + -0.2461014986038208, + -2.292837142944336, + -1.8351095914840698, + 0.21565796434879303, + 0.19764985144138336, + 0.7334374785423279, + -0.8926919102668762, + 1.0343031883239746, + -1.4520103931427002, + -1.078014612197876 + ], + [ + 1.484415054321289, + -0.06090530380606651, + -1.1894655227661133, + -0.23603424429893494, + -0.786340057849884, + -0.9184030294418335, + -1.130150318145752, + 0.43999937176704407, + 0.080288365483284, + 0.14679200947284698, + -0.392825722694397, + -0.2188010811805725, + -2.413663864135742, + -1.5802785158157349, + -0.00916757807135582, + 0.19203585386276245, + 0.9815629124641418, + -1.053733468055725, + 1.1343276500701904, + -1.4386358261108398, + -0.8912855386734009 + ], + [ + 1.2291191816329956, + -0.2847592234611511, + -1.3587274551391602, + -0.5300073623657227, + -0.5735753774642944, + -0.8246097564697266, + -1.7318599224090576, + 0.7856855392456055, + -0.06907495856285095, + 0.2201330065727234, + -0.5053009390830994, + -0.34393537044525146, + -2.682587146759033, + -2.393263578414917, + 0.39276638627052307, + 0.3576738238334656, + 0.9004574418067932, + -0.7492675185203552, + 1.880955457687378, + -2.284162998199463, + -1.2685165405273438 + ], + [ + 1.211090087890625, + -0.24326083064079285, + -1.7500461339950562, + -0.19163627922534943, + -0.9129748940467834, + -0.8816391229629517, + -1.3233439922332764, + 0.7347428798675537, + 0.0909234955906868, + 0.5975065231323242, + -0.1018630787730217, + -0.3183901309967041, + -2.7096455097198486, + -2.0613207817077637, + 0.2615010142326355, + 0.3747328519821167, + 1.171580195426941, + -0.9520298838615417, + 1.8309781551361084, + -2.327192544937134, + -1.0993956327438354 + ], + [ + 0.9179841876029968, + -0.2379775047302246, + -1.458122730255127, + -0.13608905673027039, + -0.6652776598930359, + -0.858426570892334, + -1.7229211330413818, + 0.49370497465133667, + 0.06898833066225052, + 0.24222326278686523, + -0.10579239577054977, + -0.18282052874565125, + -2.3731729984283447, + -2.6366302967071533, + 0.6322703957557678, + 0.4327949285507202, + 0.9514422416687012, + -0.5971533060073853, + 1.6695964336395264, + -2.3889718055725098, + -1.138090968132019 + ], + [ + 1.1108952760696411, + -0.2891676425933838, + -1.491593360900879, + -0.28083908557891846, + -0.7354623675346375, + -0.7990677356719971, + -1.699134349822998, + 0.6164546012878418, + -0.025358697399497032, + 0.30745208263397217, + -0.31089821457862854, + -0.21936652064323425, + -2.5338146686553955, + -2.3901312351226807, + 0.4840274155139923, + 0.400680273771286, + 1.0406345129013062, + -0.7586008906364441, + 1.7013294696807861, + -2.2249231338500977, + -1.2606446743011475 + ], + [ + 1.9147894382476807, + -0.2613692879676819, + -1.5120068788528442, + -0.47020918130874634, + -1.0203561782836914, + -1.0547263622283936, + -1.7248148918151855, + 0.734825611114502, + 0.1331576555967331, + 0.14944034814834595, + -0.08598192781209946, + -0.04469561576843262, + -2.4497945308685303, + -1.8603743314743042, + 0.6155381798744202, + 0.46330520510673523, + 1.015170931816101, + -0.716912031173706, + 1.4591095447540283, + -2.321687936782837, + -1.0970503091812134 + ], + [ + 0.9513487815856934, + -0.19873763620853424, + -1.3428823947906494, + -0.30852818489074707, + -0.8713250756263733, + -0.6514214277267456, + -1.8617990016937256, + 0.5677158832550049, + 0.04316779226064682, + 0.3971140384674072, + -0.3838922083377838, + -0.1806929111480713, + -2.629742383956909, + -2.403172254562378, + 0.814938485622406, + 0.4796236455440521, + 1.0224515199661255, + -0.7337310910224915, + 1.7985022068023682, + -2.150322198867798, + -1.4746779203414917 + ] + ], + "generated_utilities": [ + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0 + ], + "group_id": "ms-c31b98b3d3702c6f9c8c", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.149173304438591, + 0.06221481412649155, + 0.1385849118232727, + 0.06656398624181747, + 2.0, + 0.10397814214229584, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.7398372888565063, + -0.02836926281452179, + -0.4292973279953003, + 0.028730571269989014, + 0.009982943534851074, + -0.3464317321777344, + 0.0, + 0.009800434112548828, + -0.06816069781780243, + 0.030653484165668488, + -0.00554502010345459, + -0.06216755136847496, + -1.9802618026733398, + 0.0, + 0.01717478036880493, + -0.05601567029953003, + 0.010390102863311768, + -0.8072932958602905, + -0.05775028467178345, + -1.9342114925384521, + 0.0 + ], + [ + 0.7398372888565063, + -0.1961192637681961, + -0.4292973279953003, + -0.0017886161804199219, + 0.06461763381958008, + -0.3464317321777344, + 0.0, + 0.42972221970558167, + -0.5797654986381531, + 0.19436834752559662, + -0.23844504356384277, + 0.1733923852443695, + -1.9802618026733398, + 0.0, + -0.27269166707992554, + 0.04145494103431702, + 0.12319430708885193, + -0.8072932958602905, + 0.4949256181716919, + -1.9342114925384521, + 0.0 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 1.7398372888565063, + 0.2242223471403122, + -1.4292973279953003, + -0.537040650844574, + -0.9353823661804199, + -1.3464317321777344, + -2.159137487411499, + 0.489885151386261, + -0.006211067084223032, + 0.09238272905349731, + -1.0055450201034546, + -0.04778099060058594, + -2.98026180267334, + -2.576570987701416, + 0.2992324233055115, + 0.34874510765075684, + 0.5165960192680359, + -1.8072932958602905, + 0.834364652633667, + -2.934211492538452, + -2.0790040493011475 + ], + [ + 1.9740948677062988, + 0.4187958538532257, + -1.2225801944732666, + -0.6112513542175293, + -1.0962133407592773, + -1.4875872135162354, + -2.1883857250213623, + 0.6603437662124634, + -0.20142723619937897, + 0.1697872281074524, + -0.8377580046653748, + -0.16444604098796844, + -2.87237286567688, + -2.4153482913970947, + 0.03898555040359497, + 0.5175161957740784, + 0.7254846096038818, + -1.9598647356033325, + 1.1053451299667358, + -3.172945976257324, + -1.9334450960159302 + ], + [ + 1.5938913822174072, + -0.018363401293754578, + -1.1851862668991089, + -0.20344951748847961, + -0.9226735234260559, + -1.3553601503372192, + -1.932102084159851, + 0.6446930170059204, + 0.30503973364830017, + 0.3522501289844513, + -0.9527953267097473, + -0.15980565547943115, + -2.9574379920959473, + -2.9056527614593506, + 0.6069583892822266, + 0.3722725808620453, + 0.7255810499191284, + -1.8503519296646118, + 0.5613387823104858, + -3.095244884490967, + -2.023747444152832 + ], + [ + 1.6626678705215454, + -0.02834661304950714, + -1.0125243663787842, + -0.5629516839981079, + -1.230878233909607, + -1.414373755455017, + -2.42856764793396, + 0.8520264625549316, + -0.1296539008617401, + -0.22410845756530762, + -1.0539721250534058, + -0.060277245938777924, + -2.740527391433716, + -2.1194698810577393, + 0.6826534867286682, + 0.7535779476165771, + 0.35573869943618774, + -1.9124289751052856, + 0.7101565003395081, + -3.326658010482788, + -1.8195855617523193 + ], + [ + 2.2881288528442383, + 0.6951426863670349, + -1.0978585481643677, + -0.008003771305084229, + -1.0754073858261108, + -1.7734596729278564, + -2.139570474624634, + 0.9205271601676941, + 0.29560548067092896, + 0.49158430099487305, + -1.2606573104858398, + 0.43956148624420166, + -2.831833600997925, + -2.960129976272583, + 0.6832801103591919, + -0.03894898295402527, + 1.036036491394043, + -2.127277135848999, + 0.6759494543075562, + -3.1690073013305664, + -1.9895020723342896 + ], + [ + 1.9020261764526367, + 0.6575945019721985, + -1.3994193077087402, + -0.5040701031684875, + -0.6857678890228271, + -0.7056208252906799, + -1.5344107151031494, + 0.7615087032318115, + 0.6105715036392212, + 0.19082021713256836, + -0.6303516626358032, + -0.4614318609237671, + -2.3375303745269775, + -2.188478469848633, + 0.6886799335479736, + -0.03237125277519226, + 0.483882874250412, + -1.3982734680175781, + 0.23996800184249878, + -3.3969180583953857, + -1.5116117000579834 + ], + [ + 1.666227102279663, + 0.6915197968482971, + -1.6392340660095215, + -0.9650112390518188, + -0.2591104507446289, + -1.5417896509170532, + -1.695828914642334, + 1.130251169204712, + -0.555443525314331, + -0.4872768521308899, + -1.0994479656219482, + 0.5934816002845764, + -3.5218958854675293, + -1.8239338397979736, + 0.7150859832763672, + 0.8003170490264893, + 1.0113730430603027, + -2.1905770301818848, + 0.8595032095909119, + -3.039506673812866, + -2.3675880432128906 + ], + [ + 1.59856116771698, + -0.036071136593818665, + -1.700652837753296, + 0.27602267265319824, + -1.608276128768921, + -0.875938355922699, + -1.6728798151016235, + 0.8851535320281982, + 0.7461313605308533, + -0.7497223019599915, + -1.0928030014038086, + -0.4735495150089264, + -2.223254680633545, + -2.5322465896606445, + 0.044906944036483765, + 0.6160990595817566, + 1.3697642087936401, + -1.6367510557174683, + 0.086475670337677, + -3.323115825653076, + -2.058189630508423 + ], + [ + 2.285855531692505, + 0.6314746141433716, + -1.2119637727737427, + 0.039707839488983154, + -0.9751565456390381, + -1.7796330451965332, + -1.5261995792388916, + 0.5450726747512817, + -0.8933275938034058, + 0.7903657555580139, + -1.5466060638427734, + 0.5994364023208618, + -3.370340585708618, + -3.1641077995300293, + 0.3225497603416443, + -0.39524197578430176, + 1.152822732925415, + -1.508494257926941, + 1.1221402883529663, + -3.361729860305786, + -1.9251339435577393 + ], + [ + 2.2599079608917236, + -0.005553290247917175, + -2.4053664207458496, + 0.39961689710617065, + -0.40980857610702515, + -0.9905421733856201, + -1.7244036197662354, + -0.06417369842529297, + 0.6376181840896606, + 0.5168956518173218, + -1.6740490198135376, + -0.1833474189043045, + -3.9368975162506104, + -1.7146861553192139, + 0.9366075992584229, + 0.701168417930603, + -0.23131346702575684, + -2.740941286087036, + 0.908729076385498, + -3.6231396198272705, + -1.3161351680755615 + ], + [ + 1.819408655166626, + -0.5504165291786194, + -1.302573800086975, + -0.6927691698074341, + -0.7548186779022217, + -2.1824703216552734, + -2.4921669960021973, + 0.6337187886238098, + 0.1691494882106781, + 0.7547447681427002, + -0.4371253252029419, + -0.6562469601631165, + -2.313655376434326, + -2.4974589347839355, + 0.05105690658092499, + 0.3473445773124695, + -0.4244192838668823, + -1.8233305215835571, + -0.1157217025756836, + -2.0408761501312256, + -2.2010600566864014 + ] + ], + "predicted_scores": [ + 4.752631187438965, + 4.571260452270508, + 4.171144485473633, + 4.1158223152160645, + 3.973315477371216, + 3.9690163135528564, + 3.206531286239624, + 3.205634355545044 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "2054899126", + "selected_index": 0, + "state_hash": "b26c5f64bc7e877098323281f2b58e7850275b30405bc411ed7ffc7cf69f4e26", + "stored_base_utility": 0.149173304438591, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1360541582107544, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1360541582107544 + }, + "base_progress": 0.1360541582107544, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.1360541582107544, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.047280412167310715, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.047280412167310715 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.058498043566942215, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.058498043566942215 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.058166325092315674, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.058166325092315674 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.053971946239471436, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.053971946239471436 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05819966271519661, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05819966271519661 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.036878686398267746, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.036878686398267746 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.040585100650787354, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.040585100650787354 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03787672519683838, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03787672519683838 + } + ], + "candidate_progress": [ + 0.047280412167310715, + 0.058498043566942215, + 0.058166325092315674, + 0.053971946239471436, + 0.05819966271519661, + 0.036878686398267746, + 0.040585100650787354, + 0.03787672519683838 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-60f0d45b604940db0058", + "ms-d535b38d768633f6d922", + "ms-d535b38d768633f6d922", + "ms-6f26118aa94bacd82250", + "ms-ebfb82df795e73599373", + "ms-60f0d45b604940db0058", + "ms-60f0d45b604940db0058", + "ms-60f0d45b604940db0058" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank3", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank3", + "ctt_transport_rank3" + ], + "candidates_evaluated": true, + "chart_id": "ms-c832439976a37f52d094", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.43116915225982666, + -0.14183515310287476, + 0.10413134098052979, + 1.3358732461929321, + -0.3103483319282532, + 0.31091195344924927, + 0.012535780668258667, + 1.246212124824524, + -0.40903788805007935, + -0.4492942690849304, + -1.885393738746643, + 1.2727723121643066, + -1.9621163606643677, + -1.6195013523101807, + 0.5406336784362793, + 0.23140749335289001, + 0.14219143986701965, + -0.05920343101024628, + 1.156465768814087, + 2.836127758026123, + 1.7898249626159668 + ], + [ + -0.3597472906112671, + -0.20290984213352203, + 0.2718645930290222, + 1.3257942199707031, + 0.16652047634124756, + -0.005461275577545166, + 0.4241103529930115, + 1.17400062084198, + -0.429254949092865, + -0.42033135890960693, + -1.868412733078003, + 1.0088586807250977, + -1.5270880460739136, + -1.6097469329833984, + 0.198184996843338, + -0.11535121500492096, + 0.0603804886341095, + -0.031613364815711975, + 1.056353211402893, + 2.3571155071258545, + 1.5135412216186523 + ], + [ + -0.44806885719299316, + -0.14250579476356506, + 0.265597939491272, + 1.2906913757324219, + 0.35942700505256653, + 0.05168828368186951, + 0.5296207666397095, + 1.3249285221099854, + -0.27402839064598083, + -0.26733338832855225, + -1.8800078630447388, + 1.228165864944458, + -1.785048007965088, + -1.619271993637085, + 0.13189853727817535, + 0.06736904382705688, + 0.24986018240451813, + -0.17673872411251068, + 1.136167049407959, + 2.4860455989837646, + 1.7818384170532227 + ], + [ + -0.24966950714588165, + -0.04587035998702049, + 0.19899457693099976, + 0.7484792470932007, + -0.1337597370147705, + -0.42972663044929504, + -0.5999444127082825, + 1.0152822732925415, + 0.008474052883684635, + -0.48647743463516235, + -2.185485601425171, + 0.7630224823951721, + -1.8528714179992676, + -1.3098831176757812, + 0.5769887566566467, + -0.12386418879032135, + -0.052256956696510315, + 0.4972384572029114, + 1.5350627899169922, + 1.8230268955230713, + -0.29693251848220825 + ], + [ + 0.041258782148361206, + -0.23143696784973145, + -0.02352657914161682, + 1.5794153213500977, + -0.15285822749137878, + 0.5134090185165405, + -0.1559937596321106, + 0.9091757535934448, + -0.18140843510627747, + -0.08854877203702927, + -1.504374623298645, + 1.4107824563980103, + -1.1783534288406372, + -1.9267204999923706, + 0.5906670689582825, + 0.031963836401700974, + 0.48736274242401123, + 0.014420628547668457, + 1.274198055267334, + 3.295283555984497, + 1.8823457956314087 + ], + [ + -0.39467787742614746, + -0.232656329870224, + -0.1530109941959381, + 1.4822437763214111, + -0.4668169617652893, + -0.02468511462211609, + -0.2674764394760132, + 1.4398136138916016, + -0.3077147901058197, + -0.48158007860183716, + -1.7995853424072266, + 1.5909901857376099, + -1.7099288702011108, + -1.880668044090271, + 0.5878185629844666, + 0.3260304629802704, + 0.24084126949310303, + -0.3325284719467163, + 0.913062334060669, + 2.7058680057525635, + 1.0180994272232056 + ], + [ + -0.36614394187927246, + -0.22853897511959076, + -0.17895492911338806, + 1.3773318529129028, + -0.27024853229522705, + 0.08826716989278793, + 0.13349494338035583, + 1.3688009977340698, + -0.2660822570323944, + -0.600858211517334, + -1.8665522336959839, + 1.273180603981018, + -1.5232983827590942, + -1.64271879196167, + 0.5223779082298279, + 0.3319889008998871, + 0.1591501533985138, + -0.43906867504119873, + 0.9661473631858826, + 2.3800203800201416, + 0.967322826385498 + ], + [ + -0.3864837884902954, + -0.25667160749435425, + -0.4977462589740753, + 1.4552390575408936, + -0.49494922161102295, + -0.0884692370891571, + -0.4139884114265442, + 1.3508753776550293, + -0.3123999536037445, + -0.43796008825302124, + -1.758178949356079, + 1.5001276731491089, + -1.6373628377914429, + -1.7449066638946533, + 0.5024254322052002, + 0.3588162362575531, + 0.29849281907081604, + -0.3083001375198364, + 0.8979181051254272, + 2.43369722366333, + 0.8716967105865479 + ] + ], + "generated_utilities": [ + 0.047280412167310715, + 0.058498043566942215, + 0.058166325092315674, + 0.053971946239471436, + 0.05819966271519661, + 0.036878686398267746, + 0.040585100650787354, + 0.03787672519683838 + ], + "group_id": "ms-c832439976a37f52d094", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.0808674544095993, + 0.13129448890686035, + 0.11199682950973511, + 0.2594742774963379, + 0.17684690654277802, + 0.11511725187301636, + 0.17100229859352112, + 0.12906593084335327, + 0.12404869496822357, + 0.10653237998485565, + 0.15492436289787292, + 0.05800905078649521, + 0.04767048358917236, + 0.09533219039440155, + 0.03300365060567856, + 0.07704520225524902 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.025296777486801147, + 0.11629299819469452, + -0.024434387683868408, + 1.0812468528747559, + 0.04022188484668732, + -0.01547396183013916, + 0.0, + 0.05167186260223389, + 0.07629208266735077, + -0.00870610773563385, + -0.5777420997619629, + 0.07687681913375854, + -0.6336902379989624, + 0.0, + -0.043449461460113525, + -0.029798656702041626, + 0.18944299221038818, + 0.03022998571395874, + 0.7312084436416626, + 1.8623785972595215, + 0.0 + ], + [ + 0.05685463547706604, + -0.3914306163787842, + 0.4578048586845398, + 1.0812468528747559, + 0.10990457236766815, + -0.18159747123718262, + 0.0, + 0.05167186260223389, + -0.5002377033233643, + 0.04299694299697876, + -0.5777420997619629, + 0.02747189998626709, + -0.6336902379989624, + 0.0, + -0.08638033270835876, + 0.17561247944831848, + 0.37304359674453735, + 0.2538231611251831, + 0.7312084436416626, + 1.8623785972595215, + 0.0 + ], + [ + -0.3902576267719269, + 0.03852551057934761, + 0.16114424169063568, + 2.081246852874756, + 0.22516529262065887, + 0.8184025287628174, + 0.3388257324695587, + 1.0516718626022339, + -0.061541248112916946, + 0.22279328107833862, + -1.577742099761963, + 1.027471899986267, + -1.6336902379989624, + -1.6284003257751465, + -0.24836044013500214, + -0.3427097499370575, + 1.1894429922103882, + -0.15580247342586517, + 1.7312084436416626, + 2.8623785972595215, + 1.0248357057571411 + ], + [ + -0.5903857946395874, + -0.10628272593021393, + -0.07594148814678192, + 2.194340944290161, + 0.11632551997900009, + 0.942036509513855, + 0.06351110339164734, + 0.7966359853744507, + 0.1702205240726471, + 0.1549067199230194, + -1.439386248588562, + 1.3076335191726685, + -1.3458164930343628, + -1.90281081199646, + -0.2967699468135834, + -0.27783676981925964, + 1.0556988716125488, + 0.06510581076145172, + 1.6170521974563599, + 3.027111530303955, + 1.154527187347412 + ], + [ + -0.7559880614280701, + 0.694898247718811, + -0.3551136255264282, + 1.8615511655807495, + 0.9249891042709351, + 0.969862699508667, + 0.4452719986438751, + 1.5801937580108643, + 0.13303470611572266, + -0.13816028833389282, + -1.2399333715438843, + 1.5769362449645996, + -1.5071980953216553, + -2.0578060150146484, + -0.8449342846870422, + 0.3327537477016449, + 1.6781622171401978, + 0.4016150236129761, + 1.8172147274017334, + 3.1609320640563965, + 1.4916398525238037 + ] + ], + "predicted_scores": [ + 2.577986240386963, + 2.4533016681671143, + 2.130629062652588, + 2.0102882385253906, + 1.1365487575531006, + 0.7802916169166565, + 0.6831309795379639, + 0.29668307304382324 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "585904130", + "selected_index": 0, + "state_hash": "0f2810f22383259329f6e94fdc8384176c664f2ed476924e59db7cda4f4a4863", + "stored_base_utility": 0.0808674544095993, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13587017357349396, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13587017357349396 + }, + "base_progress": 0.13587017357349396, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.13587017357349396, + "candidate_action_clip_max_abs": [ + 0.1782534122467041, + 0.1993424892425537, + 0.1945340633392334, + 0.15588617324829102, + 0.17312955856323242, + 0.1899406909942627, + 0.24642455577850342, + 0.16416049003601074 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1782534122467041, + "contact_quality": null, + "progress": 0.02807958982884884, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.02807958982884884 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1993424892425537, + "contact_quality": null, + "progress": 0.03099238872528076, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03099238872528076 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1945340633392334, + "contact_quality": null, + "progress": 0.016812941059470177, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.016812941059470177 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.15588617324829102, + "contact_quality": null, + "progress": 0.025060176849365234, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.025060176849365234 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.17312955856323242, + "contact_quality": null, + "progress": 0.028178155422210693, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.028178155422210693 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1899406909942627, + "contact_quality": null, + "progress": 0.018604159355163574, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.018604159355163574 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.24642455577850342, + "contact_quality": null, + "progress": 0.034475624561309814, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.034475624561309814 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.16416049003601074, + "contact_quality": null, + "progress": 0.028069913387298584, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.028069913387298584 + } + ], + "candidate_progress": [ + 0.02807958982884884, + 0.03099238872528076, + 0.016812941059470177, + 0.025060176849365234, + 0.028178155422210693, + 0.018604159355163574, + 0.034475624561309814, + 0.028069913387298584 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-db2c4015a0690cc80d24", + "ms-db2c4015a0690cc80d24", + "ms-d6da14bffe59c0265db7", + "ms-db2c4015a0690cc80d24", + "ms-db2c4015a0690cc80d24", + "ms-d6da14bffe59c0265db7", + "ms-db2c4015a0690cc80d24", + "ms-db2c4015a0690cc80d24" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-c96b415f083f60857334", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.4485071301460266, + -0.09653248637914658, + 1.316603660583496, + 0.5951203107833862, + 0.3088119626045227, + 0.9802612066268921, + 1.9049880504608154, + -0.4035678207874298, + -0.021410463377833366, + 0.9273425340652466, + -0.31271442770957947, + 1.1348276138305664, + 2.5882513523101807, + 1.3142844438552856, + -0.3514840006828308, + -0.24349814653396606, + -0.05126504600048065, + 1.157130479812622, + 0.16447706520557404, + 1.0131349563598633, + -0.19203177094459534 + ], + [ + -0.4837096929550171, + 0.06858344376087189, + 1.0816903114318848, + 0.639153242111206, + 0.5153157711029053, + 1.4198983907699585, + 1.5124669075012207, + -0.28922149538993835, + -0.04718955606222153, + 1.0969129800796509, + -0.19315677881240845, + 0.6461686491966248, + 2.3299098014831543, + 1.3835113048553467, + -0.37151673436164856, + -0.2915433943271637, + -0.16005195677280426, + 1.130387306213379, + 0.1737862229347229, + 0.834423840045929, + -0.3412133753299713 + ], + [ + -0.6327866315841675, + -0.052666012197732925, + 1.00334632396698, + 0.3107919991016388, + 0.20538559556007385, + 1.9041011333465576, + 1.4823009967803955, + -0.561264157295227, + -0.06975474953651428, + 1.3453478813171387, + -0.03776397556066513, + 0.8354040384292603, + 1.6416691541671753, + 1.3860641717910767, + -0.30185240507125854, + -0.0598735511302948, + 0.26626741886138916, + 1.2759467363357544, + 0.08260953426361084, + 0.8270575404167175, + 0.10250374674797058 + ], + [ + -0.3895936608314514, + -0.10419870913028717, + 1.0079340934753418, + 0.5221695899963379, + 0.39059174060821533, + 1.3655771017074585, + 1.5947284698486328, + -0.5017967224121094, + -0.08625184744596481, + 1.0763736963272095, + -0.3496897220611572, + 0.7464466094970703, + 2.0106518268585205, + 1.4579004049301147, + -0.2879638373851776, + -0.26660391688346863, + 0.053065747022628784, + 1.1019384860992432, + 0.13860872387886047, + 1.10469651222229, + -0.16278502345085144 + ], + [ + -0.352411150932312, + -0.09008203446865082, + 1.065307378768921, + 0.648302435874939, + 0.37152987718582153, + 1.3960438966751099, + 1.5099196434020996, + -0.3983898460865021, + -0.05268705636262894, + 1.10191011428833, + -0.14693200588226318, + 0.6483125686645508, + 2.128420352935791, + 1.4349846839904785, + -0.2246038019657135, + -0.24886268377304077, + 0.05923786759376526, + 1.204559564590454, + 0.2186177670955658, + 1.0768346786499023, + -0.25592902302742004 + ], + [ + -0.6206604838371277, + -0.038095586001873016, + 0.9367098808288574, + 0.26089274883270264, + 0.17894136905670166, + 1.8178033828735352, + 1.332496166229248, + -0.5497993230819702, + -0.025876356288790703, + 1.2712492942810059, + 0.010336127132177353, + 0.9524484872817993, + 1.6769832372665405, + 1.4017918109893799, + -0.29396167397499084, + -0.11927834153175354, + 0.17134103178977966, + 1.2294209003448486, + 0.1436445713043213, + 0.9606228470802307, + 0.04979224503040314 + ], + [ + -0.8664200305938721, + 0.12983767688274384, + 0.7313008308410645, + 0.8138211965560913, + 0.4521123170852661, + 1.5616761445999146, + 2.090846300125122, + -0.014249786734580994, + -0.0474110022187233, + 1.2474055290222168, + 0.12818114459514618, + 0.2611113488674164, + 1.7316237688064575, + 1.8457844257354736, + -0.32274582982063293, + -0.2756137251853943, + -0.35449308156967163, + 1.2167892456054688, + -0.03842422366142273, + 0.7845979332923889, + -0.42017456889152527 + ], + [ + -0.562038004398346, + -0.0592939667403698, + 0.7340960502624512, + 0.678619384765625, + 0.32001638412475586, + 1.6210037469863892, + 1.8003227710723877, + -0.41941097378730774, + -0.13969571888446808, + 0.9940624237060547, + -0.12523028254508972, + 0.8022730946540833, + 1.6004291772842407, + 1.6688706874847412, + -0.3273242115974426, + -0.1927836686372757, + -0.09040175378322601, + 1.2919635772705078, + 0.2413402646780014, + 0.8339568972587585, + -0.09929072856903076 + ] + ], + "generated_utilities": [ + 0.02807958982884884, + 0.03099238872528076, + 0.016812941059470177, + 0.025060176849365234, + 0.028178155422210693, + 0.018604159355163574, + 0.034475624561309814, + 0.028069913387298584 + ], + "group_id": "ms-c96b415f083f60857334", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.15946325659751892, + 0.16313008964061737, + 0.2226802557706833, + 0.18744397163391113, + 0.21545825898647308, + 0.15985511243343353, + 0.16218391060829163, + 0.26426148414611816, + 0.184181809425354, + 0.24352896213531494, + 0.14179718494415283, + 0.1026589497923851, + 0.1274908483028412, + 0.05275428295135498, + 0.08544860780239105, + 0.07143914699554443 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -1.16191565990448, + 0.4561867117881775, + 1.1241415739059448, + 0.08947351574897766, + 0.32140541076660156, + 3.6895532608032227, + 3.6284518241882324, + -1.8666775226593018, + -0.22328677773475647, + 1.48662531375885, + 1.4737720489501953, + 1.35750150680542, + 2.507124423980713, + 1.9315069913864136, + -0.8371121883392334, + 0.5339290499687195, + 1.0061794519424438, + 2.149812698364258, + 0.08911214768886566, + 0.17410686612129211, + 0.3549031913280487 + ], + [ + -0.14804881811141968, + -0.5333454608917236, + 0.7481307983398438, + 0.22411420941352844, + 1.7204210758209229, + 3.908766746520996, + 3.3698034286499023, + -1.6747719049453735, + 0.2769082486629486, + 2.042428970336914, + 0.44748249650001526, + 1.9492043256759644, + 2.918121576309204, + 3.2413060665130615, + -0.6994609832763672, + -0.3854917883872986, + -0.6702244281768799, + 2.408869504928589, + -0.5672509670257568, + 0.5941196084022522, + 0.46011871099472046 + ], + [ + -0.46204906702041626, + -0.4236203730106354, + 1.8582539558410645, + 0.8416532278060913, + 1.2386386394500732, + 3.7320151329040527, + 2.242549180984497, + -1.8652616739273071, + -1.0259326696395874, + 1.3383660316467285, + 1.7068204879760742, + 0.7941814661026001, + 3.3389508724212646, + 2.7797679901123047, + -0.9363516569137573, + 0.17812880873680115, + 0.6111975908279419, + 2.066016435623169, + -0.28941091895103455, + 1.501695990562439, + -0.35273995995521545 + ], + [ + -0.7471081614494324, + -0.029650092124938965, + 1.019482135772705, + -0.30564722418785095, + 1.380143642425537, + 3.247985601425171, + 3.0548973083496094, + -0.5582134127616882, + -0.920264482498169, + 2.3859832286834717, + 1.1080355644226074, + 1.5716153383255005, + 3.089156150817871, + 2.043484687805176, + 0.1913408637046814, + -0.7557333707809448, + -0.6297664642333984, + 1.7829738855361938, + -0.6967166662216187, + -0.10757219791412354, + 0.229112908244133 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.027880847454071045, + -0.2692106068134308, + 0.12925803661346436, + -0.1745016872882843, + -0.1231425404548645, + 1.9967715740203857, + 0.0, + -0.1433020830154419, + 0.2667914927005768, + 0.8867976665496826, + -0.057856738567352295, + 0.5789351463317871, + 1.7831475734710693, + 0.0, + -0.35565105080604553, + 0.293251097202301, + 0.012226536870002747, + 1.121243953704834, + -0.15060651302337646, + 0.03409510850906372, + 0.0 + ], + [ + -0.7738120555877686, + 0.08056297898292542, + 1.1292580366134644, + 0.4734484851360321, + 0.8768574595451355, + 2.9967715740203857, + 3.0509116649627686, + -1.143302083015442, + -0.1310054361820221, + 1.8867976665496826, + 0.9421432614326477, + 1.578935146331787, + 2.7831475734710693, + 2.6037895679473877, + -0.5597631931304932, + 0.11406822502613068, + 0.2593899667263031, + 2.121243953704834, + -0.1791832000017166, + 0.5773167610168457, + 0.41381677985191345 + ], + [ + -0.6024693250656128, + 0.29007619619369507, + 1.3939473628997803, + 0.3474765419960022, + 1.1848478317260742, + 3.127882719039917, + 3.3329083919525146, + -1.2855982780456543, + 0.20972535014152527, + 1.8329110145568848, + 1.267270803451538, + 1.709198236465454, + 2.927372455596924, + 2.9659509658813477, + -0.7555317282676697, + 0.015305742621421814, + 0.6009905338287354, + 2.188507556915283, + 0.07961152493953705, + 0.4547080397605896, + 0.20378917455673218 + ], + [ + -1.2702982425689697, + 0.06162632256746292, + 0.9447290897369385, + 0.837199330329895, + 0.5848468542098999, + 3.4801836013793945, + 2.8138537406921387, + -1.5083554983139038, + -0.45768383145332336, + 2.08561110496521, + 1.4951050281524658, + 1.8484808206558228, + 2.5617129802703857, + 2.942486047744751, + -0.562404215335846, + 0.17441512644290924, + 0.7880480289459229, + 1.8807158470153809, + -0.043379828333854675, + 0.39090824127197266, + 0.43096962571144104 + ] + ], + "predicted_scores": [ + 7.819762706756592, + 7.269217491149902, + 7.235445499420166, + 7.018739223480225, + 7.000287055969238, + 6.911237716674805, + 6.793221473693848, + 6.473581314086914 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "585904130", + "selected_index": 0, + "state_hash": "bf24d506cf320effed2cd7faf94d8618b0626bf8d5c3abc1f837513597c18231", + "stored_base_utility": 0.15946325659751892, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13276933133602142, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13276933133602142 + }, + "base_progress": 0.13276933133602142, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.13276933133602142, + "candidate_action_clip_max_abs": [ + 0.009130477905273438, + 0.03706836700439453, + 0.009563565254211426, + 0.041196346282958984, + 0.035154104232788086, + 0.02687549591064453, + 0.02392435073852539, + 0.039098143577575684 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.009130477905273438, + "contact_quality": null, + "progress": 0.039072513580322266, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.039072513580322266 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.03706836700439453, + "contact_quality": null, + "progress": 0.04151521250605583, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04151521250605583 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.009563565254211426, + "contact_quality": null, + "progress": 0.04276555776596069, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04276555776596069 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.041196346282958984, + "contact_quality": null, + "progress": 0.03780849650502205, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03780849650502205 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.035154104232788086, + "contact_quality": null, + "progress": 0.03916335105895996, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03916335105895996 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.02687549591064453, + "contact_quality": null, + "progress": 0.04331815242767334, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04331815242767334 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.02392435073852539, + "contact_quality": null, + "progress": 0.044779300689697266, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.044779300689697266 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.039098143577575684, + "contact_quality": null, + "progress": 0.042766768485307693, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.042766768485307693 + } + ], + "candidate_progress": [ + 0.039072513580322266, + 0.04151521250605583, + 0.04276555776596069, + 0.03780849650502205, + 0.03916335105895996, + 0.04331815242767334, + 0.044779300689697266, + 0.042766768485307693 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-ebacae0135af2832dfbb", + "ms-003a2225c0892dcda683", + "ms-3d090ac2459c4b891dd1", + "ms-003a2225c0892dcda683", + "ms-6d46dae312649c977b64", + "ms-003a2225c0892dcda683", + "ms-ebacae0135af2832dfbb", + "ms-6d46dae312649c977b64" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank3" + ], + "candidates_evaluated": true, + "chart_id": "ms-d73fd5fce55fb58ef8e9", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.18054930865764618, + -0.05269603431224823, + 0.4926069974899292, + 0.09532776474952698, + 1.7671117782592773, + 0.35804039239883423, + 0.16970106959342957, + -0.09491744637489319, + 0.021735765039920807, + 0.28799816966056824, + 0.08134512603282928, + 0.175050288438797, + -0.10608193278312683, + -0.10656321048736572, + -0.918745219707489, + 0.04281013831496239, + 0.9544389843940735, + 0.2946915030479431, + -0.3540061116218567, + 2.242672920227051, + 0.06923646479845047 + ], + [ + -0.08923296630382538, + -0.0018247812986373901, + 0.4554663598537445, + -0.04198788106441498, + 1.6687355041503906, + 0.28914958238601685, + 0.048924535512924194, + -0.04273509979248047, + 0.035313405096530914, + 0.2913162112236023, + 0.15059226751327515, + 0.19901122152805328, + 0.07960900664329529, + 0.01896464079618454, + -0.8448289036750793, + 0.07595756649971008, + 1.0973137617111206, + 0.2754868268966675, + -0.2005305290222168, + 2.336517333984375, + -0.009759977459907532 + ], + [ + -0.13013313710689545, + 0.018190622329711914, + 0.3887091875076294, + 0.035226285457611084, + 1.7651991844177246, + 0.5366473197937012, + 0.15521708130836487, + -0.05240035057067871, + -0.02400067262351513, + 0.2694145143032074, + 0.13738460838794708, + 0.31118568778038025, + -0.1840459704399109, + -0.18441666662693024, + -0.9863293766975403, + 0.007107794284820557, + 0.954822301864624, + 0.21231722831726074, + -0.3226379156112671, + 2.2764644622802734, + 0.07738476246595383 + ], + [ + -0.08369654417037964, + -0.024076862260699272, + 0.46050772070884705, + -0.048278212547302246, + 1.723344087600708, + 0.3605687916278839, + 0.07849195599555969, + -0.10491496324539185, + 0.011255822144448757, + 0.3077448904514313, + 0.24840500950813293, + 0.33093351125717163, + 0.09239521622657776, + 0.07995431125164032, + -0.9349076747894287, + 0.035647887736558914, + 1.1122620105743408, + 0.23799435794353485, + -0.2703205943107605, + 2.356243133544922, + 0.04595048725605011 + ], + [ + -0.1438252180814743, + -0.028591187670826912, + 0.6342174410820007, + 0.059061139822006226, + 1.7345473766326904, + 0.43212321400642395, + 0.12656936049461365, + -0.03423403203487396, + 0.01290334016084671, + 0.2801729440689087, + 0.16739654541015625, + 0.288215696811676, + -0.01055002212524414, + -0.08769896626472473, + -0.9284775853157043, + 0.03832189366221428, + 0.9430522918701172, + 0.3322593569755554, + -0.2894579768180847, + 2.361060619354248, + 0.2100616693496704 + ], + [ + 0.05588826537132263, + 0.11930790543556213, + 0.25802838802337646, + 0.08016514778137207, + 1.4678325653076172, + 0.46979087591171265, + 0.3274368643760681, + -0.03535962104797363, + -0.1163625717163086, + 0.2166956067085266, + 0.2875118851661682, + 0.2639058530330658, + -0.02547508478164673, + 0.15816806256771088, + -1.234862208366394, + -0.08496442437171936, + 1.1876628398895264, + 0.16488537192344666, + 0.031020820140838623, + 2.317213535308838, + 0.27828219532966614 + ], + [ + 0.0004757195711135864, + 0.03870627284049988, + 0.47287681698799133, + 0.05218544602394104, + 1.5165283679962158, + 0.4533045291900635, + 0.09338068962097168, + -0.0033024996519088745, + 0.0005536330863833427, + 0.24952661991119385, + 0.1764712929725647, + 0.2326965630054474, + 0.02189156413078308, + 0.16431835293769836, + -0.9899281859397888, + 0.05245603993535042, + 1.0039691925048828, + 0.37368252873420715, + -0.1000925600528717, + 2.2805073261260986, + 0.05773260444402695 + ], + [ + -0.1421174257993698, + -0.04820763319730759, + 0.5559345483779907, + 0.0694490373134613, + 1.728421688079834, + 0.40407857298851013, + 0.16068467497825623, + -0.10451057553291321, + -0.02444455213844776, + 0.2141529619693756, + 0.1337428092956543, + 0.28793197870254517, + 0.05669549107551575, + -0.16585157811641693, + -0.8629697561264038, + 0.02664618194103241, + 0.8725311756134033, + 0.3412516117095947, + -0.31931453943252563, + 2.3578968048095703, + 0.299446165561676 + ] + ], + "generated_utilities": [ + 0.039072513580322266, + 0.04151521250605583, + 0.04276555776596069, + 0.03780849650502205, + 0.03916335105895996, + 0.04331815242767334, + 0.044779300689697266, + 0.042766768485307693 + ], + "group_id": "ms-d73fd5fce55fb58ef8e9", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.20931994915008545, + 2.0, + 2.0, + 0.2008315920829773, + 0.09476469457149506, + 0.05857282876968384, + 0.10009106248617172, + 0.07648500055074692, + 0.05889680236577988, + 0.014406224712729454, + 0.09262995421886444, + 0.15997587144374847, + 0.04682888835668564, + 0.09751574695110321, + 0.06459556519985199, + 0.20335909724235535 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.7537296414375305, + 0.4158197343349457, + 1.4326180219650269, + -1.4107877016067505, + 2.9579341411590576, + 0.9669660925865173, + 1.4339183568954468, + 0.5987398624420166, + -0.2018759399652481, + 0.7105501890182495, + -0.03802938759326935, + 1.3799947500228882, + -0.6568997502326965, + -0.37473973631858826, + -1.857657790184021, + 0.038770925253629684, + 1.931185007095337, + 0.6317195296287537, + 0.1380508691072464, + 2.954265832901001, + 2.9641003608703613 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.8678367137908936, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.7494794726371765, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.928200721740723 + ], + [ + 0.6226351857185364, + 0.34334811568260193, + 1.492361068725586, + -1.5917733907699585, + 3.1334922313690186, + 1.0313001871109009, + 1.2075668573379517, + 0.3046378493309021, + -0.11550238728523254, + 0.4499495327472687, + 0.16646838188171387, + 1.5877203941345215, + -0.6488803625106812, + -0.5760968327522278, + -1.8349132537841797, + 0.14188142120838165, + 2.0770444869995117, + 0.5806879997253418, + 0.23913151025772095, + 2.8127381801605225, + 3.0649962425231934 + ], + [ + 0.5975998044013977, + 0.722756028175354, + 1.7548110485076904, + -1.166775107383728, + 2.6060047149658203, + 0.6675758361816406, + 1.125187635421753, + 0.3373170793056488, + -0.1842741072177887, + 0.8186168670654297, + -0.31481224298477173, + 1.2082113027572632, + -0.9804694652557373, + -0.14131735265254974, + -1.700500249862671, + 0.07075637578964233, + 1.5488730669021606, + 0.549576461315155, + 0.034750498831272125, + 3.227431297302246, + 2.9464566707611084 + ], + [ + 0.844982922077179, + 0.7132244110107422, + 1.4430484771728516, + -1.3331272602081299, + 3.1703803539276123, + 1.1851513385772705, + 1.355688452720642, + 0.6115275025367737, + 0.2616361379623413, + 1.2030918598175049, + 0.05625858157873154, + 1.6050300598144531, + -0.7155078053474426, + -0.021488159894943237, + -2.073806047439575, + 0.5387547016143799, + 1.6223118305206299, + 0.7140727043151855, + -0.06027664244174957, + 2.7503156661987305, + 2.6344075202941895 + ], + [ + 0.5821706056594849, + 0.78206866979599, + 1.8119354248046875, + -0.8252442479133606, + 3.038909435272217, + 1.3900940418243408, + 1.7462186813354492, + 0.005083680152893066, + -0.27262064814567566, + 0.867202877998352, + -0.5555376410484314, + 1.172202706336975, + -1.2016760110855103, + -0.06355220079421997, + -2.2925045490264893, + 0.6078628301620483, + 1.7895314693450928, + 0.8720078468322754, + 0.472573459148407, + 3.377012014389038, + 2.6039178371429443 + ], + [ + 0.3789674639701843, + 0.3270051181316376, + 1.056584358215332, + -2.0788497924804688, + 2.948819875717163, + 1.6022355556488037, + 0.8599810004234314, + 0.9570736885070801, + -0.6380544900894165, + 0.3103100061416626, + -0.42896610498428345, + 1.7150276899337769, + -0.8975871205329895, + -0.278381884098053, + -1.305256724357605, + 0.3637259304523468, + 1.8004443645477295, + 0.16446983814239502, + 0.19097819924354553, + 3.43778657913208, + 3.538135528564453 + ], + [ + 0.6903814673423767, + 1.1327197551727295, + 1.8523926734924316, + -2.0428731441497803, + 3.1870431900024414, + 0.5352929830551147, + 0.6004904508590698, + 1.2120530605316162, + 0.16280107200145721, + 1.119707465171814, + 0.7612010836601257, + 0.7890661954879761, + -1.3447637557983398, + -0.1703537553548813, + -1.1010353565216064, + 0.32831913232803345, + 1.5534476041793823, + -0.2119135856628418, + -0.562728762626648, + 2.4702467918395996, + 2.5528204441070557 + ], + [ + 0.9177048206329346, + -0.04751536250114441, + 1.4819984436035156, + -2.1542677879333496, + 3.522390842437744, + 1.8177759647369385, + 2.2213237285614014, + 0.8223017454147339, + -0.1973809152841568, + -0.053272128105163574, + -0.5862784385681152, + 0.6421516537666321, + -0.8713911771774292, + -0.9495017528533936, + -1.6454768180847168, + -0.38891172409057617, + 1.648432970046997, + 1.4951133728027344, + 0.5893608331680298, + 2.449934482574463, + 3.419659376144409 + ], + [ + 1.2956775426864624, + -0.3119873106479645, + 1.5930066108703613, + -1.7682520151138306, + 2.4385876655578613, + 1.4679458141326904, + 1.4536705017089844, + 0.31068816781044006, + 0.660710871219635, + 0.8104690909385681, + 0.483506441116333, + 2.1112046241760254, + -0.22927385568618774, + 0.17858651280403137, + -2.485126495361328, + -0.9187790155410767, + 1.2810213565826416, + 1.3727718591690063, + 0.44044917821884155, + 3.4018898010253906, + 3.39054799079895 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.0012856721878051758, + 0.00795695185661316, + 0.43261802196502686, + -0.4107877016067505, + 1.9579341411590576, + 0.11055737733840942, + 0.0, + 0.02143383026123047, + 0.0025591105222702026, + -0.030314385890960693, + -0.0125969760119915, + 0.3799947500228882, + 0.0076233744621276855, + 0.0, + -0.857657790184021, + 0.013764806091785431, + 0.9311850070953369, + 0.07110422849655151, + 0.03423507511615753, + 1.954265832901001, + 0.0 + ], + [ + -0.24627035856246948, + -0.16095152497291565, + 0.43261802196502686, + -0.4107877016067505, + 1.9579341411590576, + -0.023127973079681396, + 0.0, + -0.24312204122543335, + 0.1389055997133255, + 0.11457735300064087, + 0.06618259102106094, + 0.3799947500228882, + 0.07616078853607178, + 0.0, + -0.857657790184021, + 0.09948430210351944, + 0.9311850070953369, + 0.006249547004699707, + -0.33439844846725464, + 1.954265832901001, + 0.0 + ] + ], + "predicted_scores": [ + 5.392705917358398, + 5.250492572784424, + 5.039807319641113, + 5.006671905517578, + 4.799145221710205, + 4.715925216674805, + 4.7143683433532715, + 4.572026252746582 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "534717141", + "selected_index": 0, + "state_hash": "5318995ba859471b8678d6594274c7c0565a1ccfd83ea302378cc2884dc5cc32", + "stored_base_utility": 0.20931994915008545, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08353183418512344, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08353183418512344 + }, + "base_progress": 0.08353183418512344, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.08353183418512344, + "candidate_action_clip_max_abs": [ + 0.3593099117279053, + 0.4662964344024658, + 0.40541279315948486, + 0.40009748935699463, + 0.3733656406402588, + 0.3557220697402954, + 0.3926424980163574, + 0.2630573511123657 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3593099117279053, + "contact_quality": null, + "progress": 0.00293576717376709, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.00293576717376709 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.4662964344024658, + "contact_quality": null, + "progress": 0.002751509426161647, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.002751509426161647 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.40541279315948486, + "contact_quality": null, + "progress": 0.002353191375732422, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.002353191375732422 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.40009748935699463, + "contact_quality": null, + "progress": 0.002175668952986598, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.002175668952986598 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3733656406402588, + "contact_quality": null, + "progress": 0.0022804338950663805, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0022804338950663805 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3557220697402954, + "contact_quality": null, + "progress": 0.0023385286331176758, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0023385286331176758 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3926424980163574, + "contact_quality": null, + "progress": 0.0029555559158325195, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0029555559158325195 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2630573511123657, + "contact_quality": null, + "progress": 0.0070015788078308105, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0070015788078308105 + } + ], + "candidate_progress": [ + 0.00293576717376709, + 0.002751509426161647, + 0.002353191375732422, + 0.002175668952986598, + 0.0022804338950663805, + 0.0023385286331176758, + 0.0029555559158325195, + 0.0070015788078308105 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-f2b2b2a1aa2863c3676f", + "ms-84388e63928e1a30ffc4", + "ms-84388e63928e1a30ffc4", + "ms-84388e63928e1a30ffc4", + "ms-84388e63928e1a30ffc4", + "ms-0e592951fa32139b6dc9", + "ms-84388e63928e1a30ffc4", + "ms-84388e63928e1a30ffc4" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-da142025733b53fcf7eb", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.31116604804992676, + -0.14774127304553986, + 1.6256707906723022, + 0.11078956723213196, + 1.0319139957427979, + 3.100623846054077, + 3.0635335445404053, + -0.6386457681655884, + 0.1428966373205185, + 1.4459021091461182, + -0.06734883785247803, + 0.7806326150894165, + 1.9838515520095825, + 2.5241994857788086, + -1.3677480220794678, + -0.17601197957992554, + 2.0236613750457764, + 0.9585689306259155, + 0.16662538051605225, + 3.059917449951172, + 2.4967403411865234 + ], + [ + 0.006191477179527283, + -0.2914915680885315, + 1.701912522315979, + 0.13193079829216003, + 0.5296391248703003, + 3.1051185131073, + 3.0376648902893066, + -0.5669611692428589, + 0.0785076692700386, + 1.6626341342926025, + 0.11646100878715515, + 0.8228140473365784, + 2.1960506439208984, + 2.1978366374969482, + -1.5774749517440796, + -0.28909820318222046, + 2.073774814605713, + 0.8864783644676208, + 0.022587567567825317, + 3.7055270671844482, + 2.2555928230285645 + ], + [ + -0.37414729595184326, + -0.14259947836399078, + 1.7827914953231812, + 0.1770295798778534, + 0.9879756569862366, + 3.0732123851776123, + 3.1398468017578125, + -0.6973913908004761, + 0.13963450491428375, + 1.5182143449783325, + 0.020707637071609497, + 0.8475685119628906, + 2.1556878089904785, + 2.6758182048797607, + -1.6691927909851074, + -0.36958932876586914, + 1.9090722799301147, + 1.0161880254745483, + 0.2718028724193573, + 3.2778289318084717, + 2.5917298793792725 + ], + [ + -0.3565245270729065, + -0.37487244606018066, + 1.868743658065796, + 0.33097800612449646, + 0.5888265371322632, + 2.8826231956481934, + 2.8799118995666504, + -0.7423540353775024, + 0.05107384920120239, + 1.503149390220642, + 0.02952663041651249, + 1.014941930770874, + 2.075382947921753, + 2.6069934368133545, + -1.7460579872131348, + -0.391334593296051, + 1.843837022781372, + 1.2187392711639404, + 0.2735929787158966, + 3.2980754375457764, + 2.409411668777466 + ], + [ + -0.6673241257667542, + -0.1118321493268013, + 1.5438607931137085, + 0.14807331562042236, + 1.0521595478057861, + 3.340759515762329, + 3.310192584991455, + -0.6794905662536621, + 0.10849712789058685, + 1.618467926979065, + 0.2042449712753296, + 0.9996475577354431, + 1.8669253587722778, + 3.08640456199646, + -1.5969836711883545, + -0.3393821120262146, + 1.8179885149002075, + 0.997487485408783, + 0.3912697434425354, + 3.2533397674560547, + 2.7325055599212646 + ], + [ + -0.4472379684448242, + -0.2901763319969177, + 1.6633577346801758, + 0.0865735411643982, + 1.0586881637573242, + 3.449446678161621, + 2.8595263957977295, + -0.7465605735778809, + 0.018985867500305176, + 1.5986952781677246, + 0.06848546862602234, + 0.9066135883331299, + 1.6781827211380005, + 2.8562111854553223, + -1.493101954460144, + -0.2748434245586395, + 1.8300565481185913, + 0.9614225625991821, + 0.3985908031463623, + 3.2621798515319824, + 2.629215955734253 + ], + [ + -0.027109935879707336, + -0.09776781499385834, + 1.802281141281128, + 0.15661141276359558, + 0.8609366416931152, + 2.998439073562622, + 3.2402446269989014, + -0.7119910717010498, + 0.1810181587934494, + 1.4444447755813599, + 0.03667100891470909, + 0.7902389168739319, + 2.307223081588745, + 2.7783825397491455, + -1.5433433055877686, + -0.3902706503868103, + 1.912681221961975, + 1.0282440185546875, + 0.44950753450393677, + 3.0681188106536865, + 2.7679531574249268 + ], + [ + -0.27041786909103394, + -0.16185155510902405, + 1.0515209436416626, + 0.5868344306945801, + 1.1699578762054443, + 3.419447898864746, + 3.102360248565674, + -0.21718794107437134, + 0.12720437347888947, + 1.0997974872589111, + -0.0372450053691864, + 0.5512117743492126, + 1.25294029712677, + 3.271559238433838, + -1.3403414487838745, + -0.2527155578136444, + 1.710572600364685, + 0.7659831047058105, + 0.4925089478492737, + 2.8840818405151367, + 2.002349615097046 + ] + ], + "generated_utilities": [ + 0.00293576717376709, + 0.002751509426161647, + 0.002353191375732422, + 0.002175668952986598, + 0.0022804338950663805, + 0.0023385286331176758, + 0.0029555559158325195, + 0.0070015788078308105 + ], + "group_id": "ms-da142025733b53fcf7eb", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.14843207597732544, + 0.1717694252729416, + 0.09356185048818588, + 0.23231086134910583, + 0.19341367483139038, + 0.04822012037038803, + 0.23024770617485046, + 0.16561973094940186, + 0.2643269896507263, + 0.12403462827205658, + 0.12689702212810516, + 0.16619956493377686, + 0.13481859862804413, + 0.07537531852722168, + 0.11867459863424301, + 0.04740651696920395 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.04848463833332062, + -0.18164527416229248, + 0.6558789014816284, + 0.038211286067962646, + 0.08492374420166016, + 2.265157699584961, + 0.0, + -0.09011825919151306, + 0.0018594712018966675, + 0.6884076595306396, + 0.027596401050686836, + 0.06117302179336548, + 1.278116226196289, + 0.0, + -0.3951960802078247, + -0.08061015605926514, + 1.07906174659729, + 0.3229694366455078, + -0.21076995134353638, + 1.8564467430114746, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.0903544425964355, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.570276260375977, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.736253261566162 + ], + [ + 0.08095964789390564, + -0.7926032543182373, + 1.571103811264038, + 0.07894467562437057, + 0.2701656222343445, + 3.806621789932251, + 2.203669786453247, + -0.042464032769203186, + 0.7168105244636536, + 1.8671371936798096, + -0.30838707089424133, + 1.7242767810821533, + 1.8847527503967285, + 1.305934190750122, + -0.42665380239486694, + -0.2973874807357788, + 1.1881210803985596, + 1.6921244859695435, + 1.070060133934021, + 2.067784309387207, + 1.916501760482788 + ], + [ + 0.7620636224746704, + -2.1605899333953857, + 2.1443262100219727, + 0.17886832356452942, + 1.6259945631027222, + 3.787412166595459, + 1.3663169145584106, + 0.49799659848213196, + -0.6301277279853821, + 2.275850534439087, + -0.6735645532608032, + 1.7504758834838867, + 2.7512195110321045, + 1.7462939023971558, + -0.6835377216339111, + 0.36623528599739075, + 1.405979871749878, + 0.6472548842430115, + 1.4791045188903809, + 2.7838869094848633, + 3.0856707096099854 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.29792410135269165, + -0.30587875843048096, + 0.6558789014816284, + -0.4171115756034851, + -0.1733894944190979, + 2.265157699584961, + 0.0, + 0.14607194066047668, + 0.05651267617940903, + 0.6884076595306396, + -0.0433836504817009, + 0.07522618770599365, + 1.278116226196289, + 0.0, + -0.41462820768356323, + 0.26706579327583313, + 1.07906174659729, + 0.44956159591674805, + -0.37072819471359253, + 1.8564467430114746, + 0.0 + ], + [ + 0.18432100117206573, + -0.9473621249198914, + 1.5389783382415771, + -0.041053857654333115, + 0.6282865405082703, + 3.276425838470459, + 2.1839330196380615, + -0.3612370491027832, + 0.23081421852111816, + 1.8094429969787598, + 0.10581490397453308, + 0.8865737915039062, + 2.5146288871765137, + 2.2134878635406494, + -1.6751070022583008, + -0.08268362283706665, + 2.303063154220581, + 1.3061904907226562, + 0.4770132899284363, + 3.109205722808838, + 2.509927272796631 + ], + [ + -0.5288646817207336, + -1.5067847967147827, + 1.376499056816101, + 0.13231416046619415, + 1.048660159111023, + 3.5048489570617676, + 1.9678237438201904, + -0.14848726987838745, + 0.05475667119026184, + 1.5529061555862427, + 0.1597936749458313, + 0.7318928241729736, + 2.17749285697937, + 2.0782582759857178, + -1.5473355054855347, + -0.6715520620346069, + 1.7043644189834595, + 1.1190917491912842, + 0.4214729070663452, + 3.3400330543518066, + 2.3147284984588623 + ] + ], + "predicted_scores": [ + 5.64160680770874, + 5.550044536590576, + 5.346464157104492, + 5.21314001083374, + 5.058067798614502, + 4.889796733856201, + 4.593809604644775, + 4.4225687980651855 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "141984615", + "selected_index": 0, + "state_hash": "0026cc5b3762b520baadbda7bf138a2d24fffa5b2306f245ddbc1d1556cccc22", + "stored_base_utility": 0.14843207597732544, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1678522825241089, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1678522825241089 + }, + "base_progress": 0.1678522825241089, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.1678522825241089, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.18909406661987305, + 0.0005336999893188477 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.036456067115068436, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.036456067115068436 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06342663615942001, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06342663615942001 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.058872878551483154, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.058872878551483154 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08024585247039795, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08024585247039795 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.025397002696990967, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.025397002696990967 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05803058668971062, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05803058668971062 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.18909406661987305, + "contact_quality": null, + "progress": 0.03045632503926754, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03045632503926754 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.0005336999893188477, + "contact_quality": null, + "progress": 0.029076576232910156, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.029076576232910156 + } + ], + "candidate_progress": [ + 0.036456067115068436, + 0.06342663615942001, + 0.058872878551483154, + 0.08024585247039795, + 0.025397002696990967, + 0.05803058668971062, + 0.03045632503926754, + 0.029076576232910156 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-cf4b63d109a88a4c42bf", + "ms-7e88428497a6b13936c4", + "ms-7e88428497a6b13936c4", + "ms-7e88428497a6b13936c4", + "ms-76f27d9a935b25e15c38", + "ms-7e88428497a6b13936c4", + "ms-a2518826fa0a816cc46f", + "ms-76f27d9a935b25e15c38" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank3" + ], + "candidates_evaluated": true, + "chart_id": "ms-e2bad6e99e8a281207cc", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.4703822135925293, + -0.9822986721992493, + 1.5015474557876587, + 0.4374708831310272, + 2.3128156661987305, + 3.7278976440429688, + 1.947080373764038, + 1.4545009136199951, + -0.1751672923564911, + 0.3982972502708435, + 1.4451802968978882, + 0.5173742771148682, + -1.4910320043563843, + -1.0345726013183594, + 0.4921550452709198, + 0.32362425327301025, + -0.09779135882854462, + -1.1276600360870361, + 1.420684576034546, + -2.7714436054229736, + -3.3986434936523438 + ], + [ + -0.24664272367954254, + -0.26193755865097046, + 1.7237694263458252, + 0.45962777733802795, + 1.5025732517242432, + 2.1917002201080322, + 1.5907948017120361, + 0.9258909225463867, + -0.6036720275878906, + 0.0765124261379242, + 1.303341269493103, + 0.9616712331771851, + -0.4098816514015198, + -0.6385791897773743, + -0.015237901359796524, + 0.3779798448085785, + 0.19590851664543152, + -0.5383464694023132, + 0.9322594404220581, + -2.5437521934509277, + -2.2949976921081543 + ], + [ + -0.369074285030365, + -0.3809430003166199, + 1.86245858669281, + 0.4964776337146759, + 1.5764288902282715, + 2.3824195861816406, + 1.6792805194854736, + 0.8985714912414551, + -0.6172925233840942, + 0.11829046905040741, + 1.2232855558395386, + 0.9070896506309509, + -0.4601302146911621, + -0.5980080366134644, + 0.04014812409877777, + 0.31962212920188904, + 0.2161409556865692, + -0.6065870523452759, + 1.011938214302063, + -2.5662472248077393, + -2.176386594772339 + ], + [ + -0.45445066690444946, + -0.3742596507072449, + 1.6594932079315186, + 0.42841288447380066, + 1.4528672695159912, + 2.8118250370025635, + 2.028592109680176, + 0.8142997026443481, + -0.4353462755680084, + -0.013660602271556854, + 1.0669896602630615, + 0.8727591633796692, + -0.5731281638145447, + -1.0928839445114136, + 0.062194377183914185, + 0.24480827152729034, + -0.025029048323631287, + -0.4921700954437256, + 1.0105276107788086, + -2.5483720302581787, + -2.0548534393310547 + ], + [ + -0.6959673166275024, + -0.39485645294189453, + 2.326153039932251, + -0.0531119704246521, + 1.712594747543335, + 3.5339531898498535, + 2.8157272338867188, + 1.4838556051254272, + -0.6787461042404175, + 0.43015235662460327, + 1.4429244995117188, + 0.98634934425354, + -1.0612432956695557, + -0.2865341901779175, + 0.42959854006767273, + 0.30505892634391785, + 0.07529588043689728, + -0.742927610874176, + 0.9468050599098206, + -1.578026533126831, + -3.499405860900879 + ], + [ + -0.35434722900390625, + -0.3308350443840027, + 1.9450769424438477, + 0.5831090211868286, + 1.4943645000457764, + 2.3020691871643066, + 1.6720716953277588, + 0.8522251844406128, + -0.584169864654541, + -0.0025748834013938904, + 1.1114230155944824, + 0.9360333681106567, + -0.2730036675930023, + -0.6176077127456665, + 0.1642584204673767, + 0.4049714505672455, + 0.3903650641441345, + -0.6419494152069092, + 0.9717670679092407, + -2.4489059448242188, + -2.231887102127075 + ], + [ + -0.700967013835907, + -0.34325605630874634, + 1.6774988174438477, + 0.190474271774292, + 2.7697198390960693, + 3.2276527881622314, + 2.0121660232543945, + 1.270667314529419, + -0.3236505389213562, + 0.540880560874939, + 1.2255723476409912, + 0.9188529849052429, + -1.2538009881973267, + -1.2174549102783203, + 1.1190730333328247, + 0.39626631140708923, + -0.26567625999450684, + -1.3113596439361572, + 1.273476481437683, + -2.3672432899475098, + -3.166886806488037 + ], + [ + -0.6839683651924133, + -0.40019452571868896, + 2.297440767288208, + -0.12687009572982788, + 1.839057207107544, + 3.553560733795166, + 2.933802843093872, + 1.3411376476287842, + -0.6439005732536316, + 0.33862629532814026, + 1.216111660003662, + 1.1068487167358398, + -1.0021095275878906, + -0.3365463614463806, + 0.47283223271369934, + 0.22071702778339386, + 0.15014028549194336, + -0.8334164023399353, + 0.9794029593467712, + -1.778388261795044, + -3.4875800609588623 + ] + ], + "generated_utilities": [ + 0.036456067115068436, + 0.06342663615942001, + 0.058872878551483154, + 0.08024585247039795, + 0.025397002696990967, + 0.05803058668971062, + 0.03045632503926754, + 0.029076576232910156 + ], + "group_id": "ms-e2bad6e99e8a281207cc", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.13993772864341736, + 0.16482847929000854, + 0.20825156569480896, + 0.16188287734985352, + 0.13454246520996094, + 0.14753298461437225, + 0.14504572749137878, + 0.06676968187093735, + 0.09772863239049911, + 0.0585557222366333, + 0.12863430380821228, + 0.10292482376098633, + 0.07993738353252411, + 0.03641533851623535, + 0.04985213279724121, + 0.1516878604888916 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -1.3249012231826782, + -0.9610954523086548, + 2.054325819015503, + 1.018629789352417, + 2.393625497817993, + 2.2159433364868164, + 2.098443031311035, + -0.49140021204948425, + 0.044472046196460724, + 0.8045110702514648, + 1.4511574506759644, + -0.3077920377254486, + -0.052587300539016724, + 0.036380887031555176, + 0.7875679731369019, + -0.3928021192550659, + -0.09456783533096313, + -1.4901847839355469, + 1.1711406707763672, + -2.1349995136260986, + -2.076193332672119 + ], + [ + -1.4271517992019653, + -1.114187479019165, + 1.618905782699585, + 1.0621737241744995, + 1.6005314588546753, + 3.017716407775879, + 2.3444156646728516, + -1.0368298292160034, + 0.6155713796615601, + 1.0049463510513306, + 1.3708372116088867, + -0.27396243810653687, + -0.19098177552223206, + -0.5735776424407959, + 0.863328218460083, + -0.4340485632419586, + 0.09502258896827698, + -1.8856427669525146, + 0.9514620304107666, + -2.3912711143493652, + -2.6571128368377686 + ], + [ + -1.0088777542114258, + -1.803802251815796, + 2.6037826538085938, + 0.763943612575531, + 1.7241847515106201, + 2.433204174041748, + 2.273603916168213, + 0.06359493732452393, + -0.17274422943592072, + -0.23299545049667358, + 1.7126038074493408, + -0.3797045052051544, + 0.7567765712738037, + -0.9981052875518799, + 1.0371832847595215, + -0.5120593309402466, + -0.059397101402282715, + -1.9757622480392456, + 0.7378945350646973, + -2.6195693016052246, + -2.178041458129883 + ], + [ + -0.09093856811523438, + -0.14735746383666992, + 1.350311517715454, + 1.477137565612793, + 2.134960174560547, + 1.7331886291503906, + 2.24615740776062, + -1.7148966789245605, + -0.3949584364891052, + 0.4433448612689972, + 0.9034961462020874, + -0.23445925116539001, + -0.6371403932571411, + -0.038229942321777344, + 2.010648250579834, + 0.14472149312496185, + -0.26303571462631226, + -2.3003270626068115, + 0.565727949142456, + -2.586710214614868, + -2.098479747772217 + ], + [ + -1.8506121635437012, + -1.4700038433074951, + 2.4313056468963623, + 1.6264371871948242, + 1.1548577547073364, + 2.9678268432617188, + 2.990251302719116, + -0.25485146045684814, + -0.36889538168907166, + -0.14847010374069214, + 0.6971698999404907, + -0.6752342581748962, + 0.44545215368270874, + 0.663374125957489, + 0.6998850107192993, + -0.6500043869018555, + -0.04876291751861572, + -2.446995258331299, + 0.7760334014892578, + -1.38918137550354, + -1.5372083187103271 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.053252458572387695, + -0.006605625152587891, + 1.0103552341461182, + 0.25736117362976074, + 1.010573148727417, + 1.4690883159637451, + 0.0, + -0.0840916633605957, + -0.24044206738471985, + -0.06801849603652954, + 0.061444878578186035, + 0.11697901785373688, + 0.03979811072349548, + 0.0, + 0.054485201835632324, + -0.11758939921855927, + 0.31161248683929443, + -0.602575421333313, + -0.021049559116363525, + -1.3257782459259033, + 0.0 + ] + ], + "predicted_scores": [ + 3.802731990814209, + 3.3344852924346924, + 2.407886505126953, + 2.2582764625549316, + 1.856054425239563, + 1.792847752571106, + 1.0714644193649292, + 0.9132487773895264 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1549324805", + "selected_index": 0, + "state_hash": "f054ce13f25dcda8808ebde2bee98ca84bfbdc3fc328a0eb831e21faada3fa4c", + "stored_base_utility": 0.13993772864341736, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13733911514282227, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13733911514282227 + }, + "base_progress": 0.13733911514282227, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.13733911514282227, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0848081111907959, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0848081111907959 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12419679015874863, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12419679015874863 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11172511428594589, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11172511428594589 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09632030874490738, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09632030874490738 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11695680767297745, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11695680767297745 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1351075917482376, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1351075917482376 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13885605335235596, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13885605335235596 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13424329459667206, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13424329459667206 + } + ], + "candidate_progress": [ + 0.0848081111907959, + 0.12419679015874863, + 0.11172511428594589, + 0.09632030874490738, + 0.11695680767297745, + 0.1351075917482376, + 0.13885605335235596, + 0.13424329459667206 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-b334dd4c101f3bd0476b", + "ms-b334dd4c101f3bd0476b", + "ms-b334dd4c101f3bd0476b", + "ms-b334dd4c101f3bd0476b", + "ms-b334dd4c101f3bd0476b", + "ms-206099bab6bfe7c84fce", + "ms-6e27d292a9cbea108fc9", + "ms-6e27d292a9cbea108fc9" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-e30fd80adc089e9f697a", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.004638910293579, + 0.2273806482553482, + -0.4893549382686615, + 0.4874654710292816, + 0.3705977201461792, + -1.2832050323486328, + -1.727036714553833, + -0.40861353278160095, + 0.1757882982492447, + 0.6777878999710083, + 1.255483865737915, + 0.4174194931983948, + 0.7452623844146729, + 0.03526963293552399, + -1.1874639987945557, + -0.03947120159864426, + 1.2327128648757935, + 0.21055912971496582, + -0.6160597801208496, + 2.2444422245025635, + 1.001205563545227 + ], + [ + 0.7865755558013916, + 0.18203170597553253, + -0.3563302457332611, + 0.23599344491958618, + 0.019741088151931763, + -1.8134546279907227, + -1.8043608665466309, + -0.3750363886356354, + -0.03562147170305252, + 0.32636013627052307, + 1.4579588174819946, + 0.37295806407928467, + 0.4157734811306, + 0.1953679621219635, + -1.0345181226730347, + 0.10421879589557648, + 1.1076749563217163, + 0.13950739800930023, + -0.7180340886116028, + 2.2389650344848633, + 0.9285022020339966 + ], + [ + 0.7830239534378052, + 0.2181316763162613, + -0.3642771542072296, + 0.34331461787223816, + 0.11269155889749527, + -1.516867995262146, + -1.5566082000732422, + -0.38542845845222473, + -0.014034261927008629, + 0.43129852414131165, + 1.3514350652694702, + 0.46988898515701294, + 0.6296354532241821, + 0.29146337509155273, + -1.1636682748794556, + 0.04955412074923515, + 1.1005074977874756, + 0.2195969521999359, + -0.7397341132164001, + 2.170513153076172, + 0.86408531665802 + ], + [ + 0.6774935722351074, + 0.21289147436618805, + -0.40357705950737, + 0.43038883805274963, + 0.2723979353904724, + -1.2558921575546265, + -1.689589023590088, + -0.4693618714809418, + 0.07108151912689209, + 0.5200066566467285, + 1.2688210010528564, + 0.3282817602157593, + 0.590213418006897, + 0.5704834461212158, + -1.193032145500183, + -0.03298230469226837, + 1.3069754838943481, + 0.23638255894184113, + -0.7869170308113098, + 1.9408326148986816, + 0.9046484231948853 + ], + [ + 0.791901171207428, + 0.23730327188968658, + -0.3593675196170807, + 0.4147479236125946, + -0.09454238414764404, + -1.6722909212112427, + -1.5503578186035156, + -0.41355565190315247, + -0.026431182399392128, + 0.3687551021575928, + 1.1685595512390137, + 0.5026026368141174, + 0.6114422082901001, + 0.07522957026958466, + -1.2408405542373657, + -0.012885323725640774, + 1.055364966392517, + 0.2595258355140686, + -0.7253356575965881, + 2.221210241317749, + 0.7699671983718872 + ], + [ + 0.29380977153778076, + -0.008511193096637726, + -0.07466533780097961, + 0.8116899728775024, + 0.2583456039428711, + -0.8634954690933228, + -1.1673305034637451, + -0.2531212568283081, + 0.043002158403396606, + 0.16650494933128357, + 1.4486254453659058, + -0.13773268461227417, + -0.23447655141353607, + -0.612747311592102, + -0.5524641275405884, + 0.12527261674404144, + 1.0832767486572266, + -0.14841340482234955, + -0.26974236965179443, + 1.766596794128418, + 0.7363489866256714 + ], + [ + 0.33631715178489685, + 0.08067601919174194, + -0.1873338520526886, + 0.8557882308959961, + 0.3471829295158386, + -1.1863940954208374, + -0.7963961958885193, + -0.12081968784332275, + 0.10157465189695358, + 0.20214203000068665, + 1.277663230895996, + -0.08428758382797241, + -0.10025659203529358, + -0.4685150384902954, + -0.7399167418479919, + -0.05056421458721161, + 0.9264849424362183, + -0.22166500985622406, + -0.35705137252807617, + 2.0646121501922607, + 0.5899798274040222 + ], + [ + 0.2481306940317154, + 0.019009217619895935, + -0.1454947292804718, + 0.7676271200180054, + 0.13962283730506897, + -0.7334986925125122, + -0.5313004851341248, + -0.10020354390144348, + -0.051602110266685486, + 0.20669695734977722, + 1.4417636394500732, + -0.0897078812122345, + -0.28939592838287354, + -0.13995186984539032, + -1.0236694812774658, + -0.12083269655704498, + 1.2712233066558838, + -0.3855403661727905, + -0.28789854049682617, + 1.6929042339324951, + 0.40067142248153687 + ] + ], + "generated_utilities": [ + 0.0848081111907959, + 0.12419679015874863, + 0.11172511428594589, + 0.09632030874490738, + 0.11695680767297745, + 0.1351075917482376, + 0.13885605335235596, + 0.13424329459667206 + ], + "group_id": "ms-e30fd80adc089e9f697a", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.12557005882263184, + 0.11941087245941162, + 0.10894306749105453, + 0.060310762375593185, + 0.18920521438121796, + 0.11678676307201385, + 0.14083251357078552, + 0.12988364696502686, + 0.18350017070770264, + 0.1286114901304245, + 0.06744732707738876, + 0.04428015276789665, + 0.08399941772222519, + 0.0742691159248352, + 0.05598282814025879, + 0.09703926742076874 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.044197678565979004, + -0.12298870831727982, + -0.37176433205604553, + 0.5503368377685547, + 0.5411782264709473, + 0.6186751127243042, + 0.0, + 0.28674131631851196, + 0.08053566515445709, + 0.3295105993747711, + 0.8157306909561157, + 0.1715114712715149, + -0.43090736865997314, + 0.0, + -0.5639103651046753, + -0.48903688788414, + 0.7485904693603516, + -0.4474331736564636, + -0.18787053227424622, + 1.2062294483184814, + 0.0 + ], + [ + 1.3153167963027954, + 0.7455203533172607, + -1.0113484859466553, + 2.097999334335327, + 0.7455009818077087, + 0.3843202590942383, + -0.16713692247867584, + -0.8400754928588867, + -0.3845864534378052, + 1.065396785736084, + 1.712794542312622, + 0.803345263004303, + 0.6529266238212585, + 0.6022698879241943, + -1.1222561597824097, + 0.06260442733764648, + 1.101211428642273, + -0.133493572473526, + -0.8626402616500854, + 1.8406728506088257, + 0.8011860847473145 + ], + [ + 0.23532289266586304, + -0.516789972782135, + -0.3119599223136902, + 1.501338005065918, + 1.4930639266967773, + -0.419913113117218, + -0.6910054683685303, + 0.30246037244796753, + 0.041916340589523315, + 1.2685117721557617, + 2.5912232398986816, + 1.2864888906478882, + 0.3821069598197937, + 0.4677737355232239, + -1.84663724899292, + -0.8953573703765869, + 2.3256053924560547, + 0.18948839604854584, + -0.5580936670303345, + 1.528401494026184, + 1.4914395809173584 + ], + [ + 0.6903802752494812, + 0.3962534964084625, + -0.8207939863204956, + 0.5973623991012573, + 1.310564398765564, + 0.6411572694778442, + -0.2032768577337265, + 0.25504088401794434, + 0.6581551432609558, + 0.3938753306865692, + 1.0127826929092407, + 1.6796927452087402, + 0.4867250621318817, + 0.05769670009613037, + -2.026149034500122, + -0.17722094058990479, + 0.9414948225021362, + 0.6044259667396545, + 0.03290170431137085, + 2.9423327445983887, + -0.060306549072265625 + ], + [ + 0.47530579566955566, + -0.6085019111633301, + 0.12691906094551086, + 0.5673632025718689, + 0.08076304197311401, + 0.8255819082260132, + -0.9781221151351929, + -0.796129584312439, + -0.6745100021362305, + 0.7784937024116516, + 1.7613102197647095, + 1.4703174829483032, + -0.36175650358200073, + 0.16939619183540344, + -0.9399533271789551, + -1.2696547508239746, + 1.3314080238342285, + -0.3690394163131714, + -1.0323668718338013, + 2.305772304534912, + 0.27392566204071045 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.6770331859588623, + 0.09077263623476028, + -0.3141186833381653, + 1.5503368377685547, + 1.0133107900619507, + 0.12400172650814056, + -0.2399108111858368, + -0.4914711117744446, + -0.11917559802532196, + 0.7716305255889893, + 1.8157306909561157, + 0.7167991995811462, + 0.5690926313400269, + 0.6154549717903137, + -1.5639103651046753, + -0.5166093111038208, + 1.7485904693603516, + -0.15158627927303314, + -0.46638885140419006, + 2.2062294483184814, + 0.7902159690856934 + ], + [ + 0.9456368684768677, + -0.3964601159095764, + -0.5845282077789307, + 1.2133667469024658, + 0.5843623876571655, + -0.02685314416885376, + -0.006928771734237671, + -0.2159697711467743, + -0.3017333149909973, + 0.40500110387802124, + 1.9734654426574707, + 0.46303731203079224, + 0.33380845189094543, + 0.7758987545967102, + -2.060479164123535, + -0.955610990524292, + 1.942940592765808, + -0.23636659979820251, + -0.10507094860076904, + 1.8367226123809814, + 1.2234702110290527 + ] + ], + "predicted_scores": [ + 7.730722427368164, + 7.669781684875488, + 7.252801418304443, + 7.042435646057129, + 7.0194854736328125, + 6.203847885131836, + 6.010855197906494, + 5.403172969818115 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "585904130", + "selected_index": 0, + "state_hash": "ca8873454d7cf9723b1e743355bf255813544ae3212d80abc954fd347d7adf27", + "stored_base_utility": 0.12557005882263184, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.19336378574371338, + 0.20287752151489258, + 0.16268575191497803, + 0.24801099300384521, + 0.2146207094192505, + 0.18873560428619385, + 0.17290139198303223, + 0.18402099609375 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.19336378574371338, + "contact_quality": null, + "progress": 0.12311118841171265, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12311118841171265 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.20287752151489258, + "contact_quality": null, + "progress": 0.15360133349895477, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15360133349895477 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.16268575191497803, + "contact_quality": null, + "progress": 0.14479613304138184, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14479613304138184 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.24801099300384521, + "contact_quality": null, + "progress": 0.11882468312978745, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11882468312978745 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2146207094192505, + "contact_quality": null, + "progress": 0.10564076900482178, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10564076900482178 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.18873560428619385, + "contact_quality": null, + "progress": 0.12203463166952133, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12203463166952133 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.17290139198303223, + "contact_quality": null, + "progress": 0.11804282665252686, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11804282665252686 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.18402099609375, + "contact_quality": null, + "progress": 0.12306499481201172, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12306499481201172 + } + ], + "candidate_progress": [ + 0.12311118841171265, + 0.15360133349895477, + 0.14479613304138184, + 0.11882468312978745, + 0.10564076900482178, + 0.12203463166952133, + 0.11804282665252686, + 0.12306499481201172 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-19cb10d10516bd0216a6", + "ms-4de1f6d71208bf1d182d", + "ms-19cb10d10516bd0216a6", + "ms-4de1f6d71208bf1d182d", + "ms-4de1f6d71208bf1d182d", + "ms-37384bede4d1c03f3b80", + "ms-4de1f6d71208bf1d182d", + "ms-4de1f6d71208bf1d182d" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-e9ed5d488afdfd6449d1", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.7074581384658813, + -0.17748883366584778, + -0.33692505955696106, + -0.027822360396385193, + 0.16275402903556824, + 2.410177230834961, + 1.4009504318237305, + 1.9082974195480347, + 0.29406559467315674, + -0.9758700132369995, + -0.5425219535827637, + -0.6702204346656799, + -2.4282283782958984, + -2.39449143409729, + 1.9152443408966064, + -0.10830448567867279, + -1.0887151956558228, + -0.2573099136352539, + -0.2335221767425537, + -2.104698419570923, + -2.128577470779419 + ], + [ + 1.7512919902801514, + -0.10392219573259354, + -0.340922087430954, + 0.29001811146736145, + -0.1967867612838745, + 2.6789658069610596, + 1.644637107849121, + 1.9515925645828247, + 0.3457718789577484, + -1.2283809185028076, + -0.8154223561286926, + -0.8657501935958862, + -2.4615397453308105, + -2.752187967300415, + 2.0026049613952637, + 0.001963251270353794, + -1.2032030820846558, + -0.41043418645858765, + -0.38055604696273804, + -2.1486244201660156, + -2.3388402462005615 + ], + [ + 1.6518568992614746, + -0.12114041298627853, + -0.13706126809120178, + 0.2886215150356293, + -0.31053441762924194, + 2.742260694503784, + 1.986743450164795, + 2.0201830863952637, + 0.3207484483718872, + -1.0874943733215332, + -0.7351736426353455, + -1.0445836782455444, + -2.48529314994812, + -2.931222915649414, + 2.098231792449951, + 0.04441608116030693, + -1.1981168985366821, + -0.05823688209056854, + -0.324465811252594, + -1.8972630500793457, + -2.7042720317840576 + ], + [ + 1.6951760053634644, + -0.22492176294326782, + -0.3280107080936432, + 0.11168238520622253, + -0.27263903617858887, + 2.868405342102051, + 2.106414794921875, + 1.8722494840621948, + 0.3646472692489624, + -1.2038867473602295, + -0.6293810606002808, + -0.753724217414856, + -2.3666512966156006, + -2.3563997745513916, + 2.100181818008423, + 0.15113148093223572, + -1.0722154378890991, + -0.40623873472213745, + -0.15904918313026428, + -2.4581775665283203, + -2.4672181606292725 + ], + [ + 1.890972375869751, + -0.1298634260892868, + -0.2991870939731598, + 0.3413824141025543, + -0.40750592947006226, + 2.5789077281951904, + 1.6582233905792236, + 2.065000295639038, + 0.34128785133361816, + -1.2951548099517822, + -0.7854437828063965, + -0.5911515951156616, + -2.5656354427337646, + -2.7941670417785645, + 2.233492851257324, + 0.12123383581638336, + -1.0874154567718506, + -0.34362852573394775, + -0.19517594575881958, + -2.177652597427368, + -2.3841981887817383 + ], + [ + 1.7417359352111816, + -0.08148972690105438, + -0.4335769712924957, + 0.1864575445652008, + -0.31051135063171387, + 2.480869770050049, + 1.9177749156951904, + 2.0956919193267822, + 0.37473446130752563, + -1.1405115127563477, + -0.8459314703941345, + -0.8374134302139282, + -2.596066951751709, + -2.6968846321105957, + 2.0834736824035645, + 0.07195410132408142, + -1.2706317901611328, + -0.2674340009689331, + -0.5261228084564209, + -2.0097122192382812, + -2.886188268661499 + ], + [ + 2.2952511310577393, + -0.3666624426841736, + -0.7903405427932739, + 0.20394214987754822, + 0.2581349015235901, + 2.625133991241455, + 1.939272165298462, + 2.0772807598114014, + 0.13092362880706787, + -1.1566499471664429, + -0.35598281025886536, + -0.6715342998504639, + -2.382840394973755, + -2.602968215942383, + 1.9924254417419434, + 0.14123038947582245, + -0.6571130156517029, + -0.5185613632202148, + -0.07800137996673584, + -1.731837272644043, + -2.906477212905884 + ], + [ + 1.93385910987854, + -0.08037398755550385, + -0.47896698117256165, + 0.3261261284351349, + -0.12944233417510986, + 2.8011958599090576, + 2.2707316875457764, + 1.9557510614395142, + 0.3843640685081482, + -1.3622876405715942, + -0.6791886687278748, + -0.8897087574005127, + -2.17730712890625, + -2.6556529998779297, + 2.2067511081695557, + 0.10925109684467316, + -1.0277378559112549, + -0.3980870842933655, + -0.41562706232070923, + -2.1488454341888428, + -2.501323699951172 + ] + ], + "generated_utilities": [ + 0.12311118841171265, + 0.15360133349895477, + 0.14479613304138184, + 0.11882468312978745, + 0.10564076900482178, + 0.12203463166952133, + 0.11804282665252686, + 0.12306499481201172 + ], + "group_id": "ms-e9ed5d488afdfd6449d1", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.22621813416481018, + 0.26591962575912476, + 0.22478708624839783, + 0.074407659471035, + 0.3134628236293793, + 0.19173070788383484, + 0.2438776195049286, + 0.26689577102661133, + 0.24477621912956238, + 0.24051737785339355, + 0.2738616168498993, + 0.04947046563029289, + 2.0, + 0.04723116010427475, + 0.08354459702968597, + 0.06540697813034058 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.6524851322174072, + -0.023243099451065063, + -0.05794792249798775, + 0.1783304661512375, + -0.3767814338207245, + 1.4893875122070312, + 0.0, + 1.024657964706421, + 0.3163401186466217, + -0.49971193075180054, + 0.05114656686782837, + -0.13273626565933228, + -1.9796202182769775, + 0.0, + 0.818771481513977, + -0.13705189526081085, + -0.21289467811584473, + 0.3914462625980377, + -0.6477798819541931, + -1.0717217922210693, + 0.0 + ], + [ + 2.363477945327759, + -1.042197585105896, + -0.8369066119194031, + 0.17341986298561096, + 0.6040215492248535, + 1.9536304473876953, + 2.2788424491882324, + 1.5015904903411865, + -0.07916292548179626, + -0.6816228628158569, + -1.3893373012542725, + -0.2375274896621704, + -2.5662975311279297, + -2.7615673542022705, + 1.151218295097351, + 0.29418760538101196, + -0.4583754539489746, + -0.4555256962776184, + -0.6620294451713562, + -2.534846067428589, + -1.916935682296753 + ], + [ + 2.0104916095733643, + -0.539351224899292, + 0.13553066551685333, + 0.9507300853729248, + 0.6636125445365906, + 1.5649433135986328, + 2.0495975017547607, + 2.832026958465576, + 1.1830073595046997, + -1.6508865356445312, + -0.26773035526275635, + -0.3988863527774811, + -2.8235108852386475, + -2.2897520065307617, + 1.4448039531707764, + -0.5226297378540039, + -2.1615242958068848, + 0.8214395046234131, + -0.755327045917511, + -2.571093797683716, + -1.7457375526428223 + ], + [ + 2.166736602783203, + -0.3969564735889435, + 0.5171664357185364, + 0.12789201736450195, + -0.9176173806190491, + 1.8307013511657715, + 1.834255576133728, + 1.3594005107879639, + 0.13751044869422913, + -0.9923363327980042, + -1.136932611465454, + -1.2923126220703125, + -2.445897102355957, + -2.4779889583587646, + 2.6843042373657227, + 0.10015779733657837, + -2.0766196250915527, + 0.1269409954547882, + 0.16698843240737915, + -1.2709240913391113, + -2.7113101482391357 + ], + [ + 1.0476312637329102, + -1.2484432458877563, + -0.8652145862579346, + 0.8706620335578918, + 0.6091254353523254, + 1.9634168148040771, + 2.105522394180298, + 1.2906999588012695, + -0.3275601267814636, + -1.0110361576080322, + -1.6514918804168701, + -1.376278281211853, + -2.345550060272217, + -2.4931728839874268, + 1.00270676612854, + 0.04506785422563553, + -0.9420130252838135, + -0.6248484253883362, + -1.469360589981079, + -3.059006929397583, + -3.495709180831909 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 1.6524851322174072, + -0.3197403848171234, + -0.07008056342601776, + 0.38692954182624817, + -0.013657404109835625, + 2.4893875122070312, + 2.3340368270874023, + 2.024657964706421, + 0.35216206312179565, + -1.4125897884368896, + -0.8262880444526672, + -0.49936625361442566, + -2.9796202182769775, + -2.9234721660614014, + 1.818771481513977, + 0.09626653790473938, + -1.2128946781158447, + 0.10123217105865479, + -0.7020833492279053, + -2.0717217922210693, + -2.5944693088531494 + ], + [ + 0.9812780022621155, + 0.2612687647342682, + 0.8081930875778198, + 0.3689844310283661, + -0.16453352570533752, + 2.8411240577697754, + 2.2401933670043945, + 1.7904633283615112, + -0.04837304353713989, + -0.6139949560165405, + -0.8549875020980835, + 0.3574656546115875, + -2.8409454822540283, + -2.1011672019958496, + 1.382948875427246, + 0.6656897068023682, + -1.5090553760528564, + 0.4825518727302551, + -0.3345044255256653, + -2.26375150680542, + -2.561906576156616 + ] + ], + "predicted_scores": [ + 5.080419063568115, + 4.06301212310791, + 3.950359582901001, + 3.88700270652771, + 3.7594008445739746, + 3.088423013687134, + 2.856297731399536, + 2.56160569190979 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "626486813", + "selected_index": 0, + "state_hash": "5608eea5b7e99b5fed6b316f742ecd34044df87286b2338705d8472043fc4375", + "stored_base_utility": 0.22621813416481018, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07223989814519882, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07223989814519882 + }, + "base_progress": 0.07223989814519882, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.07223989814519882, + "candidate_action_clip_max_abs": [ + 0.0, + 0.010263442993164062, + 0.0, + 0.0, + 0.0025273561477661133, + 0.0, + 0.0, + 0.01334536075592041 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09258433431386948, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09258433431386948 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.010263442993164062, + "contact_quality": null, + "progress": 0.0858338475227356, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0858338475227356 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06409573554992676, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06409573554992676 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05609055235981941, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05609055235981941 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.0025273561477661133, + "contact_quality": null, + "progress": 0.044203680008649826, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.044203680008649826 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05671604350209236, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05671604350209236 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04185919091105461, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04185919091105461 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.01334536075592041, + "contact_quality": null, + "progress": 0.0327807255089283, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0327807255089283 + } + ], + "candidate_progress": [ + 0.09258433431386948, + 0.0858338475227356, + 0.06409573554992676, + 0.05609055235981941, + 0.044203680008649826, + 0.05671604350209236, + 0.04185919091105461, + 0.0327807255089283 + ], + "candidate_safety_violation": [ + false, + true, + false, + false, + true, + false, + false, + true + ], + "candidate_source_chart_ids": [ + "ms-8c0266b35fc59963795c", + "ms-8c0266b35fc59963795c", + "ms-0093b06390890d181104", + "ms-0093b06390890d181104", + "ms-0093b06390890d181104", + "ms-0093b06390890d181104", + "ms-0093b06390890d181104", + "ms-0093b06390890d181104" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-ec013396e4aff6170ee1", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.4036561846733093, + -0.2027851790189743, + -0.535959005355835, + 0.07221710681915283, + -0.5644488334655762, + 0.3210282027721405, + -1.082076072692871, + -1.187345266342163, + 0.764592170715332, + 1.7348324060440063, + 0.4892854690551758, + -0.33545804023742676, + 0.08499708771705627, + 0.14734113216400146, + -0.978180468082428, + 1.0830042362213135, + 1.2553908824920654, + -0.18435360491275787, + 0.12961558997631073, + -1.2127498388290405, + 0.23334503173828125 + ], + [ + 0.11954353749752045, + -0.24065415561199188, + -0.526984691619873, + 0.04007440805435181, + -0.4588921070098877, + 0.39764365553855896, + -1.4546520709991455, + -1.3678789138793945, + 0.6778171062469482, + 1.7402526140213013, + 0.2452460527420044, + -0.25924354791641235, + -0.1932903528213501, + 0.07500571012496948, + -0.8711654543876648, + 1.1356258392333984, + 1.3396339416503906, + -0.12379549443721771, + 0.08425173163414001, + -1.2219116687774658, + 0.3876284062862396 + ], + [ + -0.464171826839447, + -0.20919527113437653, + 0.7938205003738403, + 0.7244137525558472, + -0.017509877681732178, + -0.06295685470104218, + 0.40809836983680725, + -1.209663987159729, + 0.7146657109260559, + 1.3970850706100464, + -0.31967878341674805, + -0.3543627858161926, + -0.9622253179550171, + 0.8339424133300781, + -0.49922895431518555, + 0.5885743498802185, + 0.973445475101471, + -0.02384178340435028, + 0.2589229643344879, + -0.7204340696334839, + 0.330440878868103 + ], + [ + -0.8233985304832458, + -0.3923192620277405, + 0.2681739926338196, + 0.4668255150318146, + 0.08944787085056305, + 0.4971958100795746, + 0.4206392168998718, + -1.3126600980758667, + 0.782005250453949, + 1.6003814935684204, + 0.0053360313177108765, + -0.039744168519973755, + -0.5595203042030334, + 0.3729909360408783, + -0.6020270586013794, + 0.4230082631111145, + 0.9091788530349731, + 0.582638144493103, + 0.07481858134269714, + -0.559383749961853, + 0.048056602478027344 + ], + [ + -0.5577672719955444, + -0.34991806745529175, + 0.5034672021865845, + 0.4694010317325592, + -0.07767432928085327, + 0.32767993211746216, + 0.45425349473953247, + -1.5287737846374512, + 0.7173601388931274, + 1.5126914978027344, + -0.1661168932914734, + -0.3057712912559509, + -0.5956531763076782, + 0.6135842800140381, + -0.6093111634254456, + 0.37314796447753906, + 1.006118893623352, + 0.49587178230285645, + 0.08416144549846649, + -0.6262996196746826, + 0.09679731726646423 + ], + [ + -0.5714563131332397, + -0.3074091076850891, + 0.5069059729576111, + 0.4110189378261566, + -0.03618323802947998, + 0.3840326964855194, + 0.36039990186691284, + -1.394420862197876, + 0.7209808826446533, + 1.4375180006027222, + -0.04312192648649216, + -0.15011128783226013, + -0.7027438282966614, + 0.6870635747909546, + -0.5760580897331238, + 0.31555798649787903, + 0.9493312835693359, + 0.4065808057785034, + 0.06887820363044739, + -0.63460373878479, + 0.1923450529575348 + ], + [ + -0.5198662281036377, + -0.3261944055557251, + 0.5597772598266602, + 0.3610634505748749, + -0.11838296055793762, + 0.5839323997497559, + 0.35438990592956543, + -1.3662968873977661, + 0.753159761428833, + 1.6794273853302002, + 0.13705137372016907, + -0.10853374004364014, + -0.6929516196250916, + 0.630069375038147, + -0.6485835313796997, + 0.3911348283290863, + 1.015750765800476, + 0.38807618618011475, + 0.22085371613502502, + -0.6469197273254395, + 0.19944728910923004 + ], + [ + -0.5275352001190186, + -0.32598239183425903, + 0.9307592511177063, + 0.43751731514930725, + -0.19857832789421082, + 0.39300793409347534, + -0.15844428539276123, + -1.4907569885253906, + 0.8132034540176392, + 1.65363347530365, + 0.002538766711950302, + -0.035328105092048645, + -0.9837186336517334, + 0.7007771134376526, + -0.7261829972267151, + 0.337833434343338, + 0.9563935995101929, + 0.5139859914779663, + 0.17008043825626373, + -0.44972294569015503, + 0.0733383372426033 + ] + ], + "generated_utilities": [ + 0.09258433431386948, + 0.0858338475227356, + 0.06409573554992676, + 0.05609055235981941, + 0.044203680008649826, + 0.05671604350209236, + 0.04185919091105461, + 0.0327807255089283 + ], + "group_id": "ms-ec013396e4aff6170ee1", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.010581731796264648, + 0.049839019775390625, + 0.06402494758367538, + 0.012959301471710205, + 0.11614581197500229, + 0.012509982101619244, + 0.09607907384634018, + 0.1605721116065979, + 0.1708059310913086, + 0.055588722229003906, + 0.2052522599697113, + 0.0690404623746872, + 0.11059975624084473, + 0.03047112748026848, + 0.24502670764923096, + 0.22897732257843018 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.16510963439941406, + -0.011389851570129395, + -0.16074393689632416, + 0.8547754287719727, + -0.09704409539699554, + 0.09471678733825684, + 0.0, + -1.0372710227966309, + 0.5171947479248047, + 1.4950246810913086, + -0.29076793789863586, + 0.0122823566198349, + 0.059903502464294434, + 0.0, + 0.13894814252853394, + 0.2961620092391968, + 0.025543689727783203, + 0.01881265640258789, + 0.052319109439849854, + -1.1815040111541748, + 0.0 + ], + [ + -0.6906574964523315, + 0.5966935753822327, + 0.1873793751001358, + 1.8547754287719727, + 0.16492335498332977, + 0.4949548840522766, + 0.624785304069519, + -2.037271022796631, + 1.5171947479248047, + 2.4950246810913086, + -0.3186037838459015, + 0.2194363921880722, + -0.6441555023193359, + 1.221185326576233, + -0.44174641370773315, + 0.866999626159668, + 1.0255436897277832, + 1.018812656402588, + 0.6033775210380554, + -2.181504011154175, + -0.4328075349330902 + ], + [ + -0.68684321641922, + 0.35380983352661133, + 0.41641929745674133, + 2.0589241981506348, + 0.20610027015209198, + 0.2780776619911194, + 0.6000017523765564, + -1.8711607456207275, + 1.71079421043396, + 2.484286069869995, + -0.12494567036628723, + 0.3767848014831543, + -0.59480881690979, + 1.3215627670288086, + -0.18650269508361816, + 0.5971667766571045, + 1.00047767162323, + 1.2905888557434082, + 0.7682754993438721, + -2.280778408050537, + -0.26339399814605713 + ], + [ + -1.0669870376586914, + 0.5963312387466431, + 0.24800772964954376, + 1.5324974060058594, + 0.049914538860321045, + 0.33535104990005493, + 0.9774697422981262, + -2.318913698196411, + 1.14731764793396, + 2.1673643589019775, + -0.3369846045970917, + -0.13161931931972504, + -0.7527784705162048, + 1.2647147178649902, + -0.5229569673538208, + 0.6999921798706055, + 0.654599666595459, + 0.9745514988899231, + 0.5995839238166809, + -2.3844704627990723, + -0.7404599189758301 + ], + [ + -0.660759449005127, + 0.560627818107605, + -0.19398994743824005, + 1.7401045560836792, + 0.006708189845085144, + 0.2270365059375763, + 0.9201371073722839, + -1.6917380094528198, + 1.8382139205932617, + 2.184737205505371, + -0.07137502729892731, + 0.13004565238952637, + -0.8376798629760742, + 1.3597201108932495, + -0.8258764147758484, + 0.521450400352478, + 1.4799309968948364, + 0.7742871046066284, + 1.007819414138794, + -2.398472785949707, + -0.7120757102966309 + ], + [ + -0.3511212170124054, + 0.6072589755058289, + 0.6547060012817383, + 2.306784152984619, + 0.03337647020816803, + 1.1676279306411743, + 0.48420602083206177, + -1.7057392597198486, + 1.7822117805480957, + 2.741852283477783, + -0.970782995223999, + 0.3188708424568176, + -0.1370975375175476, + 1.740339994430542, + 0.18519049882888794, + 0.2771400809288025, + 0.8003557920455933, + 0.8813821077346802, + 0.9829010963439941, + -1.9104408025741577, + -0.7000454664230347 + ], + [ + -1.1815872192382812, + 1.0524637699127197, + 0.5610368251800537, + 2.407832622528076, + -0.2576238512992859, + 0.1467430293560028, + 0.27881303429603577, + -1.6810011863708496, + 1.5921515226364136, + 2.929525375366211, + 0.19559642672538757, + 0.6552202105522156, + -1.3889155387878418, + 1.1560360193252563, + -0.4104887843132019, + 0.8887493014335632, + 1.283969759941101, + 0.7811828851699829, + -0.10630232095718384, + -1.4329519271850586, + -0.5646982192993164 + ], + [ + -1.4926873445510864, + 0.11535564064979553, + -0.6240940690040588, + 1.631784200668335, + 0.7930782437324524, + -0.35493338108062744, + 0.20104485750198364, + -1.5626122951507568, + 1.3110854625701904, + 3.0686309337615967, + -0.8419785499572754, + -0.0010939836502075195, + -0.49860918521881104, + 1.5949748754501343, + -0.938766598701477, + 1.762406587600708, + 0.625543475151062, + 0.20789378881454468, + 1.1513795852661133, + -2.3980860710144043, + -0.36970049142837524 + ], + [ + -1.0271471738815308, + 0.6133835911750793, + -0.3870598077774048, + 1.9299802780151367, + 0.9606215357780457, + -0.19876420497894287, + 0.29684266448020935, + -1.6164112091064453, + 1.3925114870071411, + 1.9474635124206543, + -1.2669438123703003, + -0.6821421980857849, + -0.7869906425476074, + 1.3602250814437866, + -0.14778050780296326, + 0.9938437938690186, + 0.6618988513946533, + 0.1858283281326294, + 0.8312947750091553, + -1.7043554782867432, + -0.23048581182956696 + ], + [ + -0.409736305475235, + 1.5572996139526367, + 1.0024399757385254, + 1.6385810375213623, + 0.83731609582901, + -0.1629825234413147, + -0.05952054262161255, + -1.0968945026397705, + 0.728961706161499, + 3.1370975971221924, + -0.44591856002807617, + 1.149456262588501, + -1.3439809083938599, + 1.738822340965271, + 0.4063607454299927, + 0.4372418224811554, + 1.276847004890442, + 1.4612212181091309, + 0.6917726993560791, + -1.914740800857544, + 0.5415292978286743 + ] + ], + "predicted_scores": [ + 4.030149936676025, + 3.561988115310669, + 0.91242516040802, + 0.6257429122924805, + -0.005222052335739136, + -0.14539849758148193, + -0.18719300627708435, + -0.30337515473365784 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "750448296", + "selected_index": 0, + "state_hash": "f5a19cf07e6a6cc71c95ce01e976d34d1eeae68c8a93ecc985fd0a78cb0c1a5e", + "stored_base_utility": 0.010581731796264648, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07024133205413818, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07024133205413818 + }, + "base_progress": 0.07024133205413818, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.07024133205413818, + "candidate_action_clip_max_abs": [ + 0.0575108528137207, + 0.0172884464263916, + 0.10707402229309082, + 0.025724411010742188, + 0.10736286640167236, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.0575108528137207, + "contact_quality": null, + "progress": 0.02263089083135128, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.02263089083135128 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.0172884464263916, + "contact_quality": null, + "progress": 0.024070462211966515, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.024070462211966515 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.10707402229309082, + "contact_quality": null, + "progress": 0.023190975189208984, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.023190975189208984 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.025724411010742188, + "contact_quality": null, + "progress": 0.021463552489876747, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.021463552489876747 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.10736286640167236, + "contact_quality": null, + "progress": 0.02200913429260254, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.02200913429260254 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.02506365440785885, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.02506365440785885 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.015785416588187218, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.015785416588187218 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0136921601369977, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0136921601369977 + } + ], + "candidate_progress": [ + 0.02263089083135128, + 0.024070462211966515, + 0.023190975189208984, + 0.021463552489876747, + 0.02200913429260254, + 0.02506365440785885, + 0.015785416588187218, + 0.0136921601369977 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-7dedf60ad41ea2d92ee5", + "ms-003a2225c0892dcda683", + "ms-0285f5815c210ac00bec", + "ms-003a2225c0892dcda683", + "ms-0285f5815c210ac00bec", + "ms-be219977a9db8dbb1e58", + "ms-7dedf60ad41ea2d92ee5", + "ms-7dedf60ad41ea2d92ee5" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-ee30ebaf98622759d888", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.7836101651191711, + -0.5911014080047607, + 0.1766006052494049, + 0.3111443817615509, + 2.1923985481262207, + 1.637985348701477, + 1.033034324645996, + 0.47111091017723083, + -0.013235300779342651, + 0.8099931478500366, + 0.5485680103302002, + 0.4824778437614441, + -2.1676995754241943, + -0.4715641736984253, + -0.8027538657188416, + 0.825042188167572, + 1.5136027336120605, + -0.6195330619812012, + 1.661330223083496, + -2.7832143306732178, + -1.1749011278152466 + ], + [ + 0.6941166520118713, + -0.8691664934158325, + 0.47493693232536316, + -0.3662976622581482, + 2.536083936691284, + 2.0479047298431396, + 1.4333579540252686, + 0.6752705574035645, + -0.020369788631796837, + 0.9307313561439514, + 0.222736656665802, + 0.6943714022636414, + -2.142995834350586, + -0.4816244840621948, + -0.017840255051851273, + 0.834333598613739, + 1.1484031677246094, + -0.7068853974342346, + 2.037750005722046, + -2.239863157272339, + -1.7514922618865967 + ], + [ + 0.6112602949142456, + -1.0139766931533813, + 0.542096734046936, + -0.21917499601840973, + 2.479438304901123, + 2.049330234527588, + 1.3728621006011963, + 0.5834957361221313, + -0.03394477814435959, + 0.8643116354942322, + 0.15650714933872223, + 0.5926138758659363, + -2.5038764476776123, + -0.7741776704788208, + -0.06388475000858307, + 0.7926523089408875, + 1.164063572883606, + -0.7689616084098816, + 2.070722818374634, + -2.688408374786377, + -1.928666591644287 + ], + [ + 0.7540346384048462, + -0.8533037304878235, + 0.4567345976829529, + -0.41667312383651733, + 2.5316543579101562, + 2.3318874835968018, + 1.5701484680175781, + 0.5935546159744263, + -0.062092624604701996, + 1.0036348104476929, + 0.27316513657569885, + 0.6793272495269775, + -2.2073535919189453, + -0.5167340040206909, + -0.1499178111553192, + 0.803598940372467, + 1.1881989240646362, + -0.7881800532341003, + 1.8942468166351318, + -2.205881118774414, + -1.5023369789123535 + ], + [ + 0.6639501452445984, + -1.019454836845398, + 0.5941932201385498, + -0.2910100817680359, + 2.5348098278045654, + 2.0869410037994385, + 1.415744423866272, + 0.5842262506484985, + -0.058777809143066406, + 0.9064486026763916, + 0.19455859065055847, + 0.5065152645111084, + -2.5248289108276367, + -0.7600169777870178, + -0.018970202654600143, + 0.8312081694602966, + 1.1522847414016724, + -0.7144113183021545, + 1.93603515625, + -2.640371561050415, + -1.9903671741485596 + ], + [ + 0.7654107213020325, + -0.5119971632957458, + 0.6029998064041138, + 0.013704612851142883, + 2.4742727279663086, + 1.1336346864700317, + 1.3899283409118652, + 0.25737470388412476, + -0.06072458624839783, + 0.6336582899093628, + 0.25301605463027954, + 0.8933561444282532, + -1.8116377592086792, + -0.1498396247625351, + -0.07382240891456604, + 0.5176330208778381, + 1.262768268585205, + -0.23494909703731537, + 1.7507331371307373, + -2.4884848594665527, + -0.6858055591583252 + ], + [ + 1.179905652999878, + -0.5635748505592346, + 0.36218592524528503, + 0.24739474058151245, + 1.7792856693267822, + 2.0489118099212646, + 1.7548587322235107, + 0.8192631006240845, + 0.022766411304473877, + 1.0953130722045898, + 0.5449336767196655, + 0.3455852270126343, + -1.4095979928970337, + -0.050469204783439636, + -1.2265242338180542, + 0.6668321490287781, + 1.729089617729187, + -0.2979816198348999, + 1.5084049701690674, + -2.1420271396636963, + -1.1726512908935547 + ], + [ + 1.1120469570159912, + -0.4772666096687317, + 0.69745934009552, + 0.07400485873222351, + 1.8738925457000732, + 1.507375717163086, + 2.028472661972046, + 0.4252311885356903, + -0.037070997059345245, + 0.9387392401695251, + 0.37330949306488037, + 0.07945135235786438, + -1.7811481952667236, + -0.23040418326854706, + -0.9680630564689636, + 0.7618200182914734, + 1.744663953781128, + -0.8972689509391785, + 1.6544172763824463, + -2.384338617324829, + -1.5801646709442139 + ] + ], + "generated_utilities": [ + 0.02263089083135128, + 0.024070462211966515, + 0.023190975189208984, + 0.021463552489876747, + 0.02200913429260254, + 0.02506365440785885, + 0.015785416588187218, + 0.0136921601369977 + ], + "group_id": "ms-ee30ebaf98622759d888", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.08405601978302002, + 0.09846439212560654, + 0.04595305770635605, + 2.0, + 0.08787640184164047, + 0.032481253147125244, + 0.08755072206258774, + 0.058936577290296555, + 0.10809408128261566, + 0.06723630428314209, + 0.0625009536743164, + 0.1415095031261444, + 0.08326160907745361, + 0.10944461822509766, + 0.0673408955335617, + 0.033725105226039886 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.4581542015075684, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -1.9406367540359497, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.470216989517212 + ], + [ + 1.6340367794036865, + -0.30366095900535583, + 0.2830277681350708, + -1.1627482175827026, + 3.58767032623291, + 0.6565636396408081, + 1.4321975708007812, + 0.8704822659492493, + 0.14327874779701233, + 1.0190284252166748, + 0.3078446090221405, + 0.7927982807159424, + -1.9305998086929321, + -1.7108646631240845, + 0.10729888081550598, + 0.9427294731140137, + 0.41770225763320923, + -1.7673753499984741, + 1.3209179639816284, + -2.8053033351898193, + -1.5330681800842285 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.00628507137298584, + 0.0595628023147583, + 0.39481037855148315, + -0.006641983985900879, + 1.8433213233947754, + 0.14830267429351807, + 0.0, + -0.24425631761550903, + 0.42130333185195923, + 0.41399094462394714, + 0.478841632604599, + -0.007461488246917725, + -0.5437495708465576, + 0.0, + 0.255215585231781, + -0.07331699132919312, + -0.1736500859260559, + -0.285358190536499, + 0.567956805229187, + -1.7103407382965088, + 0.0 + ], + [ + 1.0371580123901367, + -0.33467406034469604, + 0.9327473640441895, + -0.5396467447280884, + 2.1487879753112793, + 0.6294846534729004, + 0.6252679228782654, + 0.5140941143035889, + -0.20645928382873535, + -0.04528486728668213, + 0.14780870079994202, + 0.430325984954834, + -0.9293508529663086, + -1.5147639513015747, + 1.1104007959365845, + -0.05476301908493042, + 0.1755150556564331, + -1.3470268249511719, + 1.675830364227295, + -3.2944674491882324, + -1.9277915954589844 + ] + ], + "predicted_scores": [ + 6.19286584854126, + 5.979679107666016, + 5.8805108070373535, + 5.522401332855225, + 5.499600887298584, + 4.9327592849731445, + 4.157412528991699, + 4.068816661834717 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "636680137", + "selected_index": 0, + "state_hash": "2de607a9c69005130e51ff2b551c0eeedc85c58fef796682e6527bb5f719ff7b", + "stored_base_utility": 0.08405601978302002, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10341648012399673, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10341648012399673 + }, + "base_progress": 0.10341648012399673, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.10341648012399673, + "candidate_action_clip_max_abs": [ + 0.00511622428894043, + 0.004367232322692871, + 0.0, + 0.05153393745422363, + 0.03305065631866455, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.00511622428894043, + "contact_quality": null, + "progress": 0.12523402273654938, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12523402273654938 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.004367232322692871, + "contact_quality": null, + "progress": 0.1136670708656311, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1136670708656311 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13959085941314697, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13959085941314697 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.05153393745422363, + "contact_quality": null, + "progress": 0.11640677601099014, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11640677601099014 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.03305065631866455, + "contact_quality": null, + "progress": 0.11967410892248154, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11967410892248154 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16713684797286987, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16713684797286987 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10758443921804428, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10758443921804428 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13187743723392487, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13187743723392487 + } + ], + "candidate_progress": [ + 0.12523402273654938, + 0.1136670708656311, + 0.13959085941314697, + 0.11640677601099014, + 0.11967410892248154, + 0.16713684797286987, + 0.10758443921804428, + 0.13187743723392487 + ], + "candidate_safety_violation": [ + true, + true, + false, + true, + true, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-53a86042af3c0887e556", + "ms-1a4979e969aa331fb126", + "ms-38dff128761905bb1507", + "ms-02fd0338e80ef19ceec1", + "ms-02fd0338e80ef19ceec1", + "ms-38dff128761905bb1507", + "ms-38dff128761905bb1507", + "ms-38dff128761905bb1507" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank3", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-f3f1d07cfd59b823da47", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.2149521112442017, + -0.07131338864564896, + -1.0191066265106201, + 0.25688427686691284, + -0.3626331090927124, + -2.415250301361084, + -1.0110883712768555, + 0.49406835436820984, + 0.3151319921016693, + -0.07307086139917374, + -0.4382171332836151, + -0.0006217211484909058, + -0.6144553422927856, + -0.5772218704223633, + 0.8427140116691589, + -0.29164546728134155, + 0.11458660662174225, + -0.8967878222465515, + 1.0448284149169922, + -0.012053906917572021, + 0.451599657535553 + ], + [ + 1.3776358366012573, + -0.08476769924163818, + -1.0236536264419556, + 0.37577518820762634, + 0.10835801064968109, + -2.821380615234375, + -1.0265331268310547, + 0.5254707336425781, + 0.2881394922733307, + -0.004164896905422211, + -0.5210508704185486, + -0.1495155692100525, + -0.2243782877922058, + -0.3992137312889099, + 0.8157252669334412, + -0.2430734932422638, + 0.12459082156419754, + -0.8974559903144836, + 1.3336305618286133, + -0.28656524419784546, + 0.6380999088287354 + ], + [ + 1.1671197414398193, + 0.06820981204509735, + -0.8399209976196289, + 0.2967080771923065, + -0.39819520711898804, + -2.4354968070983887, + -0.9979904294013977, + 0.07317782193422318, + 0.3168618381023407, + -0.12795370817184448, + -0.265718013048172, + -0.0726870596408844, + -0.17011421918869019, + -0.22096751630306244, + 0.8978375792503357, + -0.16263441741466522, + 0.16336917877197266, + -1.2466235160827637, + 0.6477320194244385, + -0.22094598412513733, + 0.32801175117492676 + ], + [ + 1.4174574613571167, + -0.0830802470445633, + -1.0248692035675049, + 0.2479143738746643, + -0.9239748120307922, + -2.1432225704193115, + -1.5452613830566406, + 0.7758955955505371, + 0.35558581352233887, + -0.10868877917528152, + -0.23978453874588013, + 0.10672849416732788, + -0.9292935132980347, + -0.4462527632713318, + 0.8443238735198975, + -0.03915196284651756, + 0.18594008684158325, + -1.3306082487106323, + 0.8492680788040161, + -0.4827680289745331, + -0.25722193717956543 + ], + [ + 1.4370547533035278, + -0.09347918629646301, + -1.1229758262634277, + 0.15639808773994446, + -0.9254103302955627, + -2.226392984390259, + -1.419079065322876, + 0.7538931369781494, + 0.3822477161884308, + -0.12673354148864746, + -0.29357901215553284, + 0.1934448629617691, + -0.7900493741035461, + -0.32665830850601196, + 0.7760184407234192, + -0.008576998487114906, + 0.145163431763649, + -1.2786738872528076, + 0.8118411898612976, + -0.5609444379806519, + -0.4264774024486542 + ], + [ + 1.3980741500854492, + 0.2312496155500412, + -0.7653433084487915, + 0.17776787281036377, + -0.20649966597557068, + -2.686652660369873, + -0.8997042775154114, + 0.00917130708694458, + 0.2987702786922455, + -0.12266949564218521, + -0.32108238339424133, + -0.16991382837295532, + -0.26999855041503906, + -0.15456907451152802, + 0.7650629878044128, + -0.3093387484550476, + -0.0023728013038635254, + -1.1094263792037964, + 0.34120798110961914, + -0.2834945321083069, + 0.29793092608451843 + ], + [ + 1.1057970523834229, + 0.06431765854358673, + -0.8723205327987671, + 0.49895909428596497, + -0.36436736583709717, + -2.371549606323242, + -1.1676299571990967, + 0.03690814971923828, + 0.3366369605064392, + -0.021864943206310272, + -0.2889748513698578, + 0.14384816586971283, + -0.4317393898963928, + -0.11637826263904572, + 0.8231638669967651, + -0.10665999352931976, + 0.06203851103782654, + -1.244362235069275, + 0.7406182289123535, + -0.30100032687187195, + 0.39203405380249023 + ], + [ + 1.0918588638305664, + 0.15127071738243103, + -0.730075478553772, + 0.29431989789009094, + -0.477466881275177, + -2.660923719406128, + -1.1332309246063232, + 0.0390872061252594, + 0.272869348526001, + -0.09342493861913681, + -0.15554553270339966, + 0.05705554783344269, + -0.2491607666015625, + -0.1846783608198166, + 0.8761754631996155, + -0.20480312407016754, + 0.23709774017333984, + -1.2193719148635864, + 0.5388912558555603, + -0.17972064018249512, + 0.48865267634391785 + ] + ], + "generated_utilities": [ + 0.12523402273654938, + 0.1136670708656311, + 0.13959085941314697, + 0.11640677601099014, + 0.11967410892248154, + 0.16713684797286987, + 0.10758443921804428, + 0.13187743723392487 + ], + "group_id": "ms-f3f1d07cfd59b823da47", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.07767709344625473, + 0.07153411954641342, + 0.08480638265609741, + 0.06087514013051987, + 0.15252648293972015, + 0.0776997059583664, + 0.1476559340953827, + 0.17124073207378387, + 0.12327007949352264, + 0.12037092447280884, + 0.08562581241130829, + 0.09917601197957993, + 0.07137986272573471, + 0.039922356605529785, + 0.04496842622756958, + 0.05561637878417969 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 1.9664052724838257, + 0.20301294326782227, + -1.1196715831756592, + -0.17260856926441193, + -0.5341777801513672, + -2.678128242492676, + -2.431448459625244, + 1.5603530406951904, + 0.03585217520594597, + -0.3520800471305847, + -2.473386287689209, + 1.0162299871444702, + -0.7868502736091614, + -0.9102090001106262, + 0.9442894458770752, + -0.41473180055618286, + 0.7349075675010681, + -0.8863289952278137, + 0.8796874284744263, + 0.028114937245845795, + 0.24920660257339478 + ], + [ + 1.900488257408142, + -0.00838443636894226, + -1.2311820983886719, + -0.361179918050766, + -0.3987593352794647, + -2.551008462905884, + -2.701385021209717, + 1.7117550373077393, + -0.20423506200313568, + -0.3429180979728699, + -2.6584055423736572, + 0.8018259406089783, + -0.856230616569519, + -0.901038408279419, + 1.2131764888763428, + -0.6892215609550476, + 0.6726197600364685, + -0.7798839211463928, + 0.6868253946304321, + 0.07731680572032928, + 0.30107203125953674 + ], + [ + 1.6257587671279907, + 0.275219202041626, + -0.7838636636734009, + -0.5118123292922974, + -0.3429456353187561, + -2.342111349105835, + -2.7158243656158447, + 1.7038744688034058, + -0.1860528439283371, + -0.11617843806743622, + -2.1894750595092773, + 1.2306283712387085, + -0.8203369379043579, + -0.5157363414764404, + 0.7951346635818481, + -0.464976966381073, + 0.8823708295822144, + -0.7671404480934143, + 0.9700374007225037, + 0.21184596419334412, + -0.11244213581085205 + ] + ], + "predicted_scores": [ + 9.718968391418457, + 9.472847938537598, + 9.450911521911621, + 9.20422649383545, + 9.189580917358398, + 9.065109252929688, + 9.022089004516602, + 9.008709907531738 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "2015956957", + "selected_index": 0, + "state_hash": "3f477a29208b02558b99bd0f3305d0f1845c277d32e0b5afdafa71012673383b", + "stored_base_utility": 0.07767709344625473, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23664958775043488, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23664958775043488 + }, + "base_progress": 0.23664958775043488, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.23664958775043488, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18728479743003845, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18728479743003845 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18601471185684204, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18601471185684204 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17935964465141296, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17935964465141296 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17474283277988434, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17474283277988434 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15622937679290771, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15622937679290771 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1619054675102234, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1619054675102234 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17747455835342407, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17747455835342407 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1755831241607666, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1755831241607666 + } + ], + "candidate_progress": [ + 0.18728479743003845, + 0.18601471185684204, + 0.17935964465141296, + 0.17474283277988434, + 0.15622937679290771, + 0.1619054675102234, + 0.17747455835342407, + 0.1755831241607666 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-8278abbc47a6efcb5b68", + "ms-8278abbc47a6efcb5b68", + "ms-8278abbc47a6efcb5b68", + "ms-dab80e1bb7987577e33d", + "ms-bfe867e8d518b9f8333a", + "ms-bfe867e8d518b9f8333a", + "ms-8278abbc47a6efcb5b68", + "ms-8278abbc47a6efcb5b68" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-081952a63087fc8f83cd", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.2593250274658203, + -0.033283352851867676, + 1.1926791667938232, + -0.2955353260040283, + -1.270409107208252, + 0.3478556275367737, + -0.2946803569793701, + -0.033731937408447266, + -0.0524541512131691, + -0.009533114731311798, + 0.1722661256790161, + -1.602840781211853, + -0.28342533111572266, + -0.16627196967601776, + -0.06962330639362335, + -0.17012950778007507, + 0.1259566843509674, + 0.4310799241065979, + -0.7912896275520325, + -0.05614747107028961, + 0.0469798743724823 + ], + [ + -0.08917291462421417, + -0.030687736347317696, + 1.2021000385284424, + -0.46565312147140503, + -1.3303751945495605, + 0.230430006980896, + -0.057286620140075684, + 0.014687001705169678, + 0.03930079564452171, + -0.01762291043996811, + 0.12599974870681763, + -1.709780216217041, + -0.29206228256225586, + -0.14276014268398285, + -0.04802599921822548, + -0.07827892899513245, + 0.14063972234725952, + 0.36982816457748413, + -0.8301153779029846, + 0.0389266312122345, + -0.11972999572753906 + ], + [ + -0.18021734058856964, + -0.04197879508137703, + 1.148102045059204, + -0.2619416117668152, + -1.4268558025360107, + -0.10697382688522339, + -0.16472065448760986, + 0.043187811970710754, + -0.11422669887542725, + -0.0021469667553901672, + 0.15979021787643433, + -1.4223270416259766, + -0.30323803424835205, + -0.11626692116260529, + -0.23772740364074707, + 0.010383006185293198, + 0.2918934226036072, + 0.6615386605262756, + -0.8624514937400818, + 0.0038763582706451416, + -0.2940855622291565 + ], + [ + -0.08512119948863983, + 0.013682428747415543, + 1.422660231590271, + -0.5217971801757812, + -1.2722396850585938, + -0.1438019573688507, + -0.2939302921295166, + -0.012784302234649658, + -0.12092173099517822, + 0.012097343802452087, + 0.0836833193898201, + -1.4777239561080933, + -0.018348366022109985, + -0.13264097273349762, + -0.09527797996997833, + -0.1417146921157837, + 0.09811332821846008, + 0.3334204852581024, + -0.8567690253257751, + 0.05408558249473572, + -0.20246821641921997 + ], + [ + -0.24881158769130707, + -0.07941596210002899, + 1.6408661603927612, + -0.5406911373138428, + -1.2071247100830078, + -0.07528778910636902, + -0.34572333097457886, + 0.1394173800945282, + -0.11897552013397217, + 0.012886375188827515, + -0.10005813091993332, + -1.3821710348129272, + -0.08969777822494507, + -0.1861434429883957, + 0.034560058265924454, + -0.14713679254055023, + 0.013538151979446411, + 0.3307662010192871, + -0.6621595621109009, + 0.04860568046569824, + -0.26088041067123413 + ], + [ + -0.21330814063549042, + -0.07190539687871933, + 1.5543935298919678, + -0.5305497050285339, + -1.19783353805542, + -0.03353017568588257, + -0.39394909143447876, + 0.1500019133090973, + -0.12351363897323608, + -0.010184817016124725, + -0.01831492781639099, + -1.3168394565582275, + -0.1170114278793335, + -0.20021910965442657, + -0.030356604605913162, + -0.1373189091682434, + 0.029124140739440918, + 0.3038177490234375, + -0.652181088924408, + 0.10482802987098694, + -0.18885082006454468 + ], + [ + -0.0891605019569397, + -0.12060961127281189, + 1.329437017440796, + -0.5196607112884521, + -1.31081223487854, + -0.3093242943286896, + -0.26824837923049927, + 0.06579829752445221, + -0.07629776746034622, + -0.05492446571588516, + 0.05355290696024895, + -1.5524038076400757, + -0.23494362831115723, + -0.4199622869491577, + -0.18985337018966675, + -0.05284527316689491, + 0.09870456159114838, + 0.47006213665008545, + -0.8057900071144104, + 0.10076785087585449, + 0.09531203657388687 + ], + [ + 0.019492805004119873, + -0.02522314339876175, + 1.302127718925476, + -0.47784340381622314, + -1.3211078643798828, + -0.4501948654651642, + -0.23196017742156982, + 0.006284356117248535, + -0.05992039293050766, + -0.04173713177442551, + 0.015611395239830017, + -1.3606871366500854, + 0.07667186856269836, + -0.3846156597137451, + -0.12911264598369598, + -0.09616360068321228, + 0.13541202247142792, + 0.38584497570991516, + -0.84345942735672, + 0.1072826087474823, + -0.10963058471679688 + ] + ], + "generated_utilities": [ + 0.18728479743003845, + 0.18601471185684204, + 0.17935964465141296, + 0.17474283277988434, + 0.15622937679290771, + 0.1619054675102234, + 0.17747455835342407, + 0.1755831241607666 + ], + "group_id": "ms-081952a63087fc8f83cd", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.0006054937839508057, + 2.0, + 2.0, + 2.0, + 0.09041815996170044, + 0.03755016624927521, + 0.10023769736289978, + 0.08501018583774567, + 0.10316208004951477, + 0.13556814193725586, + 0.0687420666217804, + 0.16420090198516846, + 0.07440806925296783, + 0.03177754580974579, + 0.05512912571430206, + 0.05822136998176575 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.05530714988708496, + -0.0015276968479156494, + 1.582733154296875, + -0.5283455848693848, + -1.530975103378296, + -0.028481781482696533, + 0.0, + 0.07634823024272919, + 0.10118435323238373, + 0.01472395658493042, + -0.021184463053941727, + -1.3624117374420166, + 0.06702810525894165, + 0.0, + 0.064424529671669, + -0.13110561668872833, + -0.04677841067314148, + -0.0666094422340393, + -0.8611308336257935, + -0.02982822060585022, + 0.0 + ], + [ + -0.13999104499816895, + -0.16139763593673706, + 1.582733154296875, + -0.5283455848693848, + -1.530975103378296, + -0.17549771070480347, + 0.0, + -0.15019088983535767, + 0.2207401990890503, + -0.06357991695404053, + 0.10177183151245117, + -1.3624117374420166, + -0.05549207329750061, + 0.0, + -0.1271420419216156, + -0.057942673563957214, + -0.279840350151062, + -0.11312717199325562, + -0.8611308336257935, + 0.1586582064628601, + 0.0 + ], + [ + 0.2317524552345276, + -0.2474955916404724, + 1.582733154296875, + -0.5283455848693848, + -1.530975103378296, + -0.2997032403945923, + 0.0, + -0.3180278241634369, + 0.1991673707962036, + 0.26833486557006836, + 0.005899060517549515, + -1.3624117374420166, + 0.032782405614852905, + 0.0, + 0.17653466761112213, + 0.5550464987754822, + 0.13015127182006836, + -0.11312717199325562, + -0.8611308336257935, + 0.020897403359413147, + 0.0 + ], + [ + -0.7016198635101318, + 0.312343955039978, + 2.582733154296875, + -1.5283455848693848, + -2.530975103378296, + 0.7002967596054077, + 2.0224196910858154, + -0.031223494559526443, + -0.07945594191551208, + 0.7471928000450134, + -0.05505431815981865, + -2.3624117374420166, + 0.4337144196033478, + 1.385794997215271, + -0.18244768679141998, + -0.22281835973262787, + -0.5003347992897034, + 0.8868728280067444, + -1.8611308336257935, + 0.19736243784427643, + 0.2646070420742035 + ], + [ + -0.41503679752349854, + 0.3199126422405243, + 2.3341803550720215, + -1.5432449579238892, + -2.6036009788513184, + 0.8186125755310059, + 1.889835238456726, + -0.20609386265277863, + 0.0827421247959137, + 0.8381537795066833, + -0.0944519191980362, + -2.4805798530578613, + 0.3916063606739044, + 1.2392640113830566, + -0.2266693413257599, + -0.33516526222229004, + -0.3536234498023987, + 0.9749420881271362, + -2.1439476013183594, + 0.3261662721633911, + 0.13869160413742065 + ], + [ + -0.6778035759925842, + 0.3674989640712738, + 2.3216195106506348, + -1.6129508018493652, + -2.3233790397644043, + 0.37060582637786865, + 2.3460428714752197, + 0.2269098311662674, + -0.269074022769928, + 0.9810001254081726, + 0.023842941969633102, + -2.478595733642578, + 0.46739575266838074, + 1.1671457290649414, + -0.41542381048202515, + 0.030661001801490784, + -0.48762595653533936, + 0.7803086638450623, + -1.7778995037078857, + 0.10219369828701019, + 0.08611755073070526 + ], + [ + -1.0292376279830933, + 0.05653715133666992, + 3.017642021179199, + -1.2965388298034668, + -2.1434991359710693, + 0.8112732172012329, + 2.3553943634033203, + 0.14745590090751648, + -0.42473679780960083, + 0.8983602523803711, + -0.5389888286590576, + -1.9595260620117188, + 0.8665074110031128, + 1.7057592868804932, + -0.36306142807006836, + -0.6694610714912415, + -0.3699086308479309, + 0.7089512944221497, + -2.2496888637542725, + 0.1759258657693863, + 0.13106243312358856 + ], + [ + -0.2738665044307709, + 0.13772070407867432, + 2.3146424293518066, + -1.9326081275939941, + -2.760838508605957, + 0.10491085052490234, + 1.9823331832885742, + 0.3494338393211365, + 0.3550114631652832, + 0.7471076846122742, + -0.06264704465866089, + -2.2210469245910645, + 0.5386381149291992, + 1.431454062461853, + 0.1620958298444748, + -0.00858105719089508, + -0.8883554935455322, + 1.1764272451400757, + -1.8280467987060547, + 0.30690017342567444, + -0.32479730248451233 + ], + [ + -0.8548018932342529, + -0.2078946828842163, + 2.740286111831665, + -1.6552648544311523, + -2.470123291015625, + 1.0607044696807861, + 2.4267592430114746, + -0.16535070538520813, + -0.2640931308269501, + 0.2447068691253662, + 0.5616287589073181, + -2.808340311050415, + 1.0820176601409912, + 1.2134929895401, + 0.2653927206993103, + -0.454708456993103, + 0.03163468837738037, + 0.8172736763954163, + -1.8861355781555176, + 0.45078086853027344, + 0.29641321301460266 + ], + [ + -0.7025277018547058, + 0.5556451678276062, + 2.3374006748199463, + -1.9256110191345215, + -1.7495018243789673, + 0.9721168279647827, + 1.8326293230056763, + 0.5355191826820374, + -0.5788277983665466, + 0.19061005115509033, + -0.6322742700576782, + -3.031383514404297, + -0.1651831567287445, + 0.8584551215171814, + 0.2280312329530716, + 0.27221786975860596, + -0.3728860020637512, + 1.102063775062561, + -2.5995376110076904, + 0.7578867673873901, + -0.3784477412700653 + ], + [ + -7.212162017822266e-06, + 0.552659273147583, + 2.0397679805755615, + -1.8501746654510498, + -2.5457160472869873, + 1.0514975786209106, + 2.5270917415618896, + -0.7367458343505859, + 0.7676748037338257, + 0.7428221702575684, + -0.538831353187561, + -2.7423243522644043, + 0.07969537377357483, + 1.0069079399108887, + -0.8100140690803528, + -0.9174093008041382, + -0.9411231875419617, + 1.0430617332458496, + -1.4683198928833008, + 1.0334573984146118, + 0.4721405506134033 + ], + [ + -0.41159626841545105, + 0.41878798604011536, + 1.6363914012908936, + -2.4960880279541016, + -3.049954891204834, + -0.09567022323608398, + 2.3269245624542236, + 0.11159682273864746, + -0.7885257005691528, + 0.44582536816596985, + -0.47802892327308655, + -1.5574463605880737, + 1.0153859853744507, + 2.258706569671631, + -0.36591836810112, + 0.49115514755249023, + -0.9523675441741943, + 0.5892280340194702, + -2.1512646675109863, + -0.7744256854057312, + 0.592117428779602 + ], + [ + 0.1343594193458557, + 0.45838433504104614, + 2.6735801696777344, + -2.005676746368408, + -3.340463161468506, + 1.0152086019515991, + 1.429718255996704, + 0.7929191589355469, + -0.2598758339881897, + 1.6483545303344727, + -0.7411167025566101, + -2.8978958129882812, + 1.3759692907333374, + 1.4385837316513062, + 0.2961248755455017, + -0.042098239064216614, + -0.6380948424339294, + 1.0523303747177124, + -2.1783251762390137, + -0.045405834913253784, + 0.7960561513900757 + ] + ], + "predicted_scores": [ + 6.103789806365967, + 6.086862564086914, + 5.841507434844971, + 5.820030212402344, + 5.763705730438232, + 5.726691246032715, + 5.66016149520874, + 5.225861072540283 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "2141802816", + "selected_index": 0, + "state_hash": "d1cf06bba4675ad6a6942dc4f6fbade890fbf21b5c3068f8bbe30cfc60c54d9b", + "stored_base_utility": 0.0006054937839508057, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-398ddbf730ed8830b08b", + "ms-398ddbf730ed8830b08b", + "ms-398ddbf730ed8830b08b", + "ms-398ddbf730ed8830b08b", + "ms-398ddbf730ed8830b08b", + "ms-398ddbf730ed8830b08b", + "ms-398ddbf730ed8830b08b", + "ms-2ba02dcefa15a9371706" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-121bc2e6676c1ac10911", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -1.127939224243164, + 0.04916839301586151, + -0.2791854441165924, + -1.7865943908691406, + -2.3572309017181396, + 0.2271878719329834, + 1.6082189083099365, + -0.11529749631881714, + 0.3002336025238037, + -0.692709743976593, + 0.33518508076667786, + -1.2575716972351074, + 0.12894073128700256, + 0.6785600185394287, + -0.11628980934619904, + -0.2553562819957733, + 0.0022884607315063477, + 1.0594813823699951, + 0.022586971521377563, + -0.5811842083930969, + 0.05120556056499481 + ], + [ + -0.9321426153182983, + 0.08359916508197784, + 0.005066245794296265, + -1.5969605445861816, + -1.7028400897979736, + 0.1803859919309616, + 1.4205269813537598, + -0.47640517354011536, + 0.3139917254447937, + -0.5334061980247498, + -0.053507544100284576, + -1.2633358240127563, + 0.253169983625412, + 1.1219439506530762, + 0.07642202079296112, + -0.20783300697803497, + 0.04690958559513092, + 1.0939688682556152, + -0.16523700952529907, + -0.25014758110046387, + -0.11019694805145264 + ], + [ + -1.0122121572494507, + 0.13994228839874268, + -0.20623865723609924, + -1.8440418243408203, + -1.7768070697784424, + 0.28223171830177307, + 2.0865890979766846, + -0.10496151447296143, + 0.23542112112045288, + -0.5193920135498047, + 0.532616376876831, + -1.2734181880950928, + 0.14099708199501038, + 0.678907036781311, + 0.008157249540090561, + -0.334371417760849, + -0.09472860395908356, + 0.9070834517478943, + 0.10757213830947876, + -0.11858761310577393, + 0.25947827100753784 + ], + [ + -1.185297966003418, + 0.08131922781467438, + -0.2589392364025116, + -2.028651475906372, + -1.453852653503418, + 0.3754667043685913, + 1.5922925472259521, + 0.023268207907676697, + 0.2421255111694336, + -0.5611345767974854, + 0.21395307779312134, + -1.4700757265090942, + 0.2572234570980072, + 0.49555808305740356, + -0.40966758131980896, + 0.08940187096595764, + 0.03760838508605957, + 1.2792528867721558, + -0.3690566420555115, + -0.0590570867061615, + 0.5545789003372192 + ], + [ + -1.1317968368530273, + 0.08568988740444183, + -0.32726433873176575, + -1.6331442594528198, + -1.5502257347106934, + 0.23501858115196228, + 1.730649471282959, + -0.17124763131141663, + 0.24608296155929565, + -0.4560818076133728, + 0.4674142301082611, + -1.265448808670044, + -0.01860213279724121, + 0.6777796149253845, + -0.15029174089431763, + -0.290224552154541, + -0.05900473892688751, + 1.0725446939468384, + -0.1292937994003296, + -0.14061298966407776, + 0.4157581031322479 + ], + [ + -1.2429943084716797, + 0.08519233763217926, + -0.29019901156425476, + -1.6814783811569214, + -1.863318681716919, + 0.21606126427650452, + 1.8698575496673584, + -0.17500397562980652, + 0.2874830961227417, + -0.5047682523727417, + 0.4240988492965698, + -1.2060773372650146, + 0.05640789866447449, + 0.5883389115333557, + -0.27340859174728394, + -0.20014265179634094, + -0.03349103033542633, + 1.1939269304275513, + -0.197060227394104, + 0.05613809823989868, + 0.42976751923561096 + ], + [ + -1.1933470964431763, + 0.047876305878162384, + -0.06826689839363098, + -1.71612548828125, + -1.6041107177734375, + 0.23619931936264038, + 1.8554472923278809, + 0.03067779541015625, + 0.25710517168045044, + -0.4934762120246887, + 0.5038207769393921, + -1.1040488481521606, + 0.3254950940608978, + 0.23888149857521057, + -0.0974656492471695, + -0.21011798083782196, + 0.1606033444404602, + 1.2665225267410278, + 0.14575569331645966, + -0.4460783004760742, + 0.25164443254470825 + ], + [ + -1.1765291690826416, + 0.025201961398124695, + -0.46778616309165955, + -1.8684171438217163, + -1.8389902114868164, + 0.5522640943527222, + 0.8448733687400818, + -0.1922522485256195, + 0.3994307518005371, + -0.23505693674087524, + 0.7747113108634949, + -1.3546987771987915, + 0.027395546436309814, + 0.5703068375587463, + -0.06703467667102814, + -0.2466004639863968, + 0.2781914472579956, + 1.660180687904358, + 0.10609170794487, + 0.3957533836364746, + 0.47022852301597595 + ] + ], + "generated_utilities": [ + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0 + ], + "group_id": "ms-121bc2e6676c1ac10911", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.15086030960083008, + 0.08354458212852478, + 2.0, + 0.1453719437122345, + 0.19646552205085754, + 0.10343040525913239, + 0.1443832516670227, + 0.13976123929023743, + 0.17431864142417908, + 2.0, + 0.12949708104133606, + 2.0, + 2.0, + 0.11397694051265717, + 0.1271887570619583, + 0.025320395827293396 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + -0.39665424823760986, + 0.08244594186544418, + -0.026901081204414368, + -0.959688663482666, + -1.2648048400878906, + 0.05568990111351013, + 0.0, + -0.048488348722457886, + 0.03576555848121643, + -0.012020409107208252, + 0.08576416969299316, + -0.25812816619873047, + 0.03589746356010437, + 0.0, + 0.0016258209943771362, + -0.04025750607252121, + 0.010670006275177002, + 0.5142596960067749, + 0.06220144033432007, + 0.07906517386436462, + 0.0 + ], + [ + -2.15720796585083, + 0.13025060296058655, + 0.41441529989242554, + -1.4498568773269653, + -2.6386165618896484, + 0.5572659969329834, + 0.7093658447265625, + -1.0835764408111572, + -0.896172285079956, + 0.07744038105010986, + 1.1224509477615356, + -1.6321502923965454, + 0.877888560295105, + 0.4978562295436859, + 0.5774499177932739, + 0.8093571662902832, + -0.8521628379821777, + 2.054164171218872, + -0.6021197438240051, + 1.0350128412246704, + 0.823830246925354 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.39665424823760986, + -0.2284793257713318, + -0.027931194752454758, + -0.959688663482666, + -1.2648048400878906, + -0.17197783291339874, + 0.0, + -0.06679429113864899, + 0.1646350920200348, + -0.11601293087005615, + 0.08576416969299316, + -0.25812816619873047, + 0.1479925513267517, + 0.0, + -0.04833713173866272, + 0.22201494872570038, + -0.16177666187286377, + 0.5142596960067749, + -0.10178101062774658, + 0.21631890535354614, + 0.0 + ], + [ + -0.8824495077133179, + 0.0034109503030776978, + -0.5904110074043274, + -1.400491714477539, + -2.4447474479675293, + -0.00789790228009224, + 1.6208159923553467, + 0.26819390058517456, + -0.23575741052627563, + -0.7184416651725769, + 0.9072303771972656, + -1.2077033519744873, + -0.21496516466140747, + 0.8258882761001587, + -0.4575563669204712, + -0.3655202388763428, + -0.5908474922180176, + 2.0210399627685547, + -1.2132787704467773, + 0.9719676971435547, + 0.24625355005264282 + ], + [ + -0.6953714489936829, + 0.4026735723018646, + 0.6648998856544495, + -1.356613278388977, + -2.953742742538452, + 0.037713564932346344, + 1.53464937210083, + 0.027994811534881592, + 0.03435474634170532, + -1.1939163208007812, + 0.9877840280532837, + -1.180513620376587, + 0.4064505994319916, + 0.5743880867958069, + 0.1558205783367157, + 0.3796072006225586, + -0.6676555275917053, + 1.4665511846542358, + 0.04170459508895874, + 0.17645099759101868, + 0.2388516366481781 + ], + [ + -1.4095232486724854, + -0.06358731538057327, + -0.7774888873100281, + -2.806776285171509, + -2.44041109085083, + -0.8258867859840393, + 2.383592128753662, + -0.093393474817276, + -0.24701429903507233, + -0.5286431312561035, + 0.7741218209266663, + -2.111828565597534, + -0.31807881593704224, + 1.3003538846969604, + -0.9306488037109375, + -0.8708829283714294, + -0.3694953918457031, + 2.169797420501709, + -0.7153271436691284, + 0.029519766569137573, + -0.5629553198814392 + ] + ], + "predicted_scores": [ + 10.116207122802734, + 9.753952980041504, + 9.338760375976562, + 9.290375709533691, + 9.084253311157227, + 8.476737976074219, + 8.265195846557617, + 6.2621002197265625 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "77147264", + "selected_index": 0, + "state_hash": "d1280a9e9362f8da3290de84fdd0f0b78475d470cd0230e590ccaf8f5428548a", + "stored_base_utility": 0.15086030960083008, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18583157658576965, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18583157658576965 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2029351443052292, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2029351443052292 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19732427597045898, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19732427597045898 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20237445831298828, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20237445831298828 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19933106005191803, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19933106005191803 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19666485488414764, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19666485488414764 + } + ], + "candidate_progress": [ + 0.18583157658576965, + 0.2029351443052292, + 0.19732427597045898, + 0.20237445831298828, + 1.0, + 1.0, + 0.19933106005191803, + 0.19666485488414764 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-6825a9112cb71ea137c9", + "ms-6825a9112cb71ea137c9", + "ms-6825a9112cb71ea137c9", + "ms-6825a9112cb71ea137c9", + "ms-6825a9112cb71ea137c9", + "ms-6825a9112cb71ea137c9", + "ms-6825a9112cb71ea137c9", + "ms-6825a9112cb71ea137c9" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + true, + true, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-22f153f0d4fa656018e6", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.8581089973449707, + 0.050211116671562195, + 0.11092284321784973, + -1.1752729415893555, + -2.2395312786102295, + -0.05872820317745209, + 0.5501768589019775, + -0.1098301112651825, + -0.06843725591897964, + -0.2521441578865051, + -0.10301636904478073, + -1.82156240940094, + 0.352065771818161, + 0.3961336612701416, + -0.3130526840686798, + -0.08793027698993683, + -0.05972422659397125, + 0.2171674519777298, + -0.9649117588996887, + 0.01074644923210144, + -0.17463380098342896 + ], + [ + -0.8764016628265381, + 0.11488743126392365, + 0.2655111849308014, + -1.1311554908752441, + -2.4063632488250732, + 0.12329547852277756, + 0.6138500571250916, + 0.15423674881458282, + -0.02739887870848179, + -0.3653470575809479, + -0.029797427356243134, + -1.8184438943862915, + 0.2513373792171478, + 0.15623849630355835, + -0.1910426914691925, + 0.0009041475132107735, + 0.20218664407730103, + 0.09552814066410065, + -0.8475673794746399, + 0.3911883234977722, + -0.3414524495601654 + ], + [ + -0.9061681032180786, + 0.060377538204193115, + 0.36700910329818726, + -1.2378703355789185, + -2.532564401626587, + 0.2572633922100067, + 0.9616360068321228, + 0.12669867277145386, + -0.010991314426064491, + -0.27950626611709595, + 0.015037573873996735, + -1.9446603059768677, + -0.05273827910423279, + 0.34348466992378235, + -0.12818869948387146, + -0.036417193710803986, + -0.07332395017147064, + 0.11510995775461197, + -0.8173100352287292, + 0.348410427570343, + -0.30634111166000366 + ], + [ + -0.8224451541900635, + 0.07343070954084396, + 0.4775761365890503, + -1.0425071716308594, + -2.5387980937957764, + 0.49538755416870117, + 0.8746590614318848, + 0.08316318690776825, + 0.03587964177131653, + -0.23196625709533691, + 0.026725051924586296, + -1.873639702796936, + 0.021969318389892578, + 0.4523853063583374, + -0.07559250295162201, + 0.03119327500462532, + 0.008759990334510803, + 0.15933972597122192, + -0.7574520707130432, + 0.1639423966407776, + -0.2309994101524353 + ], + [ + -0.6936831474304199, + 0.04322922229766846, + 0.34663355350494385, + -1.2099685668945312, + -2.444533109664917, + 0.3647981882095337, + 0.877741813659668, + 0.09819038957357407, + -0.007863154634833336, + -0.44836992025375366, + 0.09173484146595001, + -1.7905105352401733, + 0.12532135844230652, + 0.3953498601913452, + -0.08161424100399017, + -0.02035761997103691, + 0.10180261731147766, + 0.21868300437927246, + -0.7065593600273132, + 0.32285869121551514, + -0.31136736273765564 + ], + [ + -0.6982493996620178, + 0.07484309375286102, + 0.19345158338546753, + -1.1097766160964966, + -2.012878179550171, + 0.032673679292201996, + 0.5947462320327759, + 0.11643846333026886, + -0.029701298102736473, + -0.29116177558898926, + -0.07992648333311081, + -1.5649269819259644, + 0.126682311296463, + -0.018890634179115295, + -0.028854485601186752, + -0.020078154280781746, + -0.03555767238140106, + 0.26980480551719666, + -0.6823460459709167, + 0.04373893141746521, + -0.17369645833969116 + ], + [ + -0.8625954389572144, + 0.08146294951438904, + 0.5026782155036926, + -1.1821510791778564, + -2.4660983085632324, + 0.2386314868927002, + 1.0396180152893066, + 0.19716665148735046, + 0.00019935891032218933, + -0.33982399106025696, + 0.09852546453475952, + -1.977255940437317, + -0.3395352363586426, + 0.1143839955329895, + -0.13183799386024475, + 0.03726790100336075, + 0.04057514667510986, + 0.1699594110250473, + -0.9011338353157043, + 0.48191243410110474, + -0.33910730481147766 + ], + [ + -0.8639297485351562, + 0.02279224991798401, + 0.5381330251693726, + -1.0556949377059937, + -2.57637619972229, + 0.2824055552482605, + 0.8807594776153564, + -0.0007860958576202393, + 0.011577838100492954, + -0.22062739729881287, + -0.15217769145965576, + -1.8997570276260376, + 0.008610785007476807, + 0.4210129976272583, + 0.19759538769721985, + 0.0463738776743412, + 0.03964106738567352, + 0.2298506796360016, + -0.7524358630180359, + 0.3153005838394165, + -0.46421322226524353 + ] + ], + "generated_utilities": [ + 0.18583157658576965, + 0.2029351443052292, + 0.19732427597045898, + 0.20237445831298828, + 2.0, + 2.0, + 0.19933106005191803, + 0.19666485488414764 + ], + "group_id": "ms-22f153f0d4fa656018e6", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 2.60770320892334e-06, + 3.129243850708008e-07, + 6.109476089477539e-07, + 2.0, + 0.20781123638153076, + 2.0, + 0.16136802732944489, + 0.15920132398605347, + 0.16996727883815765, + 0.14405608177185059, + 0.15874098241329193, + 0.08526891469955444, + 0.0828208178281784, + 2.0, + 0.034265756607055664, + 2.0 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.3937166929244995, + 0.17073306441307068, + -0.5225132703781128, + -0.8479964733123779, + -1.713785171508789, + -0.19215916097164154, + 0.0, + 0.8004336953163147, + 0.4925512969493866, + 0.3161412179470062, + 0.10414126515388489, + -0.9857386350631714, + -0.4383167624473572, + 0.0, + 0.05412057042121887, + 0.021832358092069626, + 0.5262433290481567, + -0.24631118774414062, + -0.20008409023284912, + -0.04257836565375328, + 0.0 + ], + [ + -1.3937166929244995, + 0.2384568303823471, + 0.3933030962944031, + -1.847996473312378, + -2.713785171508789, + 0.20405007898807526, + 1.2454378604888916, + 0.0006654821336269379, + -0.07783810049295425, + -0.002305123955011368, + 0.18527865409851074, + -1.9857386350631714, + -0.009703370742499828, + 0.7078995108604431, + -0.08121174573898315, + -0.031056255102157593, + -0.40927961468696594, + 0.5954965949058533, + -0.8039777874946594, + 0.05187072232365608, + 0.2283477634191513 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.490875720977783, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.4157990217208862, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.4566955268383026 + ], + [ + -1.5219146013259888, + 0.23501667380332947, + 0.5663670301437378, + -1.892876386642456, + -2.744781494140625, + -0.04844887554645538, + 1.3053655624389648, + -0.11823110282421112, + -0.02477371320128441, + -0.17061075568199158, + 0.22949494421482086, + -1.854048252105713, + -0.025548618286848068, + 0.7958164215087891, + 0.12320645153522491, + -0.23218455910682678, + -0.6995364427566528, + 0.8081986308097839, + -0.558222234249115, + -0.18823161721229553, + 0.04578563570976257 + ], + [ + -1.608424186706543, + 0.022089049220085144, + 0.15639334917068481, + -1.982436180114746, + -2.6509876251220703, + -0.01820056140422821, + 0.95000159740448, + -0.08617040514945984, + -0.46914470195770264, + 0.3453706204891205, + -0.020491018891334534, + -1.738605260848999, + -0.0859340950846672, + 0.443394273519516, + 0.09907735884189606, + -0.38721394538879395, + -0.3415156602859497, + 0.524202287197113, + -0.7343614101409912, + -0.22556106746196747, + 0.4535057842731476 + ], + [ + -1.7957028150558472, + 0.593864381313324, + 0.06846150755882263, + -2.0563552379608154, + -2.2595136165618896, + -0.12188448011875153, + 0.9899688959121704, + -0.14783401787281036, + -0.22327497601509094, + -0.32116562128067017, + -0.07331573963165283, + -1.910165786743164, + 0.264303058385849, + 1.0567166805267334, + 0.016188345849514008, + 0.159999281167984, + -0.22885318100452423, + 0.705758273601532, + -0.8778964877128601, + 0.4381847381591797, + 0.19897118210792542 + ], + [ + -1.499897837638855, + -0.2043466418981552, + 0.42094048857688904, + -1.430327296257019, + -3.1506710052490234, + -0.08664844930171967, + 1.4003938436508179, + 0.24064289033412933, + -0.35471564531326294, + -0.37839531898498535, + 0.47059693932533264, + -1.7703200578689575, + 0.101543128490448, + 0.8470064401626587, + 0.16171279549598694, + -0.0019259154796600342, + -0.6455138325691223, + 0.5694639682769775, + -0.9997703433036804, + 0.5366826057434082, + -0.11106891930103302 + ], + [ + -1.8847153186798096, + 0.21543154120445251, + 0.9309400320053101, + -2.1095237731933594, + -2.136512517929077, + 0.6948637366294861, + 1.233637809753418, + 0.577111542224884, + -0.5727867484092712, + -0.6055393815040588, + 0.8738593459129333, + -2.6654083728790283, + -0.171565979719162, + 0.8934992551803589, + 0.17394188046455383, + 0.6209473609924316, + -0.1149752140045166, + 0.6160256266593933, + -0.5519447326660156, + 0.7195507287979126, + 0.5175096392631531 + ], + [ + -2.138639450073242, + 0.36738795042037964, + -0.33481496572494507, + -1.9255597591400146, + -2.2420146465301514, + 0.31966179609298706, + 1.3172208070755005, + -0.48551350831985474, + 0.27687638998031616, + -0.41806119680404663, + 0.05362778902053833, + -2.3665032386779785, + -0.47635504603385925, + 0.081889808177948, + 0.542697548866272, + -0.7215265035629272, + -0.906980037689209, + 0.6977691054344177, + -1.4041197299957275, + -0.11211369931697845, + 0.5149455070495605 + ], + [ + -1.4869698286056519, + -0.30130720138549805, + 1.28191077709198, + -0.9839465618133545, + -2.2501890659332275, + -0.20459605753421783, + 1.3607591390609741, + 0.6349532008171082, + -0.8627415895462036, + -0.623334527015686, + 0.21189503371715546, + -2.2093186378479004, + -0.4655338525772095, + 0.7016672492027283, + 0.6916180849075317, + -0.0807163268327713, + 0.1465948522090912, + 0.05083376169204712, + -0.8381134271621704, + 0.015291888266801834, + 0.05565965175628662 + ], + [ + -2.365525245666504, + 0.45377761125564575, + 0.2984481453895569, + -1.3690096139907837, + -2.843494176864624, + 0.32462257146835327, + 0.5082458257675171, + 0.7033615112304688, + 0.31817564368247986, + -0.4890395700931549, + 0.09036337584257126, + -2.904804229736328, + 0.560937762260437, + 1.649811029434204, + -0.9795587062835693, + -0.46419358253479004, + -0.4739357829093933, + 0.34800490736961365, + -1.0712809562683105, + 0.9167320132255554, + -0.48252081871032715 + ], + [ + -1.2987136840820312, + 0.7370830774307251, + -0.49668365716934204, + -1.201794147491455, + -3.552318572998047, + -0.5406968593597412, + 2.1693286895751953, + 0.5925421714782715, + 0.7903083562850952, + 0.991620659828186, + 0.7936639785766602, + -2.3832802772521973, + -0.621701180934906, + 0.43542394042015076, + -0.14415577054023743, + 0.15921397507190704, + -0.395956814289093, + -0.2778439521789551, + -1.069305419921875, + -0.5347616076469421, + -0.26581722497940063 + ] + ], + "predicted_scores": [ + 8.34450912475586, + 7.322860240936279, + 7.135499477386475, + 6.816825866699219, + 6.701028823852539, + 6.287459373474121, + 5.978100299835205, + 5.793867588043213 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1271718007", + "selected_index": 0, + "state_hash": "3139b3ac90f6fb958f14d875d082c95c8569f039086e0789e6c9e079d602b945", + "stored_base_utility": 2.60770320892334e-06, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05987149477005005, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05987149477005005 + }, + "base_progress": 0.05987149477005005, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.05987149477005005, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05120550096035004, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05120550096035004 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.046569108963012695, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.046569108963012695 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04751719534397125, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04751719534397125 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05083143711090088, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05083143711090088 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.057236552238464355, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.057236552238464355 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.048791781067848206, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.048791781067848206 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.046638503670692444, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.046638503670692444 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04909564554691315, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04909564554691315 + } + ], + "candidate_progress": [ + 0.05120550096035004, + 0.046569108963012695, + 0.04751719534397125, + 0.05083143711090088, + 0.057236552238464355, + 0.048791781067848206, + 0.046638503670692444, + 0.04909564554691315 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-ad5107846b45eae5a0ab", + "ms-940cce8479900a244d54", + "ms-940cce8479900a244d54", + "ms-940cce8479900a244d54", + "ms-2423891634e7b469eed8", + "ms-4e67cfd30a257b4bad0c", + "ms-543339410c02ce2269d1", + "ms-4e67cfd30a257b4bad0c" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank4", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank3", + "ctt_transport_rank1", + "ctt_transport_rank3" + ], + "candidates_evaluated": true, + "chart_id": "ms-27c9f70e97b8850cc3ab", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.17407125234603882, + 0.17924635112285614, + 0.6912599205970764, + -1.290702223777771, + 0.030361846089363098, + -0.32185450196266174, + -0.23005801439285278, + 0.03851929306983948, + 0.044451095163822174, + 0.14101067185401917, + -0.0384160578250885, + -0.8469187021255493, + 0.14243438839912415, + -0.023382216691970825, + 0.09241309016942978, + -0.27509117126464844, + 0.04708106815814972, + 0.08234882354736328, + -0.7501327395439148, + -0.14666001498699188, + -0.2806954085826874 + ], + [ + 0.460060179233551, + 0.28388041257858276, + 0.7703325748443604, + -1.1991198062896729, + 0.11928275972604752, + -0.18575593829154968, + -0.39948081970214844, + 0.09880530834197998, + -0.0028377044945955276, + 0.10178764164447784, + -0.14430537819862366, + -0.857041597366333, + 0.0228959321975708, + -0.21313293278217316, + -0.21527934074401855, + -0.14210866391658783, + 0.1758272498846054, + 0.02940535545349121, + -0.6211752891540527, + -0.27704283595085144, + -0.045106783509254456 + ], + [ + 0.21371188759803772, + 0.22846068441867828, + 0.7098975777626038, + -1.3660987615585327, + 0.1741025596857071, + -0.11273673176765442, + -0.2711336612701416, + 0.17472755908966064, + -0.022143283858895302, + 0.0341736376285553, + 0.040882814675569534, + -0.7632389068603516, + -0.09368884563446045, + -0.3074420690536499, + -0.04196561500430107, + -0.25646132230758667, + 0.08915381133556366, + 0.05075865983963013, + -0.5134732127189636, + -0.18922832608222961, + -0.17658597230911255 + ], + [ + 0.20566560328006744, + 0.23236669600009918, + 0.7162576913833618, + -1.3071880340576172, + 0.1276002824306488, + -0.21465948224067688, + -0.24453365802764893, + 0.06813648343086243, + 0.015805670991539955, + 0.0944085568189621, + -0.0054681748151779175, + -0.7883113622665405, + 0.08720412850379944, + -0.2848901152610779, + 0.01921488344669342, + -0.24141813814640045, + 0.09596112370491028, + 0.10221155732870102, + -0.6325291395187378, + -0.15810249745845795, + -0.22244596481323242 + ], + [ + 0.19038915634155273, + 0.22712548077106476, + 0.7640950679779053, + -1.3029602766036987, + 0.025578469038009644, + -0.2418334186077118, + 0.032162100076675415, + -0.02700677514076233, + -0.03477778285741806, + 0.05910797417163849, + 0.03927610069513321, + -0.730459451675415, + 0.2749529778957367, + -0.2645769715309143, + -0.01160096749663353, + -0.26534968614578247, + 0.19491901993751526, + -0.04891842603683472, + -0.8332481980323792, + 0.12673240900039673, + 0.012922987341880798 + ], + [ + 0.026515237987041473, + 0.17404329776763916, + 0.7724941968917847, + -1.3050475120544434, + 0.17607420682907104, + -0.07591657340526581, + 0.06940004229545593, + 0.2000158727169037, + 0.043862566351890564, + 0.013310819864273071, + -0.0678449496626854, + -0.8538055419921875, + 0.009810835123062134, + 0.14828327298164368, + 0.07343821227550507, + -0.31488221883773804, + 0.04455019533634186, + 0.20800909399986267, + -0.6500275135040283, + -0.07954522967338562, + -0.06487226486206055 + ], + [ + 0.1814761757850647, + 0.13818694651126862, + 0.8518937230110168, + -1.2261439561843872, + 0.08848752081394196, + -0.008673608303070068, + -0.07792162895202637, + 0.10971398651599884, + 0.07178512960672379, + 0.09794154018163681, + 0.0490092895925045, + -0.6325433254241943, + -0.13438785076141357, + -0.08788450062274933, + 0.10460260510444641, + -0.1936931163072586, + 0.009198427200317383, + 0.012216746807098389, + -0.6983237862586975, + -0.21946442127227783, + -0.20930716395378113 + ], + [ + 0.12377217411994934, + 0.1644076257944107, + 1.005825400352478, + -1.3094351291656494, + 0.08037801086902618, + -0.02599826455116272, + 0.2921217679977417, + -0.007853865623474121, + 0.21362511813640594, + 0.016266614198684692, + -0.0679187998175621, + -0.5882271528244019, + 0.16383478045463562, + 0.0548088476061821, + 0.25529617071151733, + -0.1646810919046402, + 0.05285608768463135, + 0.17499731481075287, + -0.6308608055114746, + -0.04401928186416626, + -0.18635067343711853 + ] + ], + "generated_utilities": [ + 0.05120550096035004, + 0.046569108963012695, + 0.04751719534397125, + 0.05083143711090088, + 0.057236552238464355, + 0.048791781067848206, + 0.046638503670692444, + 0.04909564554691315 + ], + "group_id": "ms-27c9f70e97b8850cc3ab", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.09440004825592041, + 0.14095592498779297, + 2.0, + 0.09219714999198914, + 0.05765572190284729, + 0.02530825138092041, + 0.07676126062870026, + 0.06643831729888916, + 0.047928065061569214, + 0.07107676565647125, + 0.05561619997024536, + 0.02124820649623871, + 0.08948668837547302, + 0.10203869640827179, + 0.06119762361049652, + 0.04547174274921417 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.984761953353882, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.7230467796325684, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.554086923599243 + ], + [ + 1.0343247652053833, + 1.287368655204773, + 1.867376446723938, + -2.4465248584747314, + 1.036996841430664, + -1.2664310932159424, + 1.4399157762527466, + -0.8265262246131897, + -0.28319495916366577, + 0.16331201791763306, + -1.5917816162109375, + -1.5816115140914917, + -0.1664504110813141, + 0.7195659279823303, + 0.29144588112831116, + -0.18517816066741943, + -0.08826595544815063, + -0.8266173601150513, + -0.7933371067047119, + -0.938305139541626, + 0.5359267592430115 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.3968086242675781, + 0.5359851121902466, + 0.7176156044006348, + -1.52370023727417, + -0.1481943428516388, + 0.10887271165847778, + 0.0, + -0.12331700325012207, + 0.14385993778705597, + -0.041522324085235596, + 0.16089874505996704, + -0.6189663410186768, + -0.01699581742286682, + 0.0, + -0.07216246426105499, + -0.15073662996292114, + -0.134138286113739, + -0.06049776077270508, + -0.26776671409606934, + -0.019470810890197754, + 0.0 + ] + ], + "predicted_scores": [ + 4.553603649139404, + 4.449092864990234, + 4.423470497131348, + 4.210293769836426, + 4.113619804382324, + 3.860832452774048, + 3.2628002166748047, + 2.5491549968719482 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1881223807", + "selected_index": 0, + "state_hash": "0f58a11c36c331c9abab00795189dccbc7e0aebf985ca9df67bf9da756f154e3", + "stored_base_utility": 0.09440004825592041, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1671188920736313, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1671188920736313 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14201520383358002, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14201520383358002 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 1.0, + 1.0, + 1.0, + 1.0, + 0.1671188920736313, + 1.0, + 0.14201520383358002, + 1.0 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-663c7e7fdaea6a945a2b", + "ms-22cfd6a9a619133478b6", + "ms-22cfd6a9a619133478b6", + "ms-663c7e7fdaea6a945a2b", + "ms-663c7e7fdaea6a945a2b", + "ms-663c7e7fdaea6a945a2b", + "ms-663c7e7fdaea6a945a2b", + "ms-22cfd6a9a619133478b6" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + true, + true, + true, + true, + false, + true, + false, + true + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-2867deaca7e98582620b", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.1947709321975708, + 0.1279764026403427, + 0.9943034648895264, + -0.42100679874420166, + -1.4177732467651367, + 0.4296552836894989, + 0.4954569339752197, + -0.14914974570274353, + 0.10482842475175858, + 0.16902704536914825, + -0.0007136091589927673, + -1.2931385040283203, + -0.43153807520866394, + -0.16904662549495697, + -0.24268880486488342, + 0.008645076304674149, + 0.5790790319442749, + 0.34520262479782104, + -0.5991347432136536, + -0.41761207580566406, + -0.37431445717811584 + ], + [ + -0.22561530768871307, + 0.0466456264257431, + 0.9095147848129272, + -0.24033689498901367, + -1.4592344760894775, + 0.43710702657699585, + 0.470755934715271, + -0.11650097370147705, + 0.09708329290151596, + 0.16177932918071747, + 0.05000371113419533, + -1.2818020582199097, + -0.5685049891471863, + -0.1827927678823471, + -0.04575972631573677, + 0.10800746083259583, + 0.3243861496448517, + 0.2999115288257599, + -0.4598291516304016, + -0.5387599468231201, + -0.8260380029678345 + ], + [ + -0.05279722809791565, + 0.18931998312473297, + 0.9746347069740295, + -0.3556797504425049, + -1.333601474761963, + 0.24414271116256714, + 0.23789115250110626, + -0.19777488708496094, + 0.15480811893939972, + 0.40398603677749634, + 0.0797930657863617, + -1.447614073753357, + -0.6634674072265625, + -0.02540738880634308, + -0.20730134844779968, + 0.10219018161296844, + 0.28435325622558594, + 0.29481908679008484, + -0.4320433735847473, + -0.4331469237804413, + -0.6065104007720947 + ], + [ + 0.06367778778076172, + 0.09720094501972198, + 0.6097357273101807, + -0.555842399597168, + -1.4379258155822754, + 0.37396445870399475, + 0.4780997931957245, + -0.1846308708190918, + 0.06057697534561157, + 0.3963398337364197, + 0.17895105481147766, + -1.7504559755325317, + -0.4702463448047638, + -0.3600353002548218, + -0.06682273745536804, + 0.16584952175617218, + 0.1813110113143921, + 0.335988849401474, + -0.4451333284378052, + -0.23240864276885986, + -0.8005034923553467 + ], + [ + -0.19987161457538605, + 0.0750112533569336, + 0.835421085357666, + -0.3180602192878723, + -1.4636504650115967, + 0.45708635449409485, + 0.46663862466812134, + -0.12225604057312012, + 0.08991689234972, + 0.15300725400447845, + 0.1099742203950882, + -1.2797964811325073, + -0.4977228343486786, + -0.2560034394264221, + 0.031032051891088486, + 0.09848421812057495, + 0.2632395625114441, + 0.29422134160995483, + -0.43064719438552856, + -0.4451900124549866, + -0.864519476890564 + ], + [ + 0.10130168497562408, + 0.11645074188709259, + 0.7408437132835388, + -0.3726266324520111, + -1.58139967918396, + 0.21929481625556946, + 0.46652719378471375, + -0.11397087574005127, + 0.14997301995754242, + 0.34014075994491577, + 0.011460747569799423, + -1.5056610107421875, + -0.38562437891960144, + -0.22494371235370636, + -0.0386246033012867, + 0.12525150179862976, + 0.4119083881378174, + 0.2377920299768448, + -0.40916216373443604, + -0.35795220732688904, + -0.42423322796821594 + ], + [ + -0.061355605721473694, + 0.140097513794899, + 0.7909034490585327, + -0.300605833530426, + -1.531463623046875, + 0.3780383765697479, + 0.4624130427837372, + -0.16568884253501892, + 0.143036887049675, + 0.3582085371017456, + 0.02501818537712097, + -1.4350610971450806, + -0.3471391201019287, + -0.06569546461105347, + 0.06008334830403328, + 0.13439081609249115, + 0.35656100511550903, + 0.24537816643714905, + -0.37726879119873047, + -0.2144712209701538, + -0.3978634774684906 + ], + [ + 0.09340706467628479, + 0.12339487671852112, + 1.0413336753845215, + -0.34581416845321655, + -1.4464020729064941, + 0.45438331365585327, + 0.3005722761154175, + -0.13032788038253784, + 0.1624389886856079, + 0.3257054090499878, + -0.10953504592180252, + -1.325114130973816, + -0.7839152812957764, + -0.05101694166660309, + -0.4187192916870117, + 0.10381457209587097, + 0.2917049825191498, + 0.4526243209838867, + -0.4423898458480835, + -0.3317963778972626, + -0.522592306137085 + ] + ], + "generated_utilities": [ + 2.0, + 2.0, + 2.0, + 2.0, + 0.1671188920736313, + 2.0, + 0.14201520383358002, + 2.0 + ], + "group_id": "ms-2867deaca7e98582620b", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.0924256443977356, + 0.05646410584449768, + 2.0, + 2.0, + 0.183049738407135, + 2.0, + 0.16824382543563843, + 0.1424575299024582, + 0.08230158686637878, + 0.15871968865394592, + 0.16382521390914917, + 0.05336849391460419, + 0.07674244046211243, + 0.10727545619010925, + 0.06594061851501465, + 0.045542001724243164 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.44511327147483826, + 0.05827039107680321, + 1.2608249187469482, + -0.35779595375061035, + -1.1953308582305908, + 0.2619132101535797, + 0.0, + -0.37528133392333984, + -0.07968637347221375, + -0.07514983415603638, + 0.19317352771759033, + 0.03868463635444641, + -0.06793206930160522, + 0.0, + 0.13187909126281738, + -0.20905672013759613, + 0.030073702335357666, + 0.21597933769226074, + -0.0761370062828064, + -0.11662125587463379, + 0.0 + ], + [ + -0.15486939251422882, + 0.24427275359630585, + 1.2608249187469482, + -0.35779595375061035, + -1.1953308582305908, + 0.44790399074554443, + 0.0, + -0.37528133392333984, + -0.29508399963378906, + 0.7311322093009949, + 0.19317352771759033, + 0.09925723075866699, + 0.1767415851354599, + 0.0, + -0.5768744349479675, + 0.1300974041223526, + 0.21151533722877502, + 0.21597933769226074, + 0.04431194067001343, + -0.040631115436553955, + 0.0 + ], + [ + -0.29166290163993835, + 0.09681949019432068, + 2.2608249187469482, + -1.3577959537506104, + -2.195330858230591, + -0.13884210586547852, + 2.5595173835754395, + -1.3752813339233398, + 0.390796959400177, + 0.673005223274231, + 1.1931735277175903, + -0.41860872507095337, + -0.24474714696407318, + 0.3015621602535248, + -0.2400326132774353, + 0.14207373559474945, + -0.26512715220451355, + 1.2159793376922607, + -0.3237651586532593, + -0.7466862201690674, + 0.30001604557037354 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.119034767150879, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.6031243205070496, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.6000320911407471 + ], + [ + -0.3580354154109955, + 0.03320832550525665, + 2.5546932220458984, + -1.138798713684082, + -2.260084629058838, + -0.04964215308427811, + 2.8354909420013428, + -1.6732244491577148, + 0.21277914941310883, + 0.5097208023071289, + 1.387328028678894, + -0.691602349281311, + -0.28483790159225464, + 0.35576167702674866, + -0.0605899840593338, + 0.3764685094356537, + -0.28031954169273376, + 1.063202977180481, + -0.03841540217399597, + -0.5410391092300415, + 0.5580100417137146 + ], + [ + -0.5578174591064453, + 0.3727092146873474, + 2.1929497718811035, + -1.577579140663147, + -1.8962993621826172, + -0.2802738845348358, + 2.1670117378234863, + -1.0752147436141968, + 0.16372516751289368, + 0.6087679862976074, + 0.8854888081550598, + -0.18080148100852966, + -0.18821784853935242, + 0.010591715574264526, + -0.12560874223709106, + 0.15850795805454254, + -0.1898641288280487, + 1.1823316812515259, + 0.06655246019363403, + -0.4014361798763275, + 0.4376043379306793 + ], + [ + -0.43790310621261597, + -0.12778332829475403, + 2.6857643127441406, + -1.6293541193008423, + -1.9850949048995972, + -0.7167636752128601, + 2.465301513671875, + -1.4102312326431274, + 0.2071499079465866, + 0.5742072463035583, + 0.9525313377380371, + -0.34116798639297485, + -0.04760183393955231, + -0.05569759011268616, + -0.4777999520301819, + 0.17186680436134338, + 0.0841393768787384, + 0.7708102464675903, + -0.2784478962421417, + -1.2458651065826416, + 0.46140795946121216 + ], + [ + 0.06170770525932312, + 0.45555436611175537, + 1.6506444215774536, + -0.9394457340240479, + -1.9117670059204102, + -0.6910014152526855, + 2.40145206451416, + -1.7531975507736206, + 0.10217079520225525, + 1.2514894008636475, + 1.3236911296844482, + -0.6504120826721191, + -0.6943472027778625, + 0.7029284238815308, + -0.7387814521789551, + -0.33777421712875366, + -0.8187699317932129, + 1.8448829650878906, + 0.00849190354347229, + -1.394152045249939, + 0.918946385383606 + ] + ], + "predicted_scores": [ + 6.092286109924316, + 5.616173267364502, + 5.541226387023926, + 5.52910852432251, + 5.471702575683594, + 5.384925842285156, + 5.371013164520264, + 5.345052242279053 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1189392917", + "selected_index": 0, + "state_hash": "e8cf9b95f09f32d8e7942b114792725bd89c392a97ff7e6468ebf09df1bb0d21", + "stored_base_utility": 0.0924256443977356, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09810398519039154, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09810398519039154 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09393317997455597, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09393317997455597 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11333887279033661, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11333887279033661 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11058118939399719, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11058118939399719 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10990019142627716, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10990019142627716 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09088046848773956, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09088046848773956 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1265573501586914, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1265573501586914 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08701084554195404, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08701084554195404 + } + ], + "candidate_progress": [ + 0.09810398519039154, + 0.09393317997455597, + 0.11333887279033661, + 0.11058118939399719, + 0.10990019142627716, + 0.09088046848773956, + 0.1265573501586914, + 0.08701084554195404 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-ec5ac79449116b0a30c1", + "ms-ec5ac79449116b0a30c1", + "ms-ec5ac79449116b0a30c1", + "ms-630c7d4c0ef39da64304", + "ms-630c7d4c0ef39da64304", + "ms-630c7d4c0ef39da64304", + "ms-630c7d4c0ef39da64304", + "ms-630c7d4c0ef39da64304" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-365d8c6de6de16f66744", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.07700544595718384, + -0.16619618237018585, + 1.6392871141433716, + -0.28156211972236633, + -1.5855507850646973, + -0.15964505076408386, + -0.5291915535926819, + 0.008851304650306702, + -0.040711723268032074, + 0.2444056272506714, + -0.003288567066192627, + -1.4428467750549316, + -0.14652419090270996, + -0.08513939380645752, + -0.1669153869152069, + -0.06482759863138199, + 0.45216572284698486, + 0.39994773268699646, + -0.4442759156227112, + 0.011406302452087402, + 0.014625057578086853 + ], + [ + 0.0263914093375206, + -0.10259836912155151, + 1.6636910438537598, + -0.3534886837005615, + -1.5245792865753174, + -0.3057151436805725, + -0.4183539152145386, + 0.029088109731674194, + -0.06814036518335342, + 0.19948503375053406, + -0.030947230756282806, + -1.404176950454712, + -0.11220619082450867, + -0.06061279773712158, + -0.14182594418525696, + -0.03595970571041107, + 0.45547914505004883, + 0.42118221521377563, + -0.44382089376449585, + 0.009531944990158081, + -0.10658478736877441 + ], + [ + -0.20250697433948517, + -0.017792120575904846, + 1.6246861219406128, + -0.1890176385641098, + -1.4034790992736816, + 0.09313788264989853, + -0.7033770680427551, + -0.08350324630737305, + -0.13773249089717865, + 0.2103707194328308, + 0.015410099178552628, + -1.2659119367599487, + -0.2191304862499237, + -0.024171411991119385, + -0.33476465940475464, + -0.12410248816013336, + 0.5157673358917236, + 0.3679892420768738, + -0.3744552731513977, + 0.24565273523330688, + -0.012664228677749634 + ], + [ + -0.10884962975978851, + -0.049669038504362106, + 1.7159032821655273, + -0.4067668914794922, + -1.6086995601654053, + -0.14021730422973633, + -0.4168623089790344, + -0.04778672754764557, + -0.09038878232240677, + 0.10059557855129242, + -0.02260635793209076, + -1.4236983060836792, + -0.127905011177063, + -0.15910084545612335, + -0.14872503280639648, + -0.06980360299348831, + 0.3637371063232422, + 0.34276026487350464, + -0.3695802688598633, + 0.103578120470047, + -0.14950159192085266 + ], + [ + -0.07626155018806458, + -0.09628398716449738, + 1.73380446434021, + -0.35584545135498047, + -1.597416639328003, + -0.1973160207271576, + -0.5232439041137695, + -0.06932049989700317, + -0.08440908044576645, + 0.11261159926652908, + -0.07233724743127823, + -1.432686686515808, + -0.11616790294647217, + 0.019843555986881256, + -0.14440639317035675, + -0.0716828852891922, + 0.3095231056213379, + 0.32194966077804565, + -0.3191821575164795, + 0.14678043127059937, + -0.19558221101760864 + ], + [ + -0.05501256883144379, + -0.06742198765277863, + 1.7630119323730469, + -0.3932817578315735, + -1.7660698890686035, + -0.062155500054359436, + -0.08494001626968384, + 0.0832551121711731, + -0.103276327252388, + 0.18140080571174622, + -0.23038610816001892, + -1.612715482711792, + 0.08547553420066833, + -0.2162134200334549, + -0.07691387832164764, + 0.11001081764698029, + 0.4293244183063507, + 0.325275719165802, + -0.5650230646133423, + 0.1932477355003357, + -0.2816246747970581 + ], + [ + -0.05579473078250885, + -0.16333726048469543, + 1.5369954109191895, + -0.21129043400287628, + -1.495314359664917, + -0.16776570677757263, + -0.46512049436569214, + -0.22343268990516663, + -0.11361278593540192, + 0.2116169035434723, + 0.041751764714717865, + -1.2150912284851074, + 0.034437984228134155, + -0.15905778110027313, + -0.26900240778923035, + -0.02686995267868042, + 0.19561876356601715, + 0.19311347603797913, + -0.1290460228919983, + 0.10626411437988281, + -0.15919604897499084 + ], + [ + -0.11473642289638519, + -0.101284459233284, + 1.6551549434661865, + -0.45272982120513916, + -1.7712459564208984, + -0.1529453694820404, + -0.2700299024581909, + 0.07934167981147766, + -0.017755188047885895, + 0.31387028098106384, + -0.322060227394104, + -1.5841624736785889, + 0.16481980681419373, + -0.18309400975704193, + -0.007966067641973495, + 0.12203873693943024, + 0.507369875907898, + 0.36337292194366455, + -0.5773829221725464, + 0.25803273916244507, + -0.41765323281288147 + ] + ], + "generated_utilities": [ + 0.09810398519039154, + 0.09393317997455597, + 0.11333887279033661, + 0.11058118939399719, + 0.10990019142627716, + 0.09088046848773956, + 0.1265573501586914, + 0.08701084554195404 + ], + "group_id": "ms-365d8c6de6de16f66744", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.20231953263282776, + 0.12319359183311462, + 2.0, + 2.0, + 0.1590207815170288, + 0.019343823194503784, + 0.1322992593050003, + 0.09479346871376038, + 0.1768283247947693, + 0.1054161787033081, + 0.16278749704360962, + 0.08510464429855347, + 0.09564858675003052, + 0.07681193947792053, + 0.1334480196237564, + 0.08148902654647827 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + -0.09058855473995209, + -0.022760659456253052, + 1.373640537261963, + -0.4681985378265381, + -1.599449634552002, + 0.07837581634521484, + 0.0, + -0.05228453874588013, + -0.0679071694612503, + 0.026890814304351807, + 0.03908693790435791, + -1.4526653289794922, + 0.04786187410354614, + 0.0, + 0.019858457148075104, + -0.05534793436527252, + 0.17386651039123535, + -0.024165034294128418, + -0.05880159139633179, + 0.044484615325927734, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.063174724578857, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.6561365127563477, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0078073740005493 + ], + [ + 0.05168074369430542, + 0.27186232805252075, + 2.0911388397216797, + -1.6812132596969604, + -2.3280625343322754, + 0.38023167848587036, + 2.5090978145599365, + -0.2604735791683197, + 0.04725922644138336, + 0.8121852874755859, + -0.6659450531005859, + -2.2462568283081055, + 0.49988994002342224, + 1.9786770343780518, + 0.02324119210243225, + -0.45050501823425293, + 1.1065142154693604, + 0.5724118947982788, + -0.6320602893829346, + -0.7826599478721619, + 0.47463753819465637 + ], + [ + 0.46382713317871094, + -0.06331050395965576, + 2.657292366027832, + -1.1560972929000854, + -2.765941619873047, + 0.7805119752883911, + 2.3117406368255615, + -0.3644295036792755, + -0.25628525018692017, + 0.7623568773269653, + -0.4176616668701172, + -2.646364688873291, + 0.40904325246810913, + 1.7654002904891968, + -0.23315654695034027, + 0.026929572224617004, + 0.8236149549484253, + 0.8322737812995911, + -0.7612741589546204, + -0.4725078046321869, + 0.5895571708679199 + ], + [ + -0.26226741075515747, + 0.3922410011291504, + 2.450082302093506, + -0.9020822048187256, + -3.028742551803589, + 1.0746917724609375, + 3.104015350341797, + 0.3752234876155853, + -0.009036362171173096, + 0.3652568459510803, + -0.7608495950698853, + -2.337242603302002, + -0.03944078087806702, + 1.972575306892395, + -0.32381975650787354, + -0.45855021476745605, + 1.6927499771118164, + 0.8358478546142578, + -0.8610806465148926, + -0.6741821765899658, + 0.4013170003890991 + ], + [ + 0.5790615677833557, + 0.8308188915252686, + 3.141986846923828, + -1.218785285949707, + -2.0300495624542236, + 0.4300342798233032, + 3.0737316608428955, + -0.09167198091745377, + 0.4237035810947418, + 0.7421274185180664, + -0.637946367263794, + -2.1245827674865723, + 0.4184945523738861, + 1.2377147674560547, + -0.4068492650985718, + -0.03615438938140869, + 1.5385099649429321, + 0.51850825548172, + -0.5737811923027039, + -1.472043752670288, + 0.45800793170928955 + ], + [ + 0.38714414834976196, + 0.25513744354248047, + 2.9400248527526855, + -1.8116681575775146, + -1.7500431537628174, + 1.403240442276001, + 1.9709672927856445, + 0.6755956411361694, + 0.49445489048957825, + 0.19490671157836914, + -1.1990764141082764, + -2.803361177444458, + 0.499578058719635, + 1.164682149887085, + 0.9588776230812073, + 0.5154257416725159, + 1.0328537225723267, + 1.1309876441955566, + -0.9365650415420532, + -0.9663279056549072, + -0.032733798027038574 + ], + [ + 0.7417005896568298, + -0.12406697869300842, + 3.0325844287872314, + -0.5656485557556152, + -2.5084800720214844, + 0.27374324202537537, + 2.2886011600494385, + 0.5997821092605591, + 0.9623891115188599, + 0.38451504707336426, + -1.4501185417175293, + -1.6908833980560303, + 0.6743149757385254, + 1.8593690395355225, + -0.018024832010269165, + -0.20444278419017792, + 1.364742636680603, + 0.34230074286460876, + -1.4427728652954102, + -1.5577378273010254, + 0.5589802265167236 + ], + [ + 0.3448556661605835, + -0.5947309732437134, + 2.3888885974884033, + -1.0376405715942383, + -2.218167781829834, + 1.568857192993164, + 3.0995821952819824, + -0.4682580530643463, + 0.3072889745235443, + 0.14532917737960815, + -0.567415177822113, + -3.085655689239502, + -0.6656016111373901, + 1.6447856426239014, + 0.8135664463043213, + 0.3758860230445862, + 1.399398922920227, + 0.11528515815734863, + -0.531513512134552, + -0.6104787588119507, + 1.4474445581436157 + ], + [ + -0.18966330587863922, + -0.7208725214004517, + 2.586766481399536, + -0.6973344087600708, + -3.2187445163726807, + 1.4117884635925293, + 3.0797414779663086, + -0.29149553179740906, + 0.09620378166437149, + 0.874613881111145, + -0.8004729151725769, + -2.0231733322143555, + -0.5948910713195801, + 1.5080900192260742, + -0.750367283821106, + 0.8155628442764282, + 1.6562600135803223, + 0.8091130256652832, + -1.1569771766662598, + -1.4121384620666504, + 0.3738836348056793 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.06428352743387222, + -0.015524566173553467, + 1.373640537261963, + -0.4681985378265381, + -1.599449634552002, + -0.1607142686843872, + 0.0, + 0.27928173542022705, + 0.05664636939764023, + -0.03914147615432739, + 0.1700872778892517, + -1.4526653289794922, + 0.05555404722690582, + 0.0, + 0.18240894377231598, + -0.05239863693714142, + 0.17386651039123535, + -0.21921080350875854, + -0.3728579580783844, + 0.11250120401382446, + 0.0 + ], + [ + 0.008915487676858902, + 0.540733277797699, + 1.373640537261963, + -0.4681985378265381, + -1.599449634552002, + 0.22902190685272217, + 0.0, + -0.3544532060623169, + -0.2348114550113678, + 0.04456782341003418, + 0.2907915711402893, + -1.4526653289794922, + -0.1788860559463501, + 0.0, + 0.07762694358825684, + -0.07040916383266449, + 0.17386651039123535, + 0.44059625267982483, + -0.19159233570098877, + 0.09149748086929321, + 0.0 + ] + ], + "predicted_scores": [ + 7.05655574798584, + 6.8045454025268555, + 6.690779209136963, + 6.657748699188232, + 6.52379846572876, + 6.448410511016846, + 6.099410057067871, + 6.092335224151611 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1997090716", + "selected_index": 0, + "state_hash": "98870eab9f394b355af9b8a6d689b3bcd574af94db5d1a9139d0aed0b633b959", + "stored_base_utility": 0.20231953263282776, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05761747062206268, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05761747062206268 + }, + "base_progress": 0.05761747062206268, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.05761747062206268, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04695376753807068, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04695376753807068 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.046174079179763794, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.046174079179763794 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.047055765986442566, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.047055765986442566 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04476939141750336, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04476939141750336 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04863683879375458, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04863683879375458 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.045537009835243225, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.045537009835243225 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.043356671929359436, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.043356671929359436 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0361759215593338, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0361759215593338 + } + ], + "candidate_progress": [ + 0.04695376753807068, + 0.046174079179763794, + 0.047055765986442566, + 0.04476939141750336, + 0.04863683879375458, + 0.045537009835243225, + 0.043356671929359436, + 0.0361759215593338 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-2423891634e7b469eed8", + "ms-fe38b164397dd669f391", + "ms-543339410c02ce2269d1", + "ms-4e67cfd30a257b4bad0c", + "ms-2cbe83da02847008bf24", + "ms-4e67cfd30a257b4bad0c", + "ms-2cbe83da02847008bf24", + "ms-3f6cd47af5e9e6781b73" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank4", + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank1", + "ctt_transport_rank5", + "ctt_transport_rank1", + "ctt_transport_rank5", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-3c326d05fec66e1d6bea", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.53097003698349, + -0.5371897220611572, + 0.2507478892803192, + 0.5658334493637085, + 0.6919764280319214, + -0.08311456441879272, + -0.19806426763534546, + 0.0757964700460434, + 0.6182719469070435, + 0.14266152679920197, + -0.17279332876205444, + -1.1438217163085938, + -0.7562598586082458, + -0.8652506470680237, + -0.16848574578762054, + -0.1058676689863205, + 0.1630951464176178, + -0.2539846897125244, + 0.15087102353572845, + -0.03899839520454407, + 0.0037225335836410522 + ], + [ + 0.4584742784500122, + -0.5092029571533203, + 0.5537801384925842, + 0.5588256120681763, + 0.5960099697113037, + -0.04075385630130768, + -0.11117929220199585, + 0.11266619712114334, + 0.583579421043396, + 0.08927306532859802, + -0.31975221633911133, + -1.0594135522842407, + -0.5704339742660522, + -0.7807257771492004, + -0.13454577326774597, + -0.03904923424124718, + 0.10410623252391815, + -0.10241194069385529, + 0.24383369088172913, + -0.0540897399187088, + -0.007993891835212708 + ], + [ + 0.3753688335418701, + -0.5851688981056213, + 0.4022822082042694, + 0.4963412582874298, + 0.6657493114471436, + 0.07099681347608566, + -0.23461133241653442, + 0.16736793518066406, + 0.6855520606040955, + 0.11629311740398407, + -0.13778111338615417, + -1.2333647012710571, + -0.9317765235900879, + -0.5586010813713074, + -0.12849131226539612, + 0.05903375521302223, + 0.1906406581401825, + -0.07831321656703949, + 0.1901213675737381, + -0.0025611519813537598, + 0.1145780012011528 + ], + [ + 0.6046227216720581, + -0.48755115270614624, + 0.4837011992931366, + 0.554207444190979, + 0.696941614151001, + -0.14975842833518982, + -0.26312536001205444, + -0.009514987468719482, + 0.6120595335960388, + 0.12427742034196854, + -0.0101846382021904, + -1.178521752357483, + -0.6714658141136169, + -0.47821587324142456, + 0.009925037622451782, + -0.04017070308327675, + 0.21557602286338806, + -0.034771308302879333, + 0.002932339906692505, + 0.17086488008499146, + 0.39926743507385254 + ], + [ + 0.6417015790939331, + -0.5219032168388367, + 0.4961313009262085, + 0.6600244045257568, + 0.6968553066253662, + -0.12539035081863403, + -0.0953715443611145, + -0.013441920280456543, + 0.5829792022705078, + 0.03847602754831314, + -0.12335038930177689, + -0.992707371711731, + -0.7066032886505127, + -0.5350424647331238, + -0.23084262013435364, + -0.21277731657028198, + -0.030991628766059875, + -0.08396951854228973, + 0.17040200531482697, + 0.08470425009727478, + 0.30257105827331543 + ], + [ + 0.47844886779785156, + -0.4885897636413574, + 0.4182623028755188, + 0.8411357402801514, + 0.588053286075592, + 0.07459919154644012, + 0.056437164545059204, + 0.14068669080734253, + 0.5632834434509277, + 0.013935759663581848, + -0.11282026022672653, + -1.1626131534576416, + -0.6020081639289856, + -0.4444194436073303, + -0.18763157725334167, + -0.12908710539340973, + 0.054334819316864014, + -0.1372232884168625, + 0.22259004414081573, + -0.0315740704536438, + 0.255532443523407 + ], + [ + 0.6741965413093567, + -0.575594425201416, + 0.45627403259277344, + 0.5175691843032837, + 0.6016135215759277, + -0.20713764429092407, + -0.10745757818222046, + 0.07745547592639923, + 0.6097419857978821, + -0.03474961966276169, + -0.19194498658180237, + -1.1190392971038818, + -0.7516336441040039, + -0.634609043598175, + -0.1998698115348816, + -0.16355684399604797, + 0.08221475780010223, + -0.07255877554416656, + 0.12995319068431854, + 0.18435877561569214, + 0.27156299352645874 + ], + [ + 0.6072494387626648, + -0.6233009696006775, + 0.6959624290466309, + 0.539100170135498, + 0.8821471333503723, + -0.028997719287872314, + -0.13631898164749146, + 0.05241532623767853, + 0.5387875437736511, + 0.2843511402606964, + -0.09226646274328232, + -0.8330450057983398, + -0.8262699246406555, + -0.355151891708374, + 0.06203684210777283, + -0.15425805747509003, + 0.23485177755355835, + -0.013263985514640808, + 0.12272390723228455, + -0.010886460542678833, + 0.05509403347969055 + ] + ], + "generated_utilities": [ + 0.04695376753807068, + 0.046174079179763794, + 0.047055765986442566, + 0.04476939141750336, + 0.04863683879375458, + 0.045537009835243225, + 0.043356671929359436, + 0.0361759215593338 + ], + "group_id": "ms-3c326d05fec66e1d6bea", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.18246883153915405, + 2.0, + 2.0, + 0.11388173699378967, + 0.035728439688682556, + 0.05159728229045868, + 0.043176501989364624, + 0.04580867290496826, + 0.02321702241897583, + 0.040450215339660645, + 0.04055213928222656, + 0.024657413363456726, + 0.017660364508628845, + 0.044850513339042664, + 0.031234994530677795, + 0.06195336580276489 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + 0.9327397346496582, + -0.7429183721542358, + 0.8877019882202148, + -0.018136948347091675, + 0.10074883699417114, + 0.11574286222457886, + 0.0, + 0.1410461664199829, + 0.38714247941970825, + 0.2381301373243332, + 0.06927800178527832, + -0.6138286590576172, + -0.33484986424446106, + 0.0, + 0.012610852718353271, + 0.5407634973526001, + 0.07784794270992279, + 0.3537199795246124, + -0.1602279543876648, + 0.002093076705932617, + 0.0 + ], + [ + 1.9327397346496582, + -1.7429183721542358, + 1.8877019882202148, + -0.33001917600631714, + 0.49746543169021606, + 0.47390231490135193, + 1.7802670001983643, + -0.8589538335800171, + 0.37976425886154175, + -0.18104670941829681, + -0.8859321475028992, + -1.6138286590576172, + 0.34242650866508484, + 1.2023069858551025, + 0.555707573890686, + -0.35764527320861816, + -0.10027600824832916, + 0.4702257812023163, + -0.6294202208518982, + 0.1926015019416809, + 0.5916687846183777 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.5605340003967285, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.404613971710205, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.1833375692367554 + ], + [ + 1.7389304637908936, + -1.4791877269744873, + 2.158487319946289, + -0.3266654312610626, + 0.5907376408576965, + 0.43260636925697327, + 1.9136874675750732, + -0.5760036110877991, + 0.3071907162666321, + -0.4073694348335266, + -0.8863769769668579, + -1.8163083791732788, + 0.5969879627227783, + 1.196010947227478, + 0.7674136161804199, + -0.2368052750825882, + -0.12123071402311325, + 0.36782756447792053, + -0.8187789916992188, + 0.15793970227241516, + 0.43327897787094116 + ], + [ + 1.9560860395431519, + -2.008063793182373, + 1.6910814046859741, + -0.2576735019683838, + 0.647503137588501, + 0.5322431921958923, + 1.9268598556518555, + -1.2501428127288818, + 0.775363564491272, + -0.0965004414319992, + -0.5331029891967773, + -1.639766812324524, + 0.44450435042381287, + 1.5980249643325806, + 0.9402694702148438, + -0.1454993337392807, + -0.2541998028755188, + 0.6709543466567993, + -0.44338259100914, + -0.043697476387023926, + 0.7131086587905884 + ], + [ + 1.4609386920928955, + -1.6896755695343018, + 2.174467086791992, + -0.34207087755203247, + 0.962078332901001, + 0.28904104232788086, + 2.0044631958007812, + -1.184704303741455, + 0.8424319624900818, + -0.6237084865570068, + -0.9171007871627808, + -1.5616872310638428, + 0.3556978702545166, + 1.5233795642852783, + 0.7210954427719116, + 0.028062552213668823, + 0.21759141981601715, + 0.2823620140552521, + -0.588395357131958, + -0.12581703066825867, + 0.7275858521461487 + ], + [ + 2.087728500366211, + -2.0203187465667725, + 2.4627456665039062, + 0.09322953224182129, + 0.4771752953529358, + 0.2439241260290146, + 2.3431313037872314, + -0.7176190614700317, + 0.8298519849777222, + -0.47738587856292725, + -1.4635096788406372, + -1.2598087787628174, + 0.008061617612838745, + 0.9835944175720215, + 0.10656380653381348, + -0.1548040360212326, + 0.20115382969379425, + 0.4581896960735321, + -1.197885274887085, + -0.28882738947868347, + 0.17229679226875305 + ], + [ + 2.535038471221924, + -2.2647459506988525, + 1.280318260192871, + -0.8243153095245361, + 0.36149507761001587, + 0.01678559184074402, + 1.259200096130371, + -0.5383518934249878, + 1.0661393404006958, + -0.1134992390871048, + -1.0009663105010986, + -1.8629896640777588, + 0.5329263806343079, + 1.1952301263809204, + 0.5380017757415771, + -0.21264730393886566, + 0.33232176303863525, + 0.9111320972442627, + -1.0945085287094116, + 0.7546109557151794, + 0.8692140579223633 + ], + [ + 2.3966352939605713, + -2.3338406085968018, + 2.0661728382110596, + -0.1174439787864685, + -0.28071242570877075, + 0.8010929822921753, + 2.485050678253174, + -0.5360689163208008, + 0.9712552428245544, + 0.5487139821052551, + -0.46108368039131165, + -2.0631186962127686, + 0.6046813726425171, + 0.9991111159324646, + 1.299267292022705, + 0.3742367625236511, + -0.7156072854995728, + 0.7805436849594116, + -1.3091955184936523, + -0.5538330674171448, + -0.20684683322906494 + ], + [ + 2.614837884902954, + -2.24919056892395, + 2.2911505699157715, + -0.2939787209033966, + 1.1876089572906494, + 0.15644106268882751, + 1.7348854541778564, + -0.7635170221328735, + 0.5141214728355408, + -0.17918013036251068, + -0.8421157598495483, + -1.5084272623062134, + -0.18822845816612244, + 1.8389434814453125, + 0.24652135372161865, + 0.38509100675582886, + 0.5761538147926331, + -0.15904095768928528, + 0.0013433098793029785, + 0.6120359897613525, + 1.3977106809616089 + ], + [ + 1.5386989116668701, + -2.0177698135375977, + 1.8581953048706055, + -1.2861346006393433, + 1.0945217609405518, + 0.8363389372825623, + 2.708517074584961, + -0.9201098084449768, + 0.8546208739280701, + -0.058566831052303314, + -1.5932974815368652, + -2.015472412109375, + 0.2565937638282776, + 1.988462209701538, + -0.04372602701187134, + -0.8754178881645203, + 0.27551382780075073, + -0.29693683981895447, + -0.2824576497077942, + 0.40926772356033325, + 0.7658611536026001 + ], + [ + 2.8735361099243164, + -2.675261974334717, + 1.459324836730957, + 0.380817174911499, + 0.6231281757354736, + 0.03267902135848999, + 2.296022415161133, + -1.587423324584961, + 0.7833051681518555, + 0.6618785262107849, + -1.7110093832015991, + -1.436572551727295, + -0.14784568548202515, + 1.525026559829712, + 1.4909214973449707, + -1.0601696968078613, + -0.5454426407814026, + -0.09859517216682434, + -1.4344520568847656, + -0.058256953954696655, + -0.3444262146949768 + ], + [ + 2.0854334831237793, + -1.3952012062072754, + 2.651411771774292, + -0.7663257122039795, + -0.05179548263549805, + 0.8797686100006104, + 2.0904030799865723, + -0.8943268656730652, + 1.0378066301345825, + 0.08841629326343536, + -0.36119532585144043, + -1.236596703529358, + 1.0752983093261719, + 0.349973201751709, + -0.19527214765548706, + -0.8867040872573853, + 0.18460334837436676, + 1.454195261001587, + -0.6220338940620422, + 0.9919598698616028, + 1.229588508605957 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.9327397346496582, + -0.7429183721542358, + 0.8877019882202148, + -0.009577363729476929, + -0.06759434938430786, + 0.05406871438026428, + 0.0, + 0.003663182258605957, + 0.0492824912071228, + -0.038241639733314514, + -0.02580159902572632, + -0.6138286590576172, + -0.056222498416900635, + 0.0, + -0.026217222213745117, + -0.051223963499069214, + -0.031640589237213135, + -0.010870158672332764, + 0.08728909492492676, + -0.020528942346572876, + 0.0 + ], + [ + 0.9327397346496582, + -0.7429183721542358, + 0.8877019882202148, + -0.06735062599182129, + -0.023807168006896973, + 0.1439460813999176, + 0.0, + -0.19209599494934082, + -0.14847975969314575, + -0.22449488937854767, + 0.09710657596588135, + -0.6138286590576172, + -0.1854294240474701, + 0.0, + -0.17072844505310059, + 0.09961000084877014, + -0.017846792936325073, + 0.22415585815906525, + -0.18760734796524048, + -0.060083091259002686, + 0.0 + ] + ], + "predicted_scores": [ + 11.143421173095703, + 10.763396263122559, + 10.708925247192383, + 10.466370582580566, + 10.055418014526367, + 10.035277366638184, + 10.001996040344238, + 9.813529014587402 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "278008524", + "selected_index": 0, + "state_hash": "6333fcf80f76890398820f27d1a99efe459cdb6ff795201d73e3bcedc966664f", + "stored_base_utility": 0.18246883153915405, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-8a38529670b19d605663", + "ms-8a38529670b19d605663", + "ms-8a38529670b19d605663", + "ms-8a38529670b19d605663", + "ms-8a38529670b19d605663", + "ms-bad55a54ecb4349a5323", + "ms-bad55a54ecb4349a5323", + "ms-8a38529670b19d605663" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-4dbdc6ed61dccebbfe92", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.6914330124855042, + 0.0849798172712326, + -0.1485823094844818, + -1.1920348405838013, + -1.0656054019927979, + -0.3485663831233978, + 0.40683168172836304, + -0.0527077317237854, + -0.15702122449874878, + 0.3650248944759369, + 0.18004877865314484, + -0.9739570617675781, + 0.04977574944496155, + 0.6476505994796753, + 0.07255621254444122, + -0.15223990380764008, + -0.08486612141132355, + 0.3346462845802307, + -0.08604612946510315, + 0.23342561721801758, + -0.21736061573028564 + ], + [ + -0.6127383708953857, + 0.03802844136953354, + -0.2687924802303314, + -1.26690673828125, + -1.2167279720306396, + -0.5899941921234131, + 0.3883982002735138, + -0.09296107292175293, + -0.06621801108121872, + 0.2962055206298828, + 0.22286155819892883, + -1.084954023361206, + -0.011405318975448608, + 0.6388940215110779, + -0.2816753387451172, + -0.10026687383651733, + 0.08312390744686127, + 0.40377748012542725, + 0.1518242508172989, + -0.2733338475227356, + 0.08369765430688858 + ], + [ + -0.625667154788971, + 0.04125642776489258, + -0.11796912550926208, + -1.1336758136749268, + -1.1467382907867432, + -0.32353460788726807, + 0.43459323048591614, + -0.0002673417329788208, + -0.11986812949180603, + 0.44864529371261597, + 0.2118941843509674, + -0.907683253288269, + 0.049303799867630005, + 0.7423499822616577, + 0.11278905719518661, + -0.06660082936286926, + -0.1463516503572464, + 0.3516525626182556, + -0.0324455201625824, + 0.09175142645835876, + -0.34129998087882996 + ], + [ + -0.6830658912658691, + 0.11954793334007263, + -0.02991357445716858, + -1.2238960266113281, + -0.9139181971549988, + -0.5091961622238159, + 0.6642225980758667, + -0.0402059406042099, + -0.1716688573360443, + 0.4723477363586426, + 0.3789574205875397, + -0.922247052192688, + 0.15929684042930603, + 0.7173747420310974, + -0.04036745801568031, + -0.12551254034042358, + 0.09647025167942047, + 0.26646366715431213, + 0.035931482911109924, + 0.3519710898399353, + -0.2462407648563385 + ], + [ + -0.4522738456726074, + 0.02368886023759842, + 0.2167108654975891, + -1.0492173433303833, + -1.0121986865997314, + -0.4135498106479645, + 0.7887322902679443, + -0.1321212649345398, + -0.047712452709674835, + 0.25482311844825745, + 0.09698601812124252, + -1.0487676858901978, + 0.3061598837375641, + 0.42644912004470825, + 0.0787355899810791, + -0.1932656168937683, + -0.0009550750255584717, + 0.49123817682266235, + -0.10689574480056763, + 0.5612084269523621, + -0.30624857544898987 + ], + [ + -0.7358081340789795, + 0.03173595666885376, + -0.05610141158103943, + -1.3531301021575928, + -0.7629119753837585, + -0.4168945848941803, + 0.18276548385620117, + -0.39171406626701355, + -0.1089237630367279, + 0.26810145378112793, + 0.06663743406534195, + -0.6995237469673157, + 0.47672519087791443, + 0.70884108543396, + -0.018110785633325577, + -0.2711588740348816, + -0.14855070412158966, + 0.3538135290145874, + -0.023366421461105347, + -0.024525731801986694, + -0.16252994537353516 + ], + [ + -0.5998196005821228, + 0.08333918452262878, + -0.09376582503318787, + -1.4255797863006592, + -0.852209746837616, + -0.5474306344985962, + 0.12957420945167542, + -0.35102108120918274, + -0.10029660910367966, + 0.2129431664943695, + 0.12530025839805603, + -0.7245040535926819, + 0.5257316827774048, + 0.5988460183143616, + -0.08343398571014404, + -0.2871120572090149, + -0.05835829675197601, + 0.24672295153141022, + -0.03348812460899353, + 0.3191624879837036, + -0.0026551485061645508 + ], + [ + -0.7639602422714233, + 0.10043349862098694, + -0.2345668375492096, + -1.4285194873809814, + -1.10298752784729, + -0.25326457619667053, + 0.41812124848365784, + -0.3522339165210724, + -0.16270016133785248, + 0.2316320538520813, + 0.2649379074573517, + -0.7740487456321716, + 0.3482891619205475, + 0.4269189238548279, + -0.29464012384414673, + -0.21324105560779572, + 0.09623916447162628, + 0.18559256196022034, + -0.21309217810630798, + 0.038578182458877563, + -0.01657058298587799 + ] + ], + "generated_utilities": [ + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0 + ], + "group_id": "ms-4dbdc6ed61dccebbfe92", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.17512565851211548, + 2.0, + 2.0, + 2.0, + 0.10078734159469604, + 2.0, + 2.0, + 0.06518048048019409, + 2.0, + 2.0, + 0.05268773436546326, + 0.056524619460105896, + 0.07100173830986023, + 0.16304254531860352, + 2.0, + 0.07095202803611755 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + -1.7685134410858154, + 0.4561518430709839, + 0.8554723262786865, + -2.9925076961517334, + -1.652122139930725, + -0.9696183204650879, + 1.440989375114441, + -0.1663060486316681, + 0.005464707035571337, + -0.08078178763389587, + 0.5969918370246887, + -1.7046172618865967, + 0.3472420275211334, + 0.7052499651908875, + -0.026682782918214798, + 0.013620201498270035, + 0.002864290028810501, + 1.5629743337631226, + 0.06437517702579498, + -0.20232005417346954, + 0.06808048486709595 + ], + [ + -1.571894645690918, + 0.49223509430885315, + 1.2358425855636597, + -2.7074813842773438, + -1.6053731441497803, + -0.9737302660942078, + 1.2407286167144775, + -0.41521748900413513, + 0.27269765734672546, + -0.08917579054832458, + 0.4081580936908722, + -1.3627166748046875, + 0.07880738377571106, + 0.7477485537528992, + -0.2180848866701126, + -0.13109977543354034, + -0.3875364661216736, + 1.8194886445999146, + -0.06430798768997192, + 0.07869948446750641, + -0.12621839344501495 + ], + [ + -1.7744590044021606, + 0.367733359336853, + 1.3591725826263428, + -3.3725903034210205, + -1.8434977531433105, + -0.8745664954185486, + 1.6967558860778809, + -0.44676536321640015, + -0.6177129149436951, + 0.03244173526763916, + 0.4171296954154968, + -1.4895254373550415, + 0.9296896457672119, + 0.15846145153045654, + -0.006281482055783272, + 0.6454329490661621, + 0.6225314140319824, + 1.6578954458236694, + 0.3061527609825134, + -0.41300463676452637, + -0.2527916431427002 + ], + [ + -1.7233139276504517, + 0.020191192626953125, + 1.0188184976577759, + -2.873849868774414, + -2.027033567428589, + -1.1650824546813965, + 2.0792155265808105, + -0.8799198865890503, + 0.6924232840538025, + -0.7650182247161865, + -0.04520058631896973, + -2.468881130218506, + -0.13257521390914917, + 0.6857031583786011, + -0.10177457332611084, + -0.7609032988548279, + -0.08249430358409882, + 1.7503252029418945, + 0.1621951013803482, + -0.22467197477817535, + 0.43942898511886597 + ], + [ + -2.3507251739501953, + 0.16114166378974915, + 1.5912489891052246, + -2.1838369369506836, + -2.061230182647705, + -1.7918524742126465, + 0.8407515287399292, + -0.3446531295776367, + -0.7727420926094055, + -0.2617931067943573, + 0.6622774004936218, + -1.05295991897583, + 0.13840271532535553, + 1.2008695602416992, + -0.509428858757019, + 0.7052024006843567, + -0.6614989042282104, + 2.0029079914093018, + -0.82997065782547, + -0.9390356540679932, + 0.7515151500701904 + ], + [ + -1.7504347562789917, + -0.13171464204788208, + 0.7620843648910522, + -3.4511537551879883, + -2.5023341178894043, + -0.8595067858695984, + 1.6361833810806274, + -0.4263937175273895, + 0.005345506593585014, + -0.8147202730178833, + 0.4142894744873047, + -0.8735606670379639, + -0.4809738099575043, + 0.9412479996681213, + -0.6222366690635681, + -0.8843234777450562, + -0.8842994570732117, + 2.4228873252868652, + 0.6301752328872681, + 0.727215051651001, + 0.5050253868103027 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.7685134410858154, + -0.04630154371261597, + -0.002802610397338867, + -1.9925076961517334, + -0.6521221399307251, + -0.013848721981048584, + 0.0, + 0.014648675918579102, + -0.0837627500295639, + -0.04761720821261406, + -0.024705946445465088, + -0.7046172618865967, + 0.0914837121963501, + 0.0, + 0.04683725908398628, + 0.048148274421691895, + 0.03868643194437027, + 0.5629743337631226, + -0.043637245893478394, + -0.08927876502275467, + 0.0 + ], + [ + -0.7685134410858154, + 0.1268729865550995, + -0.0878140926361084, + -1.9925076961517334, + -0.6521221399307251, + -0.08497345447540283, + 0.0, + -0.23278282582759857, + 0.1505891978740692, + -0.0029508620500564575, + -0.03223156929016113, + -0.7046172618865967, + -0.18528565764427185, + 0.0, + 0.009110454469919205, + 0.006383728235960007, + -0.012130538001656532, + 0.5629743337631226, + 0.23608635365962982, + -0.06009632349014282, + 0.0 + ], + [ + -0.7685134410858154, + 0.6076252460479736, + 0.2745842933654785, + -1.9925076961517334, + -0.6521221399307251, + 0.03038167953491211, + 0.0, + 0.33581337332725525, + 0.35011863708496094, + -0.06728862971067429, + -0.4030081629753113, + -0.7046172618865967, + -0.44776007533073425, + 0.0, + -0.01595483534038067, + -0.040477462112903595, + 0.28290560841560364, + 0.5629743337631226, + -0.42285358905792236, + -0.11823103576898575, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.881978750228882, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.410499930381775, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.1361609697341919 + ], + [ + -1.5711963176727295, + 0.5461994409561157, + 0.8384940028190613, + -2.960416078567505, + -1.9055238962173462, + -0.7765143513679504, + 1.4308912754058838, + 0.10734349489212036, + 0.011199884116649628, + -0.028424743562936783, + 0.5893871784210205, + -1.7020739316940308, + 0.48640453815460205, + 0.9950923323631287, + 0.20675025880336761, + 0.11047534644603729, + 0.09110014140605927, + 1.3974875211715698, + -0.21079741418361664, + -0.3005509674549103, + 0.09192514419555664 + ], + [ + -2.12906813621521, + 0.3435881733894348, + 0.7164700627326965, + -2.750021457672119, + -1.3681434392929077, + -0.8937081694602966, + 1.6475064754486084, + -0.1447279453277588, + -0.44103574752807617, + -0.5038806200027466, + 0.9006609320640564, + -1.8256494998931885, + 0.433420330286026, + 0.3506351411342621, + 0.4619242548942566, + -0.3905109167098999, + -0.01803053542971611, + 1.9505069255828857, + -0.339522123336792, + -0.20715753734111786, + -0.410531610250473 + ], + [ + -1.194382667541504, + 0.9652969837188721, + 0.41722428798675537, + -2.6203644275665283, + -1.139541506767273, + -1.5412108898162842, + 1.667648434638977, + -0.5256404876708984, + 0.17716272175312042, + 0.30056339502334595, + 0.09983009099960327, + -1.8219844102859497, + -0.23339274525642395, + 0.5763673782348633, + -0.4285883605480194, + 0.1476086974143982, + -0.3515554666519165, + 1.2458031177520752, + 0.3135184645652771, + -0.33711761236190796, + -0.09264840185642242 + ], + [ + -2.0614774227142334, + -0.4080510139465332, + 0.5476135015487671, + -3.0662269592285156, + -1.497420310974121, + -0.11606889963150024, + 1.03195321559906, + -0.3406473994255066, + 0.12844708561897278, + -0.4317864775657654, + 1.035879135131836, + -0.7729326486587524, + 1.0862895250320435, + 0.16315871477127075, + -0.14380013942718506, + -0.8498450517654419, + 0.9780882000923157, + 1.0358695983886719, + -0.5399289727210999, + -0.10386796295642853, + 0.8144621849060059 + ] + ], + "predicted_scores": [ + 7.137663841247559, + 7.094351768493652, + 6.84889554977417, + 6.824907302856445, + 6.782525062561035, + 6.759730815887451, + 6.484807968139648, + 5.513678550720215 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "794181626", + "selected_index": 0, + "state_hash": "4043b3c43ca4f115e1ea4fbcd98c7d08f797df2efbfe6b67bcffa5592a8aa36d", + "stored_base_utility": 0.17512565851211548, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15079015493392944, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15079015493392944 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1602342426776886, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1602342426776886 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1673860251903534, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1673860251903534 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1640455275774002, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1640455275774002 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16407930850982666, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16407930850982666 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16805049777030945, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16805049777030945 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1828397512435913, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1828397512435913 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1837189793586731, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1837189793586731 + } + ], + "candidate_progress": [ + 0.15079015493392944, + 0.1602342426776886, + 0.1673860251903534, + 0.1640455275774002, + 0.16407930850982666, + 0.16805049777030945, + 0.1828397512435913, + 0.1837189793586731 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-ec5ac79449116b0a30c1", + "ms-ec5ac79449116b0a30c1", + "ms-630c7d4c0ef39da64304", + "ms-630c7d4c0ef39da64304", + "ms-ec5ac79449116b0a30c1", + "ms-630c7d4c0ef39da64304", + "ms-630c7d4c0ef39da64304", + "ms-630c7d4c0ef39da64304" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-58950fed04d203b97ab9", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.3022248148918152, + 0.08684246242046356, + 1.4063681364059448, + -0.3626728057861328, + -1.3935441970825195, + 0.12334426492452621, + -0.10262006521224976, + -0.18673482537269592, + -0.05876751244068146, + 0.13698945939540863, + -0.02679937332868576, + -1.4768290519714355, + -0.24294531345367432, + -0.05957584083080292, + -0.2747240662574768, + -0.1633279174566269, + 0.06138639152050018, + 0.06113798916339874, + -0.7960615754127502, + 0.1920742392539978, + -0.03805789351463318 + ], + [ + -0.20826630294322968, + 0.003739137202501297, + 1.426399827003479, + -0.35681837797164917, + -1.5740718841552734, + -0.21975046396255493, + -0.10357439517974854, + -0.05752652883529663, + 0.016321571543812752, + 0.21755389869213104, + -0.0012327134609222412, + -1.637558937072754, + -0.13868874311447144, + -0.03285937011241913, + -0.09204235672950745, + -0.03355218470096588, + -0.037639543414115906, + 0.12440592050552368, + -0.8129370808601379, + 0.12227874994277954, + -0.0756923258304596 + ], + [ + -0.16299842298030853, + 0.10319063067436218, + 1.4175783395767212, + -0.48066139221191406, + -1.6590399742126465, + -0.21979019045829773, + -0.03052312135696411, + -0.0761401355266571, + -0.027283167466521263, + 0.07222579419612885, + -0.03149000555276871, + -1.5500091314315796, + -0.21656504273414612, + -0.07150056958198547, + -0.07804866135120392, + -0.03199027478694916, + -0.022083356976509094, + 0.06297412514686584, + -0.7883170247077942, + 0.19860130548477173, + -0.0847594141960144 + ], + [ + -0.10536529123783112, + 0.07653146982192993, + 1.5079553127288818, + -0.4669537842273712, + -1.7218587398529053, + -0.13944414258003235, + -0.041691720485687256, + -0.08693501353263855, + -0.00780579075217247, + 0.05696452409029007, + -0.05544043332338333, + -1.6171854734420776, + -0.3089572489261627, + -0.030116423964500427, + -0.08980028331279755, + -0.05464686453342438, + -0.0672951489686966, + 0.017458364367485046, + -0.7299348711967468, + 0.27006179094314575, + -0.0922812819480896 + ], + [ + -0.13586781919002533, + 0.04816418141126633, + 1.390320897102356, + -0.353350430727005, + -1.636810302734375, + -0.39608004689216614, + -0.11002212762832642, + -0.03449013829231262, + 0.014315381646156311, + 0.17294520139694214, + 0.015619460493326187, + -1.6175565719604492, + -0.16678252816200256, + -0.0168839693069458, + -0.12546074390411377, + 0.0078768040984869, + 0.04748918116092682, + 0.08454092592000961, + -0.7795335650444031, + 0.2085808515548706, + -0.1875993311405182 + ], + [ + -0.13869304955005646, + 0.14038825035095215, + 1.394075632095337, + -0.4498405456542969, + -1.8335011005401611, + -0.11344900727272034, + 0.13995373249053955, + -0.056844741106033325, + 0.03395999222993851, + 0.11383906751871109, + -0.2471422255039215, + -1.7634295225143433, + 0.06023797392845154, + -0.07038086652755737, + -0.025966841727495193, + 0.12028920650482178, + -0.03576190769672394, + 0.11283930391073227, + -0.9626505970954895, + 0.32481104135513306, + -0.4021592438220978 + ], + [ + -0.061420708894729614, + 0.009228911250829697, + 1.3579232692718506, + -0.33756959438323975, + -1.687563180923462, + -0.07452847063541412, + 0.1352962851524353, + -0.22893384099006653, + 0.014176689088344574, + 0.15256647765636444, + 0.025080613791942596, + -1.4296634197235107, + -0.09507599472999573, + -0.017670169472694397, + -0.23490089178085327, + -0.06392666697502136, + -0.21093760430812836, + -0.04557545483112335, + -0.6011002063751221, + 0.26645517349243164, + -0.08910974860191345 + ], + [ + -0.19136469066143036, + 0.09193970263004303, + 1.2988998889923096, + -0.4104708731174469, + -1.8946447372436523, + -0.13981777429580688, + 0.00019747018814086914, + -0.08516061305999756, + 0.05554904043674469, + 0.2594841718673706, + -0.3542431592941284, + -1.7351585626602173, + 0.18074986338615417, + 0.004831880331039429, + 0.05618751049041748, + 0.13102987408638, + -0.07879425585269928, + 0.08216051012277603, + -0.9130505919456482, + 0.39286303520202637, + -0.48286202549934387 + ] + ], + "generated_utilities": [ + 0.15079015493392944, + 0.1602342426776886, + 0.1673860251903534, + 0.1640455275774002, + 0.16407930850982666, + 0.16805049777030945, + 0.1828397512435913, + 0.1837189793586731 + ], + "group_id": "ms-58950fed04d203b97ab9", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.20183078944683075, + 0.18959736824035645, + 2.0, + 0.0385412722826004, + 0.15877258777618408, + 0.03365510702133179, + 0.17151890695095062, + 0.13845136761665344, + 0.11539244651794434, + 0.1388089954853058, + 0.15365298092365265, + 0.0967668741941452, + 0.0908290445804596, + 0.06094485521316528, + 0.0377749502658844, + 0.028643101453781128 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + -0.028361663222312927, + -0.489355206489563, + 1.4316291809082031, + -0.9109628200531006, + -1.7493720054626465, + -0.16713106632232666, + 0.0, + 0.5545767545700073, + -0.18274790048599243, + 0.2772042155265808, + -0.45601847767829895, + -1.3811633586883545, + -0.1571006327867508, + 0.0, + -0.004826217889785767, + 0.2916078567504883, + 0.34807145595550537, + -0.37882840633392334, + 0.08759653568267822, + -0.07658697664737701, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.797813892364502, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.654926061630249, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.4572639465332031 + ], + [ + 0.17793144285678864, + 0.008656054735183716, + 2.343496322631836, + -1.9455183744430542, + -2.4697093963623047, + 1.0036901235580444, + 2.5124316215515137, + -0.29308056831359863, + -0.02035735547542572, + -0.059014320373535156, + -0.5863867402076721, + -2.254472255706787, + 0.3354390263557434, + 1.381989598274231, + -0.27729421854019165, + 0.5023907423019409, + -0.8654648661613464, + 0.39588332176208496, + -0.5682056546211243, + 0.20400357246398926, + 0.48529666662216187 + ], + [ + -0.5227808952331543, + 0.12448178231716156, + 2.4855635166168213, + -1.6602094173431396, + -2.3857760429382324, + 0.323077529668808, + 1.9053025245666504, + -0.698577344417572, + 0.619890034198761, + 0.3500756621360779, + -0.1476593315601349, + -2.8024404048919678, + -0.21084021031856537, + 1.0928113460540771, + -0.3938775062561035, + 0.4228009581565857, + -0.39060449600219727, + -0.31665533781051636, + -0.9205541610717773, + 0.03774743899703026, + 0.3333621621131897 + ], + [ + 0.10275222361087799, + 0.08925776183605194, + 2.0934102535247803, + -1.379586935043335, + -3.3245811462402344, + 0.6494860649108887, + 1.990661382675171, + -0.021198302507400513, + 0.4400750398635864, + 0.39176517724990845, + -0.8639137148857117, + -1.981496810913086, + 0.01414397917687893, + 1.2019504308700562, + -0.7839368581771851, + 0.108054518699646, + -0.17177742719650269, + -0.36239588260650635, + -0.5078206062316895, + 0.4236416518688202, + 0.25084057450294495 + ], + [ + -0.8110343217849731, + -0.11216431856155396, + 2.8897132873535156, + -1.319732427597046, + -3.1141648292541504, + 0.416613906621933, + 2.3244988918304443, + -0.6579729914665222, + -0.39938226342201233, + -0.08646327257156372, + -0.3429824113845825, + -2.4165658950805664, + -0.6488300561904907, + 1.4793217182159424, + -0.8628695011138916, + 0.6845848560333252, + -0.7794754505157471, + -0.014068186283111572, + -0.27444708347320557, + 0.8030790686607361, + 0.08975183963775635 + ], + [ + -0.23147638142108917, + -0.26693814992904663, + 2.8227345943450928, + -2.3573813438415527, + -3.3905396461486816, + 0.38961973786354065, + 1.9831907749176025, + -1.2505497932434082, + 0.00624750554561615, + 0.9689428210258484, + 0.11981219053268433, + -1.5865073204040527, + 0.4901374876499176, + 0.6158997416496277, + 0.3767610788345337, + -0.025944411754608154, + -1.4681568145751953, + 0.48217374086380005, + -1.5973502397537231, + -0.7199738621711731, + 0.5119494795799255 + ], + [ + -0.19429966807365417, + 0.7059361934661865, + 3.2694599628448486, + -2.656050682067871, + -2.5502617359161377, + -0.23801833391189575, + 1.628230333328247, + 0.36624830961227417, + -0.08827590942382812, + -0.2098810374736786, + -1.1745270490646362, + -2.2196781635284424, + 0.44475334882736206, + 0.48411858081817627, + -0.25864526629447937, + 0.2009485512971878, + -0.9008907079696655, + -0.3571908473968506, + -0.16894888877868652, + -0.6256314516067505, + -0.4078131914138794 + ], + [ + 0.22205571830272675, + 0.6026778221130371, + 1.8579424619674683, + -2.404672384262085, + -3.728808641433716, + -0.19806396961212158, + 2.8292319774627686, + -0.2435564398765564, + 0.7903643846511841, + -0.376501202583313, + -1.0294175148010254, + -1.7672805786132812, + 0.5992995500564575, + 2.044847249984741, + 0.0011147260665893555, + 0.18739356100559235, + -0.952850341796875, + 0.8702673316001892, + 0.038269996643066406, + -0.4372258484363556, + -0.37835830450057983 + ], + [ + -0.3783646821975708, + 0.08899453282356262, + 2.721517324447632, + -2.3160932064056396, + -2.0679585933685303, + 0.549463152885437, + 3.141833543777466, + 0.09782099723815918, + 0.5830706357955933, + 0.7134941816329956, + 0.2986952066421509, + -2.9980335235595703, + -0.6391466856002808, + 1.075132131576538, + -0.7696593403816223, + 0.4343666732311249, + -0.911625862121582, + -0.31454378366470337, + -1.5935450792312622, + -0.8993679881095886, + -0.3811922073364258 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.1209426149725914, + 0.10675475001335144, + 1.4316291809082031, + -0.9109628200531006, + -1.7493720054626465, + -0.0875239372253418, + 0.0, + -0.0486987829208374, + 0.06580346822738647, + 0.24258655309677124, + -0.20229026675224304, + -1.3811633586883545, + 0.4185009002685547, + 0.0, + -0.1431063860654831, + 0.15154658257961273, + 0.17190229892730713, + 0.10405468940734863, + 0.036865830421447754, + -0.1988307237625122, + 0.0 + ] + ], + "predicted_scores": [ + 6.646320819854736, + 6.104060649871826, + 6.070838928222656, + 5.8687944412231445, + 5.818472862243652, + 5.670981407165527, + 5.474493503570557, + 5.455954074859619 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1113371261", + "selected_index": 0, + "state_hash": "1b9018834a77531260bf8dfa74a9832916fe215bda78b5367b061bb4e0ce2333", + "stored_base_utility": 0.20183078944683075, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1984519362449646, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1984519362449646 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21148169040679932, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21148169040679932 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19199158251285553, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19199158251285553 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19447551667690277, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19447551667690277 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18582391738891602, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18582391738891602 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18265211582183838, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18265211582183838 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13808640837669373, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13808640837669373 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18744216859340668, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18744216859340668 + } + ], + "candidate_progress": [ + 0.1984519362449646, + 0.21148169040679932, + 0.19199158251285553, + 0.19447551667690277, + 0.18582391738891602, + 0.18265211582183838, + 0.13808640837669373, + 0.18744216859340668 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-9f61e09c05b4c8f74366", + "ms-9f61e09c05b4c8f74366", + "ms-74704688fb63757619e1", + "ms-74704688fb63757619e1", + "ms-74704688fb63757619e1", + "ms-74704688fb63757619e1", + "ms-74704688fb63757619e1", + "ms-74704688fb63757619e1" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-651bc0395d78d2819158", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.4749821424484253, + -0.15200935304164886, + 1.0916410684585571, + -0.6717994213104248, + -1.8464984893798828, + 0.1055019199848175, + 0.6198395490646362, + -0.02821218967437744, + -0.018983492627739906, + -0.24495306611061096, + 0.07381664216518402, + -1.8123728036880493, + 0.05936393141746521, + 0.46487897634506226, + -0.2663092315196991, + -0.13770437240600586, + 0.1299077868461609, + 1.0443542003631592, + -0.10103100538253784, + 0.06584435701370239, + 0.14839109778404236 + ], + [ + -0.6178869605064392, + -0.17943838238716125, + 1.0204689502716064, + -0.5935337543487549, + -1.7501745223999023, + 0.1152612641453743, + 0.5370773077011108, + -0.01021169126033783, + -0.04121018946170807, + -0.33952081203460693, + 0.17493292689323425, + -1.579756259918213, + 0.21936067938804626, + 0.3740002512931824, + -0.3957218825817108, + -0.11742246150970459, + 0.1814611703157425, + 1.086721658706665, + -0.09124958515167236, + 0.1162327229976654, + 0.402946412563324 + ], + [ + -0.43545788526535034, + -0.18174809217453003, + 1.0956095457077026, + -0.6356889009475708, + -1.4780304431915283, + 0.1288849264383316, + 0.5853906869888306, + -0.1311672329902649, + -0.004032868891954422, + -0.21922406554222107, + 0.18911957740783691, + -1.403872013092041, + 0.1553482711315155, + 0.24614351987838745, + -0.3550136983394623, + -0.09336388111114502, + 0.2708728015422821, + 1.0314359664916992, + -0.09423384070396423, + -0.04767356812953949, + 0.11218024790287018 + ], + [ + -0.42181968688964844, + -0.20897331833839417, + 1.1422866582870483, + -0.5615700483322144, + -1.5077612400054932, + 0.23050442337989807, + 0.9882165789604187, + 0.19459430873394012, + 0.03495721146464348, + -0.3454044461250305, + 0.16972202062606812, + -1.6839730739593506, + -0.5546830892562866, + 0.4779762625694275, + -0.16797572374343872, + -0.006046300753951073, + 0.21688131988048553, + 1.256887674331665, + 0.14497362077236176, + 0.127303808927536, + 0.18580836057662964 + ], + [ + -0.40010833740234375, + -0.20568427443504333, + 1.1439337730407715, + -0.42349833250045776, + -1.666506052017212, + 0.02112843096256256, + 0.7657039761543274, + 0.060183316469192505, + 0.010202355682849884, + -0.23364606499671936, + 0.2883228361606598, + -1.6007626056671143, + -0.4900048077106476, + 0.5996578931808472, + -0.11875627934932709, + -0.0027002375572919846, + 0.21306836605072021, + 1.2821660041809082, + 0.06444035470485687, + 0.43990689516067505, + 0.27903178334236145 + ], + [ + -0.29023313522338867, + -0.08717095851898193, + 1.0187060832977295, + -0.4218183159828186, + -1.6058156490325928, + 0.0429876372218132, + 0.7284793853759766, + -0.025479868054389954, + -0.07866241037845612, + -0.3052709102630615, + 0.3082756996154785, + -1.492136001586914, + -0.21660363674163818, + -0.15281425416469574, + -0.20481157302856445, + -0.021921083331108093, + 0.4027078151702881, + 1.2139151096343994, + 0.12388049066066742, + 0.1239561140537262, + -0.28248900175094604 + ], + [ + -0.3298863172531128, + -0.2243766486644745, + 1.2653818130493164, + -0.4572902321815491, + -1.6560273170471191, + 0.07163364440202713, + 0.9276265501976013, + 0.061812639236450195, + -0.014747953042387962, + -0.2208675742149353, + 0.2558734118938446, + -1.671363353729248, + -0.41586369276046753, + 0.6556746363639832, + -0.13320113718509674, + 0.018415413796901703, + 0.3197316825389862, + 1.2840118408203125, + 0.07992622256278992, + 0.5921777486801147, + 0.17097367346286774 + ], + [ + -0.30423057079315186, + -0.18066106736660004, + 1.2232742309570312, + -0.5283569097518921, + -1.9211456775665283, + -0.027476370334625244, + 1.030840277671814, + 0.07712383568286896, + 0.042227502912282944, + -0.2893965542316437, + 0.11438887566328049, + -1.6285206079483032, + -0.3842705488204956, + 0.4262038469314575, + -0.14775046706199646, + 0.03974580764770508, + 0.3916706442832947, + 1.2920916080474854, + 0.049218058586120605, + 0.6781813502311707, + -0.08022761344909668 + ] + ], + "generated_utilities": [ + 0.1984519362449646, + 0.21148169040679932, + 0.19199158251285553, + 0.19447551667690277, + 0.18582391738891602, + 0.18265211582183838, + 0.13808640837669373, + 0.18744216859340668 + ], + "group_id": "ms-651bc0395d78d2819158", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 7.152557373046875e-07, + 2.0, + 0.0, + 0.0, + 0.18490922451019287, + 0.0, + 0.18801423907279968, + 2.0, + 0.18292954564094543, + 0.06743006408214569, + 2.0, + 0.08718416094779968, + 0.0016145259141921997, + 2.0, + 0.0, + 0.0 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.13822472095489502, + 0.052123308181762695, + 1.2542681694030762, + -0.5262794494628906, + -1.515254020690918, + -0.022995710372924805, + 0.0, + 0.07829460501670837, + 0.056280869990587234, + -0.006563127040863037, + 0.00594717264175415, + -1.0464823246002197, + 0.028334707021713257, + 0.0, + 0.04214516654610634, + -0.0032968670129776, + 0.025241270661354065, + 1.0898823738098145, + -0.09987176954746246, + 0.009208589792251587, + 0.0 + ], + [ + -1.138224720954895, + -0.12241673469543457, + 2.254268169403076, + -1.5262794494628906, + -2.515254020690918, + -0.4036164879798889, + 2.5164785385131836, + -0.48240265250205994, + 0.09632497280836105, + -1.0002868175506592, + 0.6668505668640137, + -2.0464823246002197, + 0.5158075094223022, + 0.48990970849990845, + 0.02257649227976799, + -0.23748205602169037, + -0.2213379293680191, + 2.0898823738098145, + 0.1738651841878891, + -0.37470543384552, + -0.06145218014717102 + ], + [ + -1.0695267915725708, + -0.1775755137205124, + 2.1683619022369385, + -1.4577077627182007, + -2.7917678356170654, + -0.632304310798645, + 2.3911960124969482, + -0.4637458324432373, + 0.35316434502601624, + -0.8419650793075562, + 0.8253071308135986, + -1.9648017883300781, + 0.2602742314338684, + 0.4741981625556946, + 0.17542533576488495, + -0.15374207496643066, + -0.4857789874076843, + 2.119079828262329, + 0.44966256618499756, + -0.3760189712047577, + 0.18533895909786224 + ], + [ + -0.7955029010772705, + 0.23637625575065613, + 1.9978463649749756, + -1.8726613521575928, + -2.2562904357910156, + -0.3048732876777649, + 2.261690378189087, + -0.6620026230812073, + 0.06043636053800583, + -1.091504693031311, + 1.038455605506897, + -1.9805728197097778, + 0.7370907068252563, + 0.5352527499198914, + 0.26298987865448, + -0.2739749252796173, + 0.14720074832439423, + 2.0173659324645996, + -0.16336800158023834, + -0.5858949422836304, + -0.1647021770477295 + ], + [ + -1.6335437297821045, + -0.08274295926094055, + 1.833235502243042, + -1.758880853652954, + -2.0250279903411865, + -0.8149738311767578, + 2.4238271713256836, + -0.33182430267333984, + -0.16191768646240234, + -1.4929053783416748, + 0.8467401266098022, + -2.4791038036346436, + 0.2757382392883301, + 0.16471439599990845, + 0.18122689425945282, + -0.2995648682117462, + -0.34926944971084595, + 2.063732147216797, + 0.3726923167705536, + -0.259366512298584, + 0.36020517349243164 + ], + [ + -0.9912663698196411, + -0.19695568084716797, + 2.342681646347046, + -2.1077044010162354, + -3.031508684158325, + -0.6591198444366455, + 2.5516788959503174, + -0.8631293773651123, + 0.2481168806552887, + -1.107275366783142, + 0.5796921253204346, + -2.479954719543457, + 1.0449233055114746, + 0.40612131357192993, + -0.12985309958457947, + -0.18829946219921112, + -0.6196849346160889, + 1.6295442581176758, + 0.4197757840156555, + 0.02911210060119629, + 0.5378711223602295 + ], + [ + -0.6689683198928833, + -0.5626275539398193, + 1.738625407218933, + -1.919468879699707, + -2.6463799476623535, + -0.32590651512145996, + 2.287154197692871, + -0.9975759983062744, + 0.7224722504615784, + -1.427150845527649, + 0.572014331817627, + -2.2473490238189697, + 0.8538937568664551, + 0.0030456185340881348, + -0.1059482991695404, + -0.003734409809112549, + -0.2650519907474518, + 2.554786205291748, + -0.24461163580417633, + -0.6881535649299622, + 0.5301691293716431 + ], + [ + -1.5373890399932861, + 0.42636638879776, + 2.9180266857147217, + -2.126905679702759, + -1.825490117073059, + -0.6280819773674011, + 2.593716621398926, + -0.6465503573417664, + 0.5798410177230835, + -0.5376753807067871, + 0.5435326099395752, + -2.610151767730713, + 1.0700397491455078, + 0.7953996658325195, + 0.5072687864303589, + -0.02665230631828308, + -0.6953800320625305, + 2.0521392822265625, + 0.751386821269989, + -0.7565212249755859, + -0.5263289213180542 + ], + [ + -0.7768699526786804, + -0.18900753557682037, + 1.7192409038543701, + -2.2835047245025635, + -1.713951826095581, + 0.004747450351715088, + 3.2709672451019287, + -1.1866822242736816, + 0.38759592175483704, + -0.7857802510261536, + 1.539168119430542, + -1.3250088691711426, + 0.8453556299209595, + 0.5691420435905457, + -0.701140820980072, + -0.6115058660507202, + -0.8829987645149231, + 1.5742011070251465, + -0.3939879536628723, + 0.45414644479751587, + -0.23744438588619232 + ] + ], + "predicted_scores": [ + 6.872181415557861, + 6.618786811828613, + 6.591434955596924, + 5.871789932250977, + 5.257542610168457, + 5.20534610748291, + 5.200306415557861, + 4.822854042053223 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1483645336", + "selected_index": 0, + "state_hash": "857c28f61d13d7ee5a59956a87579f6c17f6c601c1680e574691e095e373d439", + "stored_base_utility": 7.152557373046875e-07, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08039550483226776, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08039550483226776 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06798338890075684, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06798338890075684 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06061708927154541, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06061708927154541 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06821857392787933, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06821857392787933 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.058882132172584534, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.058882132172584534 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.053325459361076355, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.053325459361076355 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05323369801044464, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05323369801044464 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05157959461212158, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05157959461212158 + } + ], + "candidate_progress": [ + 0.08039550483226776, + 0.06798338890075684, + 0.06061708927154541, + 0.06821857392787933, + 0.058882132172584534, + 0.053325459361076355, + 0.05323369801044464, + 0.05157959461212158 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-ec5ac79449116b0a30c1", + "ms-ec5ac79449116b0a30c1", + "ms-1c4df81cce643ca4fb3e", + "ms-ec5ac79449116b0a30c1", + "ms-1c4df81cce643ca4fb3e", + "ms-1c4df81cce643ca4fb3e", + "ms-ec5ac79449116b0a30c1", + "ms-ec5ac79449116b0a30c1" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-9fad82fd288e4296e354", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.16028590500354767, + 0.11589600145816803, + 1.3653517961502075, + -0.16439372301101685, + -1.3218367099761963, + 0.33346813917160034, + -0.4341915249824524, + -0.02875441312789917, + -0.004349265247583389, + 0.5686827301979065, + -0.10606115311384201, + -1.1957653760910034, + -0.3515213131904602, + -0.192679300904274, + -0.42688652873039246, + 0.08277535438537598, + 0.6471343636512756, + -0.1929752379655838, + -0.31902456283569336, + -0.057476580142974854, + 0.0705985575914383 + ], + [ + 0.1796983778476715, + -0.017701808363199234, + 1.4062758684158325, + -0.29704904556274414, + -1.4294500350952148, + 0.21108953654766083, + -0.27038437128067017, + 0.09019327908754349, + 0.07894009351730347, + 0.5525495409965515, + -0.07101235538721085, + -1.3784834146499634, + -0.20420247316360474, + -0.1974681168794632, + -0.1735450178384781, + 0.15103936195373535, + 0.6125081181526184, + -0.04493981599807739, + -0.45317453145980835, + -0.125470831990242, + -0.011187225580215454 + ], + [ + 0.28390926122665405, + -0.0420830138027668, + 1.2890965938568115, + -0.2598333954811096, + -1.4320900440216064, + 0.12134075909852982, + -0.3335733413696289, + 0.20954567193984985, + 0.10128477215766907, + 0.5373618602752686, + -0.10904977470636368, + -1.1960824728012085, + -0.14959761500358582, + -0.17559634149074554, + -0.13279131054878235, + 0.28028231859207153, + 0.6501810550689697, + -0.09210260212421417, + -0.3472827076911926, + -0.01125568151473999, + -0.004130899906158447 + ], + [ + 0.27283209562301636, + 0.049750037491321564, + 1.4269530773162842, + -0.27524471282958984, + -1.3611247539520264, + 0.002740010619163513, + -0.23481684923171997, + 0.06052471697330475, + 0.06735222041606903, + 0.5104389786720276, + -0.0840112641453743, + -1.3842926025390625, + -0.14377960562705994, + -0.19025667011737823, + -0.15539248287677765, + 0.2119273841381073, + 0.5791173577308655, + -0.0693972259759903, + -0.4539671540260315, + -0.09287534654140472, + -0.20390424132347107 + ], + [ + 0.3293021619319916, + -0.06148211658000946, + 1.2799804210662842, + -0.3058997094631195, + -1.3387722969055176, + 0.08270193636417389, + -0.2902814745903015, + 0.17396241426467896, + 0.12014888226985931, + 0.6120622158050537, + -0.10329798609018326, + -1.1595189571380615, + -0.09695202112197876, + -0.049168288707733154, + -0.13335250318050385, + 0.30242571234703064, + 0.6415993571281433, + -0.13612280786037445, + -0.3955308198928833, + -0.11316154897212982, + -0.027441278100013733 + ], + [ + 0.491371214389801, + -0.13418525457382202, + 1.3477325439453125, + -0.23551525175571442, + -1.3755717277526855, + 0.25332924723625183, + -0.6428162455558777, + 0.1486070156097412, + 0.1485094279050827, + 0.6453933119773865, + 0.10696278512477875, + -1.382015585899353, + -0.3967888653278351, + -0.2819961905479431, + -0.14672313630580902, + 0.3784250319004059, + 0.6656302809715271, + -0.1687438040971756, + -0.39165806770324707, + 0.1431179642677307, + 0.14560388028621674 + ], + [ + 0.31471580266952515, + -0.07983265817165375, + 1.5542452335357666, + -0.225014328956604, + -1.3614540100097656, + 0.3136548399925232, + -0.13463753461837769, + 0.1270504891872406, + 0.17205514013767242, + 0.6907011866569519, + -0.3203864097595215, + -1.480089545249939, + 0.2208755910396576, + -0.16777293384075165, + -0.16655325889587402, + 0.4631417691707611, + 0.6835731863975525, + 0.08500839024782181, + -0.6207998991012573, + 0.30376672744750977, + -0.20236995816230774 + ], + [ + 0.32227784395217896, + -0.03711792826652527, + 1.506150245666504, + -0.240762397646904, + -1.2093548774719238, + 0.5407720804214478, + -0.2342844009399414, + 0.14963528513908386, + 0.21217112243175507, + 0.5352141857147217, + -0.3028157651424408, + -1.3172218799591064, + 0.17873260378837585, + -0.14437182247638702, + 0.09666161239147186, + 0.3800743818283081, + 0.7577241063117981, + -0.2211828976869583, + -0.6048793792724609, + 0.1773850917816162, + -0.29861775040626526 + ] + ], + "generated_utilities": [ + 0.08039550483226776, + 0.06798338890075684, + 0.06061708927154541, + 0.06821857392787933, + 0.058882132172584534, + 0.053325459361076355, + 0.05323369801044464, + 0.05157959461212158 + ], + "group_id": "ms-9fad82fd288e4296e354", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.19493231177330017, + 0.06623455882072449, + 2.0, + 0.15396031737327576, + 0.16184639930725098, + 0.025735855102539062, + 0.134642094373703, + 0.15606965124607086, + 0.12982505559921265, + 0.14038166403770447, + 0.09718823432922363, + 0.015769004821777344, + 0.09577034413814545, + 0.057760089635849, + 0.047366172075271606, + 0.035309627652168274 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + -0.0622546412050724, + -0.09277644753456116, + 1.2432053089141846, + -0.13616442680358887, + -1.4076197147369385, + -0.005287081003189087, + 0.0, + -0.005681931972503662, + 0.03343720734119415, + 1.0536105632781982, + -0.00917971134185791, + -1.333775520324707, + 0.03716959059238434, + 0.0, + 0.019381746649742126, + 0.026990801095962524, + 0.21505475044250488, + -0.029777705669403076, + -0.14875531196594238, + -0.048092663288116455, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.959449768066406, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.103323459625244, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.591951370239258 + ], + [ + -0.13909977674484253, + -0.26507115364074707, + 2.099381446838379, + -1.432984709739685, + -2.215683698654175, + 0.18431386351585388, + 2.42065691947937, + 0.3679453730583191, + -0.24726781249046326, + 2.055530071258545, + -0.4911385774612427, + -2.0511183738708496, + 0.04109602048993111, + 2.784976005554199, + 0.005537793040275574, + 0.05149966478347778, + 1.124292016029358, + -0.6457813382148743, + -1.226535677909851, + -0.28760284185409546, + 1.0270601511001587 + ], + [ + 0.30531278252601624, + -0.4336698055267334, + 2.6217315196990967, + -1.5083816051483154, + -2.5322670936584473, + 0.06784650683403015, + 2.3866119384765625, + -0.09851980209350586, + 0.2774229049682617, + 2.157179355621338, + -0.9796892404556274, + -2.8201849460601807, + 0.08135517686605453, + 2.818830728530884, + -0.6848310828208923, + 0.37913888692855835, + 0.7420558929443359, + -0.22611916065216064, + -1.5158166885375977, + 0.0614812970161438, + 1.3468891382217407 + ], + [ + 0.27444392442703247, + -0.22534464299678802, + 2.616544246673584, + -1.2606401443481445, + -2.0848917961120605, + -0.23496872186660767, + 2.1798665523529053, + 0.7968885898590088, + 0.26037585735321045, + 1.5473439693450928, + -0.233917236328125, + -1.867544412612915, + 0.48288947343826294, + 1.9728566408157349, + -0.4071806073188782, + 0.5528238415718079, + 1.6528295278549194, + -1.0936471223831177, + -1.062675952911377, + -0.5311015248298645, + 0.9778987765312195 + ], + [ + 0.5435068607330322, + 0.24469684064388275, + 2.6045663356781006, + -1.284223198890686, + -2.6095967292785645, + 0.9732104539871216, + 2.741159200668335, + 0.6031707525253296, + -0.5612202882766724, + 2.4774889945983887, + 0.1548280119895935, + -2.5516507625579834, + -0.0651187151670456, + 2.3864798545837402, + 0.130750373005867, + -0.1318313330411911, + 1.6559979915618896, + -1.0673086643218994, + -0.5477704405784607, + 0.18809780478477478, + 0.7076419591903687 + ], + [ + 0.31294435262680054, + 0.0263526514172554, + 3.0396268367767334, + -1.3165022134780884, + -1.8981198072433472, + 0.5049136281013489, + 2.31935715675354, + -0.4664327800273895, + -0.56757652759552, + 2.7719295024871826, + 0.21425002813339233, + -2.3925602436065674, + -0.26789456605911255, + 2.008218288421631, + -0.1879691481590271, + -0.34721577167510986, + 1.6638673543930054, + -0.30173182487487793, + -1.8719977140426636, + -0.8951039910316467, + 2.094865083694458 + ], + [ + 0.533157467842102, + 0.308005690574646, + 1.7770951986312866, + -0.6794775724411011, + -3.2953453063964844, + -0.15337547659873962, + 2.5854313373565674, + 0.07320006191730499, + -0.24033141136169434, + 2.5622174739837646, + -0.9168426990509033, + -1.5317132472991943, + -0.5942863821983337, + 2.2703769207000732, + -1.0709311962127686, + 0.6969255208969116, + 1.5304101705551147, + -0.7959219217300415, + -0.9165043830871582, + -0.8046965003013611, + 0.638719916343689 + ], + [ + 0.7393907904624939, + -0.13299384713172913, + 2.4281864166259766, + -1.861674189567566, + -3.3330533504486084, + -0.18516618013381958, + 1.6492295265197754, + -0.6932566165924072, + 0.06020718812942505, + 1.1755363941192627, + -0.016285300254821777, + -3.0671546459198, + -0.6052039861679077, + 2.6829426288604736, + 0.7021514177322388, + -0.477348268032074, + 0.466697633266449, + -0.9403301477432251, + -0.8690205812454224, + -1.1888904571533203, + 0.5360406041145325 + ], + [ + -0.0713023692369461, + -0.9776724576950073, + 1.2895376682281494, + -1.6489125490188599, + -1.4475497007369995, + -0.6822370886802673, + 3.14093017578125, + -0.5356632471084595, + -0.7523763179779053, + 2.766268253326416, + -0.8215572834014893, + -2.753042697906494, + 0.10929550230503082, + 2.570046901702881, + -0.34730663895606995, + 0.8763631582260132, + 1.3356308937072754, + -0.14330342411994934, + -1.1863114833831787, + -0.30006271600723267, + 0.7264611721038818 + ], + [ + 0.35943418741226196, + 0.22802312672138214, + 1.7158434391021729, + -1.4605827331542969, + -3.3450541496276855, + 0.23581582307815552, + 1.759531855583191, + 0.7012510299682617, + 0.0034519433975219727, + 1.4857903718948364, + -1.2866599559783936, + -2.1787426471710205, + 0.8807055354118347, + 1.9066205024719238, + -0.9918697476387024, + -0.32221919298171997, + 1.1986194849014282, + -1.187239646911621, + -0.5752912163734436, + -0.015687286853790283, + 1.775393009185791 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.16282694041728973, + -0.1309112012386322, + 1.2432053089141846, + -0.13616442680358887, + -1.4076197147369385, + 0.15446226298809052, + 0.0, + -0.15669959783554077, + -0.08878482133150101, + 1.0536105632781982, + -0.09701520204544067, + -1.333775520324707, + 0.10988402366638184, + 0.0, + -0.06573517620563507, + -0.2108776718378067, + 0.21505475044250488, + -0.16805344820022583, + -0.14875531196594238, + 0.12529203295707703, + 0.0 + ] + ], + "predicted_scores": [ + 7.380500316619873, + 7.218481063842773, + 7.097255229949951, + 6.963742256164551, + 6.847743511199951, + 6.5015387535095215, + 6.106411457061768, + 6.081710338592529 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1176943004", + "selected_index": 0, + "state_hash": "0d923438bf2b227e3521cb937d011f5bddf9b553a882853098b702ec31090614", + "stored_base_utility": 0.19493231177330017, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20425210893154144, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20425210893154144 + }, + "base_progress": 0.20425210893154144, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.20425210893154144, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07359522581100464, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07359522581100464 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09430040419101715, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09430040419101715 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09977824985980988, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09977824985980988 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07713580131530762, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07713580131530762 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08804202079772949, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08804202079772949 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06814023852348328, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06814023852348328 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06098298728466034, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06098298728466034 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09659247100353241, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09659247100353241 + } + ], + "candidate_progress": [ + 0.07359522581100464, + 0.09430040419101715, + 0.09977824985980988, + 0.07713580131530762, + 0.08804202079772949, + 0.06814023852348328, + 0.06098298728466034, + 0.09659247100353241 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-dec13f2e40baaf5c8d40", + "ms-07aa7d1f9c01e93d04bc", + "ms-07aa7d1f9c01e93d04bc", + "ms-dec13f2e40baaf5c8d40", + "ms-07aa7d1f9c01e93d04bc", + "ms-dec13f2e40baaf5c8d40", + "ms-dec13f2e40baaf5c8d40", + "ms-dec13f2e40baaf5c8d40" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-b8bfdd3e6c31bd98082d", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.01813437044620514, + 0.06886616349220276, + 1.3332141637802124, + -0.5431407690048218, + -1.680389165878296, + -0.19831714034080505, + -0.04766124486923218, + 0.2511218190193176, + 0.04977694898843765, + 0.18969005346298218, + 0.12834617495536804, + -1.000913381576538, + 0.05815032124519348, + 0.0959804356098175, + 0.19328182935714722, + 0.4385554790496826, + 0.3438725471496582, + -0.381445050239563, + -0.2661586403846741, + -0.363289475440979, + -0.12531831860542297 + ], + [ + -0.1769268661737442, + 0.09677731990814209, + 1.281151533126831, + -0.6111637949943542, + -1.7325797080993652, + -0.41326215863227844, + 0.04363086819648743, + 0.21850518882274628, + -0.0458778440952301, + 0.10724128037691116, + -0.04326123744249344, + -1.1824815273284912, + 0.06493404507637024, + 0.1571173369884491, + -0.09256798028945923, + 0.29420194029808044, + 0.4567382335662842, + -0.3987429141998291, + -0.3482658267021179, + 0.3489420413970947, + 0.07379615306854248 + ], + [ + -0.22939886152744293, + 0.05378156900405884, + 1.391234278678894, + -0.624678909778595, + -1.7713069915771484, + -0.19619116187095642, + 0.04652765393257141, + 0.22955797612667084, + 0.022308163344860077, + 0.062112707644701004, + 0.042452841997146606, + -1.3056234121322632, + -0.09555619955062866, + -0.21590052545070648, + -0.09676787257194519, + 0.2869561016559601, + 0.2543681263923645, + -0.3360380530357361, + -0.3366461992263794, + -0.00645899772644043, + 0.013252973556518555 + ], + [ + 0.03737872093915939, + 0.11068867146968842, + 1.3450653553009033, + -0.5963257551193237, + -1.6927673816680908, + -0.15348860621452332, + 0.04109591245651245, + 0.19405214488506317, + 0.024024764075875282, + 0.18859289586544037, + -0.01749127358198166, + -1.150397539138794, + 0.045661479234695435, + 0.17102977633476257, + 0.08956199884414673, + 0.48334693908691406, + 0.40303200483322144, + -0.24573834240436554, + -0.36480391025543213, + -0.15322302281856537, + -0.09406349062919617 + ], + [ + -0.12904812395572662, + 0.05122888833284378, + 1.366350531578064, + -0.585006594657898, + -1.6964046955108643, + -0.12628617882728577, + -0.032689452171325684, + 0.31821152567863464, + 0.03574679046869278, + 0.14544372260570526, + -0.08710167557001114, + -1.4563945531845093, + -0.21170157194137573, + -0.20423932373523712, + -0.09788207709789276, + 0.33234748244285583, + 0.21731054782867432, + -0.2903730869293213, + -0.43828481435775757, + 0.1383151113986969, + -0.050889164209365845 + ], + [ + -0.021190762519836426, + 0.05610927939414978, + 1.4282219409942627, + -0.6332027912139893, + -1.6076700687408447, + -0.3108329176902771, + -0.052114248275756836, + 0.3018474578857422, + 0.07153867185115814, + 0.2629418969154358, + 0.049151357263326645, + -1.114582896232605, + -0.03491872549057007, + 0.02705290913581848, + 0.0550619438290596, + 0.4664798378944397, + 0.41905683279037476, + -0.3063352108001709, + -0.2250688076019287, + -0.14698830246925354, + -0.15979662537574768 + ], + [ + -0.29931098222732544, + -0.1228906586766243, + 1.3753818273544312, + -0.6049723625183105, + -1.3996143341064453, + 0.03212741017341614, + -0.02193590998649597, + 0.42069512605667114, + 0.2718561291694641, + 0.39155033230781555, + 0.06483234465122223, + -1.219651460647583, + -0.1179245114326477, + -0.1924106925725937, + 0.1721106618642807, + 0.6784331202507019, + 0.42497873306274414, + -0.13340429961681366, + -0.3510245084762573, + -0.09808960556983948, + -0.19091206789016724 + ], + [ + 0.06232582777738571, + 0.031920239329338074, + 0.910903811454773, + -0.4137239456176758, + -1.4683318138122559, + 0.3347208499908447, + 0.08923900127410889, + 0.35208913683891296, + 0.03676212579011917, + -0.1696823239326477, + 0.10633425414562225, + -1.2032926082611084, + -0.3433501720428467, + -0.11625297367572784, + 0.0657714232802391, + 0.3036227226257324, + 0.3755634129047394, + -0.011555522680282593, + -0.29862743616104126, + 0.23916614055633545, + -0.11277291178703308 + ] + ], + "generated_utilities": [ + 0.07359522581100464, + 0.09430040419101715, + 0.09977824985980988, + 0.07713580131530762, + 0.08804202079772949, + 0.06814023852348328, + 0.06098298728466034, + 0.09659247100353241 + ], + "group_id": "ms-b8bfdd3e6c31bd98082d", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.0793772041797638, + 2.0, + 2.0, + 2.0, + 0.1144598126411438, + 0.04584880173206329, + 0.08543911576271057, + 0.1307348757982254, + 0.10944780707359314, + 0.07284757494926453, + 0.05719476938247681, + 0.09351089596748352, + 0.13337698578834534, + 0.039893895387649536, + 0.09353269636631012, + 0.08224260807037354 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.016482055187225342, + 0.4143911600112915, + 1.4473507404327393, + -1.0172343254089355, + -1.722773551940918, + 0.0903974175453186, + 0.0, + 0.012217208743095398, + 0.010632793419063091, + 0.03624187409877777, + 0.04524834081530571, + -1.3283450603485107, + -0.00880381464958191, + 0.0, + -0.014520794153213501, + 0.5632922649383545, + 0.003262042999267578, + -0.11586570739746094, + 0.0014255642890930176, + 0.015446990728378296, + 0.0 + ], + [ + 0.04007059335708618, + 0.4143911600112915, + 1.4473507404327393, + -1.0172343254089355, + -1.722773551940918, + 0.12278485298156738, + 0.0, + -0.0962398424744606, + -0.08766138553619385, + 0.29553186893463135, + 0.10519622266292572, + -1.3283450603485107, + 0.00032788515090942383, + 0.0, + -0.13836456835269928, + 0.5632922649383545, + -0.13551044464111328, + -0.11586570739746094, + 0.07183873653411865, + -0.03684847429394722, + 0.0 + ], + [ + 0.08037775754928589, + 0.4143911600112915, + 1.4473507404327393, + -1.0172343254089355, + -1.722773551940918, + 0.33122140169143677, + 0.0, + 0.20786377787590027, + -0.42098182439804077, + -0.17684945464134216, + 0.1062583178281784, + -1.3283450603485107, + 0.28051087260246277, + 0.0, + 0.7470210194587708, + 0.5632922649383545, + 0.03247350454330444, + -0.11586570739746094, + 0.4809897243976593, + -0.1744043231010437, + 0.0 + ], + [ + -0.4189682602882385, + 1.1229554414749146, + 2.8264856338500977, + -2.2389113903045654, + -2.4226768016815186, + 1.2001769542694092, + 2.1568119525909424, + -0.016906127333641052, + -0.24083517491817474, + -0.23574936389923096, + -0.13933053612709045, + -2.458132028579712, + 0.40251442790031433, + 0.870932936668396, + -0.28115370869636536, + 1.4463695287704468, + 0.9248121380805969, + -0.9938455820083618, + -0.680131196975708, + -0.051702484488487244, + -0.4663417339324951 + ], + [ + -0.6373537182807922, + 1.3288449048995972, + 3.1669085025787354, + -1.4171695709228516, + -2.242492198944092, + 1.6900161504745483, + 2.778874158859253, + 0.47899991273880005, + 0.3402186334133148, + 0.4507899582386017, + 0.8237879276275635, + -1.7865383625030518, + 1.1732149124145508, + 1.5826115608215332, + 0.4416889548301697, + 2.222722053527832, + 0.6443713307380676, + -1.8598005771636963, + -0.9690301418304443, + 0.3504742383956909, + -1.1371408700942993 + ] + ], + "predicted_scores": [ + 6.680427074432373, + 6.373921871185303, + 6.368084907531738, + 6.358552932739258, + 6.14138650894165, + 6.058163642883301, + 5.619970798492432, + 4.975861072540283 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "998761162", + "selected_index": 0, + "state_hash": "78cc63bdeba9f4d6d6da2efd23c0f7f6631321321e917a70299a7c8025e71d47", + "stored_base_utility": 0.0793772041797638, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11704684793949127, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11704684793949127 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08326372504234314, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08326372504234314 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07966974377632141, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07966974377632141 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08424374461174011, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08424374461174011 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0896276980638504, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0896276980638504 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14953765273094177, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14953765273094177 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10077202320098877, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10077202320098877 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12818242609500885, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12818242609500885 + } + ], + "candidate_progress": [ + 0.11704684793949127, + 0.08326372504234314, + 0.07966974377632141, + 0.08424374461174011, + 0.0896276980638504, + 0.14953765273094177, + 0.10077202320098877, + 0.12818242609500885 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-70e24231e9bb560abb3e", + "ms-07aa7d1f9c01e93d04bc", + "ms-07aa7d1f9c01e93d04bc", + "ms-70e24231e9bb560abb3e", + "ms-07aa7d1f9c01e93d04bc", + "ms-70e24231e9bb560abb3e", + "ms-70e24231e9bb560abb3e", + "ms-70e24231e9bb560abb3e" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-fc8084d5cd7da937fc02", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.038011081516742706, + -0.0006558150053024292, + 1.2186264991760254, + -0.633721113204956, + -1.5244050025939941, + -0.10983091592788696, + -0.17222917079925537, + 0.016066119074821472, + -0.025250094011425972, + 0.2680719196796417, + 0.003337915986776352, + -1.5785831212997437, + -0.07441180944442749, + -0.09254731237888336, + -0.10966402292251587, + 0.007526949048042297, + 0.3270229399204254, + 0.23116429150104523, + -0.35234880447387695, + -0.062361523509025574, + -0.039489179849624634 + ], + [ + 0.08242147415876389, + 0.0016428977251052856, + 1.2866899967193604, + -0.6469341516494751, + -1.4970180988311768, + -0.10761505365371704, + -0.030184924602508545, + 0.05214478075504303, + -0.028857296332716942, + 0.2774044871330261, + -0.006684146821498871, + -1.5947113037109375, + 0.0019615888595581055, + -0.0898594856262207, + -0.1206890195608139, + 0.01672884076833725, + 0.4394863247871399, + 0.10810558497905731, + -0.28348684310913086, + 0.3060728907585144, + -0.08326134085655212 + ], + [ + 0.0212344229221344, + -0.0310601107776165, + 1.3352872133255005, + -0.6752907037734985, + -1.4861719608306885, + 0.1686236709356308, + -0.04211622476577759, + 0.13204577565193176, + 0.0335911326110363, + 0.282447874546051, + -0.048370279371738434, + -1.6782175302505493, + -0.2869860529899597, + -0.14842717349529266, + -0.044797588139772415, + 0.07223701477050781, + 0.3201483190059662, + 0.18181607127189636, + -0.2570459246635437, + 0.049805521965026855, + -0.15727078914642334 + ], + [ + 0.07397942990064621, + -0.0050463005900382996, + 1.3084088563919067, + -0.674046516418457, + -1.4361865520477295, + -0.028408154845237732, + -0.2127453088760376, + 0.06190095841884613, + 0.010839457623660564, + 0.23117780685424805, + 0.016161132603883743, + -1.5595970153808594, + -0.18254691362380981, + -0.08092047274112701, + -0.04459678754210472, + 0.03715359419584274, + 0.34800273180007935, + 0.24022865295410156, + -0.3786203861236572, + 0.04634672403335571, + -0.1647874414920807 + ], + [ + -0.016592010855674744, + 0.009546596556901932, + 1.2995117902755737, + -0.6989930868148804, + -1.4341509342193604, + -0.0018858462572097778, + -0.14748460054397583, + 0.06900137662887573, + 0.010103484615683556, + 0.22490864992141724, + 0.06572120636701584, + -1.5882591009140015, + -0.1303258240222931, + -0.12358199059963226, + -0.06998009979724884, + 0.013153871521353722, + 0.30399462580680847, + 0.20960861444473267, + -0.2834395170211792, + 0.11569914221763611, + -0.09188750386238098 + ], + [ + 0.06257704645395279, + -0.06557183712720871, + 1.1029266119003296, + -0.5219194889068604, + -1.3272314071655273, + 0.27884310483932495, + 0.19311481714248657, + 0.05115252733230591, + 0.024646243080496788, + -0.044918693602085114, + 0.05268401652574539, + -1.4341577291488647, + -0.2722852826118469, + -0.3610922694206238, + 0.05340844392776489, + 0.058800894767045975, + 0.25376299023628235, + 0.30226993560791016, + -0.2266893982887268, + 0.07503536343574524, + -0.2750667333602905 + ], + [ + 0.06388171017169952, + -0.14060312509536743, + 1.1874557733535767, + -0.5333198308944702, + -1.6204469203948975, + 0.25590750575065613, + -0.21000391244888306, + 0.3012692332267761, + 0.05222262442111969, + 0.0781659185886383, + -0.07519523054361343, + -1.5596064329147339, + -0.28080856800079346, + -0.15685181319713593, + 0.03291623294353485, + 0.26431575417518616, + 0.4471796751022339, + 0.32506948709487915, + -0.45909446477890015, + 0.045702725648880005, + -0.38864925503730774 + ], + [ + 0.029276184737682343, + -0.059642497450113297, + 1.159455418586731, + -0.5789982080459595, + -1.5759458541870117, + 0.4881465435028076, + -0.33938103914260864, + 0.24748599529266357, + 0.030004503205418587, + 0.20105406641960144, + -0.023019522428512573, + -1.5261681079864502, + -0.1729755997657776, + -0.26986193656921387, + -0.057778868824243546, + 0.19606715440750122, + 0.33402830362319946, + 0.14560170471668243, + -0.3816846013069153, + -0.06997919082641602, + -0.49248698353767395 + ] + ], + "generated_utilities": [ + 0.11704684793949127, + 0.08326372504234314, + 0.07966974377632141, + 0.08424374461174011, + 0.0896276980638504, + 0.14953765273094177, + 0.10077202320098877, + 0.12818242609500885 + ], + "group_id": "ms-fc8084d5cd7da937fc02", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.120394766330719, + 0.1662210375070572, + 2.0, + 0.0270967036485672, + 0.16474007070064545, + 0.014024153351783752, + 0.13986149430274963, + 0.17214345932006836, + 0.19527268409729004, + 0.08535367250442505, + 0.1354738473892212, + 0.11415943503379822, + 0.05034071207046509, + 0.10602898895740509, + 0.01804502308368683, + 0.09680917859077454 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + 0.4742112457752228, + -0.6877930760383606, + 1.3578369617462158, + -0.7960293292999268, + -1.423076868057251, + -0.0012008249759674072, + 0.0, + 0.04633669555187225, + -0.307714581489563, + -0.22357922792434692, + -0.35245198011398315, + -1.486854076385498, + 0.15573161840438843, + 0.0, + 0.5157145261764526, + 0.243257537484169, + 0.2085912823677063, + 0.48896148800849915, + -0.06008961796760559, + 0.4603208899497986, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.883587837219238, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.6201469898223877, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.5597648620605469 + ], + [ + -0.8389496207237244, + 0.5873794555664062, + 2.327263116836548, + -2.175445795059204, + -1.844232439994812, + 0.15723112225532532, + 2.920079231262207, + -0.5335484743118286, + -0.6761462688446045, + 0.48151493072509766, + 0.2968217730522156, + -2.99812650680542, + -0.27805766463279724, + 2.0262699127197266, + 0.10151885449886322, + -0.7244771122932434, + 1.0176090002059937, + 1.278473973274231, + -0.2260074019432068, + -1.0207180976867676, + 0.7682583928108215 + ], + [ + 0.2503487765789032, + 0.20628705620765686, + 2.289511203765869, + -0.8669976592063904, + -1.9807379245758057, + 1.1820356845855713, + 2.8384368419647217, + 0.43699324131011963, + -0.688888669013977, + 1.0812339782714844, + -0.18395745754241943, + -1.6906647682189941, + -0.040969282388687134, + 1.254612684249878, + 0.24077603220939636, + -1.0562812089920044, + 1.2436273097991943, + 0.2388666272163391, + -0.5016235709190369, + 0.4570234417915344, + 1.355008840560913 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.10285450518131256, + -0.2634444832801819, + 1.3578369617462158, + -0.7960293292999268, + -1.423076868057251, + -0.12851905822753906, + 0.0, + 0.06062778830528259, + 0.006933145225048065, + -0.08638572692871094, + 0.32057398557662964, + -1.486854076385498, + -0.1531560719013214, + 0.0, + 0.14251592755317688, + 0.07826228439807892, + -0.24055713415145874, + -0.11116695404052734, + 0.200389564037323, + -0.07051187753677368, + 0.0 + ], + [ + -0.07637833058834076, + 0.6696901321411133, + 2.130587100982666, + -1.9006763696670532, + -2.6654670238494873, + 0.06729818880558014, + 2.65816593170166, + -0.0612010583281517, + -0.1226595938205719, + 0.9200000166893005, + -0.4352770149707794, + -2.266615390777588, + 0.48697614669799805, + 1.5162358283996582, + -0.014945849776268005, + -0.4459138512611389, + 1.1448073387145996, + 0.8031747937202454, + -0.6817312240600586, + -0.20262596011161804, + 1.1690938472747803 + ], + [ + 0.519248902797699, + 0.27624276280403137, + 1.911887764930725, + -1.8784401416778564, + -2.9212372303009033, + 0.7762739658355713, + 2.547428846359253, + 0.08362685143947601, + -0.1671719253063202, + 0.8596282601356506, + -0.17510351538658142, + -2.220954656600952, + 0.4918195605278015, + 1.357650876045227, + 0.3462192416191101, + 0.2476332038640976, + 0.6965686082839966, + 1.0915483236312866, + -0.6818809509277344, + -0.7465203404426575, + 0.724744439125061 + ] + ], + "predicted_scores": [ + 6.603808879852295, + 5.9619646072387695, + 5.926884174346924, + 5.890110015869141, + 5.865245819091797, + 5.733277320861816, + 5.204958915710449, + 5.168308734893799 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1991414747", + "selected_index": 0, + "state_hash": "127cf975da326f174c815484811a6acc4855bf07460a2aa5b0d728cb2a1f41c7", + "stored_base_utility": 0.120394766330719, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.194026380777359, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.194026380777359 + }, + "base_progress": 0.194026380777359, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.194026380777359, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17247071862220764, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17247071862220764 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19483622908592224, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19483622908592224 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20916563272476196, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20916563272476196 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16666734218597412, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16666734218597412 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19247868657112122, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19247868657112122 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20383436977863312, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20383436977863312 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18988704681396484, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18988704681396484 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20817220211029053, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20817220211029053 + } + ], + "candidate_progress": [ + 0.17247071862220764, + 0.19483622908592224, + 0.20916563272476196, + 0.16666734218597412, + 0.19247868657112122, + 0.20383436977863312, + 0.18988704681396484, + 0.20817220211029053 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1", + "ms-9ae5c6c4132218ecf49e", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-3afd8959363e917591d4", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.26076048612594604, + 0.21877171099185944, + 0.4073013663291931, + -0.8353214263916016, + 0.8313453793525696, + 0.17009158432483673, + 1.470771312713623, + 0.33147940039634705, + 0.17424382269382477, + -0.24877598881721497, + 0.2622256875038147, + 0.06491261720657349, + -2.183600902557373, + -1.375445008277893, + 0.25054243206977844, + -0.04384677857160568, + -0.0013885200023651123, + 0.32105153799057007, + 0.4085029363632202, + -1.6928033828735352, + -0.7872210741043091 + ], + [ + -0.04012024402618408, + 0.1651228815317154, + 0.03136551380157471, + -0.7903330326080322, + 0.655097246170044, + -0.5800244808197021, + 0.6112878322601318, + 0.26745930314064026, + 0.025285977870225906, + -0.2064201831817627, + 0.3005795180797577, + -0.034462690353393555, + -2.836860179901123, + -0.6361089944839478, + 0.3382495045661926, + 0.00289718434214592, + 0.05723412334918976, + 0.576253354549408, + 0.025239109992980957, + -2.2441699504852295, + -0.9420769214630127 + ], + [ + -0.16512228548526764, + 0.16366705298423767, + 0.005112051963806152, + -0.6521111726760864, + 0.8082005381584167, + -0.6250334978103638, + 0.5893242359161377, + 0.17377617955207825, + 0.010494994930922985, + -0.2557915151119232, + 0.27344611287117004, + 0.009066179394721985, + -2.744666576385498, + -0.6523386240005493, + 0.32951048016548157, + -0.07724612951278687, + 0.05004383623600006, + 0.3306005001068115, + 0.0017526447772979736, + -2.461557149887085, + -0.7438011169433594 + ], + [ + -0.1446812003850937, + 0.11490629613399506, + 0.22886592149734497, + -0.753082275390625, + 0.8894468545913696, + -0.2778298258781433, + 0.6661777496337891, + 0.10509616881608963, + 0.11738073080778122, + -0.03233382850885391, + 0.40593281388282776, + -0.12178105115890503, + -2.6427228450775146, + -0.8744503259658813, + 0.3502283990383148, + 0.0035869050770998, + 0.09767371416091919, + 0.4362318217754364, + 0.06319712102413177, + -2.426802158355713, + -0.6929416656494141 + ], + [ + -0.1664360910654068, + 0.20377768576145172, + 0.14330407977104187, + -0.8151819705963135, + 0.8257796764373779, + -0.5170050859451294, + 0.14651092886924744, + 0.16642865538597107, + 0.019460877403616905, + -0.16606849431991577, + 0.27402234077453613, + -0.13721036911010742, + -2.6824941635131836, + -0.5448306798934937, + 0.16217246651649475, + -0.18497027456760406, + 0.023283809423446655, + 0.423510879278183, + 0.03777727484703064, + -2.183112859725952, + -0.45060208439826965 + ], + [ + 0.008235707879066467, + 0.19195979833602905, + 0.1201181709766388, + -0.9659324884414673, + 0.9861637949943542, + -0.43962153792381287, + 0.15703031420707703, + 0.21915589272975922, + -0.04200998693704605, + -0.20504522323608398, + 0.254512220621109, + -0.018643945455551147, + -2.5779685974121094, + -0.6035100221633911, + 0.1253954917192459, + -0.1833043396472931, + -0.0672978013753891, + 0.31256645917892456, + -0.08367887139320374, + -2.147326707839966, + -0.0926143229007721 + ], + [ + 0.009170547127723694, + 0.09172792732715607, + 0.02892354130744934, + -0.5299687385559082, + 0.6652615070343018, + -0.6647886037826538, + 0.4558752775192261, + 0.17040126025676727, + 0.05403623729944229, + -0.14819413423538208, + 0.3975796103477478, + 0.18426531553268433, + -3.0021135807037354, + -0.708727240562439, + 0.515336275100708, + -0.1352323442697525, + -0.08102203905582428, + 0.3855653405189514, + -0.02541518211364746, + -2.631377696990967, + -0.7236660718917847 + ], + [ + 0.03794439136981964, + 0.23305989801883698, + -0.039242297410964966, + -0.7571717500686646, + 0.9963843822479248, + -0.6020088195800781, + 0.40206870436668396, + 0.25796884298324585, + 0.01366337388753891, + -0.20599493384361267, + 0.3602108061313629, + -0.030369430780410767, + -2.594231128692627, + -0.6773586869239807, + 0.2952016294002533, + -0.12961840629577637, + 0.05725473165512085, + 0.08924535661935806, + 0.07882839441299438, + -2.5206611156463623, + -0.9117132425308228 + ] + ], + "generated_utilities": [ + 0.17247071862220764, + 0.19483622908592224, + 0.20916563272476196, + 0.16666734218597412, + 0.19247868657112122, + 0.20383436977863312, + 0.18988704681396484, + 0.20817220211029053 + ], + "group_id": "ms-3afd8959363e917591d4", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8582140207290649, + 2.0, + 0.18031787872314453, + 0.07887399196624756, + 0.5568947792053223, + 0.16715207695960999, + 0.5635193586349487, + 0.18913890421390533, + 0.5682768225669861, + 0.10102970898151398, + 0.09163376688957214, + 0.12909311056137085, + 0.12299326062202454, + 0.09030237793922424, + 0.13531166315078735, + 0.06874948740005493 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.15699657797813416, + 0.6247961521148682, + 0.107974112033844, + -0.3284463882446289, + 0.22832846641540527, + -0.12728703022003174, + 0.0, + -0.2739208936691284, + -0.051639966666698456, + -0.2660524249076843, + -0.2539072632789612, + 0.09800386428833008, + -1.84090256690979, + 0.0, + -0.017676634714007378, + -0.018830953165888786, + 0.1583891659975052, + -0.07512116432189941, + -0.01770937442779541, + -1.5237011909484863, + 0.0 + ], + [ + 0.4675478935241699, + 0.6247961521148682, + 0.3345896601676941, + -0.5404787063598633, + -0.06834304332733154, + -0.12728703022003174, + 0.0, + -0.14999517798423767, + -0.2730908691883087, + 0.08837036788463593, + 0.45600926876068115, + 0.410434365272522, + -1.84090256690979, + 0.0, + 0.4969322681427002, + 0.22034725546836853, + 0.2921968400478363, + 0.5872196555137634, + 0.19443652033805847, + -1.5237011909484863, + 0.0 + ], + [ + 0.41189882159233093, + 1.6247961521148682, + 0.12157746404409409, + -1.328446388244629, + 0.9316569566726685, + -1.1272870302200317, + 1.276085376739502, + -0.029595039784908295, + -0.014941371977329254, + 0.004283940885215998, + 0.6188332438468933, + -0.49464237689971924, + -2.84090256690979, + -1.8046140670776367, + 0.0007966384291648865, + -0.006994657218456268, + 0.014263113960623741, + 0.6869955658912659, + -0.2918644845485687, + -2.5237011909484863, + -1.7481608390808105 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.552170753479004, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.6092281341552734, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.496321678161621 + ], + [ + 0.44720953702926636, + 1.4417266845703125, + 0.4182493984699249, + -1.547792911529541, + 0.990667462348938, + -0.9114025831222534, + 1.535681962966919, + 0.21791213750839233, + -0.30513259768486023, + 0.013669610023498535, + 0.7976462841033936, + -0.6395556926727295, + -2.5809314250946045, + -1.571488618850708, + 0.038753002882003784, + 0.04824339970946312, + -0.11262937635183334, + 0.9187417030334473, + -0.1308273822069168, + -2.59043288230896, + -1.9625922441482544 + ], + [ + 0.5162960290908813, + 1.2868248224258423, + 0.2058304250240326, + -1.4812198877334595, + 1.085485816001892, + -1.05157470703125, + 1.1480523347854614, + 0.2796477973461151, + -0.1532609462738037, + 0.12988577783107758, + 0.8581418395042419, + -0.6760798692703247, + -2.769819736480713, + -2.192568778991699, + 0.10523252189159393, + 0.05066283047199249, + -0.08061028271913528, + 0.7438116669654846, + -0.07841359078884125, + -2.3079848289489746, + -1.4200246334075928 + ], + [ + 0.4112767279148102, + 1.8745536804199219, + 0.5301340222358704, + -0.9917724132537842, + 0.8905197978019714, + -0.8391705751419067, + 1.3120794296264648, + 0.3723032474517822, + -0.19477176666259766, + -0.35689839720726013, + 0.2843710780143738, + -0.45066511631011963, + -2.812030792236328, + -1.588818073272705, + -0.09205310046672821, + -0.5067525506019592, + -0.41988417506217957, + 1.0423402786254883, + 0.1759319305419922, + -2.945967197418213, + -2.05134916305542 + ], + [ + 0.46365559101104736, + 1.105017900466919, + 0.466808021068573, + -1.5382812023162842, + 0.8287478089332581, + -1.4617033004760742, + 0.8807560205459595, + 0.2107943296432495, + 0.2954367995262146, + 0.45928943157196045, + 0.6575880646705627, + -0.5414218902587891, + -2.711836099624634, + -1.6827114820480347, + 0.3175691068172455, + -0.38371264934539795, + 0.34041139483451843, + 0.34132614731788635, + -0.8783347606658936, + -2.133782148361206, + -1.3974260091781616 + ], + [ + 0.13586324453353882, + 1.6158640384674072, + 0.24489957094192505, + -1.4942185878753662, + 1.1602565050125122, + -1.648895502090454, + 1.1836220026016235, + 0.17831489443778992, + -0.5400142669677734, + -0.42907604575157166, + 0.5951722264289856, + -0.7885013818740845, + -3.2272911071777344, + -2.208972692489624, + -0.4857475459575653, + 0.5623884201049805, + 0.02566027268767357, + 0.590702474117279, + -0.6581307649612427, + -2.7863473892211914, + -2.031818151473999 + ], + [ + 0.21801596879959106, + 1.0595136880874634, + 0.9040011763572693, + -1.1076470613479614, + 1.2744677066802979, + -0.7150566577911377, + 1.0042598247528076, + 0.5841938257217407, + -0.2832033336162567, + -0.45343834161758423, + -0.17037296295166016, + -0.5152367353439331, + -2.1963798999786377, + -1.5652427673339844, + 0.03223085403442383, + 0.07496664673089981, + -0.1515023559331894, + 1.233866572380066, + 0.4301607310771942, + -2.489328384399414, + -1.8620245456695557 + ], + [ + -0.15804454684257507, + 2.2168471813201904, + 0.9374236464500427, + -1.8158314228057861, + 1.114590048789978, + -0.9279311895370483, + 1.890993356704712, + -0.8653054237365723, + -0.5551189184188843, + 0.4295695126056671, + 1.1614964008331299, + -0.5840407609939575, + -2.900725841522217, + -2.579883575439453, + -0.1900041103363037, + 0.42368441820144653, + 0.38376376032829285, + 0.9654008150100708, + 0.10608989000320435, + -3.332181453704834, + -1.8879828453063965 + ], + [ + 1.0901068449020386, + 2.576328754425049, + 0.5122992396354675, + -1.9627916812896729, + 0.026246964931488037, + -0.3622438311576843, + 0.9286589622497559, + 0.644849956035614, + 0.9211093187332153, + 0.3528344929218292, + 0.3661169707775116, + 0.20941221714019775, + -2.582620143890381, + -1.6867890357971191, + 0.09869468957185745, + -0.8795469403266907, + -0.2239246666431427, + 0.5206944942474365, + -0.20716872811317444, + -2.8072235584259033, + -2.3385443687438965 + ], + [ + -0.0005125105381011963, + 1.8920408487319946, + 1.0018010139465332, + -2.2556979656219482, + 0.7338991165161133, + -0.4559611678123474, + 1.027335524559021, + -1.0165901184082031, + -0.14792552590370178, + 0.11212217807769775, + 0.8827763795852661, + 0.1683982014656067, + -3.2136244773864746, + -2.4300284385681152, + -0.9183067083358765, + 0.10752613097429276, + -0.2955099046230316, + 0.31867098808288574, + 0.06515705585479736, + -3.416110038757324, + -1.5137704610824585 + ], + [ + -0.39508435130119324, + 2.55599308013916, + 0.128604456782341, + -1.8821169137954712, + 0.6769157648086548, + -0.7477259635925293, + 1.6593644618988037, + -0.005859369412064552, + 0.22320973873138428, + -0.2906110882759094, + 0.22343486547470093, + -1.488371729850769, + -2.81829833984375, + -0.939697265625, + 0.9867495894432068, + 0.2955887019634247, + -0.11908379942178726, + 0.473803848028183, + -0.11059392988681793, + -3.471217155456543, + -2.3480191230773926 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.018576741218566895, + 0.6247961521148682, + -0.017397306859493256, + -0.3284463882446289, + 0.044771432876586914, + -0.12728703022003174, + 0.0, + -0.005512619391083717, + 0.03525955602526665, + -0.005881692748516798, + 0.04493492841720581, + 0.056808531284332275, + -1.84090256690979, + 0.0, + 0.11075251549482346, + -0.05448189005255699, + -0.041690655052661896, + 0.010008454322814941, + 0.056893616914749146, + -1.5237011909484863, + 0.0 + ] + ], + "predicted_scores": [ + 6.094500541687012, + 5.3796706199646, + 4.984612464904785, + 4.9433794021606445, + 4.8066582679748535, + 4.672913074493408, + 4.552117347717285, + 4.2997918128967285 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "75070641", + "selected_index": 0, + "state_hash": "bd1bbc057450972b9fa6e08a54ebd8c6d82d09997dad16cecf9584632b705b7b", + "stored_base_utility": 0.8582140207290649, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.608296811580658, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.608296811580658 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.6098775863647461, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.6098775863647461 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.6057823896408081, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.6057823896408081 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.6077040433883667, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.6077040433883667 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.6080256700515747, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.6080256700515747 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.611636757850647, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.611636757850647 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7846685647964478, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7846685647964478 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5950918793678284, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5950918793678284 + } + ], + "candidate_progress": [ + 0.608296811580658, + 0.6098775863647461, + 0.6057823896408081, + 0.6077040433883667, + 0.6080256700515747, + 0.611636757850647, + 0.7846685647964478, + 0.5950918793678284 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-6bd5870eb5ff0dd76919", + "ms-4cab292bc65fa59274ef", + "ms-4cab292bc65fa59274ef", + "ms-4cab292bc65fa59274ef", + "ms-0949097d19e597fc7f63", + "ms-4cab292bc65fa59274ef", + "ms-4cab292bc65fa59274ef", + "ms-6bd5870eb5ff0dd76919" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-3ff1aedb72f65a182b58", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.0685821920633316, + -0.0677219107747078, + 0.02520221471786499, + -0.07720926403999329, + 0.0063585638999938965, + -2.186802864074707, + -0.3595253825187683, + 0.08591912686824799, + 0.02618114836513996, + 0.06510946154594421, + 0.06436610221862793, + -0.13479265570640564, + -2.3622021675109863, + -0.5164874792098999, + 0.054004792124032974, + -0.025832802057266235, + 0.12879595160484314, + 0.2444027066230774, + -0.03613784909248352, + -1.785794734954834, + -0.6381499767303467 + ], + [ + 0.018986433744430542, + -0.07579807937145233, + 0.02791997790336609, + -0.12883198261260986, + -0.006211638450622559, + -2.097982406616211, + -0.3427567481994629, + 0.10375607013702393, + 0.02052975445985794, + 0.04943486303091049, + 0.07437878847122192, + -0.11087554693222046, + -2.2976913452148438, + -0.5247949361801147, + 0.031038343906402588, + -0.021223684772849083, + 0.1318812072277069, + 0.22747674584388733, + -0.0020869076251983643, + -1.7934966087341309, + -0.6253116130828857 + ], + [ + -0.025901496410369873, + -0.059618983417749405, + 0.09001010656356812, + -0.03622753918170929, + 0.03310403227806091, + -2.085864782333374, + -0.19385457038879395, + 0.16756904125213623, + 0.031251177191734314, + 0.09016106277704239, + -0.11427051573991776, + -0.17431411147117615, + -2.4581356048583984, + -0.5631214380264282, + 0.06200031563639641, + -0.013625625520944595, + 0.029295310378074646, + 0.21195493638515472, + -0.061550259590148926, + -1.815918207168579, + -0.38025739789009094 + ], + [ + 0.06377056241035461, + -0.05512417107820511, + 0.10661602020263672, + -0.06931614875793457, + 0.03238561749458313, + -2.102362632751465, + -0.4605536460876465, + 0.05604875087738037, + -0.028533807024359703, + 0.1399424970149994, + 0.08627166599035263, + -0.05489334464073181, + -2.237473249435425, + -0.5136691331863403, + -0.00890294834971428, + -0.07318885624408722, + 0.15398871898651123, + 0.23212192952632904, + -0.015938282012939453, + -1.749286413192749, + -0.49353185296058655 + ], + [ + -0.044304996728897095, + -0.12010519951581955, + -0.031118839979171753, + 0.04764100909233093, + -0.091459721326828, + -2.1686112880706787, + -0.43461382389068604, + 0.04424203932285309, + 0.07976602762937546, + 0.11187758296728134, + 0.18962374329566956, + -0.13577812910079956, + -2.453270435333252, + -0.4648140072822571, + 0.10822786390781403, + -0.05280410125851631, + 0.18328458070755005, + 0.14841121435165405, + 0.06865859031677246, + -1.8294782638549805, + -0.47023704648017883 + ], + [ + -0.19668172299861908, + -0.13272535800933838, + 0.20768725872039795, + 0.23485496640205383, + -0.05340525507926941, + -2.1695637702941895, + -0.13509118556976318, + -0.010448470711708069, + 0.06589946895837784, + 0.03603231906890869, + 0.2201293706893921, + -0.28731468319892883, + -2.327857494354248, + -0.4964827299118042, + 0.10175354778766632, + -0.06742171198129654, + 0.1814962774515152, + 0.11480151861906052, + -0.056859612464904785, + -2.116971254348755, + -0.6267277002334595 + ], + [ + -0.19894827902317047, + 0.009107857942581177, + 0.015439480543136597, + 0.19319885969161987, + -0.18039968609809875, + -2.366419792175293, + -0.14674687385559082, + 0.08029435575008392, + 0.0719861164689064, + 0.009605452418327332, + 0.175521582365036, + -0.23291513323783875, + -2.5618393421173096, + -0.6118764281272888, + 0.14748544991016388, + -0.0910724401473999, + 0.11362791061401367, + 0.05225662887096405, + 0.00029218196868896484, + -2.232863187789917, + -1.1181503534317017 + ], + [ + -0.023233920335769653, + -0.2450694739818573, + -0.37857142090797424, + -0.018648162484169006, + -0.29218822717666626, + -2.144099235534668, + -0.3908836245536804, + 0.22584590315818787, + 0.08852995187044144, + 0.10784699767827988, + 0.3237774968147278, + 0.28658226132392883, + -2.8441710472106934, + -0.24519826471805573, + 0.2225377857685089, + 0.08926758170127869, + 0.27666041254997253, + -0.05183182656764984, + -0.3134840130805969, + -1.650193214416504, + -1.1824136972427368 + ] + ], + "generated_utilities": [ + 0.608296811580658, + 0.6098775863647461, + 0.6057823896408081, + 0.6077040433883667, + 0.6080256700515747, + 0.611636757850647, + 0.7846685647964478, + 0.5950918793678284 + ], + "group_id": "ms-3ff1aedb72f65a182b58", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.851725161075592, + 2.0, + 0.8126396536827087, + 2.0, + 0.7855525612831116, + 0.7821746468544006, + 0.6115735173225403, + 0.5732660889625549, + 0.7798006534576416, + 0.09109212458133698, + 0.8456447124481201, + 0.16636842489242554, + 0.0955686867237091, + 0.0822453498840332, + 0.0018809139728546143, + 0.08579078316688538 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.09319563210010529, + 0.18433167040348053, + 0.03857926279306412, + 0.20899039506912231, + -0.19732166826725006, + -2.7716264724731445, + -0.9089346528053284, + -0.012062903493642807, + -0.001710914308205247, + 0.02447224222123623, + 0.6588084697723389, + -0.43759873509407043, + -2.7224881649017334, + -1.560755968093872, + -0.002114389091730118, + -0.004199527204036713, + 0.015975257381796837, + 0.7779304385185242, + -0.31706690788269043, + -2.4826252460479736, + -1.5341289043426514 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -1.8178693056106567, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.121511936187744, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.0682578086853027 + ], + [ + -0.10748189687728882, + 0.29221633076667786, + 0.12325333058834076, + 0.21938443183898926, + 0.017790749669075012, + -2.485055446624756, + -1.1110891103744507, + 0.062413301318883896, + -0.2567306160926819, + -0.15453597903251648, + 0.549060583114624, + -0.18322163820266724, + -2.5428390502929688, + -1.8537542819976807, + -0.07324761152267456, + 0.28765758872032166, + 0.16924789547920227, + 0.6205734610557556, + -0.4268453121185303, + -2.6385459899902344, + -1.5760513544082642 + ], + [ + 0.44683152437210083, + 0.3713763356208801, + 0.1084144338965416, + 0.2590586543083191, + 0.1997859627008438, + -2.787759780883789, + -1.1921976804733276, + 0.33878061175346375, + 0.019987009465694427, + 0.021556159481406212, + 0.36814823746681213, + -0.2135106772184372, + -2.416769027709961, + -1.3776189088821411, + -0.3500843346118927, + -0.26303720474243164, + 0.10322260856628418, + 0.9827795624732971, + -0.3747403025627136, + -2.6419029235839844, + -1.4116339683532715 + ], + [ + -0.2883707880973816, + 0.02873578667640686, + -0.11175497621297836, + -0.106661856174469, + 0.03059367835521698, + -2.3899149894714355, + -1.0789995193481445, + 0.2610729932785034, + 0.4800889790058136, + -0.45478329062461853, + 1.0867195129394531, + -0.7417076826095581, + -3.09529185295105, + -1.730720043182373, + -0.33508142828941345, + 0.10841497033834457, + -0.38902348279953003, + 0.44348275661468506, + 0.0854053795337677, + -2.3334603309631348, + -1.7851121425628662 + ], + [ + 0.16367590427398682, + 0.05515189468860626, + -0.3197028636932373, + 0.5501840114593506, + -0.3621746301651001, + -3.0582237243652344, + -1.135798454284668, + -0.15054848790168762, + -0.5578444004058838, + 0.3691062331199646, + 0.9388304352760315, + -0.19103051722049713, + -2.7536559104919434, + -2.093773603439331, + -0.037153881043195724, + 0.19014233350753784, + -0.36205345392227173, + 0.24469107389450073, + -0.5916419625282288, + -2.7417092323303223, + -1.637229323387146 + ], + [ + -0.3646707534790039, + 0.6696967482566833, + -0.44303250312805176, + -0.4559982419013977, + -0.6542845368385315, + -2.9630653858184814, + -1.4721050262451172, + 0.5010843873023987, + 0.5162685513496399, + 0.42702627182006836, + 0.6571387648582458, + -0.08207055926322937, + -3.278073310852051, + -1.7742136716842651, + -0.6448181867599487, + -0.45361432433128357, + 0.3905653953552246, + 0.7770582437515259, + -0.19482973217964172, + -2.094736337661743, + -1.083003282546997 + ], + [ + 0.9472348093986511, + 0.6904511451721191, + -0.2936761677265167, + -0.34556156396865845, + -0.7593099474906921, + -1.9670193195343018, + -0.7599589824676514, + 0.04467743635177612, + 0.6557444334030151, + 0.2765021026134491, + 0.042136549949645996, + -0.37541040778160095, + -3.161308765411377, + -0.8803613185882568, + 0.38967010378837585, + 0.4423010051250458, + 0.019825218245387077, + 0.9605399370193481, + -0.874176561832428, + -3.0791730880737305, + -1.3198856115341187 + ], + [ + 0.8605663180351257, + 0.04459291696548462, + -0.8886744976043701, + -0.38333380222320557, + -1.0364235639572144, + -3.0104973316192627, + -0.889693021774292, + -0.08674328029155731, + 0.20159615576267242, + 0.1069621816277504, + 1.4727201461791992, + 0.09883639216423035, + -3.129849433898926, + -0.8773520588874817, + -0.2628254294395447, + -0.3415844738483429, + -0.35313117504119873, + 0.3155616521835327, + -0.556646466255188, + -2.0992307662963867, + -0.7895610928535461 + ], + [ + 0.39962780475616455, + 0.3406272530555725, + 0.05363208055496216, + -0.06018832325935364, + -0.5703235268592834, + -2.5974044799804688, + -0.6783060431480408, + 0.7815009355545044, + 0.35641810297966003, + -0.00838596560060978, + 0.6228271126747131, + 0.25608590245246887, + -2.5914058685302734, + -0.8502807021141052, + 0.726007878780365, + -0.6774719953536987, + 0.6261520981788635, + 1.149846076965332, + 0.6782730221748352, + -3.391972541809082, + -0.7993651032447815 + ], + [ + -0.29702335596084595, + 0.6166410446166992, + 0.6319320201873779, + -0.6542804837226868, + -0.8892693519592285, + -1.8599720001220703, + -1.3999924659729004, + -0.3017314672470093, + 0.9357973337173462, + -0.5596981048583984, + 1.3143360614776611, + -0.30643409490585327, + -2.028008460998535, + -1.3395459651947021, + 0.6212120056152344, + 0.6739580631256104, + -0.5840877294540405, + -0.06664055585861206, + -0.23446696996688843, + -2.0225906372070312, + -2.438906669616699 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.0649428591132164, + 0.09363124519586563, + -0.014398600906133652, + -0.012044146656990051, + 0.03117428719997406, + -1.7716264724731445, + 0.0, + 0.05836518481373787, + 0.012665675021708012, + -0.013142907992005348, + -0.06252282857894897, + -0.06281104683876038, + -1.7224881649017334, + 0.0, + -0.06448972970247269, + -0.03696601092815399, + 0.030633779242634773, + -0.0031400322914123535, + 0.0327644944190979, + -1.4826252460479736, + 0.0 + ], + [ + -0.04005520045757294, + 0.2738151252269745, + -0.05346817523241043, + 0.20275527238845825, + 0.10101960599422455, + -1.7716264724731445, + 0.0, + -0.36066195368766785, + -0.21821273863315582, + 0.22022001445293427, + -0.0596311092376709, + -0.17951729893684387, + -1.7224881649017334, + 0.0, + 0.3205486238002777, + 0.25526633858680725, + 0.17392843961715698, + 0.5170043706893921, + 0.43821561336517334, + -1.4826252460479736, + 0.0 + ] + ], + "predicted_scores": [ + 7.601410388946533, + 7.4337992668151855, + 7.3481879234313965, + 7.1793413162231445, + 7.021731853485107, + 6.298478603363037, + 6.150460243225098, + 5.448023796081543 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1055567618", + "selected_index": 0, + "state_hash": "027cc529c99c00db47a01ecfc12ab432557fbd911e8ff3c8a56adf2d3404549f", + "stored_base_utility": 0.851725161075592, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1879976987838745, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1879976987838745 + }, + "base_progress": 0.1879976987838745, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.1879976987838745, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19045257568359375, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19045257568359375 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15706516802310944, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15706516802310944 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17766176164150238, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17766176164150238 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19838178157806396, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19838178157806396 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.191991925239563, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.191991925239563 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17833742499351501, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17833742499351501 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17474301159381866, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17474301159381866 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14882054924964905, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14882054924964905 + } + ], + "candidate_progress": [ + 0.19045257568359375, + 0.15706516802310944, + 0.17766176164150238, + 0.19838178157806396, + 0.191991925239563, + 0.17833742499351501, + 0.17474301159381866, + 0.14882054924964905 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-9ae5c6c4132218ecf49e", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-4048f8f6e047422e3c79", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.05590233951807022, + 0.23572324216365814, + 0.041307538747787476, + -0.5002986192703247, + 0.6830235123634338, + 0.09532147645950317, + 0.3424285650253296, + 0.020276859402656555, + -0.02490646205842495, + 0.0016064047813415527, + 0.18355795741081238, + -0.02932414412498474, + -2.3579859733581543, + -0.21789611876010895, + 0.11100825667381287, + -0.10676747560501099, + -0.1510877162218094, + 0.2804417610168457, + 0.020687341690063477, + -2.1230056285858154, + -0.3678857386112213 + ], + [ + 0.21669307351112366, + 0.30345821380615234, + 0.3739652633666992, + -0.48512232303619385, + 0.5376129150390625, + 0.5550802946090698, + 1.2797269821166992, + -0.007770746946334839, + 0.20793092250823975, + 0.08461776375770569, + 0.2336508333683014, + 0.043646350502967834, + -1.8382678031921387, + -0.4432530999183655, + 0.1762935221195221, + 0.0003970358520746231, + -0.1442553848028183, + 0.34636086225509644, + 0.35524681210517883, + -1.562953233718872, + -0.8613873720169067 + ], + [ + -0.021000593900680542, + 0.11884695291519165, + -0.06732138991355896, + -0.33533841371536255, + 0.32289546728134155, + -0.1813935935497284, + 0.5966371893882751, + -0.06198883056640625, + 0.05057542026042938, + 0.14969402551651, + 0.17984053492546082, + -0.24875864386558533, + -2.3679354190826416, + -0.07824693620204926, + 0.37398916482925415, + 0.009661674499511719, + -0.15630535781383514, + 0.573015570640564, + 0.09689785540103912, + -2.0584518909454346, + -0.9889073371887207 + ], + [ + -0.15453244745731354, + 0.10498538613319397, + -0.08913233876228333, + -0.3236251473426819, + 0.576658308506012, + -0.15206146240234375, + 0.5408463478088379, + -0.15725114941596985, + 0.012497253715991974, + 0.026932835578918457, + 0.2316681146621704, + -0.22681614756584167, + -2.271362543106079, + -0.23694364726543427, + 0.3004941940307617, + -0.026722434908151627, + -0.16284416615962982, + 0.30342960357666016, + 0.017177194356918335, + -2.2084507942199707, + -0.8773497343063354 + ], + [ + 0.06248733401298523, + 0.18275047838687897, + -0.12645551562309265, + -0.384917289018631, + 0.7724627256393433, + -0.1811598539352417, + 0.40909695625305176, + -0.08916595578193665, + 0.018382001668214798, + 0.06882365047931671, + 0.1888989806175232, + -0.13586530089378357, + -2.3257229328155518, + -0.21865789592266083, + 0.32819870114326477, + -0.08026595413684845, + -0.13874296844005585, + 0.12063907831907272, + -0.008980661630630493, + -2.359729528427124, + -0.8707519769668579 + ], + [ + -0.2491844743490219, + 0.25442761182785034, + 0.14774829149246216, + -0.315365731716156, + 0.6445357799530029, + -0.09735579788684845, + 0.15359768271446228, + -0.04878084361553192, + 0.00013025011867284775, + 0.028524093329906464, + 0.20557743310928345, + -0.2558359205722809, + -2.3161888122558594, + -0.11288751661777496, + 0.22347937524318695, + -0.07275334745645523, + -0.13027019798755646, + 0.4230078458786011, + 0.01075369119644165, + -2.072946071624756, + -0.6129908561706543 + ], + [ + 0.006960690021514893, + 0.03500138968229294, + -0.031008392572402954, + -0.23602840304374695, + 0.45745551586151123, + -0.09201300144195557, + 0.4364955425262451, + -0.15716513991355896, + 0.06894437223672867, + 0.11178860068321228, + 0.42608344554901123, + -0.11475598812103271, + -2.5510661602020264, + -0.3354343771934509, + 0.47042620182037354, + -0.09890936315059662, + -0.2062501162290573, + 0.3483147621154785, + 0.009430497884750366, + -2.3775014877319336, + -0.8289707899093628 + ], + [ + -0.23505006730556488, + 0.14048919081687927, + 0.20057740807533264, + -0.3640972375869751, + 0.6158536672592163, + 0.06484560668468475, + 0.8253230452537537, + -0.18895646929740906, + 0.07741227000951767, + 0.2387867271900177, + 0.3194662630558014, + -0.23126843571662903, + -2.3194363117218018, + -0.26172977685928345, + 0.3678378760814667, + 0.0056606680154800415, + -0.10238157212734222, + 0.5103228092193604, + 0.04571427404880524, + -2.331799030303955, + -0.7525367736816406 + ] + ], + "generated_utilities": [ + 0.19045257568359375, + 0.15706516802310944, + 0.17766176164150238, + 0.19838178157806396, + 0.191991925239563, + 0.17833742499351501, + 0.17474301159381866, + 0.14882054924964905 + ], + "group_id": "ms-4048f8f6e047422e3c79", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8558006286621094, + 2.0, + 0.1986379623413086, + 0.03769078850746155, + 0.5361635684967041, + 0.18274834752082825, + 0.17300468683242798, + 0.12688571214675903, + 0.13836368918418884, + 0.07454231381416321, + 0.0899321436882019, + 0.10402637720108032, + 0.1711854636669159, + 0.17255032062530518, + 0.039613887667655945, + 0.10826331377029419 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.1422826200723648, + 0.21033799648284912, + 0.1978604793548584, + 0.059162259101867676, + -0.2529524564743042, + -0.15161612629890442, + 0.0, + -0.2264404594898224, + -0.2209387719631195, + -0.025619791820645332, + 0.06467145681381226, + 0.07422274351119995, + -1.7048513889312744, + 0.0, + 0.15056702494621277, + -0.06247536092996597, + -0.1033044084906578, + 0.1334916353225708, + 0.2784581184387207, + -1.4811434745788574, + 0.0 + ], + [ + -0.44999396800994873, + 0.271686851978302, + -0.4267011880874634, + 0.2730966806411743, + -0.01798880100250244, + -0.04680868983268738, + 0.0, + -0.09472770243883133, + -0.06993720680475235, + -0.06752754002809525, + -0.13884133100509644, + 0.24737784266471863, + -1.7048513889312744, + 0.0, + -0.09056920558214188, + 0.4132460653781891, + 0.04097161442041397, + -0.25072288513183594, + 0.49742037057876587, + -1.4811434745788574, + 0.0 + ], + [ + 0.17392832040786743, + 1.2103379964828491, + -0.3708428144454956, + -0.36093437671661377, + 0.744896650314331, + 0.23929360508918762, + 1.4388959407806396, + -0.04149632900953293, + 0.015302501618862152, + 0.023577755317091942, + 0.5954978466033936, + -0.3274606168270111, + -2.7048513889312744, + -1.646976351737976, + 0.0006552413105964661, + -0.008917607367038727, + 0.022643378004431725, + 0.7492771148681641, + -0.26030659675598145, + -2.4811434745788574, + -1.684959888458252 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.8777918815612793, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.293952703475952, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.369919776916504 + ], + [ + 0.1792769730091095, + 0.9774190187454224, + -0.5587559342384338, + -0.5885956883430481, + 0.9904338717460632, + 0.41647347807884216, + 1.4140102863311768, + -0.2462461292743683, + -0.1271664798259735, + -0.2736872732639313, + 0.8877567052841187, + -0.6213628053665161, + -2.937077283859253, + -1.3732452392578125, + -0.0015218837652355433, + -0.27707284688949585, + -0.16698139905929565, + 0.4978373646736145, + -0.479316771030426, + -2.7234396934509277, + -1.6759265661239624 + ], + [ + 0.1658722460269928, + 1.3070863485336304, + -0.4893108606338501, + -0.04209986329078674, + 0.7449368238449097, + 0.3420809805393219, + 1.4472918510437012, + 0.08132945746183395, + 0.13181470334529877, + 0.22494959831237793, + 0.22593030333518982, + -0.49233078956604004, + -2.7544617652893066, + -1.7597702741622925, + -0.365922212600708, + -0.17204320430755615, + -0.1821347028017044, + 0.6334611177444458, + -0.33006516098976135, + -2.2188992500305176, + -1.5452594757080078 + ], + [ + 0.18608316779136658, + 1.23563551902771, + -0.5727517604827881, + 0.10049733519554138, + 0.9073957204818726, + 0.5650919675827026, + 1.8946568965911865, + -0.17719107866287231, + 0.34025683999061584, + 0.44525983929634094, + 0.6176816821098328, + -0.2832425534725189, + -3.1802117824554443, + -1.8703548908233643, + 0.07433810085058212, + 0.1340292990207672, + 0.497944176197052, + 1.0071699619293213, + -0.44033437967300415, + -2.7992849349975586, + -1.8935935497283936 + ], + [ + 0.40270811319351196, + 1.5102664232254028, + -0.8070739507675171, + -0.16390679776668549, + 0.3215266466140747, + -0.16522419452667236, + 1.0900052785873413, + 0.07780961692333221, + 0.5627153515815735, + 0.5386761426925659, + 0.2949375510215759, + 0.059314221143722534, + -3.2417359352111816, + -1.899662971496582, + 0.4160631597042084, + 0.44336366653442383, + 0.47819244861602783, + 1.162381649017334, + -0.7831735014915466, + -2.625349521636963, + -1.2278814315795898 + ], + [ + 0.8529313802719116, + 1.5106499195098877, + 0.19478559494018555, + -0.6338159441947937, + 0.7529481053352356, + -0.24222904443740845, + 0.9723314046859741, + -0.14078867435455322, + -0.5563283562660217, + 0.5440018177032471, + 0.004017293453216553, + 0.019366413354873657, + -3.1521430015563965, + -2.0841636657714844, + -0.2760852575302124, + -0.5531485676765442, + 0.22684869170188904, + 1.100138545036316, + 0.046634942293167114, + -2.429711103439331, + -2.280839443206787 + ], + [ + -0.4760962128639221, + 1.8579951524734497, + 0.2322864532470703, + 0.19953304529190063, + 0.48002323508262634, + 0.7484984397888184, + 2.073361396789551, + -0.04567806422710419, + 0.04004429653286934, + -0.5635936260223389, + 0.5135918259620667, + 0.3908633887767792, + -1.9335949420928955, + -2.442507743835449, + -0.6620182394981384, + 0.4175874888896942, + 0.7711085677146912, + 1.2790143489837646, + -0.5464571714401245, + -3.2030673027038574, + -2.3768434524536133 + ], + [ + 1.0231709480285645, + 1.1804075241088867, + 0.11513572931289673, + -1.23623526096344, + 1.4848686456680298, + 1.1120561361312866, + 0.9504602551460266, + 0.8234015703201294, + -0.04407603666186333, + -0.37310001254081726, + 0.24512693285942078, + 0.4242170751094818, + -2.4985997676849365, + -2.1206297874450684, + 0.5509956479072571, + 0.8686066269874573, + -0.5043656229972839, + 1.3957195281982422, + -0.07662208378314972, + -2.371795654296875, + -2.2404346466064453 + ], + [ + 0.49735015630722046, + 0.3600291609764099, + 0.3103446364402771, + 0.6051294803619385, + -0.15457379817962646, + -0.5570405721664429, + 1.2383109331130981, + 0.9059417247772217, + 0.7879754900932312, + -0.31492647528648376, + 1.5871094465255737, + -0.8906484842300415, + -1.8698136806488037, + -2.401073694229126, + 0.3560212254524231, + -0.6580788493156433, + 0.9037240147590637, + 1.614617109298706, + 0.3788090944290161, + -1.6909503936767578, + -0.8765208125114441 + ], + [ + 0.10883396118879318, + 1.8993752002716064, + -0.7673929333686829, + -0.0936923623085022, + -0.15508884191513062, + -0.1517968773841858, + 0.465425968170166, + 0.43258219957351685, + 0.46641960740089417, + -0.3528187572956085, + 1.09894597530365, + -0.6569450497627258, + -2.025486946105957, + -1.2820806503295898, + -0.21141839027404785, + -0.9515489339828491, + 0.7230286002159119, + -0.21062928438186646, + -0.32822558283805847, + -3.289642333984375, + -1.7125959396362305 + ], + [ + 0.37358880043029785, + 2.052347183227539, + -1.212618112564087, + -0.6321570873260498, + 0.7031511068344116, + -0.3477393090724945, + 1.2687753438949585, + 0.8023800253868103, + -0.031013749539852142, + 0.35525181889533997, + 0.5262036323547363, + -0.9288194179534912, + -1.7686026096343994, + -2.128396987915039, + -0.7001423239707947, + -0.12872236967086792, + -0.012955078855156898, + 1.0237239599227905, + 0.03636348247528076, + -2.0397119522094727, + -0.9761244058609009 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.060203760862350464, + 0.21033799648284912, + 0.0356404185295105, + -0.03044089674949646, + 0.024639129638671875, + -0.032671064138412476, + 0.0, + 0.016544528305530548, + 0.04633430764079094, + 0.005854343995451927, + -0.014876246452331543, + 0.0028293728828430176, + -1.7048513889312744, + 0.0, + -0.05953434109687805, + -0.04181046783924103, + -0.0018185675144195557, + -0.09216523170471191, + 0.019338399171829224, + -1.4811434745788574, + 0.0 + ] + ], + "predicted_scores": [ + 6.486448764801025, + 6.230173110961914, + 6.096266269683838, + 5.980044841766357, + 5.822969913482666, + 5.698304653167725, + 5.181461811065674, + 4.99821662902832 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1055157354", + "selected_index": 0, + "state_hash": "ae21d2b71722381a530d3a9259d02ea6728eb8a4a84fafc40ccd653d62ad3968", + "stored_base_utility": 0.8558006286621094, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5529977083206177, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5529977083206177 + }, + "base_progress": 0.5529977083206177, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.5529977083206177, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5458330512046814, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5458330512046814 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5485125184059143, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5485125184059143 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5491418838500977, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5491418838500977 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5488616228103638, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5488616228103638 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5471524000167847, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5471524000167847 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5513878464698792, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5513878464698792 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5478048920631409, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5478048920631409 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5465142130851746, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5465142130851746 + } + ], + "candidate_progress": [ + 0.5458330512046814, + 0.5485125184059143, + 0.5491418838500977, + 0.5488616228103638, + 0.5471524000167847, + 0.5513878464698792, + 0.5478048920631409, + 0.5465142130851746 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-95028134c6e3670b89d5", + "ms-5bddb39f792f20e5e6d4", + "ms-95028134c6e3670b89d5", + "ms-626ac2ad9d0dd95f1a2e", + "ms-5bddb39f792f20e5e6d4", + "ms-ecb37ebbab21a506d8ca", + "ms-95028134c6e3670b89d5", + "ms-95028134c6e3670b89d5" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank3", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-5b26c33feed6992386b1", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.19241435825824738, + -0.25939279794692993, + 0.03423246741294861, + 0.9091830253601074, + 0.37805426120758057, + -0.6345124244689941, + 0.039280086755752563, + -0.12393614649772644, + 0.07513804733753204, + -0.09672919660806656, + 0.10035675764083862, + -0.37428635358810425, + -2.168016195297241, + -0.30047768354415894, + 0.08316473662853241, + 0.0968918651342392, + 0.21075871586799622, + 0.2613425552845001, + 0.15300101041793823, + -1.7917048931121826, + -0.2306516170501709 + ], + [ + -0.17332254350185394, + -0.21567419171333313, + -0.17070719599723816, + 0.8449640274047852, + 0.29206356406211853, + -0.5553907155990601, + 0.18451252579689026, + -0.07462400197982788, + 0.12856394052505493, + 0.04494252800941467, + 0.10208321362733841, + 0.022641047835350037, + -2.3966116905212402, + -0.13558213412761688, + 0.043674536049366, + 0.037047844380140305, + 0.15477383136749268, + 0.07628688216209412, + 0.14996328949928284, + -1.9592158794403076, + -0.43461552262306213 + ], + [ + -0.1498776227235794, + -0.1712614744901657, + -0.09548339247703552, + 0.5963908433914185, + 0.014953017234802246, + -0.6662330627441406, + 0.08801695704460144, + 0.02453550696372986, + 0.07708707451820374, + -0.011198379099369049, + -0.04694446176290512, + -0.08070105314254761, + -2.181520462036133, + -0.22751976549625397, + -0.018265392631292343, + -0.08252096176147461, + 0.1543869972229004, + 0.055645063519477844, + 0.1305830180644989, + -2.041764736175537, + -0.1473691761493683 + ], + [ + -0.1788635104894638, + -0.14861369132995605, + -0.16542640328407288, + 0.5226596593856812, + 0.07653734087944031, + -0.9750275611877441, + 0.12894761562347412, + -0.014373183250427246, + 0.11723595857620239, + 0.03362265229225159, + 0.014448966830968857, + -0.14436191320419312, + -2.12247633934021, + -0.30568480491638184, + -0.040295686572790146, + -0.04309333860874176, + 0.2113412320613861, + 0.133461594581604, + 0.0791989415884018, + -1.8791604042053223, + -0.4756394326686859 + ], + [ + -0.22961048781871796, + -0.1580125391483307, + -0.17048218846321106, + 0.483652263879776, + 0.008468285202980042, + -0.8263280391693115, + 0.10258680582046509, + -0.03837333619594574, + 0.10374806821346283, + 0.020603083074092865, + 0.0328921377658844, + -0.09307301044464111, + -2.2072722911834717, + -0.3401777148246765, + 0.014128021895885468, + -0.06019328907132149, + 0.16551443934440613, + 0.1664080172777176, + 0.056000739336013794, + -1.959662914276123, + -0.42919453978538513 + ], + [ + -0.12133072316646576, + -0.16098392009735107, + -0.149590402841568, + 0.510512113571167, + 0.09742824733257294, + -0.636915922164917, + 0.028114527463912964, + 0.01585124433040619, + 0.1301603615283966, + 0.0028712525963783264, + 0.01063554733991623, + -0.10543933510780334, + -2.1808218955993652, + -0.3032585382461548, + -0.03254028782248497, + -0.05111139267683029, + 0.20977583527565002, + 0.0816565528512001, + 0.16509824991226196, + -2.0975353717803955, + -0.3173290193080902 + ], + [ + -0.215706929564476, + -0.27171996235847473, + 0.054775506258010864, + 0.7544515132904053, + 0.2574387192726135, + -0.5003043413162231, + 0.0837007462978363, + -0.019253447651863098, + 0.06515485793352127, + 0.02736903727054596, + 0.10034865140914917, + -0.17285817861557007, + -2.2507071495056152, + -0.11650170385837555, + 0.055165838450193405, + -0.004228201694786549, + 0.14545364677906036, + 0.19276608526706696, + 0.05691596865653992, + -1.9105570316314697, + -0.2139102816581726 + ], + [ + -0.3566175103187561, + -0.2695503234863281, + 0.01932510733604431, + 0.9170335531234741, + 0.1728619486093521, + -0.40947428345680237, + -0.10770010948181152, + 0.025374457240104675, + 0.04150854051113129, + 0.02142329514026642, + 0.08790408074855804, + -0.18471869826316833, + -2.2049105167388916, + -0.11765515804290771, + 0.10135942697525024, + 0.013692215085029602, + 0.06878632307052612, + 0.250068336725235, + 0.12348701059818268, + -2.10205078125, + -0.25595322251319885 + ] + ], + "generated_utilities": [ + 0.5458330512046814, + 0.5485125184059143, + 0.5491418838500977, + 0.5488616228103638, + 0.5471524000167847, + 0.5513878464698792, + 0.5478048920631409, + 0.5465142130851746 + ], + "group_id": "ms-5b26c33feed6992386b1", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8326650857925415, + 2.0, + 0.15131878852844238, + 0.15007886290550232, + 0.5293327569961548, + 0.06490398943424225, + 0.5425760746002197, + 0.20163774490356445, + 0.15259261429309845, + 0.23924465477466583, + 0.12766429781913757, + 0.08033241331577301, + 0.07788355648517609, + 0.13886235654354095, + 0.09716498851776123, + 0.11682072281837463 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.06662726402282715, + -0.14569896459579468, + 0.04974943399429321, + 0.539892315864563, + -0.19018621742725372, + -0.5884796380996704, + 0.0, + 0.12748029828071594, + 0.11038697510957718, + -0.03454907238483429, + 0.08700031787157059, + -0.13105249404907227, + -1.9082190990447998, + 0.0, + -0.0033895689994096756, + -0.15730009973049164, + 0.15846982598304749, + 0.11786291003227234, + -0.02387581765651703, + -1.5966379642486572, + 0.0 + ], + [ + -0.06662726402282715, + 0.059319257736206055, + -0.19934123754501343, + 0.539892315864563, + 0.07902508974075317, + -0.5884796380996704, + 0.0, + -0.3428957760334015, + 0.08558038622140884, + 0.28825634717941284, + -0.32335156202316284, + -0.3631777763366699, + -1.9082190990447998, + 0.0, + -0.3765835762023926, + -0.5554376840591431, + 0.3468284010887146, + 0.875933825969696, + 0.11397302150726318, + -1.5966379642486572, + 0.0 + ], + [ + -1.0666272640228271, + -0.6187554597854614, + -0.8818012475967407, + 1.539892315864563, + -0.428971529006958, + -1.5884796380996704, + 2.0647666454315186, + -0.03600159287452698, + 0.032059766352176666, + 0.030456876382231712, + 0.14377687871456146, + 0.20562076568603516, + -2.9082190990448, + -1.332404375076294, + -0.014788046479225159, + -0.0006958844605833292, + 0.023885300382971764, + 0.5519534349441528, + 0.1840958297252655, + -2.5966379642486572, + -1.4879226684570312 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.129533290863037, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.664808750152588, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.9758453369140625 + ], + [ + -1.2971861362457275, + -0.7044790983200073, + -1.134492039680481, + 1.5821952819824219, + -0.7159937620162964, + -1.7615629434585571, + 2.031708002090454, + -0.25998222827911377, + 0.10180196911096573, + -0.24491730332374573, + 0.2074550986289978, + 0.2793378233909607, + -2.752415657043457, + -1.3360638618469238, + 0.03524862602353096, + -0.1854405552148819, + -0.1696440726518631, + 0.7172544598579407, + 0.0028989464044570923, + -2.680950164794922, + -1.2071388959884644 + ], + [ + -1.465846300125122, + -0.34887754917144775, + -1.046374797821045, + 1.703241229057312, + -0.19744430482387543, + -1.2604204416275024, + 1.9822474718093872, + 0.18854136765003204, + -0.146264910697937, + 0.059789031744003296, + 0.39534950256347656, + 0.29636046290397644, + -2.6612584590911865, + -1.5028973817825317, + 0.059081435203552246, + -0.11711112409830093, + -0.07238245755434036, + 0.25233787298202515, + 0.12625277042388916, + -2.2362401485443115, + -1.7053974866867065 + ], + [ + -1.1892943382263184, + -0.20831987261772156, + -0.8013461828231812, + 1.7197901010513306, + -0.39134201407432556, + -1.5160430669784546, + 2.4594008922576904, + -0.1669330894947052, + -0.337530255317688, + 0.15848031640052795, + 0.05738166719675064, + 0.41757503151893616, + -3.1393940448760986, + -0.9257140755653381, + -0.5068305134773254, + 0.1864723265171051, + 0.45369866490364075, + 0.6036283373832703, + -0.018199875950813293, + -2.8028440475463867, + -1.3847744464874268 + ], + [ + -1.1111165285110474, + -1.191490888595581, + -1.361661434173584, + 1.197826623916626, + -0.29219919443130493, + -1.7355475425720215, + 2.0579750537872314, + -0.08019472658634186, + 0.5140348672866821, + -0.5474883317947388, + -0.03311571478843689, + -0.060686588287353516, + -2.3427765369415283, + -1.8552747964859009, + -0.36303937435150146, + 0.01966947503387928, + -0.5651369094848633, + 0.22617560625076294, + -0.16322728991508484, + -2.421419143676758, + -0.921785831451416 + ], + [ + -1.012363076210022, + -0.6483663320541382, + -0.7951939702033997, + 1.2563079595565796, + -0.5323562622070312, + -1.5913673639297485, + 1.406038761138916, + -0.39036238193511963, + -0.12943506240844727, + -0.4373972415924072, + -0.20462383329868317, + 0.12806488573551178, + -3.570098400115967, + -1.8897531032562256, + 0.6369156837463379, + 0.2483828067779541, + 0.6809477210044861, + 0.8138958215713501, + 0.6604747176170349, + -2.717491865158081, + -1.9953765869140625 + ], + [ + -0.378162145614624, + -0.23438718914985657, + -1.2589956521987915, + 1.844052791595459, + -0.8936926126480103, + -1.230797290802002, + 2.5580525398254395, + -0.21314577758312225, + -0.05935201793909073, + 0.46811148524284363, + 0.38594305515289307, + 1.0049593448638916, + -2.491497278213501, + -1.3096134662628174, + 0.15605805814266205, + 0.7682130932807922, + -0.4010901153087616, + 0.8638691902160645, + 0.5755372047424316, + -3.324826240539551, + -1.6860322952270508 + ], + [ + -0.6920164227485657, + -0.5060986280441284, + -0.5146759748458862, + 2.3206489086151123, + 0.26810598373413086, + -1.7696658372879028, + 1.4922571182250977, + -0.6155052185058594, + -0.5581206679344177, + 0.4068271219730377, + 0.5812678337097168, + -0.2056950330734253, + -2.227752923965454, + -0.7079744935035706, + 0.3153572678565979, + 0.019053615629673004, + -0.10691303759813309, + -0.18750637769699097, + 0.5490041971206665, + -2.7611911296844482, + -1.0861625671386719 + ], + [ + -0.9623568654060364, + -0.821997880935669, + -0.0017323493957519531, + 1.8667385578155518, + 0.39793866872787476, + -1.3673040866851807, + 2.8636348247528076, + -0.739641547203064, + -0.4186078906059265, + -0.21357670426368713, + 0.6820193529129028, + 0.09538085013628006, + -3.242215633392334, + -1.023385763168335, + -0.2367737591266632, + 0.9248462915420532, + 0.04536557197570801, + 0.2294020652770996, + 0.15174128115177155, + -2.509904146194458, + -0.5901334881782532 + ], + [ + -0.565070390701294, + 0.37745314836502075, + -1.7464253902435303, + 1.4869437217712402, + -1.187619924545288, + -2.3802757263183594, + 2.5987753868103027, + 0.5777139663696289, + -0.04772312939167023, + -0.49332448840141296, + -0.515097975730896, + 0.751485288143158, + -2.7030012607574463, + -1.5739474296569824, + 0.8266244530677795, + -0.9454089403152466, + 0.7678747177124023, + 1.0557427406311035, + 0.0584852397441864, + -2.8590199947357178, + -0.8677505850791931 + ], + [ + -0.2763708233833313, + 0.28772038221359253, + -0.7008944153785706, + 1.3402774333953857, + -0.78607177734375, + -2.1210508346557617, + 1.4908761978149414, + -0.4155166447162628, + 0.40930652618408203, + -0.1769891083240509, + -0.20092366635799408, + 0.5321645736694336, + -3.2144649028778076, + -1.2440845966339111, + -0.247700035572052, + 0.7174559235572815, + 0.11071103811264038, + -0.023232340812683105, + 0.6976174116134644, + -2.9463140964508057, + -0.5927516222000122 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.06662726402282715, + -0.05619156360626221, + -0.02257448434829712, + 0.539892315864563, + 0.053197890520095825, + -0.5884796380996704, + 0.0, + -0.04219311475753784, + 0.010949447751045227, + 0.027476036921143532, + -0.02041013538837433, + -0.01791653037071228, + -1.9082190990447998, + 0.0, + 0.01256529800593853, + 0.014024228788912296, + 0.03545428439974785, + 0.019800782203674316, + -0.022738635540008545, + -1.5966379642486572, + 0.0 + ] + ], + "predicted_scores": [ + 10.190759658813477, + 10.077908515930176, + 10.005120277404785, + 9.975790023803711, + 9.940112113952637, + 9.835373878479004, + 9.781339645385742, + 9.097317695617676 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1522272686", + "selected_index": 0, + "state_hash": "10034ca87ce4b5c491c0aa23d2a30389ba8265fa695d65198bf719c54565cf2a", + "stored_base_utility": 0.8326650857925415, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.791279137134552, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.791279137134552 + }, + "base_progress": 0.791279137134552, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.791279137134552, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.6023659110069275, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.6023659110069275 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.6027044057846069, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.6027044057846069 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.6078563928604126, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.6078563928604126 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7869645357131958, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7869645357131958 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.6009002327919006, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.6009002327919006 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5993523597717285, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5993523597717285 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7861037850379944, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7861037850379944 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.605353832244873, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.605353832244873 + } + ], + "candidate_progress": [ + 0.6023659110069275, + 0.6027044057846069, + 0.6078563928604126, + 0.7869645357131958, + 0.6009002327919006, + 0.5993523597717285, + 0.7861037850379944, + 0.605353832244873 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-dc26a7037003b94b9f93", + "ms-dc26a7037003b94b9f93", + "ms-5a456ddf97d294548cf1", + "ms-5dfbb16e173e1a3e2bd6", + "ms-dc26a7037003b94b9f93", + "ms-dc26a7037003b94b9f93", + "ms-dc26a7037003b94b9f93", + "ms-dc26a7037003b94b9f93" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-63ac245579b1188935ad", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.0523981973528862, + 0.040701404213905334, + 0.02194035053253174, + -0.06661868095397949, + 0.011831611394882202, + -1.9619609117507935, + -0.3189743757247925, + 0.20090651512145996, + -0.05292221158742905, + 0.03592744469642639, + 0.14649394154548645, + -0.02720688283443451, + -1.7362254858016968, + -0.5654817819595337, + -0.06146875396370888, + 0.004300931468605995, + 0.10748409479856491, + 0.2287425398826599, + 0.12252581119537354, + -1.355393648147583, + -0.46351292729377747 + ], + [ + 0.016137108206748962, + -0.05884133651852608, + -0.012584120035171509, + -0.03574936091899872, + 0.05154891312122345, + -1.87177312374115, + -0.2501423954963684, + 0.14308816194534302, + -0.01334473304450512, + -0.023645155131816864, + 0.08410651981830597, + 0.01892101764678955, + -1.6616580486297607, + -0.4230114221572876, + 0.04191760718822479, + 0.025901544839143753, + 0.120969258248806, + 0.13008582592010498, + 0.03698679804801941, + -1.3262321949005127, + -0.49572762846946716 + ], + [ + 0.05521678924560547, + -0.010701082646846771, + 0.011936962604522705, + 0.020253732800483704, + 0.04884481430053711, + -1.8907231092453003, + -0.3680797219276428, + 0.10122086852788925, + -0.02846486307680607, + 0.030259057879447937, + 0.07759205996990204, + 0.025073975324630737, + -1.7693767547607422, + -0.4702523946762085, + -0.047185514122247696, + -0.011303668841719627, + 0.10832259058952332, + 0.16220344603061676, + 0.021874159574508667, + -1.5247578620910645, + -0.4550131857395172 + ], + [ + -0.20097343623638153, + -0.1912154108285904, + 0.021827518939971924, + 0.06815445423126221, + 0.01423044502735138, + -1.8426531553268433, + -0.31348371505737305, + 0.11638202518224716, + 0.059380508959293365, + -0.053676821291446686, + 0.3400859534740448, + -0.10609963536262512, + -1.8091250658035278, + -0.3881547451019287, + 0.13400819897651672, + 0.06912051141262054, + 0.1015768051147461, + 0.21744224429130554, + 0.17234617471694946, + -1.4493553638458252, + -0.4046914875507355 + ], + [ + -0.059330329298973083, + 0.038022249937057495, + 0.0493353009223938, + 0.01576767861843109, + 0.43432655930519104, + -2.1084184646606445, + -0.8783840537071228, + 0.2936120629310608, + -0.08397246897220612, + -0.04661307483911514, + 0.2713579833507538, + -0.026438072323799133, + -1.8219587802886963, + -0.7319425940513611, + -0.21330633759498596, + 0.028204139322042465, + -0.0051982104778289795, + 0.20477092266082764, + 0.2756393551826477, + -1.392291784286499, + -0.8838359117507935 + ], + [ + 0.003928840160369873, + -0.05458759516477585, + 0.0030629634857177734, + 0.18192726373672485, + 0.1927490234375, + -1.768902063369751, + -0.47347187995910645, + 0.12011938542127609, + 0.07472452521324158, + 0.14190863072872162, + 0.24623912572860718, + -0.05117422342300415, + -1.9119254350662231, + -0.6633428931236267, + -0.11978237330913544, + 0.03353593498468399, + 0.4766935706138611, + -0.020142793655395508, + 0.21526813507080078, + -1.4581382274627686, + -0.706608772277832 + ], + [ + 0.0824037566781044, + -0.009979922324419022, + -0.08106634020805359, + -0.08991466462612152, + 0.21128800511360168, + -2.0439858436584473, + -0.5262241959571838, + 0.05875174701213837, + 0.056796327233314514, + 0.061833299696445465, + 0.5195258855819702, + -0.13201835751533508, + -1.8900244235992432, + -0.6407143473625183, + 0.03799169510602951, + 0.21937713027000427, + 0.036929935216903687, + 0.3578606843948364, + 0.1768694519996643, + -1.7303085327148438, + -0.4448973834514618 + ], + [ + -0.11582399904727936, + 0.19481204450130463, + 0.017571866512298584, + 0.2905785143375397, + 0.28539422154426575, + -1.9076861143112183, + -0.032432377338409424, + 0.13936710357666016, + 0.012535507790744305, + 0.061715319752693176, + 0.3598599135875702, + 0.3073807954788208, + -2.1823229789733887, + -0.5496518611907959, + 0.030895691365003586, + 0.05692150071263313, + 0.17884503304958344, + -0.064756378531456, + 0.4368179440498352, + -1.6533524990081787, + -0.6525847911834717 + ] + ], + "generated_utilities": [ + 0.6023659110069275, + 0.6027044057846069, + 0.6078563928604126, + 0.7869645357131958, + 0.6009002327919006, + 0.5993523597717285, + 0.7861037850379944, + 0.605353832244873 + ], + "group_id": "ms-63ac245579b1188935ad", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.855198860168457, + 0.8138954639434814, + 0.20312510430812836, + 2.0, + 0.7862945795059204, + 0.7843606472015381, + 0.6004383563995361, + 0.15506848692893982, + 0.15924105048179626, + 0.132452130317688, + 0.05381816625595093, + 0.09561765193939209, + 0.07140937447547913, + 0.10806754231452942, + 0.023168057203292847, + 0.07957816123962402 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.007633227854967117, + 0.02389371022582054, + 0.2181050330400467, + 0.026324495673179626, + 0.1209479570388794, + -1.3937149047851562, + 0.0, + -0.2493116855621338, + -0.17256586253643036, + -0.06812826544046402, + 0.019445210695266724, + -0.2657848000526428, + -1.0657541751861572, + 0.0, + -0.04306507110595703, + -0.07170329242944717, + 0.035314902663230896, + 0.06211268901824951, + 0.18158195912837982, + -0.7849693298339844, + 0.0 + ], + [ + -0.011555496603250504, + 0.0016381663735955954, + 0.019193550571799278, + 0.26171422004699707, + 0.08122420310974121, + -2.3937149047851562, + -1.53977632522583, + -0.00580335408449173, + -0.0020052569452673197, + 0.01787502132356167, + 0.4615197777748108, + 0.1938573122024536, + -2.0657541751861572, + -1.4660639762878418, + -0.00267898291349411, + -0.0038005562964826822, + 0.0179074015468359, + 0.5644202828407288, + 0.2690354883670807, + -1.7849693298339844, + -1.3308851718902588 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.07955265045166, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.9321279525756836, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.6617703437805176 + ], + [ + -0.16036809980869293, + 0.11436319351196289, + -0.14857570827007294, + 0.09414434432983398, + 0.02274160459637642, + -2.426297903060913, + -1.7686878442764282, + -0.26862773299217224, + 0.16241224110126495, + 0.24208402633666992, + 0.4166663587093353, + 0.07841069251298904, + -2.2318098545074463, + -1.2228643894195557, + -0.08888694643974304, + 0.20051127672195435, + -0.14729085564613342, + 0.5799955129623413, + 0.33039355278015137, + -2.00492262840271, + -1.4948352575302124 + ], + [ + -0.3820815682411194, + -0.3679526746273041, + 0.18845602869987488, + 0.4168931245803833, + -0.007936321198940277, + -2.700572967529297, + -1.795093059539795, + 0.1203194335103035, + 0.19610334932804108, + 0.2749679982662201, + 0.8331882357597351, + -0.06589585542678833, + -2.333136558532715, + -1.1008005142211914, + -0.02170141413807869, + 0.24186654388904572, + -0.3734443485736847, + 0.5144574046134949, + 0.3134346902370453, + -1.5088386535644531, + -1.1978046894073486 + ], + [ + 0.13625949621200562, + 0.47836095094680786, + -0.05790846049785614, + -0.09614765644073486, + -0.14281350374221802, + -2.522264003753662, + -1.0473889112472534, + 0.4792231023311615, + -0.4869813621044159, + 0.17644789814949036, + 0.8425257205963135, + -0.28899794816970825, + -2.5508456230163574, + -0.9762126207351685, + -0.16381770372390747, + 0.1586131900548935, + -0.3460317850112915, + 0.6056831479072571, + 0.7327044010162354, + -1.494289755821228, + -1.4671605825424194 + ], + [ + -0.40018847584724426, + -0.028111951425671577, + 0.31324630975723267, + -0.22690656781196594, + 0.2902344763278961, + -2.9841673374176025, + -1.4654184579849243, + -0.1155615746974945, + -0.4125809073448181, + 0.6098153591156006, + 0.8544195890426636, + 0.22702345252037048, + -1.7853796482086182, + -1.3474400043487549, + -0.454882949590683, + -0.3122820556163788, + 0.22399993240833282, + 0.05299121141433716, + 0.07802119851112366, + -1.3896000385284424, + -1.894580602645874 + ], + [ + -0.6587541699409485, + -0.6905457973480225, + 0.10385943204164505, + -0.2785833477973938, + 0.2321375161409378, + -2.565701723098755, + -1.1605603694915771, + -0.6775721907615662, + -0.30887091159820557, + 0.1186944767832756, + 1.0924456119537354, + 0.5009081363677979, + -1.8667830228805542, + -1.2491121292114258, + -0.11290804296731949, + -0.03346216678619385, + -0.28778207302093506, + 1.2255009412765503, + 0.6856998801231384, + -1.1723419427871704, + -1.1220875978469849 + ], + [ + -0.5019480586051941, + 0.07311037182807922, + 0.5101989507675171, + 0.7159117460250854, + 0.005071915686130524, + -2.6556949615478516, + -2.321233034133911, + 0.6035679578781128, + -0.13785676658153534, + -0.4309522807598114, + 0.9664275050163269, + -0.020235419273376465, + -1.6894025802612305, + -0.7511875033378601, + 0.5713916420936584, + 0.24962951242923737, + 0.40067923069000244, + 0.12209588289260864, + 0.03222101926803589, + -2.27744460105896, + -1.9113109111785889 + ], + [ + 0.7552750110626221, + -0.8085685968399048, + 0.20896124839782715, + -0.6043995022773743, + 0.733860969543457, + -1.610467791557312, + -1.0368051528930664, + -0.02292630262672901, + 0.6320546269416809, + 0.14528857171535492, + 0.8372507095336914, + 0.41523146629333496, + -2.339751958847046, + -0.6185142993927002, + -0.5750091075897217, + 0.12324154376983643, + 0.2804809510707855, + 1.0503896474838257, + -0.15392154455184937, + -0.9555137753486633, + -1.517809510231018 + ], + [ + 0.8853163123130798, + 0.09475164860486984, + -0.13681088387966156, + 0.08429434895515442, + 0.13555681705474854, + -1.5859344005584717, + -2.1957859992980957, + 0.9337366819381714, + -1.0016963481903076, + 0.11365362256765366, + -0.31175100803375244, + 0.7412776350975037, + -1.0797133445739746, + -0.8527018427848816, + 0.6110302209854126, + 0.006565961055457592, + 0.38363590836524963, + 0.5695288181304932, + -0.2547180950641632, + -2.6268043518066406, + -1.748514175415039 + ], + [ + 0.513801097869873, + 0.7078304886817932, + 0.7309613823890686, + -0.32746708393096924, + -0.36263394355773926, + -3.3305888175964355, + -1.2108653783798218, + 0.5104080438613892, + -0.26447102427482605, + 0.6361017823219299, + 0.5986918210983276, + -0.48598653078079224, + -2.4424209594726562, + -1.4694169759750366, + -0.5649402737617493, + -0.22020848095417023, + 0.6405193209648132, + -0.0698668360710144, + 0.7155715227127075, + -2.352860450744629, + -0.7502654194831848 + ], + [ + -0.9911022782325745, + 0.9677192568778992, + 0.5195661187171936, + 0.6733791828155518, + 0.7589308023452759, + -3.3654959201812744, + -0.6360958814620972, + 0.5926312208175659, + -0.06773044914007187, + 0.3785405457019806, + 0.5934506058692932, + 0.6434512138366699, + -2.891094923019409, + -0.8924227356910706, + 0.8036434650421143, + 0.6109268665313721, + -0.6607317924499512, + 1.0173940658569336, + 0.2546094059944153, + -1.4653143882751465, + -2.0709643363952637 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.16686837375164032, + 0.1354454904794693, + -0.11150697618722916, + 0.7247087359428406, + 0.2886054813861847, + -1.3937149047851562, + 0.0, + 0.6050093770027161, + 0.20291854441165924, + 0.5827622413635254, + -0.2687305808067322, + -0.25171223282814026, + -1.0657541751861572, + 0.0, + 0.29065752029418945, + -0.023413484916090965, + -0.24587245285511017, + 0.4600236713886261, + -0.4278547465801239, + -0.7849693298339844, + 0.0 + ] + ], + "predicted_scores": [ + 8.295382499694824, + 8.267909049987793, + 8.227334022521973, + 7.3782477378845215, + 7.3735575675964355, + 6.76645040512085, + 6.522061347961426, + 5.981359958648682 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "211245842", + "selected_index": 0, + "state_hash": "fb52e84b6addb8bdddf02a80d5c8567e0fa27195729e8440271b710441061b7f", + "stored_base_utility": 0.855198860168457, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8416634202003479, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8416634202003479 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.829237699508667, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.829237699508667 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8340271711349487, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8340271711349487 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 0.8416634202003479, + 1.0, + 1.0, + 0.829237699508667, + 0.8340271711349487, + 1.0, + 1.0, + 1.0 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-20f3cfcf183c69853b1e", + "ms-875a4668671c02054a3c", + "ms-875a4668671c02054a3c", + "ms-0949097d19e597fc7f63", + "ms-f3ec6a4e6e3a778054d1", + "ms-f3ec6a4e6e3a778054d1", + "ms-f3ec6a4e6e3a778054d1", + "ms-f3ec6a4e6e3a778054d1" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + true, + true, + false, + false, + true, + true, + true + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank3", + "ctt_transport_rank3", + "ctt_transport_rank3", + "ctt_transport_rank3" + ], + "candidates_evaluated": true, + "chart_id": "ms-6c8d06bace98a28a8e4e", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.024455972015857697, + -9.630247950553894e-05, + 0.07321915030479431, + -0.09765231609344482, + 0.08883857727050781, + -2.2695860862731934, + -0.37980008125305176, + 0.04226285219192505, + 0.011079777963459492, + 0.053379856050014496, + 0.03895016759634018, + -0.10736361145973206, + -2.2490601539611816, + -0.44924700260162354, + 0.07283464819192886, + -0.018830370157957077, + 0.0802135169506073, + 0.2008514553308487, + 0.030070513486862183, + -1.6902201175689697, + -0.562127947807312 + ], + [ + 0.017537280917167664, + -0.048606183379888535, + -0.015078037977218628, + -0.10204140841960907, + 0.009726986289024353, + -2.0038657188415527, + -0.44845640659332275, + 0.12104127556085587, + -0.013933844864368439, + 0.033048562705516815, + 0.10793781280517578, + -0.05501243472099304, + -2.2614502906799316, + -0.4988953471183777, + 0.046256668865680695, + -0.00658402219414711, + 0.04988551139831543, + 0.18811313807964325, + 0.040365010499954224, + -1.8692936897277832, + -0.5189403295516968 + ], + [ + -0.167392298579216, + -0.22797396779060364, + 0.18995803594589233, + 0.1006016731262207, + -0.019140124320983887, + -2.4196221828460693, + -0.31073832511901855, + 0.012582525610923767, + 0.07347032427787781, + -0.0039563849568367004, + 0.100571408867836, + -0.17458820343017578, + -2.3410024642944336, + -0.36292868852615356, + 0.04460390284657478, + -0.09224288165569305, + 0.20809248089790344, + 0.2313545197248459, + 0.054428160190582275, + -1.605879783630371, + -0.5469615459442139 + ], + [ + -0.09520958364009857, + -0.09509240090847015, + 0.0023346543312072754, + -0.0028259605169296265, + 0.032672300934791565, + -2.2474968433380127, + -0.49665743112564087, + 0.05611591041088104, + 0.06662418693304062, + 0.09816916286945343, + 0.1846170723438263, + -0.09530895948410034, + -2.3303184509277344, + -0.499555766582489, + 0.13369590044021606, + -0.03340985253453255, + 0.1464940309524536, + 0.13213689625263214, + 0.11258728802204132, + -1.7316765785217285, + -0.47321370244026184 + ], + [ + -0.1267397254705429, + -0.08484666049480438, + 0.032576411962509155, + 0.03974413871765137, + 0.09826752543449402, + -2.192845106124878, + -0.33983081579208374, + 0.08925499022006989, + 0.07277488708496094, + 0.04957935959100723, + 0.10159419476985931, + -0.11924800276756287, + -2.274096727371216, + -0.5898050665855408, + 0.10466806590557098, + -0.034544944763183594, + 0.16105981171131134, + 0.13206863403320312, + 0.15819424390792847, + -1.882777452468872, + -0.6282600164413452 + ], + [ + -0.04592396318912506, + -0.06371014565229416, + -0.0666402280330658, + 0.09406772255897522, + 0.47585800290107727, + -1.359222173690796, + -0.06124114990234375, + 0.10189157724380493, + 0.15357041358947754, + 0.06079361215233803, + 0.16524145007133484, + -0.18925949931144714, + -1.7143663167953491, + -1.0271700620651245, + 0.02431943267583847, + 0.1098707914352417, + -0.10395734012126923, + 0.06688301265239716, + 0.10860806703567505, + -1.7515921592712402, + -0.35501906275749207 + ], + [ + -0.22036950290203094, + -0.03621537983417511, + 0.07956832647323608, + 0.05424684286117554, + 0.16865336894989014, + -2.161480665206909, + -0.3891538977622986, + 0.09356611967086792, + 0.06622128188610077, + 0.12183598428964615, + 0.10940217971801758, + -0.03641529381275177, + -2.2460243701934814, + -0.4339531660079956, + 0.1279078722000122, + -0.045699190348386765, + 0.21567662060260773, + 0.05003313720226288, + 0.06814111769199371, + -1.8251807689666748, + -0.6867052316665649 + ], + [ + -0.003930807113647461, + -0.08445824682712555, + 0.06635391712188721, + -0.0013232976198196411, + 0.016593143343925476, + -2.1511895656585693, + -0.5316243767738342, + 0.15174593031406403, + 0.06333853304386139, + 0.06197303906083107, + 0.29167184233665466, + -0.048360034823417664, + -2.2621490955352783, + -0.5795687437057495, + 0.05550025776028633, + 0.0023034652695059776, + 0.08439972996711731, + -0.07840500771999359, + 0.17890870571136475, + -2.017422914505005, + -0.6564539670944214 + ] + ], + "generated_utilities": [ + 0.8416634202003479, + 2.0, + 2.0, + 0.829237699508667, + 0.8340271711349487, + 2.0, + 2.0, + 2.0 + ], + "group_id": "ms-6c8d06bace98a28a8e4e", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8583254218101501, + 2.0, + 0.8125, + 0.12893107533454895, + 0.8582976460456848, + 0.15346482396125793, + 0.18961156904697418, + 0.13901273906230927, + 0.10113435983657837, + 0.11161506175994873, + 0.09923169016838074, + 0.16662254929542542, + 0.04211682081222534, + 0.024710848927497864, + 0.05722464621067047, + 0.8584086298942566 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.10696407407522202, + 0.3957799971103668, + 0.15132969617843628, + -0.32772913575172424, + 0.005261177197098732, + -2.2650365829467773, + 0.0, + 0.3958877623081207, + -0.5120954513549805, + -0.4317946135997772, + -0.3970779776573181, + 0.5317854285240173, + -1.8659565448760986, + 0.0, + 0.1198807880282402, + -0.11760073900222778, + -0.6048114895820618, + 0.15180528163909912, + -0.532695472240448, + -1.6115882396697998, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.120756149291992, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.070481538772583, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.0495758056640625 + ], + [ + 0.30105674266815186, + 0.4776385426521301, + -0.22267001867294312, + -0.13300693035125732, + -0.11095686256885529, + -3.138023853302002, + -0.793931245803833, + 0.16969743371009827, + -0.16339385509490967, + 0.02508675307035446, + 0.654399573802948, + -0.22830897569656372, + -3.1443004608154297, + -1.4291013479232788, + 0.005021120421588421, + 0.005560946650803089, + -0.1901366114616394, + 1.0211858749389648, + -0.09353887289762497, + -2.3457469940185547, + -1.406853199005127 + ], + [ + 0.4160586893558502, + 0.13316196203231812, + -0.21056225895881653, + -0.25006812810897827, + 0.060951750725507736, + -2.8735690116882324, + -0.9062713980674744, + -0.28707224130630493, + -0.2396206259727478, + -0.19859735667705536, + 0.29039445519447327, + -0.24077445268630981, + -2.644789934158325, + -1.8330551385879517, + -0.23438936471939087, + 0.04620177671313286, + 0.1472887098789215, + 0.9629149436950684, + -0.020509399473667145, + -2.7985036373138428, + -1.2463163137435913 + ], + [ + 0.2486386001110077, + -0.022333532571792603, + 0.14628465473651886, + -0.8381847143173218, + 0.21282373368740082, + -3.585387945175171, + -1.2156991958618164, + -0.08670558780431747, + -0.3178575336933136, + 0.4322021007537842, + 0.6421236395835876, + -0.33922863006591797, + -3.004714012145996, + -1.19637131690979, + -0.015640778467059135, + 0.10077434033155441, + -0.449941486120224, + 1.0431067943572998, + 0.2899783253669739, + -2.500624179840088, + -1.6148788928985596 + ], + [ + 0.46770766377449036, + 0.03902164101600647, + 0.2556130588054657, + -0.45893940329551697, + 0.08939866721630096, + -3.163339853286743, + -0.7599828243255615, + 0.3327450156211853, + 0.3252364993095398, + 0.3067358434200287, + 1.1394517421722412, + 0.472858726978302, + -3.1504058837890625, + -1.9780522584915161, + -0.26712900400161743, + -0.262444406747818, + 0.20269782841205597, + 1.336982250213623, + -0.06957009434700012, + -2.0651021003723145, + -1.8484716415405273 + ], + [ + 0.48348987102508545, + 0.19676931202411652, + -0.20689666271209717, + -0.21521174907684326, + -0.5048230886459351, + -3.491732358932495, + -0.7390058636665344, + 0.18321916460990906, + -0.1509065330028534, + 0.27166980504989624, + 1.004181981086731, + -0.5531666874885559, + -2.531594753265381, + -2.0243897438049316, + -0.44593361020088196, + 0.49786314368247986, + -0.006632372736930847, + 0.24423635005950928, + -0.6331305503845215, + -2.7707719802856445, + -2.1364808082580566 + ], + [ + -0.5684993863105774, + 0.0623701810836792, + -0.10449839383363724, + -0.7858190536499023, + -0.057080868631601334, + -3.981018304824829, + -0.6721940636634827, + 0.10191962122917175, + -0.7216448783874512, + 0.3870577812194824, + 0.5508396625518799, + -0.6811783313751221, + -3.6131227016448975, + -1.7484180927276611, + 0.34220433235168457, + -0.16193144023418427, + 0.16876991093158722, + 0.6509957909584045, + 0.2548854351043701, + -2.0779964923858643, + -1.5782216787338257 + ], + [ + -0.1224658265709877, + 0.22953394055366516, + -0.41326335072517395, + 0.19802969694137573, + 0.6866055130958557, + -2.6415462493896484, + -1.049781322479248, + -0.6788480281829834, + -0.8187242746353149, + 0.6141759157180786, + 1.3649951219558716, + -0.36378854513168335, + -2.2142889499664307, + -1.3759111166000366, + 0.583359956741333, + 0.6860965490341187, + 0.8285356760025024, + 1.4575884342193604, + -0.4101440906524658, + -2.218319892883301, + -1.5390111207962036 + ], + [ + 0.3368571698665619, + 0.4528505206108093, + -0.2985517382621765, + 0.37766069173812866, + 0.2064778208732605, + -2.8070714473724365, + -1.5598305463790894, + -0.9032005071640015, + -0.48420336842536926, + 0.639835000038147, + -0.3801422119140625, + -0.1376074254512787, + -3.369077205657959, + -1.9231767654418945, + -0.16211053729057312, + 0.53387051820755, + 0.6583098769187927, + 0.7611914873123169, + -0.46404945850372314, + -2.7554476261138916, + -1.4307246208190918 + ], + [ + 0.6002402901649475, + -0.14213827252388, + 0.30183425545692444, + -0.20118463039398193, + -0.16981711983680725, + -3.4212875366210938, + -0.2252577543258667, + 0.34123149514198303, + 0.003176456317305565, + 0.7433648109436035, + 1.1403348445892334, + 0.5709706544876099, + -1.8894051313400269, + -0.7200812101364136, + -0.7235198020935059, + 0.2147149294614792, + -0.28744715452194214, + 1.0323235988616943, + 0.5815067291259766, + -2.582993984222412, + -1.2160475254058838 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.019069351255893707, + 0.012574762105941772, + 0.07413499802350998, + -0.04097828269004822, + -0.03991875424981117, + -2.2650365829467773, + 0.0, + -0.06082560494542122, + 0.05821063742041588, + 0.07896332442760468, + -0.037061095237731934, + -0.08879614621400833, + -1.8659565448760986, + 0.0, + -0.022465867921710014, + -0.026843247935175896, + 0.04789978265762329, + -0.019972383975982666, + -0.04040021449327469, + -1.6115882396697998, + 0.0 + ] + ], + "predicted_scores": [ + 7.221473693847656, + 7.130629062652588, + 6.836122989654541, + 6.567046642303467, + 6.5100836753845215, + 6.414491653442383, + 5.8574604988098145, + 5.668039321899414 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1665739511", + "selected_index": 0, + "state_hash": "0f77663511063f17b0962024501b863c62b881513459d8bfa3ac00bbaed67de4", + "stored_base_utility": 0.8583254218101501, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18160098791122437, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18160098791122437 + }, + "base_progress": 0.18160098791122437, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.18160098791122437, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1575145721435547, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1575145721435547 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8451398015022278, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8451398015022278 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5988877415657043, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5988877415657043 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8059068918228149, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8059068918228149 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7868016958236694, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7868016958236694 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2257377803325653, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2257377803325653 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12763711810112, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12763711810112 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.178131103515625, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.178131103515625 + } + ], + "candidate_progress": [ + 0.1575145721435547, + 0.8451398015022278, + 0.5988877415657043, + 0.8059068918228149, + 0.7868016958236694, + 0.2257377803325653, + 0.12763711810112, + 0.178131103515625 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-5a32c809ed679663dcb1", + "ms-01e6eaaaf40875e0ef5a", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-72777024349c2aacd5e0", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.14945757389068604, + 0.13800345361232758, + 0.466001957654953, + -0.49037715792655945, + 0.8195263147354126, + -0.22224971652030945, + 1.0189824104309082, + 0.21326661109924316, + 0.1288537234067917, + -0.09852170199155807, + 0.22959861159324646, + -0.03397810459136963, + -1.6838446855545044, + -0.8851308822631836, + 0.23145517706871033, + 0.0854547917842865, + -0.01976589858531952, + 0.11974269151687622, + 0.4353026747703552, + -1.461144208908081, + -0.7549811601638794 + ], + [ + -0.035052478313446045, + 0.07764415442943573, + 0.13822013139724731, + -0.5471894145011902, + 0.7789884209632874, + -0.6027541160583496, + -0.05659592151641846, + 0.09599945694208145, + 0.04106780141592026, + -0.0548274889588356, + 0.1951478123664856, + -0.13761788606643677, + -2.238126039505005, + -0.4296681880950928, + 0.08315680921077728, + 0.004446877166628838, + 0.03134655952453613, + 0.11721794307231903, + -0.00025588274002075195, + -1.8499436378479004, + -0.4937496483325958 + ], + [ + -0.11231793463230133, + 0.10913434624671936, + 0.05157241225242615, + -0.41107386350631714, + 0.47322386503219604, + -0.735775351524353, + 0.14350339770317078, + 0.20310688018798828, + 0.037500567734241486, + 0.010696522891521454, + 0.20962882041931152, + -0.011347070336341858, + -2.5191447734832764, + -0.46330875158309937, + 0.22811836004257202, + 0.13338926434516907, + 0.08145405352115631, + 0.384326696395874, + 0.08166760206222534, + -2.044440507888794, + -0.9111979007720947 + ], + [ + -0.29677391052246094, + 0.13867969810962677, + 0.17781853675842285, + -0.40339669585227966, + 0.7097801566123962, + -0.6073473691940308, + -0.26617395877838135, + 0.13450510799884796, + 0.02146625891327858, + 0.011788591742515564, + 0.19707214832305908, + -0.11280974745750427, + -2.299226760864258, + -0.2978576421737671, + 0.17250806093215942, + -0.04469727724790573, + 0.015917330980300903, + 0.24331329762935638, + 0.016591757535934448, + -1.9861483573913574, + -0.5174812078475952 + ], + [ + -0.22859518229961395, + 0.13259871304035187, + 0.06402367353439331, + -0.3132786154747009, + 0.6555743217468262, + -0.7620512247085571, + 0.1733366847038269, + 0.14354878664016724, + 0.021261516958475113, + -0.0384163036942482, + 0.23187977075576782, + -0.008387178182601929, + -2.4528050422668457, + -0.517693281173706, + 0.2695420980453491, + 0.07030674815177917, + 0.026513829827308655, + 0.16949498653411865, + 0.09536302089691162, + -2.2353689670562744, + -0.7819361686706543 + ], + [ + -0.05900794267654419, + 0.02673870325088501, + 0.05212682485580444, + -0.23064909875392914, + 0.5528278350830078, + -0.7121607065200806, + 0.10346835851669312, + 0.09983375668525696, + 0.0727391242980957, + 0.014651790261268616, + 0.3422318696975708, + 0.17642618715763092, + -2.7000763416290283, + -0.5987612009048462, + 0.4369245171546936, + 0.0049669742584228516, + -0.052103593945503235, + 0.2574451267719269, + 0.05815201997756958, + -2.380661725997925, + -0.6874372959136963 + ], + [ + -0.20638452470302582, + 0.03929402679204941, + 0.26467812061309814, + -0.4405202567577362, + 0.7684603333473206, + -0.5087779760360718, + 0.326720267534256, + 0.05712874233722687, + 0.12752379477024078, + 0.14031463861465454, + 0.32755768299102783, + -0.14961451292037964, + -2.347799301147461, + -0.6431286334991455, + 0.2840886116027832, + 0.10105936229228973, + 0.12187564373016357, + 0.35409653186798096, + 0.06551794707775116, + -2.1445701122283936, + -0.705187201499939 + ], + [ + -0.02636939287185669, + 0.19298994541168213, + 0.02337518334388733, + -0.4962671995162964, + 0.8711814880371094, + -0.8148984909057617, + 0.10619297623634338, + 0.22645999491214752, + 0.036795973777770996, + -0.0035613849759101868, + 0.21023082733154297, + -0.040135279297828674, + -2.3223443031311035, + -0.529353678226471, + 0.22884275019168854, + -0.000634373165667057, + 0.05330364406108856, + -0.07287408411502838, + 0.16924433410167694, + -2.3086366653442383, + -0.8079119920730591 + ] + ], + "generated_utilities": [ + 0.1575145721435547, + 0.8451398015022278, + 0.5988877415657043, + 0.8059068918228149, + 0.7868016958236694, + 0.2257377803325653, + 0.12763711810112, + 0.178131103515625 + ], + "group_id": "ms-72777024349c2aacd5e0", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8314920663833618, + 0.1595238745212555, + 2.0, + 0.16971935331821442, + 0.5892879366874695, + 0.1617850512266159, + 0.1877371072769165, + 0.5782577395439148, + 0.12074722349643707, + 0.11237785220146179, + 0.08792310953140259, + 0.1209893673658371, + 0.13739405572414398, + 0.0773405134677887, + 0.09497407078742981, + 0.047447383403778076 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.002835560590028763, + 0.3854118585586548, + -0.06168194115161896, + -0.16570186614990234, + -0.05051702260971069, + -0.43052077293395996, + 0.0, + 0.024141468107700348, + -0.011737043969333172, + -0.05502588301897049, + 0.013536334037780762, + -0.000911470502614975, + -1.6284780502319336, + 0.0, + 0.030459173023700714, + -0.05656937509775162, + 0.03393230587244034, + 0.06894856691360474, + 0.00450655072927475, + -1.2762084007263184, + 0.0 + ], + [ + 0.2191334217786789, + 0.3854118585586548, + 0.5048428177833557, + -0.16570186614990234, + -0.20026534795761108, + -0.43052077293395996, + 0.0, + -0.026082046329975128, + 0.03163425251841545, + -0.04950854927301407, + 0.1969367265701294, + -0.05762401595711708, + -1.6284780502319336, + 0.0, + 0.002695085946470499, + 0.34764212369918823, + 0.6051180362701416, + 0.9295560717582703, + 0.38285934925079346, + -1.2762084007263184, + 0.0 + ], + [ + -0.04624907672405243, + 1.3854118585586548, + 0.05864633619785309, + -1.1657018661499023, + 0.7997346520423889, + -1.43052077293396, + 1.1980153322219849, + -0.023269198834896088, + -0.026228107511997223, + -0.009256521239876747, + 0.6858966946601868, + 0.03280947729945183, + -2.6284780502319336, + -1.7920862436294556, + -0.0004090145230293274, + -0.00536443293094635, + 0.007614931557327509, + 0.7401981949806213, + 0.11622340977191925, + -2.2762084007263184, + -1.6813035011291504 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.3960306644439697, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.584172487258911, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.362607002258301 + ], + [ + -0.13329119980335236, + 1.1171538829803467, + -0.19378040730953217, + -0.9341158866882324, + 0.8714147806167603, + -1.659934163093567, + 1.1658833026885986, + 0.23766514658927917, + 0.21810689568519592, + -0.05730185657739639, + 0.4946695566177368, + 0.17369553446769714, + -2.559515953063965, + -1.5605767965316772, + 0.08475297689437866, + 0.22485606372356415, + -0.2591644823551178, + 0.9637633562088013, + -0.08890970051288605, + -2.1015453338623047, + -1.5709789991378784 + ], + [ + -0.3507236838340759, + 1.1737966537475586, + 0.10341192036867142, + -0.7761039137840271, + 0.47493064403533936, + -1.2297213077545166, + 1.4181653261184692, + -0.1981543004512787, + -0.18248644471168518, + 0.17768341302871704, + 0.843591034412384, + -0.07443197071552277, + -2.6062240600585938, + -1.750958800315857, + -0.15503963828086853, + 0.18218432366847992, + 0.002181168645620346, + 0.8641887903213501, + -0.026101917028427124, + -1.9398812055587769, + -1.8561092615127563 + ], + [ + -0.22363319993019104, + 1.533349871635437, + 0.4454386830329895, + -1.5271000862121582, + 0.8945828080177307, + -1.105146884918213, + 0.7171626687049866, + -0.20207461714744568, + 0.31458696722984314, + 0.20214562118053436, + 1.0593571662902832, + -0.4655032455921173, + -2.8809642791748047, + -1.580764651298523, + -0.22098299860954285, + -0.08731096982955933, + -0.15165574848651886, + 0.89030921459198, + 0.611029326915741, + -2.2792654037475586, + -1.798964262008667 + ], + [ + -0.3702698349952698, + 0.9771865606307983, + 0.27564477920532227, + -1.7643829584121704, + 0.7298657894134521, + -1.875503420829773, + 1.4598875045776367, + 0.47600361704826355, + 0.13439032435417175, + -0.23905222117900848, + 1.2192013263702393, + -0.44705769419670105, + -2.603621482849121, + -1.3898506164550781, + 0.16782721877098083, + -0.2559890151023865, + 0.2965841293334961, + 0.8750308752059937, + 0.1521819680929184, + -2.3417282104492188, + -2.2663588523864746 + ], + [ + -0.31705379486083984, + 0.866703450679779, + -0.09125347435474396, + -1.5959886312484741, + 0.8041162490844727, + -1.7037310600280762, + 1.6304850578308105, + 0.11580469459295273, + 0.2654762864112854, + 0.12200001627206802, + 0.6904033422470093, + 0.19859254360198975, + -2.7615463733673096, + -2.059410333633423, + 0.5591834783554077, + -0.4801292419433594, + -0.3343847393989563, + 0.8787070512771606, + -0.14748375117778778, + -2.0334713459014893, + -1.1611082553863525 + ], + [ + -0.11324095726013184, + 0.8777624368667603, + 0.8215147256851196, + -1.5343353748321533, + 0.881126344203949, + -1.0607860088348389, + 0.5398488640785217, + 0.6020828485488892, + -0.5065795183181763, + 0.02798180840909481, + 0.33880186080932617, + 0.320717990398407, + -3.3552045822143555, + -1.1435439586639404, + 0.19279444217681885, + -0.5245973467826843, + 0.30647164583206177, + 1.3726601600646973, + 0.3123217523097992, + -2.9675674438476562, + -1.7007204294204712 + ], + [ + -0.6432619094848633, + 0.79607754945755, + -0.49864423274993896, + -1.0710605382919312, + 1.0709084272384644, + -1.612175703048706, + 1.2555015087127686, + 0.2873077392578125, + -0.36858057975769043, + 0.05837755650281906, + 1.1025807857513428, + 0.7949575185775757, + -3.2468795776367188, + -2.556741237640381, + -0.6579093337059021, + -0.8874800801277161, + 0.7922345399856567, + 0.4745541512966156, + 0.07610362768173218, + -2.041800022125244, + -2.2069954872131348 + ], + [ + -0.9264093637466431, + 1.9828436374664307, + 0.7907096147537231, + -1.260971188545227, + 1.7548933029174805, + -2.2685132026672363, + 1.1821955442428589, + -0.49968039989471436, + 0.10982713848352432, + 0.2384604662656784, + 0.2075445055961609, + -0.7872775793075562, + -2.076058864593506, + -1.1888585090637207, + 0.7447717785835266, + 0.2355569452047348, + -0.3163020610809326, + 0.3282558023929596, + -0.4075327515602112, + -3.2451019287109375, + -2.4086263179779053 + ], + [ + -0.7190575003623962, + 1.3702023029327393, + 0.8307373523712158, + -0.7533494234085083, + 0.574251651763916, + -2.3376822471618652, + 0.5512753129005432, + -0.04391670227050781, + 0.2242431342601776, + -0.46594029664993286, + 0.5667901039123535, + -0.12832416594028473, + -2.9870448112487793, + -1.2032369375228882, + 0.17313259840011597, + 0.5932936668395996, + 0.7428228259086609, + 0.6570835113525391, + -0.1891915649175644, + -1.3703107833862305, + -1.7630409002304077 + ], + [ + 0.799586832523346, + 1.0164330005645752, + -0.49519193172454834, + -0.6983597278594971, + 1.7632484436035156, + -0.9710203409194946, + 1.5416830778121948, + 0.9653489589691162, + 0.06498706340789795, + 0.2132291942834854, + -0.1650814414024353, + 0.06786654889583588, + -1.8782389163970947, + -2.3576126098632812, + 0.9410911798477173, + -0.576595664024353, + -0.8031080365180969, + 0.7120062112808228, + 0.6479252576828003, + -2.3928208351135254, + -1.4952012300491333 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.11725310236215591, + 0.3854118585586548, + 0.06966311484575272, + -0.16570186614990234, + 0.06442362070083618, + -0.43052077293395996, + 0.0, + 0.11858775466680527, + 0.0573427751660347, + -0.14938217401504517, + -0.01657569408416748, + 0.060478124767541885, + -1.6284780502319336, + 0.0, + 0.016584808006882668, + 0.18205130100250244, + -0.13064442574977875, + 0.15621143579483032, + 0.056775350123643875, + -1.2762084007263184, + 0.0 + ] + ], + "predicted_scores": [ + 5.8841447830200195, + 5.241399765014648, + 4.857771396636963, + 4.6210737228393555, + 4.533825397491455, + 4.412361145019531, + 4.049915790557861, + 4.013237476348877 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "256770874", + "selected_index": 0, + "state_hash": "3a7aa4ba27a5b34cdeb0f31ce9818588b1dd4ede96bf546f07302616c2e9b3a6", + "stored_base_utility": 0.8314920663833618, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23217551410198212, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23217551410198212 + }, + "base_progress": 0.23217551410198212, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.23217551410198212, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2375694364309311, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2375694364309311 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2406826764345169, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2406826764345169 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2359134554862976, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2359134554862976 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23039750754833221, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23039750754833221 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2340986728668213, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2340986728668213 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23330780863761902, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23330780863761902 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2216567099094391, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2216567099094391 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5662839412689209, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5662839412689209 + } + ], + "candidate_progress": [ + 0.2375694364309311, + 0.2406826764345169, + 0.2359134554862976, + 0.23039750754833221, + 0.2340986728668213, + 0.23330780863761902, + 0.2216567099094391, + 0.5662839412689209 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-95028134c6e3670b89d5", + "ms-5bddb39f792f20e5e6d4", + "ms-5bddb39f792f20e5e6d4", + "ms-95028134c6e3670b89d5", + "ms-626ac2ad9d0dd95f1a2e", + "ms-ecb37ebbab21a506d8ca", + "ms-95028134c6e3670b89d5", + "ms-5bddb39f792f20e5e6d4" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank3", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank3", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-7fc5696cb3dc7b9bb9f7", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.0760251134634018, + -0.11767296493053436, + -0.16998723149299622, + 0.49821487069129944, + 0.3155245780944824, + -0.5357116460800171, + 0.10470804572105408, + 0.05781857669353485, + 0.05542318522930145, + 0.005715556442737579, + -0.08641714602708817, + 0.04337701201438904, + -1.9154925346374512, + -0.0587836354970932, + 0.02208758145570755, + -0.03636391460895538, + 0.10587934404611588, + -0.023524105548858643, + 0.15509366989135742, + -1.7120261192321777, + -0.1405705213546753 + ], + [ + -0.0680602490901947, + -0.20195713639259338, + -0.06194642186164856, + 0.8111811876296997, + 0.4633588194847107, + -0.44989296793937683, + 0.5914179086685181, + 0.06777641177177429, + 0.0873679593205452, + -0.09596062451601028, + 0.0895809754729271, + 0.06118626892566681, + -2.1418399810791016, + -0.23779578506946564, + 0.15443240106105804, + 0.11947156488895416, + 0.12463459372520447, + 0.07489870488643646, + 0.2620146870613098, + -1.641111135482788, + -0.3493766486644745 + ], + [ + -0.1944158524274826, + -0.09981270134449005, + -0.22831818461418152, + 0.4561270773410797, + 0.2737197279930115, + -0.6468385457992554, + 0.10653036832809448, + 0.015589699149131775, + 0.08034976571798325, + 0.06087687984108925, + -0.037097759544849396, + 0.017657801508903503, + -1.9936091899871826, + -0.1716489940881729, + 0.05968790873885155, + -0.017237773165106773, + 0.10892152786254883, + 0.07477428764104843, + 0.06756170094013214, + -1.703446626663208, + -0.4459552466869354 + ], + [ + -0.1137688010931015, + -0.2120305299758911, + 0.015940964221954346, + 0.8514070510864258, + 0.6051760911941528, + -0.503521203994751, + 0.28248870372772217, + -0.04469437897205353, + 0.07101288437843323, + -0.09313846379518509, + 0.00347268208861351, + -0.18165022134780884, + -2.055868148803711, + -0.09016191959381104, + 0.11269288510084152, + 0.14814043045043945, + 0.12840133905410767, + 0.17471477389335632, + 0.14659565687179565, + -1.5567958354949951, + -0.24599087238311768 + ], + [ + -0.11920885741710663, + -0.10266567766666412, + -0.2256033718585968, + 0.4630677402019501, + 0.3559969663619995, + -0.8193269968032837, + 0.13219031691551208, + 0.050299420952796936, + 0.0955139547586441, + 0.059341929852962494, + -0.04763907194137573, + -0.007338657975196838, + -1.916678786277771, + -0.15640570223331451, + -0.007439795881509781, + 0.010481994599103928, + 0.13256686925888062, + 0.0426996648311615, + 0.0991957038640976, + -1.5987415313720703, + -0.45382454991340637 + ], + [ + -0.07684063911437988, + -0.11305813491344452, + -0.21948572993278503, + 0.48934242129325867, + 0.3473860025405884, + -0.513336181640625, + 0.05460923910140991, + 0.07388673722743988, + 0.10755646228790283, + 0.035582445561885834, + -0.028001628816127777, + 0.009311079978942871, + -1.9528796672821045, + -0.16838441789150238, + -0.002965163439512253, + -0.006062105763703585, + 0.15649093687534332, + -0.039008110761642456, + 0.17612656950950623, + -1.8349113464355469, + -0.27721965312957764 + ], + [ + -0.14598222076892853, + -0.2276659905910492, + 0.03321966528892517, + 0.6778746843338013, + 0.44346004724502563, + -0.40005525946617126, + 0.3250758647918701, + 0.08261305093765259, + 0.06765666604042053, + 0.012306876480579376, + -0.00531310960650444, + 0.00777532160282135, + -2.1440258026123047, + 0.10224153101444244, + 0.0847109854221344, + 0.05409768596291542, + 0.0987650454044342, + 0.11085259914398193, + 0.06344956159591675, + -1.6575193405151367, + -0.19650205969810486 + ], + [ + -0.08775642514228821, + -0.12688925862312317, + -0.2226424515247345, + 0.7266737222671509, + 0.49251747131347656, + -0.5092196464538574, + 0.2686435580253601, + 0.009461939334869385, + 0.12401176989078522, + -0.002547837793827057, + 0.010105602443218231, + 0.11638578027486801, + -2.304042339324951, + 0.015699177980422974, + 0.07650550454854965, + 0.07362566888332367, + 0.054800257086753845, + 0.02227073907852173, + 0.11079512536525726, + -1.690673828125, + -0.30525317788124084 + ] + ], + "generated_utilities": [ + 0.2375694364309311, + 0.2406826764345169, + 0.2359134554862976, + 0.23039750754833221, + 0.2340986728668213, + 0.23330780863761902, + 0.2216567099094391, + 0.5662839412689209 + ], + "group_id": "ms-7fc5696cb3dc7b9bb9f7", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8363267779350281, + 2.0, + 2.0, + 0.16206762194633484, + 0.5390529036521912, + 0.08151453733444214, + 0.5261932611465454, + 0.5265869498252869, + 0.5459305047988892, + 0.18360589444637299, + 0.16689825057983398, + 0.15426510572433472, + 0.0028923004865646362, + 0.15516109764575958, + 0.0506085604429245, + 0.19578850269317627 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.0005862116813659668, + 0.18783891201019287, + -0.02734696865081787, + 0.09201061725616455, + 0.010171383619308472, + -0.4856022596359253, + 0.0, + 0.10349468141794205, + 0.4567214846611023, + -0.1893925815820694, + 0.12298360466957092, + 0.3369159996509552, + -1.6010875701904297, + 0.0, + 0.304210901260376, + -0.3049007058143616, + 0.3435661494731903, + 0.3158445656299591, + 0.2931552231311798, + -1.2709691524505615, + 0.0 + ], + [ + -0.726529061794281, + -0.8121610879898071, + -1.0273469686508179, + 1.0920106172561646, + 0.3926190733909607, + -1.4856022596359253, + 1.8979665040969849, + -0.029249273240566254, + 0.008005961775779724, + 0.013417234644293785, + -0.10860864818096161, + 0.43491366505622864, + -2.6010875701904297, + -1.493168592453003, + -0.01047949492931366, + -0.0018908085767179728, + 0.019280990585684776, + 0.20726272463798523, + 0.45750224590301514, + -2.2709691524505615, + -1.4645930528640747 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.7959330081939697, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.986337184906006, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.9291861057281494 + ], + [ + -0.9019005298614502, + -0.5901641845703125, + -0.920559287071228, + 0.991828978061676, + 0.2407551407814026, + -1.2655587196350098, + 1.7652356624603271, + 0.03909382224082947, + 0.04142814502120018, + 0.12125641852617264, + -0.2822783887386322, + 0.4936577081680298, + -2.5754144191741943, + -1.5686157941818237, + -0.22672900557518005, + -0.08431098610162735, + 0.09805622696876526, + 0.2479260265827179, + 0.4450404644012451, + -2.1972453594207764, + -1.4420135021209717 + ], + [ + -0.8822115063667297, + -0.9738405346870422, + -0.7449414730072021, + 0.8784142732620239, + 0.4583987295627594, + -1.3989503383636475, + 1.8331178426742554, + -0.006558071821928024, + 0.30383312702178955, + 0.2117801308631897, + -0.2538969814777374, + 0.13478082418441772, + -2.584805727005005, + -1.325882911682129, + 0.23593956232070923, + -0.2618964612483978, + -0.30780693888664246, + 0.24083535373210907, + 0.430472195148468, + -1.946203589439392, + -1.5077860355377197 + ], + [ + -0.39491432905197144, + -0.8895903825759888, + -0.9160035848617554, + 0.7220491170883179, + 0.36837494373321533, + -1.4429160356521606, + 1.4078493118286133, + 0.03969770669937134, + 0.007204015273600817, + 0.056278251111507416, + -0.4780465364456177, + 0.9121701717376709, + -2.512721538543701, + -1.6225675344467163, + -0.42074650526046753, + 0.15076839923858643, + -0.24544812738895416, + 0.08152849972248077, + 0.1987975835800171, + -2.712414264678955, + -1.9573136568069458 + ], + [ + -0.6879937648773193, + -0.8859440088272095, + -1.1152405738830566, + 0.8750674724578857, + -0.05955067276954651, + -1.5194538831710815, + 1.876329779624939, + -0.2068542242050171, + -0.5498799085617065, + 0.46419233083724976, + 0.42569708824157715, + -0.02127784490585327, + -2.5905418395996094, + -1.411050796508789, + -0.21327723562717438, + 0.20716798305511475, + 0.20993508398532867, + 0.33476364612579346, + -0.09872657060623169, + -2.5958731174468994, + -1.6374839544296265 + ], + [ + -0.5723236799240112, + -0.28514552116394043, + -0.6157487630844116, + 0.6151646375656128, + 0.32639649510383606, + -1.7217803001403809, + 2.5557403564453125, + 0.532052218914032, + 0.5977330207824707, + -0.5707970261573792, + -0.21707558631896973, + 0.8829224109649658, + -3.1287553310394287, + -1.0988328456878662, + 0.38229066133499146, + 0.0032835237216204405, + -0.3569248616695404, + 0.0031215548515319824, + 1.1060712337493896, + -2.3536932468414307, + -1.383341670036316 + ], + [ + -0.7901747822761536, + -0.8977189660072327, + -1.4548863172531128, + 0.5700533986091614, + -0.13018959760665894, + -0.8057670593261719, + 2.4019269943237305, + 0.5368256568908691, + 0.5227565765380859, + 0.28199371695518494, + -0.1637011021375656, + -0.2898564040660858, + -2.9142980575561523, + -1.8492696285247803, + 0.7177971601486206, + 0.2360217124223709, + -0.13862104713916779, + 0.9262527227401733, + 0.39495596289634705, + -2.470649480819702, + -1.3260751962661743 + ], + [ + -0.6053685545921326, + -0.3819047510623932, + -0.258634090423584, + 0.19338607788085938, + 0.19874510169029236, + -1.3407407999038696, + 2.5238022804260254, + -0.6922282576560974, + 0.8137098550796509, + 0.39421388506889343, + 0.09789760410785675, + 0.12572914361953735, + -2.518153667449951, + -1.6892600059509277, + 0.503250002861023, + 0.88390052318573, + -0.7520112991333008, + -0.3356115520000458, + 0.15291047096252441, + -2.5788943767547607, + -0.9403089284896851 + ], + [ + -0.464814156293869, + -0.6034223437309265, + -1.6505372524261475, + 0.6883972883224487, + -0.3758969306945801, + -1.785051941871643, + 2.605452060699463, + 0.550828218460083, + 0.4742209315299988, + -0.19333000481128693, + -1.002321481704712, + 0.48782211542129517, + -1.8015108108520508, + -0.8254865407943726, + -0.7333722710609436, + -0.4948355555534363, + 0.6016485095024109, + 0.5632485151290894, + -0.24367755651474, + -2.201673984527588, + -0.5806979537010193 + ], + [ + -1.4628195762634277, + -0.4433446228504181, + -1.9926375150680542, + 0.33977705240249634, + 0.03379333019256592, + -1.6042804718017578, + 2.221484422683716, + 0.7110810279846191, + -0.41500210762023926, + 0.08095695078372955, + -0.23683495819568634, + -0.43207624554634094, + -3.080759286880493, + -0.9071659445762634, + 0.47082334756851196, + -0.9117310047149658, + -0.06435621529817581, + -0.6813669204711914, + -0.2741369605064392, + -2.3763599395751953, + -1.000203013420105 + ], + [ + -1.382751226425171, + -1.7026821374893188, + -0.11846715211868286, + 1.5398613214492798, + -0.5885447859764099, + -1.8825289011001587, + 1.5456308126449585, + -0.320659339427948, + -0.964028000831604, + -0.1812019646167755, + 0.14226128160953522, + 0.4527861177921295, + -2.714468002319336, + -1.9451607465744019, + 0.195057213306427, + 0.16905252635478973, + -0.9247990250587463, + 0.9112424850463867, + 0.79449862241745, + -2.714893341064453, + -1.6473028659820557 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.02016383409500122, + 0.02509528398513794, + -0.02734696865081787, + 0.09201061725616455, + -0.04331648349761963, + -0.4856022596359253, + 0.0, + -0.022040890529751778, + -0.003832761198282242, + -0.01408458687365055, + 0.06165061891078949, + 0.02554956078529358, + -1.6010875701904297, + 0.0, + 0.009550465270876884, + 0.03566932678222656, + 0.013732164166867733, + 0.017749279737472534, + 0.0699148178100586, + -1.2709691524505615, + 0.0 + ], + [ + 0.023195505142211914, + 0.029890060424804688, + -0.02734696865081787, + 0.09201061725616455, + 0.06108534336090088, + -0.4856022596359253, + 0.0, + -0.034551952034235, + -0.15152660012245178, + -0.21811580657958984, + -0.063543401658535, + 0.23667243123054504, + -1.6010875701904297, + 0.0, + -0.1614403873682022, + -0.17222382128238678, + -0.09706380218267441, + 0.3660350441932678, + 0.13013160228729248, + -1.2709691524505615, + 0.0 + ] + ], + "predicted_scores": [ + 10.078303337097168, + 9.899794578552246, + 9.838083267211914, + 9.817471504211426, + 9.707748413085938, + 9.703428268432617, + 9.61950397491455, + 9.497570991516113 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "957101489", + "selected_index": 0, + "state_hash": "e8473553a2b17f5adf09e08e7271b5502d53a51225c17abac3d9f78906cf8c46", + "stored_base_utility": 0.8363267779350281, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18060606718063354, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18060606718063354 + }, + "base_progress": 0.18060606718063354, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.18060606718063354, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5932410955429077, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5932410955429077 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5904086828231812, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5904086828231812 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5918088555335999, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5918088555335999 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5889836549758911, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5889836549758911 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5930776596069336, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5930776596069336 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5882123708724976, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5882123708724976 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5900384187698364, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5900384187698364 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5940085053443909, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5940085053443909 + } + ], + "candidate_progress": [ + 0.5932410955429077, + 0.5904086828231812, + 0.5918088555335999, + 0.5889836549758911, + 0.5930776596069336, + 0.5882123708724976, + 0.5900384187698364, + 0.5940085053443909 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-5bddb39f792f20e5e6d4", + "ms-9d12ad4ebdf37419994c", + "ms-9228f8295b9891cf011c", + "ms-9d12ad4ebdf37419994c", + "ms-626ac2ad9d0dd95f1a2e", + "ms-ce9505086ea115f86649", + "ms-5bddb39f792f20e5e6d4", + "ms-5bddb39f792f20e5e6d4" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank4", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-9a14552b7db695dee92c", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.1955004781484604, + -0.1567487269639969, + -0.16483262181282043, + 0.6688127517700195, + 0.20377953350543976, + -0.980791449546814, + -0.17292320728302002, + 0.051525890827178955, + 0.10414548963308334, + 0.08326587826013565, + -0.06870736926794052, + -0.16737329959869385, + -2.315819263458252, + -0.41325628757476807, + 0.00010092183947563171, + 0.005142198875546455, + 0.09869436919689178, + 0.12238563597202301, + 0.05671943724155426, + -1.7523281574249268, + -0.5893875360488892 + ], + [ + 0.019086793065071106, + -0.19706174731254578, + -0.029470354318618774, + 0.7905501127243042, + 0.2732119858264923, + -1.7787634134292603, + -0.0016086101531982422, + 0.08300841599702835, + 0.1376497894525528, + 0.05605608969926834, + -0.1170903667807579, + -0.14812365174293518, + -2.2000856399536133, + -0.3458159565925598, + -0.08810976147651672, + -0.028278978541493416, + 0.16366031765937805, + 0.24066302180290222, + -0.04516133666038513, + -1.4069287776947021, + -0.47547033429145813 + ], + [ + 0.0027483999729156494, + -0.18374969065189362, + 0.037945061922073364, + 0.7942410707473755, + 0.2807069420814514, + -1.5887302160263062, + 0.19085991382598877, + 0.09814592450857162, + 0.1520027071237564, + 0.06129952147603035, + -0.07709302753210068, + -0.18030712008476257, + -2.2839605808258057, + -0.31919384002685547, + -0.07383193075656891, + 0.002038273960351944, + 0.11265097558498383, + 0.2215275913476944, + -0.00587192177772522, + -1.6165270805358887, + -0.45556655526161194 + ], + [ + 0.029613904654979706, + -0.20588000118732452, + 0.03062942624092102, + 0.8486756086349487, + 0.35517871379852295, + -1.595283031463623, + 0.09803587198257446, + 0.09731166064739227, + 0.13583402335643768, + 0.06317503750324249, + -0.035912662744522095, + -0.1705700159072876, + -2.2549450397491455, + -0.27018117904663086, + -0.014433879405260086, + -0.003946020267903805, + 0.06360054016113281, + 0.18603403866291046, + -0.0050240159034729, + -1.5024492740631104, + -0.45634719729423523 + ], + [ + -0.13698367774486542, + -0.1631132960319519, + -0.13985326886177063, + 0.6787759065628052, + 0.2589947283267975, + -1.1320605278015137, + -0.11246442794799805, + 0.10019271820783615, + 0.09750304371118546, + 0.07651114463806152, + -0.023692868649959564, + -0.16261017322540283, + -2.2118170261383057, + -0.37721508741378784, + -0.08304712176322937, + 0.04618179053068161, + 0.14752072095870972, + 0.13412415981292725, + 0.08562961220741272, + -1.6784498691558838, + -0.562802791595459 + ], + [ + -0.07454462349414825, + -0.15649889409542084, + 0.05192422866821289, + 1.0007781982421875, + 0.41371798515319824, + -0.9013117551803589, + -0.3012951612472534, + 0.0720197856426239, + 0.066159188747406, + 0.07016855478286743, + -0.03618543595075607, + -0.11230635643005371, + -2.445711135864258, + -0.23814953863620758, + 0.02961241453886032, + -0.004427255596965551, + 0.06387174129486084, + 0.056954383850097656, + -0.038371890783309937, + -1.8166437149047852, + -0.5405824184417725 + ], + [ + -0.11919869482517242, + -0.2748486399650574, + 0.020651131868362427, + 1.2269152402877808, + 0.492240309715271, + -0.8772810697555542, + 0.15772214531898499, + 0.032793909311294556, + 0.09647057205438614, + 0.024207517504692078, + 0.15034119784832, + -0.06449970602989197, + -2.420243501663208, + -0.508609414100647, + 0.12386804819107056, + 0.1383136361837387, + 0.07376275956630707, + 0.09313453733921051, + 0.3191838264465332, + -1.6679911613464355, + -0.7064749002456665 + ], + [ + -0.15073858201503754, + -0.23268678784370422, + -0.06789061427116394, + 1.1312943696975708, + 0.5296562314033508, + -0.8623613119125366, + -0.08611530065536499, + 0.006322398781776428, + 0.12800242006778717, + 0.1077391505241394, + 0.03649601340293884, + -0.03998748958110809, + -2.6004042625427246, + -0.270206093788147, + 0.029153794050216675, + 0.10368996858596802, + 0.043426066637039185, + 0.056671202182769775, + 0.16078227758407593, + -1.7559840679168701, + -0.576429009437561 + ] + ], + "generated_utilities": [ + 0.5932410955429077, + 0.5904086828231812, + 0.5918088555335999, + 0.5889836549758911, + 0.5930776596069336, + 0.5882123708724976, + 0.5900384187698364, + 0.5940085053443909 + ], + "group_id": "ms-9a14552b7db695dee92c", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.838127613067627, + 2.0, + 0.15671375393867493, + 0.17482513189315796, + 0.5684618353843689, + 0.19147612154483795, + 0.5643423795700073, + 0.1653006672859192, + 0.11670731008052826, + 0.14578887820243835, + 0.16058449447155, + 0.10923929512500763, + 0.13408902287483215, + 0.06845971941947937, + 0.02954423427581787, + 0.08425161242485046 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.22581616044044495, + -0.32600927352905273, + -0.054001130163669586, + 1.2553811073303223, + -0.1383839249610901, + -1.9753923416137695, + 0.0, + 0.09536236524581909, + 0.017635054886341095, + -0.06946105509996414, + 0.06630897521972656, + -0.10150641947984695, + -1.9112331867218018, + 0.0, + -0.23092225193977356, + 0.04748937487602234, + 0.3013715445995331, + -0.22072738409042358, + 0.0733548104763031, + -1.6514825820922852, + 0.0 + ], + [ + 0.22913068532943726, + -0.32600927352905273, + 0.24692901968955994, + 1.2553811073303223, + 0.3704858124256134, + -1.9753923416137695, + 0.0, + 0.036500319838523865, + 0.12820330262184143, + -0.09674224257469177, + 0.2668613791465759, + -0.14372897148132324, + -1.9112331867218018, + 0.0, + -0.27894535660743713, + -0.3322452902793884, + 0.16300754249095917, + -0.24123603105545044, + -0.2359180599451065, + -1.6514825820922852, + 0.0 + ], + [ + 0.0198141410946846, + -1.3260092735290527, + 0.011403528973460197, + 2.2553811073303223, + 0.5258303284645081, + -2.9753923416137695, + 1.8956809043884277, + -0.028990529477596283, + 0.007858656346797943, + 0.03128144145011902, + 0.5457771420478821, + -0.14793801307678223, + -2.9112331867218018, + -1.5743238925933838, + -0.011861175298690796, + -0.002163209253922105, + 0.015663353726267815, + 0.7587639689445496, + -0.07801014184951782, + -2.651482582092285, + -1.5696079730987549 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.7913618087768555, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.1486477851867676, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.1392159461975098 + ], + [ + 0.13539990782737732, + -1.2862521409988403, + 0.28441768884658813, + 2.3658432960510254, + 0.4678441286087036, + -2.8791494369506836, + 1.8408029079437256, + -0.11893181502819061, + -0.1259741485118866, + -0.20943574607372284, + 0.4765416979789734, + -0.40862777829170227, + -2.8372273445129395, + -1.4697245359420776, + -0.08606886118650436, + -0.06554404646158218, + -0.27424973249435425, + 0.907739520072937, + -0.10130079835653305, + -2.6951611042022705, + -1.807652235031128 + ], + [ + -0.15379676222801208, + -1.7091000080108643, + 0.31153741478919983, + 2.2179949283599854, + 0.859725832939148, + -2.6038026809692383, + 1.98358952999115, + 0.22934654355049133, + -0.16202330589294434, + 0.02916553243994713, + 0.7702362537384033, + -0.0907563641667366, + -2.6495683193206787, + -1.394291877746582, + 0.2534489035606384, + -0.07077484577894211, + 0.10660970956087112, + 0.7866172194480896, + -0.41323983669281006, + -2.4847500324249268, + -1.5881152153015137 + ], + [ + 0.14051103591918945, + -0.8684865236282349, + 0.45214012265205383, + 2.499347686767578, + 0.310441792011261, + -2.875823497772217, + 1.4898443222045898, + 0.3396439850330353, + -0.033532168716192245, + 0.20189781486988068, + 0.3506202697753906, + 0.04831346869468689, + -2.4730942249298096, + -1.4369138479232788, + -0.4840375483036041, + -0.17814871668815613, + -0.1863224357366562, + 0.47034892439842224, + -0.5315045714378357, + -3.019744396209717, + -1.2571722269058228 + ], + [ + 0.5503659844398499, + -1.517655372619629, + -0.20272362232208252, + 2.5588791370391846, + 0.7160627841949463, + -2.551017999649048, + 2.423107385635376, + 0.18953359127044678, + -0.4268995523452759, + 0.014377228915691376, + 0.969605028629303, + -0.2440275251865387, + -2.385143756866455, + -1.4786417484283447, + 0.44389280676841736, + -0.11543146520853043, + -0.5315021872520447, + 1.2627880573272705, + 0.24797001481056213, + -3.17976713180542, + -1.8759949207305908 + ], + [ + -0.07551594823598862, + -1.6101253032684326, + 0.3926098048686981, + 1.726672649383545, + 1.0158472061157227, + -3.367068290710449, + 1.4499058723449707, + -0.5616514086723328, + 0.002434568479657173, + -0.5033466815948486, + -0.12249338626861572, + -0.07335222512483597, + -3.5959439277648926, + -1.0662813186645508, + -0.034436360001564026, + 0.512275218963623, + -0.04822078347206116, + 0.6117934584617615, + -0.745093822479248, + -2.2700355052948, + -2.090803623199463 + ], + [ + 0.6751457452774048, + -0.7857800126075745, + 0.11759950965642929, + 2.7748122215270996, + 1.3096001148223877, + -2.3352341651916504, + 1.4677345752716064, + 0.7219796180725098, + 0.21788907051086426, + -0.3245394825935364, + 0.08372032642364502, + -0.6393120288848877, + -2.8002729415893555, + -2.157836437225342, + 0.11339983344078064, + -0.2834126651287079, + -0.3824191987514496, + 1.130112648010254, + -0.8028184175491333, + -2.3846678733825684, + -1.8259286880493164 + ], + [ + -0.01608770713210106, + -2.1245148181915283, + -0.175740584731102, + 2.754368782043457, + 1.0032098293304443, + -3.7700157165527344, + 1.3539870977401733, + -0.7906507849693298, + -0.8311541080474854, + 0.8180835247039795, + 0.10450628399848938, + 0.01135176420211792, + -3.396463394165039, + -0.6868918538093567, + 0.22346650063991547, + 0.693323016166687, + -0.47104692459106445, + 0.8188157081604004, + -0.6246469020843506, + -2.4006571769714355, + -2.431541919708252 + ], + [ + -0.7931793928146362, + -1.7645766735076904, + 0.23125068843364716, + 2.816321849822998, + 1.1080517768859863, + -3.8820090293884277, + 1.8420056104660034, + 0.4984684884548187, + -0.9149360656738281, + -0.028868291527032852, + 0.14621934294700623, + 0.546608567237854, + -2.7883894443511963, + -1.3650472164154053, + -0.055590901523828506, + 0.41940492391586304, + -0.7235082983970642, + 1.1734092235565186, + -0.6126058101654053, + -3.217271566390991, + -2.512387275695801 + ], + [ + -0.5335642695426941, + -2.139784336090088, + 0.9540140628814697, + 1.7781559228897095, + 1.2117886543273926, + -3.71681809425354, + 2.461766242980957, + 0.4546531140804291, + 0.09786976873874664, + -0.8281612396240234, + -0.19971781969070435, + -1.1042157411575317, + -3.047807216644287, + -1.0697336196899414, + -0.22256404161453247, + -0.3800235986709595, + 0.3603542447090149, + 0.7543611526489258, + -0.23184219002723694, + -3.5156431198120117, + -2.1170644760131836 + ], + [ + 0.27338743209838867, + -0.9654052257537842, + -0.2700650095939636, + 2.6957814693450928, + 0.0643424391746521, + -3.094449281692505, + 0.8981494307518005, + 0.19603312015533447, + 0.5969407558441162, + -0.45200687646865845, + 1.466981291770935, + -0.45456382632255554, + -2.997983455657959, + -1.1903986930847168, + 0.5722758769989014, + -0.9932370781898499, + 0.28074830770492554, + 0.6244409084320068, + 0.6411240696907043, + -3.2179243564605713, + -1.905179738998413 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.025789255276322365, + -0.32600927352905273, + -0.02888326905667782, + 1.2553811073303223, + 0.013092517852783203, + -1.9753923416137695, + 0.0, + 0.04008308798074722, + -0.05201057717204094, + -0.008613351732492447, + -0.06225985288619995, + -0.0397564172744751, + -1.9112331867218018, + 0.0, + -0.02836347185075283, + -0.0055325529538095, + 0.053034864366054535, + 0.009740114212036133, + -0.006228044629096985, + -1.6514825820922852, + 0.0 + ] + ], + "predicted_scores": [ + 9.278825759887695, + 9.198298454284668, + 9.089003562927246, + 9.01301383972168, + 8.967742919921875, + 8.631224632263184, + 8.55488109588623, + 8.27466869354248 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "77147264", + "selected_index": 0, + "state_hash": "49d38eabb7404e0028c75dd98e1239274b5dc2f04b9db8653001e44369ca8f3a", + "stored_base_utility": 0.838127613067627, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8032726645469666, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8032726645469666 + }, + "base_progress": 0.8032726645469666, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.8032726645469666, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7878025770187378, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7878025770187378 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.6163942813873291, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.6163942813873291 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7856650948524475, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7856650948524475 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7851645350456238, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7851645350456238 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7845032811164856, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7845032811164856 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7853841185569763, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7853841185569763 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7889664173126221, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7889664173126221 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5965543389320374, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5965543389320374 + } + ], + "candidate_progress": [ + 0.7878025770187378, + 0.6163942813873291, + 0.7856650948524475, + 0.7851645350456238, + 0.7845032811164856, + 0.7853841185569763, + 0.7889664173126221, + 0.5965543389320374 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-19a3669e096e98232ec8", + "ms-c80e71e55d51d8595499", + "ms-eb7189a4f2b0f0a5d4bd", + "ms-19a3669e096e98232ec8", + "ms-c80e71e55d51d8595499", + "ms-eb7189a4f2b0f0a5d4bd", + "ms-5dfbb16e173e1a3e2bd6", + "ms-c80e71e55d51d8595499" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank3", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-9f5d57fe2153fd267774", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.07359767705202103, + -0.022936293855309486, + 0.17212626338005066, + 0.4277544915676117, + 0.03396719694137573, + -1.8285356760025024, + -0.08469897508621216, + 0.03528694808483124, + -0.018833819776773453, + 0.042753368616104126, + 0.12448706477880478, + 0.11000896990299225, + -1.4939945936203003, + -0.2894740104675293, + 0.00032523274421691895, + -0.011450445279479027, + 0.028939679265022278, + 0.16334393620491028, + -0.09901928901672363, + -1.1872146129608154, + -0.5239570140838623 + ], + [ + 0.05369774252176285, + -0.02734631672501564, + 0.06638193130493164, + 0.28251948952674866, + 0.05360992252826691, + -1.7555545568466187, + -0.18490636348724365, + 0.07431480288505554, + -0.02814454399049282, + 0.0685330480337143, + 0.24003809690475464, + 0.053030192852020264, + -1.6386163234710693, + -0.27149873971939087, + -0.05567837134003639, + 0.027388188987970352, + 0.03472980856895447, + 0.1945558488368988, + -0.11091634631156921, + -1.2232568264007568, + -0.5699173212051392 + ], + [ + -0.06364400684833527, + -0.019149869680404663, + 0.043749481439590454, + 0.32594195008277893, + 0.08974654972553253, + -1.7109909057617188, + -0.07050883769989014, + 0.08543351292610168, + -0.0030349241569638252, + -0.03426145762205124, + 0.28927746415138245, + 0.194637730717659, + -1.5618793964385986, + -0.36579155921936035, + -0.04660946503281593, + 0.022801276296377182, + -0.015647828578948975, + 0.1480839103460312, + -0.13364723324775696, + -1.243949294090271, + -0.4885777533054352 + ], + [ + 0.05471748113632202, + 0.01739606261253357, + -0.02901396155357361, + 0.3280031979084015, + -0.031067699193954468, + -1.8454480171203613, + -0.0941804051399231, + 0.0742068663239479, + -0.03458938002586365, + 0.001839175820350647, + 0.20392721891403198, + -0.02388186752796173, + -1.5751217603683472, + -0.37196779251098633, + -0.0840960144996643, + 0.03431433066725731, + 0.04538847506046295, + 0.1551373302936554, + -0.18575716018676758, + -1.2685155868530273, + -0.45934537053108215 + ], + [ + 0.0023525506258010864, + -0.012111347168684006, + 0.005684345960617065, + 0.26501983404159546, + -0.04701727628707886, + -1.7770227193832397, + -0.13101303577423096, + 0.13334877789020538, + -0.0586976557970047, + 0.023714445531368256, + 0.21738949418067932, + -0.013167053461074829, + -1.5759814977645874, + -0.34615588188171387, + -0.055842671543359756, + 0.03973934054374695, + 0.0865001231431961, + 0.19700613617897034, + -0.11084747314453125, + -1.1499114036560059, + -0.5043877363204956 + ], + [ + 0.04257400333881378, + -0.02509743720293045, + 0.03358423709869385, + 0.2868376672267914, + -0.10478970408439636, + -1.7000281810760498, + -0.08320450782775879, + 0.16199669241905212, + -0.05254017561674118, + 0.029864899814128876, + 0.20803159475326538, + -0.028093531727790833, + -1.5147043466567993, + -0.3567262887954712, + -0.08231478929519653, + 0.05616014823317528, + 0.0656241625547409, + 0.15013672411441803, + -0.10196295380592346, + -1.2684810161590576, + -0.435844749212265 + ], + [ + -0.21748213469982147, + -0.19337275624275208, + -0.0013970434665679932, + 0.276437371969223, + -0.08984330296516418, + -1.584930419921875, + -0.05115026235580444, + 0.13329152762889862, + 0.0657760426402092, + -0.03583923727273941, + 0.46533313393592834, + -0.13866493105888367, + -1.5514469146728516, + -0.23273999989032745, + 0.020466703921556473, + 0.06435954570770264, + 0.038404881954193115, + 0.25214073061943054, + 0.023809611797332764, + -1.2936558723449707, + -0.2883369028568268 + ], + [ + -0.12163044512271881, + 0.05924508720636368, + -0.06324455142021179, + 0.4915246069431305, + -0.14840731024742126, + -1.4852099418640137, + -0.13363564014434814, + -0.24784934520721436, + 0.05218832939863205, + 0.23309530317783356, + 0.2802119255065918, + 0.012910127639770508, + -1.4869745969772339, + -0.39038747549057007, + 0.005242433398962021, + 0.14509925246238708, + 0.08502674102783203, + 0.3453613817691803, + 0.03480546176433563, + -1.4999916553497314, + -0.010194644331932068 + ] + ], + "generated_utilities": [ + 0.7878025770187378, + 0.6163942813873291, + 0.7856650948524475, + 0.7851645350456238, + 0.7845032811164856, + 0.7853841185569763, + 0.7889664173126221, + 0.5965543389320374 + ], + "group_id": "ms-9f5d57fe2153fd267774", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8544998168945312, + 2.0, + 0.14427810907363892, + 0.1566883623600006, + 0.7847082018852234, + 0.6161996126174927, + 0.5900160074234009, + 0.12891459465026855, + 0.5811972618103027, + 0.12705880403518677, + 0.12002001702785492, + 0.07508957386016846, + 0.1335657238960266, + 2.0, + 0.5254277586936951, + 0.1602712869644165 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.07957560569047928, + 0.1778574287891388, + -0.06101015955209732, + 0.08770006895065308, + -0.13665570318698883, + -1.1242008209228516, + 0.0, + 0.20265339314937592, + 0.03117954358458519, + -0.08283126354217529, + 0.051615357398986816, + 0.006725620478391647, + -0.7304134368896484, + 0.0, + -0.03756266087293625, + 0.051428791135549545, + 0.13959813117980957, + 0.040047526359558105, + -0.04084143042564392, + -0.31500017642974854, + 0.0 + ], + [ + 0.31541678309440613, + -0.16606420278549194, + 0.09380461275577545, + 0.031209349632263184, + -0.10083025693893433, + -1.1242008209228516, + 0.0, + 0.09663133323192596, + -0.095388263463974, + 0.4012776017189026, + 0.051615357398986816, + 0.167547807097435, + -0.7304134368896484, + 0.0, + -0.6302167177200317, + 0.05524101108312607, + -0.14198890328407288, + 0.040047526359558105, + 0.5201720595359802, + -0.31500017642974854, + 0.0 + ], + [ + 0.004154659807682037, + -0.0034282731357961893, + 0.005892834160476923, + 1.0312093496322632, + -0.15828494727611542, + -2.1242008209228516, + -1.4059314727783203, + 0.002088826149702072, + 0.0016306412871927023, + 0.005124530289322138, + 1.0516153573989868, + -0.05936579033732414, + -1.7304134368896484, + -1.2081255912780762, + 0.010161396116018295, + 0.0017865521367639303, + -0.006222852971404791, + 1.040047526359558, + 0.07346899807453156, + -1.3150001764297485, + -0.9752891659736633 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.8118629455566406, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.4162511825561523, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -1.9505783319473267 + ], + [ + 0.05903958901762962, + -0.05713164061307907, + 0.27611011266708374, + 0.9773679971694946, + -0.2122824341058731, + -2.198127031326294, + -1.1234419345855713, + 0.22609303891658783, + 0.14432841539382935, + 0.13455358147621155, + 0.8475942611694336, + 0.19007176160812378, + -1.4536203145980835, + -1.208316445350647, + -0.24895474314689636, + 0.08610261976718903, + 0.16216596961021423, + 1.2356702089309692, + 0.07108174264431, + -1.4601069688796997, + -1.0005295276641846 + ], + [ + -0.2862337827682495, + -0.34814661741256714, + -0.3317800462245941, + 1.383265495300293, + -0.3485583961009979, + -1.7799506187438965, + -1.6264256238937378, + -0.24356596171855927, + -0.18337340652942657, + 0.3351142108440399, + 1.36115562915802, + -0.4404119849205017, + -1.4858057498931885, + -0.9229021668434143, + 0.3078569769859314, + -0.18743832409381866, + -0.3414495885372162, + 1.0045359134674072, + -0.1438894122838974, + -1.5133963823318481, + -0.7331042885780334 + ], + [ + 0.14600041508674622, + -0.10555070638656616, + 0.06090353801846504, + 1.1715545654296875, + 0.14829085767269135, + -1.8377182483673096, + -1.2019046545028687, + -0.33082208037376404, + 0.27619102597236633, + 0.3936208188533783, + 1.4077775478363037, + -0.2165551781654358, + -2.094696283340454, + -0.7843748331069946, + -0.13239514827728271, + 0.208020880818367, + 0.17500364780426025, + 0.5608562231063843, + 0.5641188025474548, + -1.6192113161087036, + -1.1969176530838013 + ], + [ + -0.03659747168421745, + -0.2400680035352707, + 0.49718841910362244, + 1.0422266721725464, + 0.13088186085224152, + -2.068427324295044, + -1.1215412616729736, + 0.06697356700897217, + 0.19986751675605774, + -0.5827334523200989, + 0.9792195558547974, + -0.5810520648956299, + -1.7176907062530518, + -0.6760571002960205, + -0.08971267938613892, + 0.36716267466545105, + 0.4829793870449066, + 0.7045803070068359, + -0.3341261148452759, + -1.3750282526016235, + -1.086517095565796 + ], + [ + 0.09393255412578583, + 0.6277099251747131, + 0.653377115726471, + 0.5602235198020935, + -0.8483365178108215, + -1.7264833450317383, + -1.698084831237793, + -0.3303340971469879, + 0.43070027232170105, + -0.13159427046775818, + 1.0274523496627808, + 0.4760425388813019, + -2.1360630989074707, + -0.6506720185279846, + 0.3130929470062256, + 0.6801184415817261, + 0.6575731039047241, + 0.9053056240081787, + 0.18805859982967377, + -1.3225764036178589, + -1.0653810501098633 + ], + [ + 0.536294162273407, + -0.026106586679816246, + 0.11593607813119888, + 0.2775042653083801, + 0.1801595836877823, + -1.590940237045288, + -0.6846873164176941, + 0.5080465078353882, + -0.7678324580192566, + 0.24115782976150513, + 0.2675415277481079, + -0.3879689872264862, + -2.1869571208953857, + -0.7176487445831299, + -0.15474224090576172, + -0.5326727032661438, + -0.12406099587678909, + 0.411626398563385, + 0.3519209027290344, + -1.6924495697021484, + -1.4648362398147583 + ], + [ + 0.2688097357749939, + -0.7928301095962524, + -0.39608004689216614, + 1.3961963653564453, + -0.026196151971817017, + -2.263073682785034, + -2.044499635696411, + 0.055598195642232895, + -0.485431969165802, + -0.058985911309719086, + 1.781836986541748, + 0.7104123830795288, + -2.0781984329223633, + -0.6968748569488525, + -0.1437186300754547, + 0.8155919313430786, + 0.5188283920288086, + 0.23954623937606812, + -0.6596511602401733, + -1.3867920637130737, + -0.7448391318321228 + ], + [ + 0.11259422451257706, + 0.43877506256103516, + -0.585435152053833, + 0.12099790573120117, + 0.5070493817329407, + -2.101219654083252, + -1.3759371042251587, + -0.7516231536865234, + 0.7018498778343201, + 0.7899036407470703, + 0.9772143959999084, + -0.7032701373100281, + -1.4699928760528564, + -1.4471495151519775, + 0.4750489890575409, + 0.8803708553314209, + -0.25032687187194824, + 1.3429648876190186, + 0.7985087037086487, + -0.5786607265472412, + -1.563289761543274 + ], + [ + 0.4965847432613373, + -0.8452511429786682, + 0.21300016343593597, + 0.28797537088394165, + -1.0059970617294312, + -3.040114402770996, + -1.1050269603729248, + 0.7826927304267883, + 0.8645586371421814, + -0.9447845816612244, + 1.0121192932128906, + 0.5123239755630493, + -1.5470938682556152, + -0.6170141100883484, + 0.2538997530937195, + 0.912939727306366, + -0.8613666892051697, + 0.9517492055892944, + 0.7185115218162537, + -2.1534924507141113, + -0.6818757057189941 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.025899745523929596, + -0.03433045744895935, + -0.044045113027095795, + 0.031209349632263184, + -0.014532476663589478, + -1.1242008209228516, + 0.0, + 0.10768167674541473, + -0.020356399938464165, + 0.09216367453336716, + 0.051615357398986816, + -0.011370409280061722, + -0.7304134368896484, + 0.0, + 0.04558054730296135, + 0.038496289402246475, + 0.02504396252334118, + 0.040047526359558105, + 0.01217309758067131, + -0.31500017642974854, + 0.0 + ], + [ + -0.5198070406913757, + -0.8798871040344238, + 0.04596509411931038, + 1.55931556224823, + 0.31027060747146606, + -1.5283797979354858, + -1.6053413152694702, + -0.2754230797290802, + -0.012456716038286686, + 0.7998818159103394, + 1.5184144973754883, + 0.05059843137860298, + -1.85283362865448, + -0.9533926248550415, + 0.9978112578392029, + 0.8525571227073669, + -0.9611027836799622, + 0.32179969549179077, + -0.448661744594574, + -1.9452965259552002, + -0.7132223844528198 + ] + ], + "predicted_scores": [ + 7.926606178283691, + 7.801007270812988, + 7.784052848815918, + 7.763858795166016, + 7.463160991668701, + 7.160830020904541, + 6.63977575302124, + 5.733854293823242 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1607773860", + "selected_index": 0, + "state_hash": "fdc7379ab4491c9f65860cadd3b2f3c9f2335f26aae91fb1c06d3a4edf858d6a", + "stored_base_utility": 0.8544998168945312, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8309420943260193, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8309420943260193 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8335660099983215, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8335660099983215 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8299015164375305, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8299015164375305 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1607843041419983, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1607843041419983 + } + ], + "candidate_progress": [ + 0.8309420943260193, + 1.0, + 1.0, + 0.8335660099983215, + 1.0, + 0.8299015164375305, + 1.0, + 0.1607843041419983 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-19a3669e096e98232ec8", + "ms-19a3669e096e98232ec8", + "ms-20f3cfcf183c69853b1e", + "ms-f3ec6a4e6e3a778054d1", + "ms-f3ec6a4e6e3a778054d1", + "ms-f3ec6a4e6e3a778054d1", + "ms-f3ec6a4e6e3a778054d1", + "ms-f3ec6a4e6e3a778054d1" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + true, + true, + false, + true, + false, + true, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-b0fee26e1db967f90b81", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.09971066564321518, + -0.04877883940935135, + 0.21493560075759888, + 0.046094655990600586, + 0.1506999284029007, + -1.8873378038406372, + -0.2402740716934204, + -0.020122110843658447, + 0.008637435734272003, + -0.02496889978647232, + -0.025732755661010742, + 0.07732711732387543, + -1.859541416168213, + -0.41412925720214844, + 0.07342806458473206, + -0.03496316075325012, + 0.11055457592010498, + 0.14297863841056824, + 0.025179922580718994, + -1.548518180847168, + -0.5070557594299316 + ], + [ + 0.045109450817108154, + -0.0363493412733078, + 0.02268579602241516, + -0.09846194088459015, + 0.10298654437065125, + -1.9851049184799194, + -0.21872872114181519, + 0.08892098069190979, + 0.00960948970168829, + -0.04573669284582138, + 0.015774428844451904, + -0.09494644403457642, + -1.9886606931686401, + -0.5934123992919922, + 0.020117782056331635, + 0.01235244795680046, + 0.10210731625556946, + 0.15067815780639648, + -0.05726844072341919, + -1.6157879829406738, + -0.5733475685119629 + ], + [ + 0.0599239245057106, + -0.0013393089175224304, + 0.07873719930648804, + -0.05681060254573822, + 0.1119188591837883, + -2.1338841915130615, + -0.35343462228775024, + 0.07013864070177078, + -0.033284544944763184, + 0.03906060755252838, + 0.06437359005212784, + -0.10744327306747437, + -2.171335458755493, + -0.4728962182998657, + 0.03684862330555916, + 0.028785213828086853, + 0.09233652055263519, + 0.17418667674064636, + -0.08772614598274231, + -1.6198232173919678, + -0.5947557687759399 + ], + [ + -0.10808457434177399, + -0.08926355838775635, + 0.06364351511001587, + 0.08291396498680115, + 0.0967835783958435, + -2.06998872756958, + -0.3152679204940796, + 0.1299087405204773, + 0.03115321323275566, + 0.02862732857465744, + 0.12867440283298492, + -0.13927656412124634, + -2.2024917602539062, + -0.6336515545845032, + 0.08667171746492386, + -0.004516755696386099, + 0.1880882978439331, + 0.12742331624031067, + 0.09338107705116272, + -1.7779078483581543, + -0.6678057909011841 + ], + [ + -0.11103735864162445, + -0.10134437680244446, + 0.017999261617660522, + 0.15015682578086853, + 0.13941532373428345, + -1.875949501991272, + -0.44800877571105957, + 0.03914344310760498, + 0.054675616323947906, + 0.1194845512509346, + 0.2165447175502777, + -0.08822017908096313, + -2.198155164718628, + -0.6227890849113464, + 0.06860514730215073, + 0.02440943568944931, + 0.21738044917583466, + 0.23128828406333923, + 0.13446752727031708, + -1.7873010635375977, + -0.48688653111457825 + ], + [ + -0.03153054416179657, + -0.05751754343509674, + -0.039392441511154175, + 0.12042838335037231, + 0.47063153982162476, + -1.2225741147994995, + -0.07892155647277832, + 0.1373959481716156, + 0.12142457067966461, + 0.02969454973936081, + 0.1742844432592392, + -0.19431105256080627, + -1.6139705181121826, + -1.0515356063842773, + -0.003010239452123642, + 0.14192870259284973, + -0.04967726767063141, + 0.02792644500732422, + 0.08032093942165375, + -1.6737253665924072, + -0.42945942282676697 + ], + [ + -0.17733024060726166, + -0.03475421667098999, + 0.0974799394607544, + 0.10127630829811096, + 0.1863127499818802, + -1.973664402961731, + -0.338962197303772, + 0.1426106095314026, + 0.02649012580513954, + 0.09757546335458755, + 0.12484817951917648, + -0.08431872725486755, + -2.192887544631958, + -0.45648711919784546, + 0.05809919536113739, + -0.002971099689602852, + 0.24095596373081207, + 0.05467011034488678, + -0.012824594974517822, + -1.7524652481079102, + -0.7536972761154175 + ], + [ + 0.0020519793033599854, + -0.0869632214307785, + 0.0974884033203125, + 0.028624117374420166, + -0.0186120867729187, + -2.003950834274292, + -0.4450283646583557, + 0.20481336116790771, + 0.020672567188739777, + 0.04752346873283386, + 0.320661723613739, + -0.06962582468986511, + -2.241682767868042, + -0.6370885372161865, + 0.018126733601093292, + 0.028235096484422684, + 0.112686388194561, + -0.10436005890369415, + 0.09336811304092407, + -1.9606742858886719, + -0.6694706678390503 + ] + ], + "generated_utilities": [ + 0.8309420943260193, + 2.0, + 2.0, + 0.8335660099983215, + 2.0, + 0.8299015164375305, + 2.0, + 0.1607843041419983 + ], + "group_id": "ms-b0fee26e1db967f90b81", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8397466540336609, + 0.8594310283660889, + 0.14638642966747284, + 0.09418028593063354, + 0.7838175296783447, + 0.5982922315597534, + 0.5913184881210327, + 2.0, + 0.20996521413326263, + 0.17419946193695068, + 0.11757439374923706, + 0.1645697057247162, + 0.05191062390804291, + 0.08658662438392639, + 0.04989185929298401, + 0.05867189168930054 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.1510201096534729, + -0.21724483370780945, + 0.14240525662899017, + 0.003108598291873932, + -0.11609727144241333, + -1.6516358852386475, + 0.0, + -0.09976008534431458, + 0.061503566801548004, + 0.3070257902145386, + -0.08051937818527222, + 0.05735237896442413, + -1.6075372695922852, + 0.0, + -0.19649454951286316, + -0.15815469622612, + 0.2621642053127289, + -0.17578476667404175, + -0.034231506288051605, + -1.3808586597442627, + 0.0 + ], + [ + 0.014505341649055481, + 0.0403006337583065, + 0.5529788732528687, + 0.0714028924703598, + -0.41683781147003174, + -1.6516358852386475, + 0.0, + 0.41446545720100403, + -0.16278114914894104, + -0.4971221685409546, + -0.3640303611755371, + 0.02483367919921875, + -1.6075372695922852, + 0.0, + 0.5711643695831299, + -0.5244585275650024, + -0.5069849491119385, + 0.31709733605384827, + -0.4254770278930664, + -1.3808586597442627, + 0.0 + ], + [ + -0.044587142765522, + 0.03136333078145981, + 0.014485275372862816, + 0.04301099479198456, + 0.47328460216522217, + -2.6516358852386475, + -0.32303211092948914, + -0.01855158433318138, + -0.003608003491535783, + 0.029763570055365562, + 0.6359696388244629, + -0.1304762363433838, + -2.607537269592285, + -1.7957698106765747, + -0.009414590895175934, + -0.000939749414101243, + 0.018994441255927086, + 0.7486392855644226, + -0.06401278078556061, + -2.3808586597442627, + -1.722450852394104 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.6460642218589783, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.5915396213531494, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.444901704788208 + ], + [ + 0.18585285544395447, + 0.17557260394096375, + 0.08478302508592606, + -0.17644454538822174, + 0.7477058172225952, + -2.614673137664795, + -0.3018328547477722, + 0.2204062044620514, + -0.0497702918946743, + 0.1961878538131714, + 0.5304322242736816, + -0.15872131288051605, + -2.604066848754883, + -2.053436517715454, + 0.18444111943244934, + -0.0024187257513403893, + 0.0054171085357666016, + 1.0256288051605225, + 0.02724038064479828, + -2.426236391067505, + -1.6594898700714111 + ], + [ + -0.5335133075714111, + 0.12298225611448288, + -0.12197553366422653, + 0.0424814410507679, + 0.002416938543319702, + -2.8428826332092285, + -0.17827168107032776, + -0.3377644121646881, + 0.04258471727371216, + -0.15910103917121887, + 0.9169985055923462, + 0.003966793417930603, + -3.069180727005005, + -1.407257318496704, + -0.47542956471443176, + -0.2210284322500229, + -0.10021048784255981, + 0.7806655168533325, + 0.3228837251663208, + -2.058253049850464, + -1.556677222251892 + ], + [ + 0.20687156915664673, + -0.5511468052864075, + 0.3945963978767395, + -0.16104432940483093, + 0.4936041831970215, + -2.1271684169769287, + 0.02855244278907776, + 0.544975996017456, + -0.3336343765258789, + 0.029475202783942223, + 0.8120307326316833, + -0.3246060609817505, + -2.885145425796509, + -2.2030622959136963, + -0.28730231523513794, + 0.19937433302402496, + 0.19840951263904572, + 1.1192030906677246, + -0.3995746374130249, + -2.5594136714935303, + -1.1545796394348145 + ], + [ + -0.5497553944587708, + -0.39125651121139526, + 0.2725587487220764, + -0.27965104579925537, + 1.0584466457366943, + -2.1044363975524902, + -0.6898342370986938, + 0.36552220582962036, + -0.2289373278617859, + 0.24627351760864258, + 0.7968363165855408, + 0.14776766300201416, + -2.988917112350464, + -1.6111457347869873, + -0.5116392374038696, + 0.030796781182289124, + -0.08262427151203156, + 1.0816104412078857, + 0.336497962474823, + -1.684936285018921, + -2.290850877761841 + ], + [ + 0.18322327733039856, + 0.6938241720199585, + 0.5252001881599426, + 0.06770005077123642, + 1.120344877243042, + -1.8558356761932373, + 0.18930694460868835, + -0.7033196687698364, + 0.7861698865890503, + -0.0965423658490181, + 0.015094935894012451, + -0.5303559303283691, + -2.6036770343780518, + -2.589250087738037, + -0.468231737613678, + -0.5901691317558289, + -0.7109078764915466, + 0.986366331577301, + -0.7634903192520142, + -2.984590530395508, + -1.1651530265808105 + ], + [ + 0.7039692401885986, + -0.5346179008483887, + 0.1466517597436905, + -0.6284777522087097, + -0.07994896173477173, + -2.4640438556671143, + -1.102164626121521, + -0.26685386896133423, + -0.3165925443172455, + 0.8653677701950073, + 0.232782244682312, + -0.5054740905761719, + -3.400317668914795, + -1.4077497720718384, + -0.09987740218639374, + -0.27442091703414917, + 0.5428174138069153, + 1.5128605365753174, + 0.747156023979187, + -2.0367631912231445, + -2.464085578918457 + ], + [ + 0.4474923610687256, + -0.7824500203132629, + 0.5928975343704224, + 0.57558673620224, + -0.17630118131637573, + -2.176387310028076, + -0.3299017548561096, + -0.6172446608543396, + 0.5065999627113342, + 0.46063295006752014, + 0.5951727628707886, + -0.02366364747285843, + -3.254279136657715, + -0.8880517482757568, + 0.3714323043823242, + 0.12449074536561966, + 0.6677311658859253, + -0.20713549852371216, + 0.5062628984451294, + -3.2156763076782227, + -1.9652986526489258 + ], + [ + -0.437069296836853, + 0.615723192691803, + -0.7743021249771118, + 0.20228458940982819, + 0.4320293366909027, + -2.0403428077697754, + -0.32251936197280884, + -0.7280393838882446, + 0.10878247022628784, + 0.9395551681518555, + 0.6021312475204468, + -0.3748174011707306, + -2.0175063610076904, + -1.9166245460510254, + -0.10793138295412064, + 0.6512030959129333, + 0.3747653365135193, + 1.5698660612106323, + -0.7995363473892212, + -1.8378328084945679, + -1.0564453601837158 + ], + [ + -0.7214477062225342, + -0.5686705708503723, + 0.8819299936294556, + 0.7319017648696899, + 1.0695421695709229, + -2.0338172912597656, + 0.2973436415195465, + -0.19576850533485413, + 0.4506514370441437, + 0.9037411212921143, + 0.0996239185333252, + 0.5076434016227722, + -2.611851930618286, + -2.7078182697296143, + 0.022706281393766403, + -0.4812851846218109, + -0.40778082609176636, + 1.6509652137756348, + -0.5721896886825562, + -1.8604621887207031, + -1.2943172454833984 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.017527949064970016, + -0.13547566533088684, + -0.31396082043647766, + -0.06045208126306534, + 0.7718918323516846, + -2.996134042739868, + -0.0199548602104187, + 0.26194432377815247, + -0.303554505109787, + -0.09068091958761215, + 0.3007984459400177, + -0.39815279841423035, + -2.626121997833252, + -1.8776893615722656, + 0.25959014892578125, + 0.20619672536849976, + -0.25346171855926514, + 0.40209779143333435, + 0.1943899542093277, + -2.464694023132324, + -1.5338099002838135 + ] + ], + "predicted_scores": [ + 8.342562675476074, + 8.25308609008789, + 7.850484848022461, + 7.325530052185059, + 7.25822639465332, + 7.209280967712402, + 6.617255210876465, + 5.865014553070068 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1358421325", + "selected_index": 0, + "state_hash": "b8e04d64f31138fff8f83f1bb017f9e8515565a2ada2ba5787ad5f06b796589c", + "stored_base_utility": 0.8397466540336609, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20958349108695984, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20958349108695984 + }, + "base_progress": 0.20958349108695984, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.20958349108695984, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17539814114570618, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17539814114570618 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18665343523025513, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18665343523025513 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19962318241596222, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19962318241596222 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19374296069145203, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19374296069145203 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15487967431545258, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15487967431545258 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1931411176919937, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1931411176919937 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18064288794994354, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18064288794994354 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17649054527282715, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17649054527282715 + } + ], + "candidate_progress": [ + 0.17539814114570618, + 0.18665343523025513, + 0.19962318241596222, + 0.19374296069145203, + 0.15487967431545258, + 0.1931411176919937, + 0.18064288794994354, + 0.17649054527282715 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-5a32c809ed679663dcb1", + "ms-852c671b0adeccfa4bf1", + "ms-5a32c809ed679663dcb1", + "ms-01e6eaaaf40875e0ef5a", + "ms-5a32c809ed679663dcb1", + "ms-01e6eaaaf40875e0ef5a", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-bc2d3b425d9163a62dbb", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.01935860514640808, + -0.11501907557249069, + 0.03533613681793213, + 0.3148309886455536, + 0.606629490852356, + 0.05254410207271576, + 0.23302878439426422, + 0.05594860017299652, + 0.08978518098592758, + 0.15949447453022003, + -0.10404416173696518, + -0.15252050757408142, + -2.0663673877716064, + -0.2556835412979126, + 0.20129716396331787, + 0.06713980436325073, + 0.03545138239860535, + 0.37455105781555176, + 0.030868053436279297, + -1.4701550006866455, + -0.6781316995620728 + ], + [ + 0.07800472527742386, + 0.048029400408267975, + 0.17340943217277527, + 0.08338835835456848, + 1.0179423093795776, + 0.1963890790939331, + 0.11150985956192017, + 0.000635877251625061, + 0.008682607673108578, + 0.10124866664409637, + -0.04020985960960388, + 0.05034996569156647, + -1.8792545795440674, + -0.1832548826932907, + -0.07451556622982025, + -0.043793387711048126, + -0.04592238366603851, + 0.14193032681941986, + 0.031830430030822754, + -1.443277359008789, + -0.2131912112236023 + ], + [ + -0.06763942539691925, + -0.09502820670604706, + 0.0073394775390625, + 0.3021880090236664, + 0.8851645588874817, + 0.03733231872320175, + 0.16287797689437866, + -0.01925179362297058, + 0.040308766067028046, + 0.047634586691856384, + 0.014302127063274384, + -0.09556296467781067, + -2.018016815185547, + -0.33328694105148315, + 0.18618018925189972, + 0.00029123108834028244, + 0.004714369773864746, + 0.16355039179325104, + 0.004336148500442505, + -1.6824939250946045, + -0.6461502313613892 + ], + [ + 0.02324351668357849, + 0.07527635246515274, + 0.08002471923828125, + 0.019042998552322388, + 1.0649361610412598, + 0.15407538414001465, + -0.0922783613204956, + 0.03210066258907318, + 0.04722258448600769, + 0.04888751357793808, + -0.029865682125091553, + -0.1972472071647644, + -1.8584154844284058, + -0.2249973565340042, + 0.058882083743810654, + 0.019664980471134186, + 0.014692574739456177, + 0.05009855329990387, + 0.009720832109451294, + -1.474858283996582, + -0.514934778213501 + ], + [ + 0.22601518034934998, + 0.08195210993289948, + 0.5048747062683105, + 0.2289358675479889, + 0.8408186435699463, + 0.4235391914844513, + 0.9016371965408325, + 0.1519930064678192, + 0.18983305990695953, + 0.06059293448925018, + -0.1124037578701973, + -0.19108906388282776, + -1.4945687055587769, + -0.21176095306873322, + 0.20084089040756226, + 0.05413998290896416, + -0.021686509251594543, + 0.13958868384361267, + 0.27400684356689453, + -0.9710829854011536, + -0.35020413994789124 + ], + [ + 0.06001751124858856, + 0.049244873225688934, + 0.016082853078842163, + 0.07293984293937683, + 1.121917724609375, + 0.18127474188804626, + -0.12947797775268555, + 0.07906731963157654, + 0.036316074430942535, + 0.09425787627696991, + 0.017015699297189713, + -0.23373568058013916, + -1.8568781614303589, + -0.1955832988023758, + 0.016971107572317123, + 0.005699574947357178, + -0.02485506236553192, + 0.05813156068325043, + 0.03692971169948578, + -1.5162885189056396, + -0.542568564414978 + ], + [ + 0.0778626799583435, + -0.012611892074346542, + -0.02478131651878357, + 0.10639786720275879, + 1.1180763244628906, + -0.06987328827381134, + 0.1288721263408661, + 0.0334988534450531, + 0.04023250937461853, + 0.18835902214050293, + -0.016700387001037598, + -0.008857786655426025, + -1.9709926843643188, + -0.3401898145675659, + 0.23434871435165405, + -0.08201171457767487, + 0.02910730242729187, + -0.0840330570936203, + 0.15619038045406342, + -1.7900581359863281, + -0.6379573345184326 + ], + [ + -0.19752787053585052, + 0.08201627433300018, + 0.19996094703674316, + 0.182782381772995, + 1.0007710456848145, + 0.18440604209899902, + -0.0317191481590271, + 0.12258739024400711, + 0.028913382440805435, + 0.13427582383155823, + -0.030898742377758026, + -0.15315917134284973, + -1.9960883855819702, + -0.14794592559337616, + 0.15435084700584412, + -0.014952924102544785, + -0.08853603899478912, + 0.1948043704032898, + -0.01970657706260681, + -1.5221951007843018, + -0.4643816649913788 + ] + ], + "generated_utilities": [ + 0.17539814114570618, + 0.18665343523025513, + 0.19962318241596222, + 0.19374296069145203, + 0.15487967431545258, + 0.1931411176919937, + 0.18064288794994354, + 0.17649054527282715 + ], + "group_id": "ms-bc2d3b425d9163a62dbb", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8266608119010925, + 2.0, + 0.15905821323394775, + 0.13648143410682678, + 0.5621776580810547, + 0.18381908535957336, + 0.20885342359542847, + 0.18184903264045715, + 0.19253113865852356, + 0.5574395656585693, + 0.10362428426742554, + 0.0659959614276886, + 0.09997051954269409, + 0.2210000902414322, + 0.00010728836059570312, + 0.12723565101623535 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.059883326292037964, + -0.16710972785949707, + -0.04027438163757324, + -0.23492489755153656, + 0.34960758686065674, + 0.16551673412322998, + 0.0, + -0.27484941482543945, + 0.07304387539625168, + -0.38491085171699524, + 0.03056102991104126, + 0.16416949033737183, + -1.5270280838012695, + 0.0, + 0.01279987208545208, + -0.07740817964076996, + 0.07519636303186417, + 0.14440757036209106, + 0.0022157281637191772, + -1.3374013900756836, + 0.0 + ], + [ + -0.6122239828109741, + -0.0734642744064331, + -0.4064018726348877, + 0.11902926862239838, + 0.34960758686065674, + -0.07764682173728943, + 0.0, + 0.37407442927360535, + -0.08740249276161194, + -0.20959049463272095, + -0.37996697425842285, + -0.304497092962265, + -1.5270280838012695, + 0.0, + -0.9113190174102783, + 0.3964778184890747, + 0.4811243414878845, + 0.2385387420654297, + -0.11476142704486847, + -1.3374013900756836, + 0.0 + ], + [ + 0.3877759873867035, + 0.6924911141395569, + -1.0402743816375732, + 0.005685340613126755, + 1.3496075868606567, + -0.2760518193244934, + 1.2840001583099365, + -0.028063178062438965, + 0.0023769063409417868, + 0.03187502175569534, + 0.04654876887798309, + 0.3263346254825592, + -2.5270280838012695, + -1.7457892894744873, + -0.012772172689437866, + -0.008647367358207703, + 0.019657021388411522, + 0.3050904870033264, + 0.19037143886089325, + -2.3374013900756836, + -1.738369345664978 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.568000316619873, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.4915785789489746, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.476738691329956 + ], + [ + 0.1989155411720276, + 0.7169155478477478, + -0.9921301603317261, + 0.22762086987495422, + 1.516188144683838, + -0.23096826672554016, + 1.0414973497390747, + 0.0012522991746664047, + -0.0518387071788311, + -0.23540246486663818, + 0.08515512943267822, + 0.5060473084449768, + -2.5231378078460693, + -1.4593229293823242, + -0.09671962261199951, + 0.09134317189455032, + -0.07944301515817642, + 0.18403387069702148, + 0.2437569499015808, + -2.270580291748047, + -1.9640144109725952 + ], + [ + 0.256519615650177, + 0.7805030941963196, + -1.3583617210388184, + 0.3310847878456116, + 1.2735480070114136, + -0.4127388000488281, + 1.2665152549743652, + -0.19997301697731018, + -0.11129427701234818, + 0.1647017002105713, + 0.3767858147621155, + 0.4831879138946533, + -2.752143621444702, + -1.6790910959243774, + 0.2554209232330322, + 0.3251851797103882, + -0.12605378031730652, + 0.696884274482727, + 0.29535919427871704, + -2.726069688796997, + -1.704551100730896 + ], + [ + 0.49772778153419495, + 1.0026791095733643, + -0.5513590574264526, + 0.008379313163459301, + 1.7768750190734863, + -0.6102496981620789, + 1.7048192024230957, + -0.29564282298088074, + -0.20420490205287933, + -0.23934513330459595, + -0.34791648387908936, + 0.0690477192401886, + -2.602295398712158, + -1.8138929605484009, + -0.38315677642822266, + -0.16421082615852356, + 0.17502839863300323, + -0.13996875286102295, + -0.30929630994796753, + -2.544666290283203, + -1.2411268949508667 + ], + [ + 0.07701912522315979, + 0.9529868364334106, + -1.497549295425415, + -0.3016125559806824, + 1.8504154682159424, + -0.3136579394340515, + 1.6619524955749512, + -0.28860214352607727, + 0.20993559062480927, + 0.6072397232055664, + 0.04243222624063492, + -0.133962482213974, + -2.0948100090026855, + -2.1691184043884277, + 0.44940999150276184, + -0.4183289408683777, + 0.5662978291511536, + 0.5016863942146301, + 0.7054548263549805, + -2.282663345336914, + -1.8892805576324463 + ], + [ + -0.2981111705303192, + 0.038420140743255615, + -1.687281847000122, + -0.37934571504592896, + 1.1300733089447021, + -0.6208293437957764, + 1.8144867420196533, + 0.16701459884643555, + 0.5508663654327393, + 0.4797254800796509, + -0.09421360492706299, + -0.3499920070171356, + -2.5030596256256104, + -1.5871793031692505, + -0.33045580983161926, + -0.29071635007858276, + 0.5385350584983826, + 0.9102991223335266, + 0.3121117353439331, + -2.2699851989746094, + -2.081907272338867 + ], + [ + -0.28236815333366394, + 0.18060839176177979, + -0.32270634174346924, + 0.033799149096012115, + 1.128151774406433, + -0.7577929496765137, + 1.6937967538833618, + -0.813525378704071, + 0.48178502917289734, + -0.6699209809303284, + -0.03810972720384598, + 0.8273124694824219, + -2.2768704891204834, + -1.317199945449829, + 0.0046694036573171616, + 0.5900158286094666, + -0.12453534454107285, + 1.046316385269165, + 0.2770566940307617, + -2.0448076725006104, + -2.4180057048797607 + ], + [ + 0.26116815209388733, + 1.305420994758606, + -0.5357515811920166, + 0.6523149013519287, + 0.5250536203384399, + -0.6821175217628479, + 1.2918037176132202, + 0.3275931477546692, + -0.8845832943916321, + -0.6987056136131287, + 0.10023711621761322, + -0.2849085032939911, + -1.7303776741027832, + -1.0117536783218384, + -0.06847482174634933, + 0.6783800721168518, + -0.04633811116218567, + 0.0702061653137207, + -0.3159322142601013, + -3.004882335662842, + -2.0691566467285156 + ], + [ + 0.5418367385864258, + 1.1724635362625122, + -1.717900276184082, + 0.9217556118965149, + 2.316706657409668, + -0.2411489486694336, + 0.720655083656311, + -0.6330894231796265, + 0.03703225776553154, + 0.38938266038894653, + -0.8305367827415466, + -0.2152116596698761, + -2.614929437637329, + -2.045497179031372, + -0.9044661521911621, + 0.9391879439353943, + -0.2323634922504425, + 0.8392186164855957, + -0.6889055371284485, + -3.0831263065338135, + -1.0035808086395264 + ], + [ + 1.0110303163528442, + 1.0131109952926636, + -1.3200907707214355, + -0.433234840631485, + 1.9466626644134521, + 0.46447479724884033, + 1.528633952140808, + 0.40949776768684387, + 0.07322453707456589, + -0.12349443882703781, + 0.24514153599739075, + 0.005379408597946167, + -2.487516164779663, + -1.1890358924865723, + -0.026332437992095947, + -0.6102214455604553, + 0.6559669971466064, + 0.4371780753135681, + -0.6651540994644165, + -2.8161611557006836, + -1.4271454811096191 + ], + [ + 0.9640108346939087, + 1.0122193098068237, + -1.9809117317199707, + 0.40601760149002075, + 0.9296187162399292, + 0.601173460483551, + 2.229055643081665, + -0.4972975254058838, + 0.6548057794570923, + 0.6165774464607239, + -0.7309268116950989, + 0.697066068649292, + -3.0948128700256348, + -2.4828031063079834, + 0.16930773854255676, + -0.11851751059293747, + -0.8277174830436707, + 0.8252183794975281, + -0.4829612374305725, + -2.922985076904297, + -1.1981642246246338 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.03792491555213928, + -0.040427446365356445, + -0.04027438163757324, + 0.02325565740466118, + 0.34960758686065674, + -0.05261008441448212, + 0.0, + 0.018791399896144867, + 0.05303370952606201, + 0.01128687709569931, + 0.01692008785903454, + 0.06139722466468811, + -1.5270280838012695, + 0.0, + -0.004229618236422539, + 0.017936373129487038, + 0.06901376694440842, + -0.04424762725830078, + -0.033029720187187195, + -1.3374013900756836, + 0.0 + ] + ], + "predicted_scores": [ + 8.353177070617676, + 8.168773651123047, + 8.054827690124512, + 7.780683994293213, + 7.614091873168945, + 7.547659397125244, + 7.03839111328125, + 6.555541038513184 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1271718007", + "selected_index": 0, + "state_hash": "58b3d0c1cafc199ad58508912becbaef59038a655cef0caafd263ade5c9b53fa", + "stored_base_utility": 0.8266608119010925, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23001998662948608, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23001998662948608 + }, + "base_progress": 0.23001998662948608, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.23001998662948608, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5360104441642761, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5360104441642761 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.22997573018074036, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22997573018074036 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.24249060451984406, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.24249060451984406 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.24403171241283417, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.24403171241283417 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.215876042842865, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.215876042842865 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.22360345721244812, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22360345721244812 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21048228442668915, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21048228442668915 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23181922733783722, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23181922733783722 + } + ], + "candidate_progress": [ + 0.5360104441642761, + 0.22997573018074036, + 0.24249060451984406, + 0.24403171241283417, + 0.215876042842865, + 0.22360345721244812, + 0.21048228442668915, + 0.23181922733783722 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-b8492a3a812095651d75", + "ms-5ac1bf2d7d319955d45d", + "ms-95028134c6e3670b89d5", + "ms-ee2fcbc94d41385713d0", + "ms-c8706d0aa14a930236de", + "ms-9ae5c6c4132218ecf49e", + "ms-95028134c6e3670b89d5", + "ms-016c5de39ed3c111889a" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank3", + "ctt_transport_rank1", + "ctt_transport_rank6", + "ctt_transport_rank0", + "ctt_transport_rank4", + "ctt_transport_rank2", + "ctt_transport_rank6", + "ctt_transport_rank5" + ], + "candidates_evaluated": true, + "chart_id": "ms-d1960368ef76bbb10669", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.3095259666442871, + 0.11973550915718079, + 0.04760652780532837, + -0.39305877685546875, + -0.08515965938568115, + 0.36646491289138794, + 0.7765716314315796, + -0.2021171748638153, + 0.10164652019739151, + -0.03743583709001541, + 0.12335886806249619, + -0.09078517556190491, + -1.7119663953781128, + 0.3588141202926636, + 0.054897114634513855, + -0.08407105505466461, + -0.03261344134807587, + 0.3776850402355194, + -0.03933486342430115, + -2.0776748657226562, + -0.6000291109085083 + ], + [ + -0.06332096457481384, + 0.07646164298057556, + -0.10097083449363708, + -0.4132343530654907, + 0.15159472823143005, + 0.40424004197120667, + 0.3232412338256836, + -0.29644975066185, + 0.06575214862823486, + 0.1346677988767624, + 0.1879333257675171, + -0.08275580406188965, + -1.8874163627624512, + 0.38870906829833984, + -0.036677565425634384, + 0.026962831616401672, + -0.18718691170215607, + 0.3142780661582947, + -0.1399814784526825, + -2.326507329940796, + -0.37241610884666443 + ], + [ + -0.3941129446029663, + 0.13888898491859436, + -0.1146526038646698, + -0.3604186773300171, + 0.12310667335987091, + 0.438344806432724, + 0.7222694158554077, + -0.27037206292152405, + 0.04056442528963089, + 0.013370789587497711, + 0.1111660748720169, + -0.19106057286262512, + -1.8087209463119507, + 0.5426148772239685, + 0.16208602488040924, + 0.04518374055624008, + -0.1510026901960373, + 0.45825594663619995, + -0.09221360087394714, + -2.0943408012390137, + -0.4555775225162506 + ], + [ + 0.070506751537323, + 0.09551867842674255, + -0.24629661440849304, + -0.3162042796611786, + 0.21988749504089355, + 0.3788749575614929, + 0.418049156665802, + -0.3649742901325226, + 0.03237506374716759, + 0.0818592756986618, + 0.33662259578704834, + -0.1127295196056366, + -1.7662217617034912, + 0.5073150992393494, + -0.015200112015008926, + -0.01211392693221569, + -0.1486201137304306, + 0.3622412085533142, + 0.0056417882442474365, + -2.2891883850097656, + -0.2583123445510864 + ], + [ + -0.3758782744407654, + 0.062299758195877075, + 0.016253620386123657, + -0.45615172386169434, + 0.05004604160785675, + 0.2643832564353943, + 0.6216477751731873, + -0.07212391495704651, + 0.1351829469203949, + 0.0622154176235199, + 0.043416935950517654, + -0.2108331024646759, + -1.6292228698730469, + 0.3205755949020386, + -0.02156030759215355, + -0.043419189751148224, + 0.0752241313457489, + 0.4921141266822815, + -0.06601220369338989, + -2.0877718925476074, + -0.5401986837387085 + ], + [ + -0.16059629619121552, + 0.11828133463859558, + -0.06259384751319885, + -0.4600411653518677, + 0.09577222168445587, + 0.12725794315338135, + 0.5006501078605652, + -0.19613072276115417, + 0.17081882059574127, + 0.0794428363442421, + 0.17841246724128723, + -0.09059885144233704, + -1.6995353698730469, + 0.6306300759315491, + -0.07704339921474457, + -0.03763516619801521, + -0.006819859147071838, + 0.423896461725235, + -0.009935706853866577, + -2.161468505859375, + -0.44646093249320984 + ], + [ + -0.18473054468631744, + 0.10827562212944031, + 0.026804596185684204, + -0.48885807394981384, + 0.0768902450799942, + -0.009263873100280762, + 0.6169990301132202, + -0.19945073127746582, + 0.16562041640281677, + 0.12304293364286423, + 0.15828582644462585, + -0.10705280303955078, + -1.639184832572937, + 0.5398136377334595, + -0.037868957966566086, + -0.0284440778195858, + 0.013959720730781555, + 0.39110398292541504, + -0.08120983839035034, + -2.04227876663208, + -0.40593037009239197 + ], + [ + -0.17430977523326874, + 0.099172443151474, + -0.24612197279930115, + -0.3666560649871826, + 0.09643343091011047, + 0.16563764214515686, + 0.30939507484436035, + -0.3341854512691498, + 0.09318622946739197, + 0.04056559503078461, + 0.26588374376296997, + -0.006552949547767639, + -1.6846855878829956, + 0.6385889053344727, + -0.05567115917801857, + 0.016740377992391586, + 0.1243131011724472, + 0.30892297625541687, + 0.030459657311439514, + -2.024658203125, + -0.15565109252929688 + ] + ], + "generated_utilities": [ + 0.5360104441642761, + 0.22997573018074036, + 0.24249060451984406, + 0.24403171241283417, + 0.215876042842865, + 0.22360345721244812, + 0.21048228442668915, + 0.23181922733783722 + ], + "group_id": "ms-d1960368ef76bbb10669", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.842734158039093, + 2.0, + 0.1342049241065979, + 0.18085119128227234, + 0.5091985464096069, + 0.016112878918647766, + 0.5080842971801758, + 0.19944033026695251, + 0.5132148265838623, + 0.5265648365020752, + 0.11437654495239258, + 0.04028162360191345, + 0.04675377905368805, + 0.13603349030017853, + 0.12877747416496277, + 0.05102705955505371 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.2770041823387146, + 0.08894228935241699, + 0.07033950090408325, + 0.12426833808422089, + 0.16520383954048157, + 0.023725181818008423, + 0.0, + -0.25569218397140503, + -0.057803913950920105, + 0.06703128665685654, + 0.1732010841369629, + 0.07705201953649521, + -1.0374658107757568, + 0.0, + 0.04586680978536606, + 0.028830496594309807, + -0.0374501496553421, + 0.10374182462692261, + -0.007100850343704224, + -1.7975506782531738, + 0.0 + ], + [ + -0.4268343448638916, + 0.13483470678329468, + -0.06075429916381836, + 0.19817759096622467, + 0.09922409057617188, + 0.6547578573226929, + 0.0, + 0.15026617050170898, + 0.002472013235092163, + -0.31349992752075195, + 0.5119487047195435, + 0.571077287197113, + -1.0374658107757568, + 0.0, + -0.5828977823257446, + -0.20166385173797607, + -0.7097158432006836, + 0.8187870979309082, + -0.0694284737110138, + -1.7975506782531738, + 0.0 + ], + [ + -0.23462048172950745, + 1.088942289352417, + -0.5585125088691711, + 0.10042184591293335, + 0.4514904320240021, + -0.12210102379322052, + 2.176525354385376, + -0.10348781198263168, + 0.19529865682125092, + 0.12132670730352402, + 0.7056414484977722, + 0.12544797360897064, + -2.037465810775757, + 0.6289246678352356, + -0.008351176977157593, + 0.0010435802396386862, + 0.017314812168478966, + 0.6334809064865112, + -0.3720659911632538, + -2.797550678253174, + -1.5395829677581787 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.353050708770752, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.2578493356704712, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.0791659355163574 + ], + [ + -0.09280626475811005, + 1.1662368774414062, + -0.8228501081466675, + 0.24497312307357788, + 0.5648186802864075, + -0.03522863984107971, + 2.259786367416382, + 0.14498579502105713, + 0.2030920535326004, + 0.39727938175201416, + 0.8023015856742859, + 0.3385764956474304, + -1.8738088607788086, + 0.7300182580947876, + 0.20887598395347595, + 0.23107871413230896, + 0.3028872311115265, + 0.7558343410491943, + -0.5975744724273682, + -3.0329887866973877, + -1.8127071857452393 + ], + [ + -0.13783538341522217, + 0.9487118721008301, + -0.3492928743362427, + -0.2956767678260803, + 0.2793389856815338, + -0.16702969372272491, + 2.558225631713867, + 0.17572781443595886, + 0.570004940032959, + 0.27895650267601013, + 0.6778483986854553, + -0.27156615257263184, + -1.8747575283050537, + 1.0240070819854736, + 0.27303546667099, + 0.33387133479118347, + 0.1442956030368805, + 0.24661725759506226, + -0.5561860799789429, + -2.9813332557678223, + -1.833754062652588 + ], + [ + -0.18553051352500916, + 1.0909820795059204, + -0.27226096391677856, + 0.1659364104270935, + 0.7108361721038818, + -0.27768880128860474, + 2.239938974380493, + 0.019483201205730438, + 0.21263465285301208, + -0.09839647263288498, + 0.9676799178123474, + -0.36985379457473755, + -2.133316993713379, + 0.3758644461631775, + -0.47750571370124817, + 0.17470555007457733, + -0.17035381495952606, + 0.2707958221435547, + -0.5672953128814697, + -2.394361972808838, + -1.668647289276123 + ], + [ + -0.3557406961917877, + 0.9564932584762573, + -1.0014276504516602, + -0.38222843408584595, + 0.41349664330482483, + -0.05637756735086441, + 1.6011608839035034, + -0.31295540928840637, + -0.15234358608722687, + 0.4648304879665375, + 0.2744198739528656, + -0.44805359840393066, + -2.1544065475463867, + 1.166503667831421, + 0.014861157163977623, + -0.23438170552253723, + 0.1278134286403656, + 0.5812121033668518, + -0.7571046352386475, + -2.5030438899993896, + -2.100955009460449 + ], + [ + -0.16500982642173767, + 0.7556273937225342, + -0.988593339920044, + 0.6213532090187073, + 0.15840065479278564, + 0.5245341062545776, + 2.452624797821045, + -0.5693200826644897, + -0.32241708040237427, + 0.49458175897598267, + 1.3341540098190308, + 0.059507817029953, + -2.304706335067749, + 0.7334492206573486, + -0.20702646672725677, + 0.32367274165153503, + -0.5396079421043396, + 0.9809319972991943, + -0.6172815561294556, + -3.197409152984619, + -0.9358728528022766 + ], + [ + -0.07666900753974915, + 1.8442692756652832, + -0.6603910326957703, + -0.40882760286331177, + 0.22092406451702118, + -0.23551997542381287, + 1.6105436086654663, + 0.09144749492406845, + 0.8141599893569946, + 0.8528898358345032, + 1.0663814544677734, + 0.3283998966217041, + -1.7124712467193604, + 1.2278027534484863, + 0.7039424180984497, + 0.3645748496055603, + -0.2968631386756897, + 0.4998055696487427, + -0.9362069368362427, + -3.461055278778076, + -0.8184676766395569 + ], + [ + -0.1520652174949646, + 1.405963659286499, + -0.7959750294685364, + -0.39229461550712585, + 0.46590372920036316, + -0.8267906904220581, + 2.952258586883545, + 0.5923218727111816, + -0.6996292471885681, + 0.8352785706520081, + -0.15220212936401367, + -0.1307106763124466, + -2.849807024002075, + 0.4983477294445038, + 0.5902999639511108, + -0.5390225648880005, + 0.13897128403186798, + 0.21545273065567017, + -1.1186240911483765, + -3.1762759685516357, + -1.0118725299835205 + ], + [ + -0.564094066619873, + 0.4751617908477783, + -1.3977731466293335, + 0.8189605474472046, + 0.17298781871795654, + 0.2476775199174881, + 2.8234164714813232, + -0.4518245458602905, + -0.7904537916183472, + -0.39086827635765076, + -0.05634337663650513, + -0.09099806845188141, + -1.9690911769866943, + 1.1869969367980957, + -0.5615661144256592, + 0.32865890860557556, + -0.8041903376579285, + 1.3324832916259766, + -0.6190662384033203, + -2.4903852939605713, + -2.3098156452178955 + ], + [ + -0.2328718602657318, + 0.9724385142326355, + -1.5535115003585815, + 0.7688977718353271, + 0.4409410357475281, + -0.8374075889587402, + 1.2719230651855469, + 0.653096616268158, + -0.2887840270996094, + 0.4892227351665497, + 0.9943453669548035, + 0.5566720962524414, + -2.496413469314575, + 0.6299278140068054, + -0.08689186722040176, + 0.024782167747616768, + 0.5747005939483643, + 0.023068726062774658, + -1.111369252204895, + -2.187150001525879, + -1.2047184705734253 + ], + [ + -1.1679872274398804, + 1.9997228384017944, + -0.45194220542907715, + -0.8861345648765564, + -0.5369991064071655, + 0.46434593200683594, + 2.175499439239502, + 0.7599186301231384, + 0.38914406299591064, + 0.6877046823501587, + -0.004208564758300781, + -0.1321776658296585, + -1.3474420309066772, + 0.8496907353401184, + 0.4218248426914215, + -0.9354817271232605, + 0.945868730545044, + 1.60379958152771, + -1.195396065711975, + -3.597724676132202, + -1.9041136503219604 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.04476936161518097, + 0.08894228935241699, + 0.06436485052108765, + -0.0775555968284607, + 0.04825553297996521, + -0.060782790184020996, + 0.0, + -0.07688627392053604, + -0.06308497488498688, + -0.03861912339925766, + 0.1235572099685669, + -0.0017572194337844849, + -1.0374658107757568, + 0.0, + 0.03638586029410362, + 0.0556478351354599, + 0.0387292355298996, + 0.044096171855926514, + 0.029627740383148193, + -1.7975506782531738, + 0.0 + ] + ], + "predicted_scores": [ + 6.933073997497559, + 6.679388523101807, + 6.609206199645996, + 6.585926055908203, + 6.55765962600708, + 6.422277927398682, + 6.136678695678711, + 6.071199417114258 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "416183106", + "selected_index": 0, + "state_hash": "cd187560c1c39db9e6bf7d9a611a8b7108dc88766de58fd62b4317f0bbcc1b50", + "stored_base_utility": 0.842734158039093, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8188905119895935, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8188905119895935 + }, + "base_progress": 0.8188905119895935, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.8188905119895935, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7882463335990906, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7882463335990906 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.835793137550354, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.835793137550354 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7995660901069641, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7995660901069641 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7956728935241699, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7956728935241699 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2264276146888733, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2264276146888733 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.6140376925468445, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.6140376925468445 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7881160378456116, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7881160378456116 + } + ], + "candidate_progress": [ + 0.7882463335990906, + 1.0, + 0.835793137550354, + 0.7995660901069641, + 0.7956728935241699, + 0.2264276146888733, + 0.6140376925468445, + 0.7881160378456116 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-19a3669e096e98232ec8", + "ms-19a3669e096e98232ec8", + "ms-5a456ddf97d294548cf1", + "ms-eb7189a4f2b0f0a5d4bd", + "ms-b33c18c58125678627a6", + "ms-eb7189a4f2b0f0a5d4bd", + "ms-b33c18c58125678627a6", + "ms-5dfbb16e173e1a3e2bd6" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + true, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank3", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank4", + "ctt_transport_rank1", + "ctt_transport_rank4", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-efdc07c985935d871adf", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.044718533754348755, + -0.0004947446286678314, + 0.004660159349441528, + 0.08258309960365295, + 0.07581290602684021, + -2.006788969039917, + -0.29208630323410034, + 0.07474364340305328, + -0.05094581097364426, + -0.006974421441555023, + 0.018085256218910217, + 0.0016561001539230347, + -1.7857035398483276, + -0.47961652278900146, + -0.03286442533135414, + 0.02128109335899353, + 0.09797856211662292, + 0.12829691171646118, + -0.06850478053092957, + -1.4615135192871094, + -0.5492490530014038 + ], + [ + 0.08521224558353424, + -0.03020983375608921, + 0.19129687547683716, + 0.21542692184448242, + 0.12822593748569489, + -1.9689549207687378, + -0.22630667686462402, + 0.005240604281425476, + -0.034068748354911804, + 0.030632421374320984, + -0.005832690745592117, + 0.1595618575811386, + -1.6367920637130737, + -0.34334105253219604, + 0.02008996158838272, + -0.013363640755414963, + 0.09946167469024658, + 0.12904039025306702, + 0.0045938193798065186, + -1.4210731983184814, + -0.4789924919605255 + ], + [ + 0.06007847934961319, + -0.010178230702877045, + 0.019291400909423828, + 0.07226359844207764, + 0.01681336760520935, + -1.8500584363937378, + -0.34161800146102905, + 0.10756172984838486, + -0.04023250192403793, + 0.050238922238349915, + 0.09977178275585175, + 0.04204826056957245, + -1.7251604795455933, + -0.45453089475631714, + -0.05803462490439415, + 0.012967688962817192, + 0.10917970538139343, + 0.16346919536590576, + -0.0054087042808532715, + -1.5029172897338867, + -0.457396537065506 + ], + [ + -0.07537707686424255, + -0.026864510029554367, + 0.05759897828102112, + 0.1811063587665558, + 0.19577333331108093, + -1.8989535570144653, + -0.2798140048980713, + 0.08920905739068985, + -0.007183626294136047, + -0.05836082249879837, + 0.14997383952140808, + 0.22142262756824493, + -1.763569712638855, + -0.47446709871292114, + 0.019935335963964462, + 0.014996495097875595, + 0.04352442920207977, + 0.09102978557348251, + -0.003975510597229004, + -1.4195966720581055, + -0.5213041305541992 + ], + [ + 0.03170880675315857, + -0.03691251203417778, + -0.022305220365524292, + 0.06393221020698547, + 0.04646340012550354, + -1.8984297513961792, + -0.3401472568511963, + 0.12820389866828918, + -0.06296160072088242, + 0.006085224449634552, + 0.07895363122224808, + 0.024088382720947266, + -1.8072742223739624, + -0.4202943444252014, + -0.0308740995824337, + 0.03724931553006172, + 0.05095338821411133, + 0.09748474508523941, + -0.0703963041305542, + -1.4918556213378906, + -0.5461080074310303 + ], + [ + 0.08659689128398895, + -0.04937831684947014, + 0.03141772747039795, + 0.013868287205696106, + 0.017577454447746277, + -1.8761461973190308, + -0.2985461950302124, + 0.19669707119464874, + -0.05583775043487549, + 0.024768345057964325, + 0.06370584666728973, + -0.0011628568172454834, + -1.7082759141921997, + -0.4591570496559143, + -0.0163394995033741, + 0.026534199714660645, + 0.11859718710184097, + 0.1363481879234314, + 0.015655964612960815, + -1.4465243816375732, + -0.4982434809207916 + ], + [ + 0.08354821056127548, + 0.06276808679103851, + -0.08008971810340881, + 0.29798540472984314, + -0.23697587847709656, + -1.9022170305252075, + -0.23629391193389893, + -0.053649768233299255, + -0.07343902438879013, + 0.025290675461292267, + 0.08851730823516846, + 0.11487238109111786, + -1.6079670190811157, + -0.28718137741088867, + -0.26112255454063416, + -0.018559332937002182, + 0.2656276226043701, + -0.1042080968618393, + -0.20774856209754944, + -1.4626176357269287, + -0.32626792788505554 + ], + [ + -0.18145935237407684, + -0.19776037335395813, + 0.024352580308914185, + 0.11029556393623352, + -0.007568374276161194, + -1.817152738571167, + -0.2718033194541931, + 0.1366254985332489, + 0.038412176072597504, + -0.03963615745306015, + 0.3500925302505493, + -0.1007469892501831, + -1.782564401626587, + -0.38487595319747925, + 0.10468970239162445, + 0.08355391025543213, + 0.09878821671009064, + 0.22275856137275696, + 0.1406698226928711, + -1.4342739582061768, + -0.3818517029285431 + ] + ], + "generated_utilities": [ + 0.7882463335990906, + 2.0, + 0.835793137550354, + 0.7995660901069641, + 0.7956728935241699, + 0.2264276146888733, + 0.6140376925468445, + 0.7881160378456116 + ], + "group_id": "ms-efdc07c985935d871adf", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8197344541549683, + 2.0, + 0.8125, + 0.8125142455101013, + 0.7847581505775452, + 0.7794750332832336, + 0.5920823216438293, + 0.5697357058525085, + 2.0, + 0.5847549438476562, + 0.09384849667549133, + 0.07791829109191895, + 0.011395931243896484, + 0.09286168217658997, + 0.10894183814525604, + 0.0616525262594223 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.2827143669128418, + -0.12206736207008362, + 0.1543778032064438, + 0.27268126606941223, + -0.17288367450237274, + -2.5338973999023438, + -1.7615662813186646, + -0.19161763787269592, + 0.1886080503463745, + 0.31686434149742126, + 0.5112922191619873, + 0.14046527445316315, + -2.17134952545166, + -1.8021173477172852, + 0.11115366220474243, + 0.25490811467170715, + -0.025668112561106682, + 0.4787765145301819, + 0.46609628200531006, + -1.711870551109314, + -1.5312864780426025 + ], + [ + 0.03046044334769249, + 0.042622197419404984, + -0.12103251367807388, + 0.7814357876777649, + 0.5093902349472046, + -2.648094654083252, + -1.5764049291610718, + -0.16382060945034027, + 0.15227201581001282, + -0.29746392369270325, + 0.394713819026947, + 0.044284895062446594, + -2.150869131088257, + -1.853789210319519, + 0.24474957585334778, + 0.16074210405349731, + -0.30960795283317566, + 0.986261248588562, + 0.4512072801589966, + -1.9782602787017822, + -1.814382553100586 + ], + [ + -0.47424501180648804, + 0.4193490147590637, + 0.31025299429893494, + 0.436926007270813, + 0.07080172002315521, + -2.2750933170318604, + -2.139326572418213, + 0.19072748720645905, + -0.05066118389368057, + -0.38944289088249207, + 0.11913672089576721, + -0.4728909432888031, + -2.630631446838379, + -1.9070930480957031, + 0.5720394849777222, + 0.1898895502090454, + -0.0872373953461647, + 0.3081148862838745, + 0.6700773239135742, + -1.8990029096603394, + -1.655537486076355 + ], + [ + -0.112115278840065, + -0.5390006899833679, + -0.27749133110046387, + -0.08230990171432495, + 0.18304404616355896, + -2.5003390312194824, + -1.177594542503357, + -0.37152859568595886, + 0.1827065348625183, + -0.1805598884820938, + 0.8884490728378296, + 0.3141748607158661, + -2.7738473415374756, + -1.8585447072982788, + -0.6611859798431396, + 0.5365979075431824, + 0.024639926850795746, + 1.0166820287704468, + 0.6261310577392578, + -1.3820469379425049, + -1.1859028339385986 + ], + [ + -0.013153300620615482, + 0.6059781908988953, + -0.7563084363937378, + 0.6436030864715576, + 0.4828413128852844, + -1.8755569458007812, + -1.896214246749878, + -0.445474773645401, + -0.6578570604324341, + -0.21610267460346222, + 1.3274874687194824, + -0.6251860857009888, + -2.005418300628662, + -1.463393211364746, + -0.40788042545318604, + -0.5932772159576416, + -0.6501284837722778, + 0.1491221785545349, + 0.8418278694152832, + -2.578186511993408, + -1.628711462020874 + ], + [ + -0.051258739084005356, + 0.6121965050697327, + -0.4303005337715149, + 0.378423810005188, + -0.4187525510787964, + -2.0054633617401123, + -1.5839252471923828, + 0.38306933641433716, + -0.8548648953437805, + 0.5034631490707397, + 0.3682137727737427, + 0.867935061454773, + -2.5900886058807373, + -1.8283436298370361, + 0.3810080289840698, + -0.6684208512306213, + 0.5362142324447632, + -0.17851078510284424, + 1.083348035812378, + -1.9181195497512817, + -2.306365728378296 + ], + [ + 0.5487861037254333, + 0.6947635412216187, + -0.3694673776626587, + 1.3571128845214844, + -0.20053730905056, + -2.9099156856536865, + -1.493881106376648, + 0.9321863055229187, + -0.355974406003952, + 0.6561991572380066, + -0.29231804609298706, + 0.4913230240345001, + -1.8409770727157593, + -2.0504229068756104, + 0.14528872072696686, + 0.483799010515213, + -0.32654285430908203, + 1.6123273372650146, + 0.03987070918083191, + -0.8449068665504456, + -2.3494603633880615 + ], + [ + -0.3259732127189636, + -0.5385614633560181, + 0.7304226160049438, + -0.12314724922180176, + 0.03945803642272949, + -1.5919837951660156, + -1.907224416732788, + 0.3930681645870209, + -0.8835994005203247, + -0.3352096974849701, + 0.17923185229301453, + 0.17222784459590912, + -2.512176752090454, + -1.859424352645874, + 0.536429762840271, + 0.11454571038484573, + 0.3300909101963043, + 0.5491204261779785, + -0.04762554168701172, + -1.1976318359375, + -0.5251960158348083 + ], + [ + 0.33097749948501587, + -0.04192434251308441, + -0.34520047903060913, + -0.04110339283943176, + -0.5535940527915955, + -2.2057979106903076, + -2.5934860706329346, + -0.9023091793060303, + 0.5658158659934998, + -0.6125177145004272, + 1.095580816268921, + -0.05609257519245148, + -1.606997013092041, + -2.0733447074890137, + -0.5881220102310181, + 0.8953573703765869, + 0.9258373975753784, + 0.27281180024147034, + 0.7141706943511963, + -0.9142226576805115, + -1.3141751289367676 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.05978316813707352, + 0.057473838329315186, + -0.09624473005533218, + -0.011721253395080566, + 0.028141841292381287, + -1.4311916828155518, + 0.0, + -0.024008113890886307, + 0.07049623876810074, + 0.03528204560279846, + -0.010002851486206055, + 0.010910652577877045, + -1.1452367305755615, + 0.0, + 0.020785929635167122, + -0.03374411538243294, + 0.11616832762956619, + 0.05772918462753296, + 0.01671847701072693, + -0.828272819519043, + 0.0 + ], + [ + -0.13237658143043518, + -0.3393171727657318, + 0.29588890075683594, + 0.8627858757972717, + -0.1666169911623001, + -2.520320177078247, + -1.6265922784805298, + -0.031582750380039215, + 0.11019003391265869, + -0.2699315845966339, + 0.9513242244720459, + 0.15523536503314972, + -1.7896702289581299, + -1.2776744365692139, + -0.3942914605140686, + -0.30590808391571045, + -0.3098926246166229, + 0.8258905410766602, + 0.29909753799438477, + -1.5711073875427246, + -1.5744072198867798 + ] + ], + "predicted_scores": [ + 8.461501121520996, + 8.331273078918457, + 8.199316024780273, + 8.152897834777832, + 8.086271286010742, + 8.029958724975586, + 7.65315055847168, + 7.391705513000488 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "706479600", + "selected_index": 0, + "state_hash": "b482f902b03ca480898798a8b5f19263d7cbb18c066305330b0796b607427fa7", + "stored_base_utility": 0.8197344541549683, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06612768769264221, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06612768769264221 + }, + "base_progress": 0.06612768769264221, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.06612768769264221, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.054605260491371155, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.054605260491371155 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05964408814907074, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05964408814907074 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04892250895500183, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04892250895500183 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05677862465381622, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05677862465381622 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06100420653820038, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06100420653820038 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05732724070549011, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05732724070549011 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05456945300102234, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05456945300102234 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04923994839191437, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04923994839191437 + } + ], + "candidate_progress": [ + 0.054605260491371155, + 0.05964408814907074, + 0.04892250895500183, + 0.05677862465381622, + 0.06100420653820038, + 0.05732724070549011, + 0.05456945300102234, + 0.04923994839191437 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-2fef2f43af8009bb88f1", + "ms-5ac1bf2d7d319955d45d", + "ms-0b1dd0e538b8df15a6e4", + "ms-bb299baa34e49eafb9fc", + "ms-0a4d4909900fb0bc4a9a", + "ms-07b479748a91a9c92b20", + "ms-ee2fcbc94d41385713d0", + "ms-d4c5d7eea19d94314e2e" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank3", + "ctt_transport_rank5", + "ctt_transport_rank7", + "ctt_transport_rank4", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank6", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-fd2387aeed9bfc9a0d08", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.22328512370586395, + 0.5355882048606873, + 0.15350988507270813, + -1.8280388116836548, + 0.03870071470737457, + 0.7369749546051025, + 0.29802417755126953, + -0.10915172100067139, + -0.3352750837802887, + -0.02421095222234726, + 1.2370072603225708, + 0.24767030775547028, + -1.648722529411316, + 0.10537521541118622, + -0.06458453834056854, + -0.07370272278785706, + 0.3147798478603363, + 0.004091635346412659, + 0.2326296716928482, + -1.8404529094696045, + -0.45286157727241516 + ], + [ + -0.31643420457839966, + 0.48145437240600586, + 0.12390255928039551, + -1.8321634531021118, + 0.07880520820617676, + 0.9029550552368164, + 0.06082028150558472, + -0.05873739719390869, + -0.3620765507221222, + -0.029316134750843048, + 1.0965174436569214, + 0.23444992303848267, + -1.7430139780044556, + 0.1337883323431015, + -0.03844838961958885, + -0.08036524057388306, + 0.20154358446598053, + -0.008507803082466125, + 0.12636469304561615, + -1.8703901767730713, + -0.578985333442688 + ], + [ + -0.31880027055740356, + 0.5632129311561584, + 0.17655152082443237, + -1.8646492958068848, + 0.16063904762268066, + 0.7049082517623901, + 0.3027878999710083, + -0.12954255938529968, + -0.31794819235801697, + 0.014241024851799011, + 1.2261695861816406, + 0.31366440653800964, + -1.7354739904403687, + 0.26500576734542847, + -0.12743285298347473, + -0.07671679556369781, + 0.3436524569988251, + -0.03998652100563049, + 0.24629047513008118, + -1.8832743167877197, + -0.45407775044441223 + ], + [ + -0.26843178272247314, + 0.49850934743881226, + 0.1449373960494995, + -1.9075292348861694, + -0.03334134817123413, + 0.8232570886611938, + 0.10741928219795227, + -0.0037654489278793335, + -0.41803938150405884, + 0.09554143995046616, + 1.1894994974136353, + 0.22590115666389465, + -1.6048791408538818, + 0.14919587969779968, + -0.05479982867836952, + -0.03853984922170639, + 0.25974610447883606, + -0.1024639755487442, + 0.29419928789138794, + -1.9212629795074463, + -0.4174545705318451 + ], + [ + -0.08407004177570343, + 0.3722999095916748, + 0.10356241464614868, + -1.9543440341949463, + -0.11457619071006775, + 0.4670635759830475, + -0.236375093460083, + 0.16548442840576172, + -0.20733779668807983, + -0.016507290303707123, + 1.142966389656067, + 0.43848156929016113, + -1.818056344985962, + -0.3137817978858948, + -0.18987545371055603, + -0.06917452812194824, + 0.26385819911956787, + 0.007733926177024841, + 0.38938069343566895, + -2.3677875995635986, + -0.5123376846313477 + ], + [ + -0.2054079920053482, + 0.48744630813598633, + 0.12098389863967896, + -1.9138342142105103, + 0.17425395548343658, + 0.9542702436447144, + 0.25278714299201965, + -0.07712662220001221, + -0.36060357093811035, + 0.023334316909313202, + 1.2438526153564453, + 0.23369216918945312, + -1.625738263130188, + -0.006241321563720703, + -0.05460098758339882, + -0.08448174595832825, + 0.29090577363967896, + 0.000796779990196228, + 0.30897846817970276, + -1.9021553993225098, + -0.3619419038295746 + ], + [ + -0.2936873435974121, + 0.5124014019966125, + 0.11121055483818054, + -1.9306964874267578, + 0.1731850802898407, + 1.0153508186340332, + 0.2722805440425873, + -0.09327331185340881, + -0.3373192846775055, + 0.04066723585128784, + 1.2179827690124512, + 0.23657019436359406, + -1.6862858533859253, + 0.14298027753829956, + -0.0746082067489624, + -0.10809919238090515, + 0.25703275203704834, + 0.01062534749507904, + 0.23327089846134186, + -1.7912795543670654, + -0.43201109766960144 + ], + [ + 0.002081766724586487, + 0.43204671144485474, + 0.326240211725235, + -2.036391496658325, + -0.40437936782836914, + 0.6278624534606934, + -0.1709575057029724, + -0.06098145246505737, + -0.25294262170791626, + 0.04206056147813797, + 1.0998766422271729, + -0.03675171732902527, + -1.6678065061569214, + -0.05482180416584015, + -0.06101006641983986, + 0.0698593258857727, + 0.3735050559043884, + 0.009226471185684204, + 0.21947458386421204, + -2.02457332611084, + -0.49490639567375183 + ] + ], + "generated_utilities": [ + 0.054605260491371155, + 0.05964408814907074, + 0.04892250895500183, + 0.05677862465381622, + 0.06100420653820038, + 0.05732724070549011, + 0.05456945300102234, + 0.04923994839191437 + ], + "group_id": "ms-fd2387aeed9bfc9a0d08", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8558897972106934, + 2.0, + 0.04248148202896118, + 0.05394089221954346, + 0.057141318917274475, + 0.03495943546295166, + 0.08633947372436523, + 0.046462297439575195, + 0.043458908796310425, + 0.023027777671813965, + 0.061922311782836914, + 0.034134700894355774, + 0.010651648044586182, + 0.01158277690410614, + 0.02622869610786438, + 0.012083128094673157 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.4298704266548157, + 0.6002404689788818, + 0.13355517387390137, + -2.198392152786255, + 0.09995961934328079, + 1.162198781967163, + 0.0, + -0.00648990273475647, + -0.3028862476348877, + -0.0050805360078811646, + 1.143568515777588, + 0.07456481456756592, + -1.6758570671081543, + 0.0, + 0.23185759782791138, + -0.11529958993196487, + -0.058992013335227966, + -0.010845988988876343, + 0.06423944234848022, + -2.0730173587799072, + 0.0 + ], + [ + -0.48041507601737976, + 0.6002404689788818, + 0.5398462414741516, + -2.198392152786255, + 0.1505453884601593, + 1.162198781967163, + 0.0, + 0.32028457522392273, + -0.264798641204834, + -0.27968189120292664, + 1.143568515777588, + 0.623285710811615, + -1.6758570671081543, + 0.0, + 0.3762620687484741, + 0.20924779772758484, + 0.033039893954992294, + -0.22763806581497192, + 0.8496624827384949, + -2.0730173587799072, + 0.0 + ], + [ + -0.4385460615158081, + 1.6002404689788818, + 1.1335551738739014, + -3.198392152786255, + 0.11579504609107971, + 2.162198781967163, + -1.8792641162872314, + 0.44874686002731323, + -1.264798641204834, + 0.08758684247732162, + 2.143568515777588, + 1.074564814567566, + -2.6758570671081543, + 1.4318934679031372, + -0.01953941211104393, + 0.012724362313747406, + 0.02134235017001629, + 0.39346790313720703, + -0.15033751726150513, + -3.0730173587799072, + -1.573193907737732 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.758528232574463, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.8637869358062744, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.146387815475464 + ], + [ + -0.4582313299179077, + 1.465004801750183, + 0.9327377080917358, + -2.900977373123169, + -0.12230202555656433, + 2.23574161529541, + -2.1357157230377197, + 0.42294827103614807, + -1.506612777709961, + 0.29363107681274414, + 2.034971237182617, + 1.023054599761963, + -2.559215784072876, + 1.1742838621139526, + 0.026679620146751404, + -0.0811251625418663, + 0.16039283573627472, + 0.3527735471725464, + 0.041033580899238586, + -2.8834660053253174, + -1.2895927429199219 + ], + [ + -0.8261920809745789, + 1.8162921667099, + 1.1455696821212769, + -3.5306012630462646, + -0.15104833245277405, + 2.447983741760254, + -2.128190755844116, + 0.19818204641342163, + -1.146593689918518, + 0.03477605804800987, + 2.4299705028533936, + 0.8797258734703064, + -2.331338882446289, + 1.5516352653503418, + -0.19862954318523407, + -0.2736409604549408, + -0.21770769357681274, + 0.47925806045532227, + -0.15124429762363434, + -3.0052826404571533, + -1.2108670473098755 + ], + [ + -0.2760573625564575, + 1.6254181861877441, + 0.8188510537147522, + -3.0690624713897705, + -0.22635167837142944, + 2.051481246948242, + -1.417292833328247, + 0.026889145374298096, + -1.3347617387771606, + -0.15878626704216003, + 1.9778507947921753, + 0.7640928030014038, + -3.1165366172790527, + 1.862673282623291, + -0.451316773891449, + -0.15708383917808533, + 0.26080578565597534, + 0.6509285569190979, + 0.23991608619689941, + -3.50675892829895, + -1.297291874885559 + ], + [ + -0.8321853280067444, + 1.9553383588790894, + 1.5495907068252563, + -3.790785312652588, + 0.3716217279434204, + 2.5994434356689453, + -2.1380205154418945, + -0.10642725229263306, + -0.7562419772148132, + -0.442053884267807, + 2.3244006633758545, + 1.161316990852356, + -2.699451208114624, + 1.6399294137954712, + 0.31003186106681824, + 0.5301566123962402, + -0.16996291279792786, + 0.9281869530677795, + 0.3683878183364868, + -2.650294780731201, + -1.1098875999450684 + ], + [ + -0.6997023820877075, + 1.4820023775100708, + 1.3613333702087402, + -3.8556365966796875, + -0.5036565065383911, + 1.4896399974822998, + -2.322740077972412, + 0.03597790002822876, + -1.1858596801757812, + -0.018024958670139313, + 2.0489397048950195, + 0.8914362192153931, + -2.3395535945892334, + 1.1835731267929077, + 0.5559698343276978, + 0.5892979502677917, + 0.4496755301952362, + 0.6100684404373169, + 0.22263532876968384, + -3.0098915100097656, + -1.455836296081543 + ], + [ + -0.594323456287384, + 1.846432089805603, + 0.8105549812316895, + -2.6211562156677246, + 0.2629232406616211, + 1.4025108814239502, + -2.3828163146972656, + 0.530456006526947, + -1.3874722719192505, + 0.49274298548698425, + 1.5545053482055664, + 0.4927254915237427, + -3.1490466594696045, + 1.5643255710601807, + 0.5331913232803345, + -0.53307044506073, + 0.7433652281761169, + 0.6546258926391602, + -0.74479740858078, + -3.721141815185547, + -0.9948303699493408 + ], + [ + -0.4409070312976837, + 2.4138050079345703, + 1.3223544359207153, + -3.3717033863067627, + -0.03033369779586792, + 2.350304365158081, + -2.112061023712158, + -0.22452247142791748, + -1.420605182647705, + -0.026168949902057648, + 1.4026775360107422, + 0.9532885551452637, + -2.6276464462280273, + 2.1231069564819336, + -0.49286600947380066, + -0.3450928032398224, + 0.5427718758583069, + -0.03872644901275635, + -0.6895387172698975, + -2.357243061065674, + -2.3816022872924805 + ], + [ + 0.5156354308128357, + 2.2980997562408447, + 2.0945849418640137, + -3.690303087234497, + 1.0696191787719727, + 2.266188144683838, + -1.0399069786071777, + 0.012727499008178711, + -1.2163764238357544, + 0.5646419525146484, + 1.1664416790008545, + 1.563025951385498, + -3.425304412841797, + 0.5126914978027344, + -0.18885818123817444, + -0.5277795791625977, + -0.1741226613521576, + 0.2763793468475342, + 0.8411282896995544, + -3.2598915100097656, + -2.2270073890686035 + ], + [ + -1.2896747589111328, + 2.3828718662261963, + 1.191500186920166, + -3.9747776985168457, + 0.7604506015777588, + 2.298020839691162, + -1.0116384029388428, + 1.177309513092041, + -1.6719520092010498, + -0.4176469147205353, + 2.709542989730835, + 0.26378321647644043, + -2.119570255279541, + 0.7668893933296204, + 0.6772738099098206, + -0.5338667035102844, + -0.7434203028678894, + 0.2167283445596695, + 0.03269544243812561, + -3.895913600921631, + -0.9124676585197449 + ], + [ + -1.323930263519287, + 2.338547468185425, + 1.4313098192214966, + -2.960175037384033, + 1.1079072952270508, + 1.5746114253997803, + -1.8946435451507568, + -0.4213535189628601, + -1.922096848487854, + 0.6645004153251648, + 2.1448850631713867, + 0.2334994077682495, + -3.4603066444396973, + 1.5447293519973755, + 0.25094738602638245, + 0.7163193821907043, + -0.10547596216201782, + -0.42469942569732666, + -0.49689921736717224, + -2.8712027072906494, + -1.6389087438583374 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.027082443237304688, + 0.6002404689788818, + 0.13355517387390137, + -2.198392152786255, + -0.03311736881732941, + 1.162198781967163, + 0.0, + 0.043807268142700195, + -0.264798641204834, + 0.0069312527775764465, + 1.143568515777588, + 0.07456481456756592, + -1.6758570671081543, + 0.0, + -0.01150114368647337, + -0.007074322551488876, + -0.018292216584086418, + -0.035625845193862915, + 0.05120308697223663, + -2.0730173587799072, + 0.0 + ] + ], + "predicted_scores": [ + 3.945972204208374, + 3.7981789112091064, + 3.697545289993286, + 3.5797154903411865, + 3.5362045764923096, + 3.44063401222229, + 3.4156594276428223, + 2.855867385864258 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1919198188", + "selected_index": 0, + "state_hash": "6b9e4c034c70f8e93116064dbcb48aa5fea37958e04fa30734f597c38aefea8b", + "stored_base_utility": 0.8558897972106934, + "task_id": "StackCube-v1" + } + ], + "schema_version": 1, + "source_content_hash": "67f7b4a692f7c7e71da24378dc71e3399c5d35afc14c494869eba6087b765c42", + "source_index": "data/cil_charts_rgb_refs/train/index.json", + "source_split_hash": "867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372", + "target_content_hash": "1aacf9de98648fa36bef14e137eb43c7c6973170804650814dae41d09842c708", + "target_index": "data/cil_charts_rgb_refs/val/index.json", + "target_split_hash": "9d1dc1c10868f76fa080895df0f2730c173f12b6db14932599d55c2b60859381" +} diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/measured_metrics/metrics.json b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/measured_metrics/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..430919d1b23539b16b58a6041123233b61635792 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/measured_metrics/metrics.json @@ -0,0 +1,5723 @@ +{ + "epsilon": 0.0, + "k": 8, + "mode": "measured", + "num_rows": 69, + "rows": [ + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.21144884824752808, + "branch_car_at_8": 0.0005172491073608398, + "chart_id": "ms-484ea653bbca2de3a4a2", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0050918800524762, + "ncar_to_proposal_oracle_at_8": 0.06021625207441568, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.07013223610397244, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.20285899937152863, + "proposal_oracle_utility_gain_over_base_at_8": -0.00858984887599945, + "seed": "1231780997", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.20234175026416779, + "selected_utility_gain_over_base_at_8": -0.00910709798336029, + "selector_gap_fraction_to_hidden_at_8": 0.00028920006389195237, + "selector_regret_at_8": 0.0005172491073608398, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7971410006284714, + "support_gap_fraction_to_hidden_at_8": 1.004802685608171, + "task_id": "LiftPegUpright-v1", + "total_car_to_hidden_at_8": 1.7976582497358322 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.21361251175403595, + "branch_car_at_8": 0.0011218935251235962, + "chart_id": "ms-4b4cd12d70c0615e0930", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.006040520655571, + "ncar_to_proposal_oracle_at_8": 0.11603189903016763, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.30469705481188575, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.20394368469715118, + "proposal_oracle_utility_gain_over_base_at_8": -0.009668827056884766, + "seed": "1025740212", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.2028217911720276, + "selected_utility_gain_over_base_at_8": -0.010790720582008362, + "selector_gap_fraction_to_hidden_at_8": 0.0006280236133008142, + "selector_regret_at_8": 0.0011218935251235962, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7960563153028488, + "support_gap_fraction_to_hidden_at_8": 1.005412502673974, + "task_id": "LiftPegUpright-v1", + "total_car_to_hidden_at_8": 1.7971782088279724 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7229747772216797, + "branch_car_at_8": 0.017574191093444824, + "chart_id": "ms-6e268d1e2915740816a1", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.012387664973695, + "ncar_to_proposal_oracle_at_8": 10.014752209618896, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.2950828743870628, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.724729597568512, + "proposal_oracle_utility_gain_over_base_at_8": 0.0017548203468322754, + "seed": "1475440973", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7071554064750671, + "selected_utility_gain_over_base_at_8": -0.01581937074661255, + "selector_gap_fraction_to_hidden_at_8": 0.013761819876360845, + "selector_regret_at_8": 0.017574191093444824, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.275270402431488, + "support_gap_fraction_to_hidden_at_8": 0.998625853025037, + "task_id": "LiftPegUpright-v1", + "total_car_to_hidden_at_8": 1.2928445935249329 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7272467017173767, + "branch_car_at_8": 1.274861752986908, + "chart_id": "ms-8864796e31bbe93d7c5d", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0016566012365191, + "ncar_to_proposal_oracle_at_8": 1.0016566012365191, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.32346239248273717, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.2727532982826233, + "seed": "551504635", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.725138247013092, + "selected_utility_gain_over_base_at_8": -0.002108454704284668, + "selector_gap_fraction_to_hidden_at_8": 1.001656609106517, + "selector_regret_at_8": 1.274861752986908, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "task_id": "LiftPegUpright-v1", + "total_car_to_hidden_at_8": 1.274861752986908 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.21901588141918182, + "branch_car_at_8": 0.0023020654916763306, + "chart_id": "ms-b04b489f4fbad93b65ca", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0057622854458956, + "ncar_to_proposal_oracle_at_8": 0.2891862811513104, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.08008887014895281, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.21105539798736572, + "proposal_oracle_utility_gain_over_base_at_8": -0.007960483431816101, + "seed": "1113268940", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.2087533324956894, + "selected_utility_gain_over_base_at_8": -0.010262548923492432, + "selector_gap_fraction_to_hidden_at_8": 0.0012925805837677752, + "selector_regret_at_8": 0.0023020654916763306, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7889446020126343, + "support_gap_fraction_to_hidden_at_8": 1.0044697105093556, + "task_id": "LiftPegUpright-v1", + "total_car_to_hidden_at_8": 1.7912466675043106 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.32647061347961426, + "branch_car_at_8": 0.0357930064201355, + "chart_id": "ms-c663f7e73e7e8376a05c", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.028190857434825, + "ncar_to_proposal_oracle_at_8": 3.1438071987784864, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.032324461351056044, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.31508538126945496, + "proposal_oracle_utility_gain_over_base_at_8": -0.011385232210159302, + "seed": "1528740417", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.27929237484931946, + "selected_utility_gain_over_base_at_8": -0.0471782386302948, + "selector_gap_fraction_to_hidden_at_8": 0.02138773702358258, + "selector_regret_at_8": 0.0357930064201355, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.684914618730545, + "support_gap_fraction_to_hidden_at_8": 1.0068031265550894, + "task_id": "LiftPegUpright-v1", + "total_car_to_hidden_at_8": 1.7207076251506805 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11945180594921112, + "branch_car_at_8": 0.0017702952027320862, + "chart_id": "ms-2458fcfffb3f96c6ca1a", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.625, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0244550259853178, + "ncar_to_proposal_oracle_at_8": 0.040035098435394954, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.09803886913700559, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.07523323595523834, + "proposal_oracle_utility_gain_over_base_at_8": -0.04421856999397278, + "seed": "1273247072", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.07346294075250626, + "selected_utility_gain_over_base_at_8": -0.045988865196704865, + "selector_gap_fraction_to_hidden_at_8": 0.0009413718873743871, + "selector_regret_at_8": 0.0017702952027320862, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9247667640447617, + "support_gap_fraction_to_hidden_at_8": 1.0235136595455838, + "task_id": "PickCube-v1", + "total_car_to_hidden_at_8": 1.9265370592474937 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.14465421438217163, + "branch_car_at_8": 0.03768230974674225, + "chart_id": "ms-0345d8ac530f88cefd61", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.1798098385334015, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.0, + "ncar_to_proposal_oracle_at_8": 0.3688926630466651, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.16646454849898498, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.24680399894714355, + "proposal_oracle_utility_gain_over_base_at_8": 0.10214978456497192, + "seed": "141984615", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.2091216892004013, + "selected_utility_gain_over_base_at_8": 0.06446747481822968, + "selector_gap_fraction_to_hidden_at_8": 1.07187144749993, + "selector_regret_at_8": 0.03768230974674225, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.10967568308115005, + "branch_car_at_8": 0.010801354423165321, + "chart_id": "ms-0819eb89e627595e7e1b", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.14572584629058838, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 3.397039475202657, + "ncar_to_proposal_oracle_at_8": 0.1428517150109394, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.044609135344004014, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.03406333923339844, + "proposal_oracle_utility_gain_over_base_at_8": -0.07561234384775162, + "seed": "2015956957", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.023261984810233116, + "selected_utility_gain_over_base_at_8": -0.08641369827091694, + "selector_gap_fraction_to_hidden_at_8": 0.2996201254461286, + "selector_regret_at_8": 0.010801354423165321, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.11166250705718994, + "support_gap_fraction_to_hidden_at_8": 3.0974202920655705, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.12246386148035526 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.2585872709751129, + "branch_car_at_8": 0.04991227388381958, + "chart_id": "ms-0dee962a5901fb8b5bbb", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.625, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.1075474313803078, + "ncar_to_proposal_oracle_at_8": 0.36333602503438683, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.38579105663257374, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.12121506780385971, + "proposal_oracle_utility_gain_over_base_at_8": -0.1373722031712532, + "seed": "565369392", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.07130279392004013, + "selected_utility_gain_over_base_at_8": -0.18728447705507278, + "selector_gap_fraction_to_hidden_at_8": 0.028661943864260263, + "selector_regret_at_8": 0.04991227388381958, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8787849321961403, + "support_gap_fraction_to_hidden_at_8": 1.0788854938760988, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.9286972060799599 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.19612149894237518, + "branch_car_at_8": 0.0, + "chart_id": "ms-126eb8b36769f9ba4671", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.875, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.1985912322998047, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.0, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.2562929947273217, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.22830583155155182, + "proposal_oracle_utility_gain_over_base_at_8": 0.032184332609176636, + "seed": "767747424", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.22830583155155182, + "selected_utility_gain_over_base_at_8": 0.032184332609176636, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-16661b2fd2c85f57a66c", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.20750942591777877, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "1549324805", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.18323469161987305, + "branch_car_at_8": 0.004044433473609388, + "chart_id": "ms-20e1efbb745fd02abc95", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.24345096945762634, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 4.011583298930406, + "ncar_to_proposal_oracle_at_8": 0.022810992198810935, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2816795754612505, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.005932748317718506, + "proposal_oracle_utility_gain_over_base_at_8": -0.17730194330215454, + "seed": "1375492786", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.001888314844109118, + "selected_utility_gain_over_base_at_8": -0.18134637677576393, + "selector_gap_fraction_to_hidden_at_8": 0.06716511911458073, + "selector_regret_at_8": 0.004044433473609388, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.23751822113990784, + "support_gap_fraction_to_hidden_at_8": 3.9444188460116516, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.24156265461351722 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-2dc5138251afd26a040d", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "565621826", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.08593521267175674, + "branch_car_at_8": 0.021401943638920784, + "chart_id": "ms-387e6771a55be98f1a59", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.20744429528713226, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.4532693616123693, + "ncar_to_proposal_oracle_at_8": 0.635554831632815, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.18616746787023722, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.05226079747080803, + "proposal_oracle_utility_gain_over_base_at_8": -0.033674415200948715, + "seed": "767747424", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.030858853831887245, + "selected_utility_gain_over_base_at_8": -0.0550763588398695, + "selector_gap_fraction_to_hidden_at_8": 0.17613451750488834, + "selector_regret_at_8": 0.021401943638920784, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.15518349781632423, + "support_gap_fraction_to_hidden_at_8": 1.277134963709187, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.17658544145524502 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.05640667676925659, + "branch_car_at_8": 0.013269742950797081, + "chart_id": "ms-38f7298184a2c5005e94", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.1767096221446991, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.2805650901748775, + "ncar_to_proposal_oracle_at_8": 0.6478390306989006, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1697551906547146, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.03592360019683838, + "proposal_oracle_utility_gain_over_base_at_8": -0.020483076572418213, + "seed": "2015956957", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.022653857246041298, + "selected_utility_gain_over_base_at_8": -0.033752819523215294, + "selector_gap_fraction_to_hidden_at_8": 0.11030272708107644, + "selector_regret_at_8": 0.013269742950797081, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.14078602194786072, + "support_gap_fraction_to_hidden_at_8": 1.1702624695388333, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.1540557648986578 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.055146653205156326, + "branch_car_at_8": 0.0042624082416296005, + "chart_id": "ms-482c5c8d208b5907a2c2", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.5, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.1834145486354828, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.328504765392231, + "ncar_to_proposal_oracle_at_8": 0.1125411196077631, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.278590460133321, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.017272433266043663, + "proposal_oracle_utility_gain_over_base_at_8": -0.03787421993911266, + "seed": "626486813", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.013010025024414062, + "selected_utility_gain_over_base_at_8": -0.042136628180742264, + "selector_gap_fraction_to_hidden_at_8": 0.03323051514433624, + "selector_regret_at_8": 0.0042624082416296005, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.16614211536943913, + "support_gap_fraction_to_hidden_at_8": 1.2952743538205589, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.17040452361106873 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.04517927020788193, + "chart_id": "ms-4da03300d92420e80ed0", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.02400035956963577, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2572726184500438, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.11755862087011337, + "proposal_oracle_utility_gain_over_base_at_8": -1.8824413791298866, + "seed": "1747178030", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.07237935066223145, + "selected_utility_gain_over_base_at_8": -1.9276206493377686, + "selector_regret_at_8": 0.04517927020788193, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8824413791298866, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.9276206493377686 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.12186471372842789, + "branch_car_at_8": 0.0045915450900793076, + "chart_id": "ms-57be9ae181c077e7821f", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0546085028879628, + "ncar_to_proposal_oracle_at_8": 0.04686654574196732, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.19712087412288784, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.023894092068076134, + "proposal_oracle_utility_gain_over_base_at_8": -0.09797062166035175, + "seed": "1549324805", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.019302546977996826, + "selected_utility_gain_over_base_at_8": -0.10256216675043106, + "selector_gap_fraction_to_hidden_at_8": 0.0024447360760652815, + "selector_regret_at_8": 0.0045915450900793076, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9761059079319239, + "support_gap_fraction_to_hidden_at_8": 1.0521637724270867, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.9806974530220032 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.013289034366607666, + "chart_id": "ms-6388b5d2356c556c3e55", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.007565169884455422, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.20619482651704304, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.2433924823999405, + "proposal_oracle_utility_gain_over_base_at_8": -1.7566075176000595, + "seed": "2015956957", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.23010344803333282, + "selected_utility_gain_over_base_at_8": -1.7698965519666672, + "selector_regret_at_8": 0.013289034366607666, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7566075176000595, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.7698965519666672 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.07133767753839493, + "branch_car_at_8": 0.0, + "chart_id": "ms-638d2ba1917eff4d09e0", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.11176212877035141, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.276828404905327, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.14902973768306196, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.06014702841639519, + "proposal_oracle_utility_gain_over_base_at_8": -0.01119064912199974, + "seed": "767747424", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.06014702841639519, + "selected_utility_gain_over_base_at_8": -0.01119064912199974, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.05161510035395622, + "support_gap_fraction_to_hidden_at_8": 1.2768287207607971, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.05161510035395622 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.08238867670297623, + "branch_car_at_8": 0.00650753453373909, + "chart_id": "ms-652ad552ba98d2736620", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2367449700832367, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.381230611777715, + "ncar_to_proposal_oracle_at_8": 0.1243371019883431, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.17226279435986203, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.03005085326731205, + "proposal_oracle_utility_gain_over_base_at_8": -0.05233782343566418, + "seed": "767747424", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.02354331873357296, + "selected_utility_gain_over_base_at_8": -0.05884535796940327, + "selector_gap_fraction_to_hidden_at_8": 0.04215917855521201, + "selector_regret_at_8": 0.00650753453373909, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.20669411681592464, + "support_gap_fraction_to_hidden_at_8": 1.3390715227057746, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.21320165134966373 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.09506181627511978, + "branch_car_at_8": 0.015215396881103516, + "chart_id": "ms-674fad0e7c042d23629e", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.15573063492774963, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.6501673837219647, + "ncar_to_proposal_oracle_at_8": 0.41755422158042566, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.4126469035198602, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.13150113821029663, + "proposal_oracle_utility_gain_over_base_at_8": 0.03643932193517685, + "seed": "2015956957", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.11628574132919312, + "selected_utility_gain_over_base_at_8": 0.021223925054073334, + "selector_gap_fraction_to_hidden_at_8": 0.25079434904150655, + "selector_regret_at_8": 0.015215396881103516, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.024229496717453003, + "support_gap_fraction_to_hidden_at_8": 0.39937314184710454, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.03944489359855652 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.22189895808696747, + "branch_car_at_8": 0.028276503086090088, + "chart_id": "ms-728b865677134d3788e3", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.22658847272396088, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 20.19151228982256, + "ncar_to_proposal_oracle_at_8": 0.45812245784519245, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.08675093078509205, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.1601763814687729, + "proposal_oracle_utility_gain_over_base_at_8": -0.06172257661819458, + "seed": "750448296", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1318998783826828, + "selected_utility_gain_over_base_at_8": -0.08999907970428467, + "selector_gap_fraction_to_hidden_at_8": 6.029729145747805, + "selector_regret_at_8": 0.028276503086090088, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.06641209125518799, + "support_gap_fraction_to_hidden_at_8": 14.161826200795659, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.09468859434127808 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.2750004827976227, + "branch_car_at_8": 0.01664002239704132, + "chart_id": "ms-7ea98b8f4d2220347ee0", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.75, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.27989473938941956, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 41.30423318515663, + "ncar_to_proposal_oracle_at_8": 0.09212741533728942, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.14214386821586278, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.09438083320856094, + "proposal_oracle_utility_gain_over_base_at_8": -0.18061964958906174, + "seed": "565369392", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.07774081081151962, + "selected_utility_gain_over_base_at_8": -0.19725967198610306, + "selector_gap_fraction_to_hidden_at_8": 3.399908052416212, + "selector_regret_at_8": 0.01664002239704132, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.1855139061808586, + "support_gap_fraction_to_hidden_at_8": 37.904409526013254, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.20215392857789993 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.06369390338659286, + "branch_car_at_8": 0.007067540660500526, + "chart_id": "ms-7f57045c114ddad153b5", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.227622389793396, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.3344029069665428, + "ncar_to_proposal_oracle_at_8": 0.14800932321975313, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.42611284186202913, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.015943268314003944, + "proposal_oracle_utility_gain_over_base_at_8": -0.04775063507258892, + "seed": "278008524", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.008875727653503418, + "selected_utility_gain_over_base_at_8": -0.05481817573308945, + "selector_gap_fraction_to_hidden_at_8": 0.04311356015916474, + "selector_regret_at_8": 0.007067540660500526, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.21167912147939205, + "support_gap_fraction_to_hidden_at_8": 1.291289428208905, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.21874666213989258 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.054365258663892746, + "branch_car_at_8": 0.0, + "chart_id": "ms-81f4e8858b2ba90aea2e", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.1631626933813095, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.1874191108455823, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.12476081089103927, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.033974528312683105, + "proposal_oracle_utility_gain_over_base_at_8": -0.02039073035120964, + "seed": "626486813", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.033974528312683105, + "selected_utility_gain_over_base_at_8": -0.02039073035120964, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.1291881650686264, + "support_gap_fraction_to_hidden_at_8": 1.1874192199859415, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.1291881650686264 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.07143356651067734, + "branch_car_at_8": 0.018170319497585297, + "chart_id": "ms-8a72b73ac452bc190aeb", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.625, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.10329639911651611, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.44519420703861773, + "ncar_to_proposal_oracle_at_8": 0.5068710906303331, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.24111401555167716, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.10728156566619873, + "proposal_oracle_utility_gain_over_base_at_8": 0.03584799915552139, + "seed": "626486813", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.08911124616861343, + "selected_utility_gain_over_base_at_8": 0.017677679657936096, + "selector_gap_fraction_to_hidden_at_8": 0.5702669226669959, + "selector_regret_at_8": 0.018170319497585297, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.01418515294790268 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.1463289111852646, + "branch_car_at_8": 0.004402175545692444, + "chart_id": "ms-a96bca1ef0b74f686018", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.1572066992521286, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 7.505181485046444, + "ncar_to_proposal_oracle_at_8": 0.06633789193369832, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.10093407921219111, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.07996902614831924, + "proposal_oracle_utility_gain_over_base_at_8": -0.06635988503694534, + "seed": "141984615", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.0755668506026268, + "selected_utility_gain_over_base_at_8": -0.07076206058263779, + "selector_gap_fraction_to_hidden_at_8": 0.40469399832327846, + "selector_regret_at_8": 0.004402175545692444, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.07723767310380936, + "support_gap_fraction_to_hidden_at_8": 7.10049438627061, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.0816398486495018 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.018470533192157745, + "chart_id": "ms-ac4fb33f3ab4db853995", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.00990188328079492, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2530625168309868, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.13464443385601044, + "proposal_oracle_utility_gain_over_base_at_8": -1.8653555661439896, + "seed": "565369392", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.11617390066385269, + "selected_utility_gain_over_base_at_8": -1.8838260993361473, + "selector_regret_at_8": 0.018470533192157745, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8653555661439896, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.8838260993361473 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-c31b98b3d3702c6f9c8c", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "2054899126", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.1360541582107544, + "branch_car_at_8": 0.0112176313996315, + "chart_id": "ms-c832439976a37f52d094", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2594742774963379, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.7192808544060827, + "ncar_to_proposal_oracle_at_8": 0.1446388850803223, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.08800324917900801, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.058498043566942215, + "proposal_oracle_utility_gain_over_base_at_8": -0.07755611464381218, + "seed": "585904130", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.047280412167310715, + "selected_utility_gain_over_base_at_8": -0.08877374604344368, + "selector_gap_fraction_to_hidden_at_8": 0.09088981168195819, + "selector_regret_at_8": 0.0112176313996315, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.20097623392939568, + "support_gap_fraction_to_hidden_at_8": 1.6283911820272514, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.21219386532902718 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.13587017357349396, + "branch_car_at_8": 0.006396034732460976, + "chart_id": "ms-c96b415f083f60857334", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.26426148414611816, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.8395472004174431, + "ncar_to_proposal_oracle_at_8": 0.06308065042910628, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.14492848556645418, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.034475624561309814, + "proposal_oracle_utility_gain_over_base_at_8": -0.10139454901218414, + "seed": "585904130", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.02807958982884884, + "selected_utility_gain_over_base_at_8": -0.10779058374464512, + "selector_gap_fraction_to_hidden_at_8": 0.04981672594457298, + "selector_regret_at_8": 0.006396034732460976, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.22978585958480835, + "support_gap_fraction_to_hidden_at_8": 1.7897306177494823, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.23618189431726933 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.13276933133602142, + "branch_car_at_8": 0.005706787109375, + "chart_id": "ms-d73fd5fce55fb58ef8e9", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.050179556723404, + "ncar_to_proposal_oracle_at_8": 0.06485719369437984, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.3339189872030194, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.044779300689697266, + "proposal_oracle_utility_gain_over_base_at_8": -0.08799003064632416, + "seed": "534717141", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.039072513580322266, + "selected_utility_gain_over_base_at_8": -0.09369681775569916, + "selector_gap_fraction_to_hidden_at_8": 0.003056283942389539, + "selector_regret_at_8": 0.005706787109375, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9552206993103027, + "support_gap_fraction_to_hidden_at_8": 1.047123278405277, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.9609274864196777 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.08353183418512344, + "branch_car_at_8": 0.004065811634063721, + "chart_id": "ms-da142025733b53fcf7eb", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2643269896507263, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.4457865718023868, + "ncar_to_proposal_oracle_at_8": 0.05312684614406279, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.19776057642978737, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.0070015788078308105, + "proposal_oracle_utility_gain_over_base_at_8": -0.07653025537729263, + "seed": "141984615", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.00293576717376709, + "selected_utility_gain_over_base_at_8": -0.08059606701135635, + "selector_gap_fraction_to_hidden_at_8": 0.02248849878523023, + "selector_regret_at_8": 0.004065811634063721, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.2573254108428955, + "support_gap_fraction_to_hidden_at_8": 1.4232981529853705, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.26139122247695923 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.1678522825241089, + "branch_car_at_8": 0.043789785355329514, + "chart_id": "ms-e2bad6e99e8a281207cc", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.25, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.20825156569480896, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 4.252438225932543, + "ncar_to_proposal_oracle_at_8": 0.4998466474437528, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.09593237880463178, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.08024585247039795, + "proposal_oracle_utility_gain_over_base_at_8": -0.08760643005371094, + "seed": "1549324805", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.036456067115068436, + "selected_utility_gain_over_base_at_8": -0.13139621540904045, + "selector_gap_fraction_to_hidden_at_8": 1.0839248105047674, + "selector_regret_at_8": 0.043789785355329514, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.128005713224411, + "support_gap_fraction_to_hidden_at_8": 3.1685144680301716, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.17179549857974052 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.13733911514282227, + "branch_car_at_8": 0.05404794216156006, + "chart_id": "ms-e30fd80adc089e9f697a", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.18920521438121796, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 2.0128192517887666, + "ncar_to_proposal_oracle_at_8": 35.62939184204209, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.4976941072272156, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.13885605335235596, + "proposal_oracle_utility_gain_over_base_at_8": 0.0015169382095336914, + "seed": "585904130", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.0848081111907959, + "selected_utility_gain_over_base_at_8": -0.05253100395202637, + "selector_gap_fraction_to_hidden_at_8": 1.042066840483527, + "selector_regret_at_8": 0.05404794216156006, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.050349161028862, + "support_gap_fraction_to_hidden_at_8": 0.9707527993851768, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.10439710319042206 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.030490145087242126, + "chart_id": "ms-e9ed5d488afdfd6449d1", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.016513305319857268, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.26008703253470733, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.15360133349895477, + "proposal_oracle_utility_gain_over_base_at_8": -1.8463986665010452, + "seed": "626486813", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.12311118841171265, + "selected_utility_gain_over_base_at_8": -1.8768888115882874, + "selector_regret_at_8": 0.030490145087242126, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8463986665010452, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.8768888115882874 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.07223989814519882, + "branch_car_at_8": 0.0, + "chart_id": "ms-ec013396e4aff6170ee1", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.375, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.24502670764923096, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.88225695555328, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.15007341222977993, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.09258433431386948, + "proposal_oracle_utility_gain_over_base_at_8": 0.020344436168670654, + "seed": "750448296", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.09258433431386948, + "selected_utility_gain_over_base_at_8": 0.020344436168670654, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.15244237333536148, + "support_gap_fraction_to_hidden_at_8": 0.8822570066137143, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.15244237333536148 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.07024133205413818, + "branch_car_at_8": 0.0024327635765075684, + "chart_id": "ms-ee30ebaf98622759d888", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.625, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0246717020977287, + "ncar_to_proposal_oracle_at_8": 0.05384878472654458, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1181149502934398, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.02506365440785885, + "proposal_oracle_utility_gain_over_base_at_8": -0.045177677646279335, + "seed": "636680137", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.02263089083135128, + "selected_utility_gain_over_base_at_8": -0.0476104412227869, + "selector_gap_fraction_to_hidden_at_8": 0.001260656898148374, + "selector_regret_at_8": 0.0024327635765075684, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9749363455921412, + "support_gap_fraction_to_hidden_at_8": 1.023411050509424, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.9773691091686487 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.10341648012399673, + "branch_car_at_8": 0.041902825236320496, + "chart_id": "ms-f3f1d07cfd59b823da47", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.5, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.17124073207378387, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.6783222996410193, + "ncar_to_proposal_oracle_at_8": 0.6576047828169231, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.10933948216907613, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.16713684797286987, + "proposal_oracle_utility_gain_over_base_at_8": 0.06372036784887314, + "seed": "2015956957", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.12523402273654938, + "selected_utility_gain_over_base_at_8": 0.021817542612552643, + "selector_gap_fraction_to_hidden_at_8": 0.6178147791050131, + "selector_regret_at_8": 0.041902825236320496, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0041038841009140015, + "support_gap_fraction_to_hidden_at_8": 0.060507620547768995, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.0460067093372345 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.23664958775043488, + "branch_car_at_8": 0.0, + "chart_id": "ms-081952a63087fc8f83cd", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0279948782145185, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2006372224091086, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.18728479743003845, + "proposal_oracle_utility_gain_over_base_at_8": -0.04936479032039642, + "seed": "2141802816", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.18728479743003845, + "selected_utility_gain_over_base_at_8": -0.04936479032039642, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8127152025699615, + "support_gap_fraction_to_hidden_at_8": 1.0279948840443007, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.8127152025699615 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-121bc2e6676c1ac10911", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "77147264", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.8141684234142303, + "chart_id": "ms-22f153f0d4fa656018e6", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2842347839941763, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "1271718007", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.18583157658576965, + "selected_utility_gain_over_base_at_8": -1.8141684234142303, + "selector_regret_at_8": 1.8141684234142303, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.8141684234142303 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.05987149477005005, + "branch_car_at_8": 0.006031051278114319, + "chart_id": "ms-27c9f70e97b8850cc3ab", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0044667060669807, + "ncar_to_proposal_oracle_at_8": 2.288865247407277, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.17048808652188008, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.057236552238464355, + "proposal_oracle_utility_gain_over_base_at_8": -0.0026349425315856934, + "seed": "1881223807", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.05120550096035004, + "selected_utility_gain_over_base_at_8": -0.008665993809700012, + "selector_gap_fraction_to_hidden_at_8": 0.0031085834066437263, + "selector_regret_at_8": 0.006031051278114319, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9427634477615356, + "support_gap_fraction_to_hidden_at_8": 1.0013581278376575, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.94879449903965 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-2867deaca7e98582620b", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.22136057945759402, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "1189392917", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.028453364968299866, + "chart_id": "ms-365d8c6de6de16f66744", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.015187742639910864, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.10616560564562116, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.1265573501586914, + "proposal_oracle_utility_gain_over_base_at_8": -1.8734426498413086, + "seed": "1997090716", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.09810398519039154, + "selected_utility_gain_over_base_at_8": -1.9018960148096085, + "selector_regret_at_8": 0.028453364968299866, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8734426498413086, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.9018960148096085 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.05761747062206268, + "branch_car_at_8": 0.001683071255683899, + "chart_id": "ms-3c326d05fec66e1d6bea", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0054900066633667, + "ncar_to_proposal_oracle_at_8": 0.18741102115648883, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.17338414595789758, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.04863683879375458, + "proposal_oracle_utility_gain_over_base_at_8": -0.008980631828308105, + "seed": "278008524", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.04695376753807068, + "selected_utility_gain_over_base_at_8": -0.010663703083992004, + "selector_gap_fraction_to_hidden_at_8": 0.0008664983494383649, + "selector_regret_at_8": 0.001683071255683899, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9513631612062454, + "support_gap_fraction_to_hidden_at_8": 1.004623513490509, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.9530462324619293 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-4dbdc6ed61dccebbfe92", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "794181626", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.03292882442474365, + "chart_id": "ms-58950fed04d203b97ab9", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.01812980693473219, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.5374490197455509, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.1837189793586731, + "proposal_oracle_utility_gain_over_base_at_8": -1.816281020641327, + "seed": "1113371261", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.15079015493392944, + "selected_utility_gain_over_base_at_8": -1.8492098450660706, + "selector_regret_at_8": 0.03292882442474365, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.816281020641327, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.8492098450660706 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.013029754161834717, + "chart_id": "ms-651bc0395d78d2819158", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.007285222644405644, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.11894409922301272, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.21148169040679932, + "proposal_oracle_utility_gain_over_base_at_8": -1.7885183095932007, + "seed": "1483645336", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1984519362449646, + "selected_utility_gain_over_base_at_8": -1.8015480637550354, + "selector_regret_at_8": 0.013029754161834717, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7885183095932007, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.8015480637550354 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-9fad82fd288e4296e354", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2895677345588354, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.08039550483226776, + "proposal_oracle_utility_gain_over_base_at_8": -1.9196044951677322, + "seed": "1176943004", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.08039550483226776, + "selected_utility_gain_over_base_at_8": -1.9196044951677322, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9196044951677322, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.9196044951677322 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.20425210893154144, + "branch_car_at_8": 0.026183024048805237, + "chart_id": "ms-b8bfdd3e6c31bd98082d", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0727590287271376, + "ncar_to_proposal_oracle_at_8": 0.250617922753756, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.18327812585599895, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.09977824985980988, + "proposal_oracle_utility_gain_over_base_at_8": -0.10447385907173157, + "seed": "998761162", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.07359522581100464, + "selected_utility_gain_over_base_at_8": -0.1306568831205368, + "selector_gap_fraction_to_hidden_at_8": 0.014580567895433532, + "selector_regret_at_8": 0.026183024048805237, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9002217501401901, + "support_gap_fraction_to_hidden_at_8": 1.0581784668055882, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.9264047741889954 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0324908047914505, + "chart_id": "ms-fc8084d5cd7da937fc02", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.017558208986969585, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.33584480862457616, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.14953765273094177, + "proposal_oracle_utility_gain_over_base_at_8": -1.8504623472690582, + "seed": "1991414747", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.11704684793949127, + "selected_utility_gain_over_base_at_8": -1.8829531520605087, + "selector_regret_at_8": 0.0324908047914505, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8504623472690582, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.8829531520605087 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.194026380777359, + "branch_car_at_8": 0.03669491410255432, + "chart_id": "ms-3afd8959363e917591d4", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0119357513345473, + "ncar_to_proposal_oracle_at_8": 2.423824505450816, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.25260438005435554, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.20916563272476196, + "proposal_oracle_utility_gain_over_base_at_8": 0.015139251947402954, + "seed": "75070641", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.17247071862220764, + "selected_utility_gain_over_base_at_8": -0.021555662155151367, + "selector_gap_fraction_to_hidden_at_8": 0.020318632405244764, + "selector_regret_at_8": 0.03669491410255432, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.790834367275238, + "support_gap_fraction_to_hidden_at_8": 0.9916171245325723, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.8275292813777924 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.1763717532157898, + "chart_id": "ms-3ff1aedb72f65a182b58", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.14512234823830286, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2863465345989455, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7846685647964478, + "proposal_oracle_utility_gain_over_base_at_8": -1.2153314352035522, + "seed": "1055567618", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.608296811580658, + "selected_utility_gain_over_base_at_8": -1.391703188419342, + "selector_regret_at_8": 0.1763717532157898, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.2153314352035522, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.391703188419342 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.1879976987838745, + "branch_car_at_8": 0.007929205894470215, + "chart_id": "ms-4048f8f6e047422e3c79", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.9986452076332775, + "ncar_to_proposal_oracle_at_8": 0.7635915868266412, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.04873760670114962, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.19838178157806396, + "proposal_oracle_utility_gain_over_base_at_8": 0.010384082794189453, + "seed": "1055157354", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.19045257568359375, + "selected_utility_gain_over_base_at_8": 0.0024548768997192383, + "selector_gap_fraction_to_hidden_at_8": 0.004375935885483438, + "selector_regret_at_8": 0.007929205894470215, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.801618218421936, + "support_gap_fraction_to_hidden_at_8": 0.994269277259074, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.8095474243164062 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.5529977083206177, + "branch_car_at_8": 0.005554795265197754, + "chart_id": "ms-5b26c33feed6992386b1", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0049513723009431, + "ncar_to_proposal_oracle_at_8": 3.4504580365508617, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.11596771157175553, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5513878464698792, + "proposal_oracle_utility_gain_over_base_at_8": -0.0016098618507385254, + "seed": "1522272686", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.5458330512046814, + "selected_utility_gain_over_base_at_8": -0.007164657115936279, + "selector_gap_fraction_to_hidden_at_8": 0.0038388296253151688, + "selector_regret_at_8": 0.005554795265197754, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.4486121535301208, + "support_gap_fraction_to_hidden_at_8": 1.0011125496206852, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.4541669487953186 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.791279137134552, + "branch_car_at_8": 0.1845986247062683, + "chart_id": "ms-63ac245579b1188935ad", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.1562918456763127, + "ncar_to_proposal_oracle_at_8": 42.7845306746636, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.28439686188392255, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7869645357131958, + "proposal_oracle_utility_gain_over_base_at_8": -0.004314601421356201, + "seed": "211245842", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.6023659110069275, + "selected_utility_gain_over_base_at_8": -0.1889132261276245, + "selector_gap_fraction_to_hidden_at_8": 0.1527222954261338, + "selector_regret_at_8": 0.1845986247062683, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.2130354642868042, + "support_gap_fraction_to_hidden_at_8": 1.0035695598164227, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.3976340889930725 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.158336579799652, + "chart_id": "ms-6c8d06bace98a28a8e4e", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.30604885933812664, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "1665739511", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.8416634202003479, + "selected_utility_gain_over_base_at_8": -1.158336579799652, + "selector_regret_at_8": 1.158336579799652, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.158336579799652 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.18160098791122437, + "branch_car_at_8": 0.6876252293586731, + "chart_id": "ms-72777024349c2aacd5e0", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0132459407836691, + "ncar_to_proposal_oracle_at_8": 1.0362999193284825, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.2554480287270091, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.8451398015022278, + "proposal_oracle_utility_gain_over_base_at_8": 0.6635388135910034, + "seed": "256770874", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1575145721435547, + "selected_utility_gain_over_base_at_8": -0.024086415767669678, + "selector_gap_fraction_to_hidden_at_8": 0.3781487037703597, + "selector_regret_at_8": 0.6876252293586731, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.1548601984977722, + "support_gap_fraction_to_hidden_at_8": 0.6350972425854965, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.8424854278564453 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.23217551410198212, + "branch_car_at_8": 0.3287145048379898, + "chart_id": "ms-7fc5696cb3dc7b9bb9f7", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.9969488304175755, + "ncar_to_proposal_oracle_at_8": 0.9838557434386074, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.10808038150935409, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5662839412689209, + "proposal_oracle_utility_gain_over_base_at_8": 0.3341084271669388, + "seed": "957101489", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.2375694364309311, + "selected_utility_gain_over_base_at_8": 0.005393922328948975, + "selector_gap_fraction_to_hidden_at_8": 0.18594295274228523, + "selector_regret_at_8": 0.3287145048379898, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.433716058731079, + "support_gap_fraction_to_hidden_at_8": 0.8110058833147009, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.762430563569069 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.18060606718063354, + "branch_car_at_8": 0.0007674098014831543, + "chart_id": "ms-9a14552b7db695dee92c", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.7732019280426716, + "ncar_to_proposal_oracle_at_8": 0.0018563262140604627, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.06505139295737841, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5940085053443909, + "proposal_oracle_utility_gain_over_base_at_8": 0.4134024381637573, + "seed": "77147264", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.5932410955429077, + "selected_utility_gain_over_base_at_8": 0.41263502836227417, + "selector_gap_fraction_to_hidden_at_8": 0.0004217941962101423, + "selector_regret_at_8": 0.0007674098014831543, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.4059914946556091, + "support_gap_fraction_to_hidden_at_8": 0.7727801380962389, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.4067589044570923 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.8032726645469666, + "branch_car_at_8": 0.0011638402938842773, + "chart_id": "ms-9f5d57fe2153fd267774", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0129269859061945, + "ncar_to_proposal_oracle_at_8": 0.08135183611058598, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2031993253828568, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7889664173126221, + "proposal_oracle_utility_gain_over_base_at_8": -0.014306247234344482, + "seed": "1607773860", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7878025770187378, + "selected_utility_gain_over_base_at_8": -0.01547008752822876, + "selector_gap_fraction_to_hidden_at_8": 0.0009725191857873737, + "selector_regret_at_8": 0.0011638402938842773, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.211033582687378, + "support_gap_fraction_to_hidden_at_8": 1.0119544751845488, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.2121974229812622 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.1690579056739807, + "chart_id": "ms-b0fee26e1db967f90b81", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.08944137917537455, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "1358421325", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.8309420943260193, + "selected_utility_gain_over_base_at_8": -1.1690579056739807, + "selector_regret_at_8": 1.1690579056739807, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.1690579056739807 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.20958349108695984, + "branch_car_at_8": 0.024225041270256042, + "chart_id": "ms-bc2d3b425d9163a62dbb", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0190935123643785, + "ncar_to_proposal_oracle_at_8": 2.4321552422609063, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0909753372816164, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.19962318241596222, + "proposal_oracle_utility_gain_over_base_at_8": -0.00996030867099762, + "seed": "1271718007", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.17539814114570618, + "selected_utility_gain_over_base_at_8": -0.03418534994125366, + "selector_gap_fraction_to_hidden_at_8": 0.013530394268405757, + "selector_regret_at_8": 0.024225041270256042, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8003768175840378, + "support_gap_fraction_to_hidden_at_8": 1.0055631237879081, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.8246018588542938 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.23001998662948608, + "branch_car_at_8": 0.0, + "chart_id": "ms-d1960368ef76bbb10669", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.8271220785011446, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.13277480659368188, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5360104441642761, + "proposal_oracle_utility_gain_over_base_at_8": 0.30599045753479004, + "seed": "416183106", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.5360104441642761, + "selected_utility_gain_over_base_at_8": 0.30599045753479004, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.4639895558357239, + "support_gap_fraction_to_hidden_at_8": 0.8271220831742034, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.4639895558357239 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.8188905119895935, + "branch_car_at_8": 1.2117536664009094, + "chart_id": "ms-efdc07c985935d871adf", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.025945239151936, + "ncar_to_proposal_oracle_at_8": 1.025945239151936, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.15130813572038473, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.1811094880104065, + "seed": "706479600", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7882463335990906, + "selected_utility_gain_over_base_at_8": -0.03064417839050293, + "selector_gap_fraction_to_hidden_at_8": 1.0259452478382198, + "selector_regret_at_8": 1.2117536664009094, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.2117536664009094 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.06612768769264221, + "branch_car_at_8": 0.006398946046829224, + "chart_id": "ms-fd2387aeed9bfc9a0d08", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.005958209892328, + "ncar_to_proposal_oracle_at_8": 1.2489425381912935, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.05600301185842323, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.06100420653820038, + "proposal_oracle_utility_gain_over_base_at_8": -0.0051234811544418335, + "seed": "1919198188", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.054605260491371155, + "selected_utility_gain_over_base_at_8": -0.011522427201271057, + "selector_gap_fraction_to_hidden_at_8": 0.003308877223230142, + "selector_regret_at_8": 0.006398946046829224, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9389957934617996, + "support_gap_fraction_to_hidden_at_8": 1.0026493378708798, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.9453947395086288 + } + ], + "summary": { + "any_generated_unsafe_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.3847517730496454, + "low": 0.13581560283687943, + "mean": 0.27056737588652485, + "n": 47, + "num_samples": 200 + }, + "mean": 0.27056737588652485, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 0.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": 0.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 1.0, + "1358421325": 0.0, + "1375492786": 1.0, + "141984615": 0.3333333333333333, + "1475440973": 0.0, + "1483645336": 0.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 1.0, + "1607773860": 0.0, + "1665739511": 0.0, + "1747178030": 1.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.8, + "2054899126": 1.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.5, + "416183106": 0.0, + "534717141": 1.0, + "551504635": 0.0, + "565369392": 1.0, + "565621826": 1.0, + "585904130": 0.3333333333333333, + "626486813": 0.75, + "636680137": 1.0, + "706479600": 0.0, + "750448296": 0.5, + "75070641": 0.0, + "767747424": 0.5, + "77147264": 0.0, + "794181626": 0.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.6941176470588235, + "low": 0.0, + "mean": 0.34705882352941175, + "n": 5, + "num_samples": 200 + }, + "mean": 0.34705882352941175, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 1.0, + "PullCube-v1": 0.7352941176470589, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "any_generated_unsafe_known_at_8", + "micro": { + "confidence": 0.95, + "high": 0.4927536231884058, + "low": 0.2608695652173913, + "mean": 0.37681159420289856, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "base_safety_label_known": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 47, + "num_samples": 200 + }, + "mean": 1.0, + "per_seed": { + "1025740212": 1.0, + "1055157354": 1.0, + "1055567618": 1.0, + "1113268940": 1.0, + "1113371261": 1.0, + "1176943004": 1.0, + "1189392917": 1.0, + "1231780997": 1.0, + "1271718007": 1.0, + "1273247072": 1.0, + "1358421325": 1.0, + "1375492786": 1.0, + "141984615": 1.0, + "1475440973": 1.0, + "1483645336": 1.0, + "1522272686": 1.0, + "1528740417": 1.0, + "1549324805": 1.0, + "1607773860": 1.0, + "1665739511": 1.0, + "1747178030": 1.0, + "1881223807": 1.0, + "1919198188": 1.0, + "1991414747": 1.0, + "1997090716": 1.0, + "2015956957": 1.0, + "2054899126": 1.0, + "211245842": 1.0, + "2141802816": 1.0, + "256770874": 1.0, + "278008524": 1.0, + "416183106": 1.0, + "534717141": 1.0, + "551504635": 1.0, + "565369392": 1.0, + "565621826": 1.0, + "585904130": 1.0, + "626486813": 1.0, + "636680137": 1.0, + "706479600": 1.0, + "750448296": 1.0, + "75070641": 1.0, + "767747424": 1.0, + "77147264": 1.0, + "794181626": 1.0, + "957101489": 1.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 5, + "num_samples": 200 + }, + "mean": 1.0, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 1.0, + "PushCube-v1": 1.0, + "StackCube-v1": 1.0 + } + }, + "metric": "base_safety_label_known", + "micro": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "base_success": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.4273049645390071, + "low": 0.2024822695035461, + "mean": 0.32163120567375886, + "n": 47, + "num_samples": 200 + }, + "mean": 0.32163120567375886, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 1.0, + "1113268940": 0.0, + "1113371261": 1.0, + "1176943004": 1.0, + "1189392917": 1.0, + "1231780997": 0.0, + "1271718007": 0.5, + "1273247072": 0.0, + "1358421325": 1.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 0.0, + "1483645336": 1.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.3333333333333333, + "1607773860": 0.0, + "1665739511": 1.0, + "1747178030": 1.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 1.0, + "1997090716": 1.0, + "2015956957": 0.2, + "2054899126": 1.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.0, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 0.0, + "565369392": 0.3333333333333333, + "565621826": 1.0, + "585904130": 0.0, + "626486813": 0.25, + "636680137": 0.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.0, + "77147264": 0.5, + "794181626": 1.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.45656108597285067, + "low": 0.041176470588235294, + "mean": 0.21963800904977374, + "n": 5, + "num_samples": 200 + }, + "mean": 0.21963800904977374, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.20588235294117646, + "PushCube-v1": 0.6923076923076923, + "StackCube-v1": 0.2 + } + }, + "metric": "base_success", + "micro": { + "confidence": 0.95, + "high": 0.37681159420289856, + "low": 0.17391304347826086, + "mean": 0.2753623188405797, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "base_unsafe_known": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.0, + "low": 0.0, + "mean": 0.0, + "n": 47, + "num_samples": 200 + }, + "mean": 0.0, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 0.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": 0.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 0.0, + "1358421325": 0.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 0.0, + "1483645336": 0.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.0, + "1607773860": 0.0, + "1665739511": 0.0, + "1747178030": 0.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.0, + "2054899126": 0.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.0, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 0.0, + "565369392": 0.0, + "565621826": 0.0, + "585904130": 0.0, + "626486813": 0.0, + "636680137": 0.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.0, + "77147264": 0.0, + "794181626": 0.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.0, + "low": 0.0, + "mean": 0.0, + "n": 5, + "num_samples": 200 + }, + "mean": 0.0, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.0, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "base_unsafe_known", + "micro": { + "confidence": 0.95, + "high": 0.0, + "low": 0.0, + "mean": 0.0, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "base_utility": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0092363624206038, + "low": 0.5980560999152297, + "mean": 0.827331273289437, + "n": 47, + "num_samples": 200 + }, + "mean": 0.827331273289437, + "per_seed": { + "1025740212": 0.21361251175403595, + "1055157354": 0.1879976987838745, + "1055567618": 2.0, + "1113268940": 0.21901588141918182, + "1113371261": 2.0, + "1176943004": 2.0, + "1189392917": 2.0, + "1231780997": 0.21144884824752808, + "1271718007": 1.10479174554348, + "1273247072": 0.11945180594921112, + "1358421325": 2.0, + "1375492786": 0.18323469161987305, + "141984615": 0.12483831991751988, + "1475440973": 0.7229747772216797, + "1483645336": 2.0, + "1522272686": 0.5529977083206177, + "1528740417": 0.32647061347961426, + "1549324805": 0.7632389987508456, + "1607773860": 0.8032726645469666, + "1665739511": 2.0, + "1747178030": 2.0, + "1881223807": 0.05987149477005005, + "1919198188": 0.06612768769264221, + "1991414747": 2.0, + "1997090716": 2.0, + "2015956957": 0.4729121312499046, + "2054899126": 2.0, + "211245842": 0.791279137134552, + "2141802816": 0.23664958775043488, + "256770874": 0.18160098791122437, + "278008524": 0.060655687004327774, + "416183106": 0.23001998662948608, + "534717141": 0.13276933133602142, + "551504635": 0.7272467017173767, + "565369392": 0.8445292512575785, + "565621826": 2.0, + "585904130": 0.13642114897569022, + "626486813": 0.5452363695949316, + "636680137": 0.07024133205413818, + "706479600": 0.8188905119895935, + "750448296": 0.14706942811608315, + "75070641": 0.194026380777359, + "767747424": 0.10894576646387577, + "77147264": 1.0903030335903168, + "794181626": 2.0, + "957101489": 0.23217551410198212, + "998761162": 0.20425210893154144 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.03918900961902, + "low": 0.31294104572896864, + "mean": 0.6313663369707123, + "n": 5, + "num_samples": 200 + }, + "mean": 0.6313663369707123, + "per_task": { + "LiftPegUpright-v1": 0.40346155563990277, + "PickCube-v1": 0.11945180594921112, + "PullCube-v1": 0.5097779550534838, + "PushCube-v1": 1.4275685124672377, + "StackCube-v1": 0.696571855743726 + } + }, + "metric": "base_utility", + "micro": { + "confidence": 0.95, + "high": 0.895466687940601, + "low": 0.5355817867254001, + "mean": 0.7084005813019864, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "branch_car_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.27622881928105436, + "low": 0.0642541472425235, + "mean": 0.1609692965767921, + "n": 47, + "num_samples": 200 + }, + "mean": 0.1609692965767921, + "per_seed": { + "1025740212": 0.0011218935251235962, + "1055157354": 0.007929205894470215, + "1055567618": 0.1763717532157898, + "1113268940": 0.0023020654916763306, + "1113371261": 0.03292882442474365, + "1176943004": 0.0, + "1189392917": 0.0, + "1231780997": 0.0005172491073608398, + "1271718007": 0.9191967323422432, + "1273247072": 0.0017702952027320862, + "1358421325": 1.1690579056739807, + "1375492786": 0.004044433473609388, + "141984615": 0.015383432308832804, + "1475440973": 0.017574191093444824, + "1483645336": 0.013029754161834717, + "1522272686": 0.005554795265197754, + "1528740417": 0.0357930064201355, + "1549324805": 0.016127110148469608, + "1607773860": 0.0011638402938842773, + "1665739511": 1.158336579799652, + "1747178030": 0.04517927020788193, + "1881223807": 0.006031051278114319, + "1919198188": 0.006398946046829224, + "1991414747": 0.0324908047914505, + "1997090716": 0.028453364968299866, + "2015956957": 0.018895670771598816, + "2054899126": 0.0, + "211245842": 0.1845986247062683, + "2141802816": 0.0, + "256770874": 0.6876252293586731, + "278008524": 0.004375305958092213, + "416183106": 0.0, + "534717141": 0.005706787109375, + "551504635": 1.274861752986908, + "565369392": 0.028340943157672882, + "565621826": 0.0, + "585904130": 0.023887202764550846, + "626486813": 0.013230718206614256, + "636680137": 0.0024327635765075684, + "706479600": 1.2117536664009094, + "750448296": 0.014138251543045044, + "75070641": 0.03669491410255432, + "767747424": 0.0069773695431649685, + "77147264": 0.00038370490074157715, + "794181626": 0.0, + "957101489": 0.3287145048379898, + "998761162": 0.026183024048805237 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.24742768666857634, + "low": 0.051222426130655495, + "mean": 0.14454638359812896, + "n": 5, + "num_samples": 200 + }, + "mean": 0.14454638359812896, + "per_task": { + "LiftPegUpright-v1": 0.22202835977077484, + "PickCube-v1": 0.0017702952027320862, + "PullCube-v1": 0.015271590238519232, + "PushCube-v1": 0.15038217833408943, + "StackCube-v1": 0.3332794944445292 + } + }, + "metric": "branch_car_at_8", + "micro": { + "confidence": 0.95, + "high": 0.20347851897299668, + "low": 0.05592555576172806, + "mean": 0.12764253995577007, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "generated_safety_label_coverage_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 47, + "num_samples": 200 + }, + "mean": 1.0, + "per_seed": { + "1025740212": 1.0, + "1055157354": 1.0, + "1055567618": 1.0, + "1113268940": 1.0, + "1113371261": 1.0, + "1176943004": 1.0, + "1189392917": 1.0, + "1231780997": 1.0, + "1271718007": 1.0, + "1273247072": 1.0, + "1358421325": 1.0, + "1375492786": 1.0, + "141984615": 1.0, + "1475440973": 1.0, + "1483645336": 1.0, + "1522272686": 1.0, + "1528740417": 1.0, + "1549324805": 1.0, + "1607773860": 1.0, + "1665739511": 1.0, + "1747178030": 1.0, + "1881223807": 1.0, + "1919198188": 1.0, + "1991414747": 1.0, + "1997090716": 1.0, + "2015956957": 1.0, + "2054899126": 1.0, + "211245842": 1.0, + "2141802816": 1.0, + "256770874": 1.0, + "278008524": 1.0, + "416183106": 1.0, + "534717141": 1.0, + "551504635": 1.0, + "565369392": 1.0, + "565621826": 1.0, + "585904130": 1.0, + "626486813": 1.0, + "636680137": 1.0, + "706479600": 1.0, + "750448296": 1.0, + "75070641": 1.0, + "767747424": 1.0, + "77147264": 1.0, + "794181626": 1.0, + "957101489": 1.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 5, + "num_samples": 200 + }, + "mean": 1.0, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 1.0, + "PushCube-v1": 1.0, + "StackCube-v1": 1.0 + } + }, + "metric": "generated_safety_label_coverage_at_8", + "micro": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "generated_unsafe_rate_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.318040780141844, + "low": 0.11591312056737589, + "mean": 0.23076241134751774, + "n": 47, + "num_samples": 200 + }, + "mean": 0.23076241134751774, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 0.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": 0.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 0.625, + "1358421325": 0.0, + "1375492786": 1.0, + "141984615": 0.3333333333333333, + "1475440973": 0.0, + "1483645336": 0.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.75, + "1607773860": 0.0, + "1665739511": 0.0, + "1747178030": 1.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.7, + "2054899126": 1.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.5, + "416183106": 0.0, + "534717141": 1.0, + "551504635": 0.0, + "565369392": 0.7916666666666666, + "565621826": 1.0, + "585904130": 0.3333333333333333, + "626486813": 0.53125, + "636680137": 0.625, + "706479600": 0.0, + "750448296": 0.1875, + "75070641": 0.0, + "767747424": 0.46875, + "77147264": 0.0, + "794181626": 0.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.4985294117647059, + "low": 0.0, + "mean": 0.24926470588235294, + "n": 5, + "num_samples": 200 + }, + "mean": 0.24926470588235294, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.625, + "PullCube-v1": 0.6213235294117647, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "generated_unsafe_rate_known_at_8", + "micro": { + "confidence": 0.95, + "high": 0.4365942028985507, + "low": 0.21195652173913043, + "mean": 0.31521739130434784, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "hidden_chart_oracle_success_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.9148936170212765, + "low": 0.7432624113475178, + "mean": 0.8358156028368794, + "n": 47, + "num_samples": 200 + }, + "mean": 0.8358156028368794, + "per_seed": { + "1025740212": 1.0, + "1055157354": 1.0, + "1055567618": 1.0, + "1113268940": 1.0, + "1113371261": 1.0, + "1176943004": 1.0, + "1189392917": 1.0, + "1231780997": 1.0, + "1271718007": 1.0, + "1273247072": 1.0, + "1358421325": 1.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 1.0, + "1483645336": 1.0, + "1522272686": 1.0, + "1528740417": 1.0, + "1549324805": 0.6666666666666666, + "1607773860": 1.0, + "1665739511": 1.0, + "1747178030": 1.0, + "1881223807": 1.0, + "1919198188": 1.0, + "1991414747": 1.0, + "1997090716": 1.0, + "2015956957": 0.2, + "2054899126": 1.0, + "211245842": 1.0, + "2141802816": 1.0, + "256770874": 1.0, + "278008524": 0.5, + "416183106": 1.0, + "534717141": 1.0, + "551504635": 1.0, + "565369392": 0.6666666666666666, + "565621826": 1.0, + "585904130": 0.0, + "626486813": 0.25, + "636680137": 1.0, + "706479600": 1.0, + "750448296": 0.0, + "75070641": 1.0, + "767747424": 0.0, + "77147264": 1.0, + "794181626": 1.0, + "957101489": 1.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 0.5941176470588235, + "mean": 0.8647058823529413, + "n": 5, + "num_samples": 200 + }, + "mean": 0.8647058823529413, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 0.3235294117647059, + "PushCube-v1": 1.0, + "StackCube-v1": 1.0 + } + }, + "metric": "hidden_chart_oracle_success_at_8", + "micro": { + "confidence": 0.95, + "high": 0.782608695652174, + "low": 0.5507246376811594, + "mean": 0.6666666666666666, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "hidden_chart_oracle_utility_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.850041654515774, + "low": 1.5397213380149701, + "mean": 1.7062028111638965, + "n": 47, + "num_samples": 200 + }, + "mean": 1.7062028111638965, + "per_seed": { + "1025740212": 2.0, + "1055157354": 2.0, + "1055567618": 2.0, + "1113268940": 2.0, + "1113371261": 2.0, + "1176943004": 2.0, + "1189392917": 2.0, + "1231780997": 2.0, + "1271718007": 2.0, + "1273247072": 2.0, + "1358421325": 2.0, + "1375492786": 0.24345096945762634, + "141984615": 0.20044784247875214, + "1475440973": 2.0, + "1483645336": 2.0, + "1522272686": 2.0, + "1528740417": 2.0, + "1549324805": 1.4027505218982697, + "1607773860": 2.0, + "1665739511": 2.0, + "1747178030": 2.0, + "1881223807": 2.0, + "1919198188": 2.0, + "1991414747": 2.0, + "1997090716": 2.0, + "2015956957": 0.5298813670873642, + "2054899126": 2.0, + "211245842": 2.0, + "2141802816": 2.0, + "256770874": 2.0, + "278008524": 1.113811194896698, + "416183106": 2.0, + "534717141": 2.0, + "551504635": 2.0, + "565369392": 1.4266315797964733, + "565621826": 2.0, + "585904130": 0.23764699200789133, + "626486813": 0.6124684102833271, + "636680137": 2.0, + "706479600": 2.0, + "750448296": 0.23580759018659592, + "75070641": 2.0, + "767747424": 0.18863565661013126, + "77147264": 2.0, + "794181626": 2.0, + "957101489": 2.0, + "998761162": 2.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 2.0, + "low": 1.2693931020796299, + "mean": 1.7564643673598765, + "n": 5, + "num_samples": 200 + }, + "mean": 1.7564643673598765, + "per_task": { + "LiftPegUpright-v1": 2.0, + "PickCube-v1": 2.0, + "PullCube-v1": 0.7823218367993832, + "PushCube-v1": 2.0, + "StackCube-v1": 2.0 + } + }, + "metric": "hidden_chart_oracle_utility_at_8", + "micro": { + "confidence": 0.95, + "high": 1.6080652458080347, + "low": 1.1926357444861662, + "mean": 1.3999846732054932, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "ncar_to_hidden_chart_oracle_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 3.502916805366269, + "low": 1.1331733188224522, + "mean": 2.118971131364781, + "n": 34, + "num_samples": 200 + }, + "mean": 2.118971131364781, + "per_seed": { + "1025740212": 1.006040520655571, + "1055157354": 0.9986452076332775, + "1113268940": 1.0057622854458956, + "1231780997": 1.0050918800524762, + "1271718007": 1.0190935123643785, + "1273247072": 1.0244550259853178, + "1375492786": 4.011583298930406, + "141984615": 2.98365601894961, + "1475440973": 1.012387664973695, + "1522272686": 1.0049513723009431, + "1528740417": 1.028190857434825, + "1549324805": 2.653523364410253, + "1607773860": 1.0129269859061945, + "1881223807": 1.0044667060669807, + "1919198188": 1.005958209892328, + "2015956957": 1.5015235621851297, + "211245842": 1.1562918456763127, + "2141802816": 1.0279948782145185, + "256770874": 1.0132459407836691, + "278008524": 1.1699464568149547, + "416183106": 0.8271220785011446, + "534717141": 1.050179556723404, + "551504635": 1.0016566012365191, + "565369392": 21.205890308268472, + "585904130": 1.8572157688707642, + "626486813": 0.9870393610921436, + "636680137": 1.0246717020977287, + "706479600": 1.025945239151936, + "750448296": 10.53688462268792, + "75070641": 1.0119357513345473, + "767747424": 1.0278320945738528, + "77147264": 0.7732019280426716, + "957101489": 0.9969488304175755, + "998761162": 1.0727590287271376 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 2.713852890617582, + "low": 1.0027398812809127, + "mean": 1.5788322754608968, + "n": 5, + "num_samples": 200 + }, + "mean": 1.5788322754608968, + "per_task": { + "LiftPegUpright-v1": 1.0098549682998301, + "PickCube-v1": 1.0244550259853178, + "PullCube-v1": 3.8449848196009206, + "PushCube-v1": 1.027677654918001, + "StackCube-v1": 0.9871889085004147 + } + }, + "metric": "ncar_to_hidden_chart_oracle_at_8", + "micro": { + "confidence": 0.95, + "high": 4.427363666134666, + "low": 1.206194008949668, + "mean": 2.537103049733722, + "n": 50, + "num_samples": 200 + }, + "n": 50 + }, + "ncar_to_proposal_oracle_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 4.421083168482038, + "low": 0.6739561134237883, + "mean": 2.133272139749932, + "n": 41, + "num_samples": 200 + }, + "mean": 2.133272139749932, + "per_seed": { + "1025740212": 0.11603189903016763, + "1055157354": 0.7635915868266412, + "1055567618": 0.14512234823830286, + "1113268940": 0.2891862811513104, + "1113371261": 0.01812980693473219, + "1176943004": 0.0, + "1231780997": 0.06021625207441568, + "1271718007": 2.4321552422609063, + "1273247072": 0.040035098435394954, + "1375492786": 0.022810992198810935, + "141984615": 0.16278580037480875, + "1475440973": 10.014752209618896, + "1483645336": 0.007285222644405644, + "1522272686": 3.4504580365508617, + "1528740417": 3.1438071987784864, + "1549324805": 0.27335659659286005, + "1607773860": 0.08135183611058598, + "1747178030": 0.02400035956963577, + "1881223807": 2.288865247407277, + "1919198188": 1.2489425381912935, + "1991414747": 0.017558208986969585, + "1997090716": 0.015187742639910864, + "2015956957": 0.3746829839983289, + "211245842": 42.7845306746636, + "2141802816": 0.0, + "256770874": 1.0362999193284825, + "278008524": 0.16771017218812098, + "416183106": 0.0, + "534717141": 0.06485719369437984, + "551504635": 1.0016566012365191, + "565369392": 0.15512177455082374, + "585904130": 11.945703792517172, + "626486813": 0.15898137888948838, + "636680137": 0.05384878472654458, + "706479600": 1.025945239151936, + "750448296": 0.22906122892259623, + "75070641": 2.423824505450816, + "767747424": 0.18997298340528954, + "77147264": 0.0018563262140604627, + "957101489": 0.9838557434386074, + "998761162": 0.250617922753756 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 3.197270705617475, + "low": 0.5579362690733559, + "mean": 1.69172925174868, + "n": 5, + "num_samples": 200 + }, + "mean": 1.69172925174868, + "per_task": { + "LiftPegUpright-v1": 2.437608406981633, + "PickCube-v1": 0.040035098435394954, + "PullCube-v1": 1.3347880250302973, + "PushCube-v1": 0.3094505747248378, + "StackCube-v1": 4.336764153571238 + } + }, + "metric": "ncar_to_proposal_oracle_at_8", + "micro": { + "confidence": 0.95, + "high": 4.218239344687112, + "low": 0.45283126389874717, + "mean": 1.920118391420234, + "n": 60, + "num_samples": 200 + }, + "n": 60 + }, + "outcome_ptr_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.3361702127659575, + "low": 0.14751773049645392, + "mean": 0.22482269503546098, + "n": 47, + "num_samples": 200 + }, + "mean": 0.22482269503546098, + "per_seed": { + "1025740212": 0.0, + "1055157354": 1.0, + "1055567618": 0.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": 0.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 0.0, + "1358421325": 0.0, + "1375492786": 0.0, + "141984615": 0.3333333333333333, + "1475440973": 1.0, + "1483645336": 0.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.0, + "1607773860": 0.0, + "1665739511": 0.0, + "1747178030": 0.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.4, + "2054899126": 0.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 1.0, + "278008524": 0.0, + "416183106": 1.0, + "534717141": 0.0, + "551504635": 1.0, + "565369392": 0.0, + "565621826": 0.0, + "585904130": 0.3333333333333333, + "626486813": 0.25, + "636680137": 0.0, + "706479600": 1.0, + "750448296": 0.5, + "75070641": 1.0, + "767747424": 0.25, + "77147264": 0.5, + "794181626": 0.0, + "957101489": 1.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.3866666666666666, + "low": 0.06666666666666667, + "mean": 0.2011764705882353, + "n": 5, + "num_samples": 200 + }, + "mean": 0.2011764705882353, + "per_task": { + "LiftPegUpright-v1": 0.3333333333333333, + "PickCube-v1": 0.0, + "PullCube-v1": 0.20588235294117646, + "PushCube-v1": 0.0, + "StackCube-v1": 0.4666666666666667 + } + }, + "metric": "outcome_ptr_at_8", + "micro": { + "confidence": 0.95, + "high": 0.3333333333333333, + "low": 0.14492753623188406, + "mean": 0.2318840579710145, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "pairwise_causal_calibration_ece": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.21987725284818938, + "low": 0.15413967194956582, + "mean": 0.18550135693220138, + "n": 47, + "num_samples": 200 + }, + "mean": 0.18550135693220138, + "per_seed": { + "1025740212": 0.30469705481188575, + "1055157354": 0.04873760670114962, + "1055567618": 0.2863465345989455, + "1113268940": 0.08008887014895281, + "1113371261": 0.5374490197455509, + "1176943004": 0.2895677345588354, + "1189392917": 0.22136057945759402, + "1231780997": 0.07013223610397244, + "1271718007": 0.18760506063789634, + "1273247072": 0.09803886913700559, + "1358421325": 0.08944137917537455, + "1375492786": 0.2816795754612505, + "141984615": 0.15505306804698782, + "1475440973": 0.2950828743870628, + "1483645336": 0.11894409922301272, + "1522272686": 0.11596771157175553, + "1528740417": 0.032324461351056044, + "1549324805": 0.16685422628176613, + "1607773860": 0.2031993253828568, + "1665739511": 0.30604885933812664, + "1747178030": 0.2572726184500438, + "1881223807": 0.17048808652188008, + "1919198188": 0.05600301185842323, + "1991414747": 0.33584480862457616, + "1997090716": 0.10616560564562116, + "2015956957": 0.1885091076409396, + "2054899126": 0.0, + "211245842": 0.28439686188392255, + "2141802816": 0.2006372224091086, + "256770874": 0.2554480287270091, + "278008524": 0.2997484939099634, + "416183106": 0.13277480659368188, + "534717141": 0.3339189872030194, + "551504635": 0.32346239248273717, + "565369392": 0.2603324805598078, + "565621826": 0.0, + "585904130": 0.24354194732422593, + "626486813": 0.22613807977768619, + "636680137": 0.1181149502934398, + "706479600": 0.15130813572038473, + "750448296": 0.11841217150743599, + "75070641": 0.25260438005435554, + "767747424": 0.1909382486601207, + "77147264": 0.032525696478689206, + "794181626": 0.0, + "957101489": 0.10808038150935409, + "998761162": 0.18327812585599895 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.1947047716341638, + "low": 0.1311012970262157, + "mean": 0.1690738720193088, + "n": 5, + "num_samples": 200 + }, + "mean": 0.1690738720193088, + "per_task": { + "LiftPegUpright-v1": 0.18429798154761115, + "PickCube-v1": 0.09803886913700559, + "PullCube-v1": 0.19829762749643948, + "PushCube-v1": 0.20164263169186553, + "StackCube-v1": 0.16309225022362234 + } + }, + "metric": "pairwise_causal_calibration_ece", + "micro": { + "confidence": 0.95, + "high": 0.21523355416942924, + "low": 0.1614187292008291, + "mean": 0.18860411679203196, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "proposal_oracle_safety_label_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 47, + "num_samples": 200 + }, + "mean": 1.0, + "per_seed": { + "1025740212": 1.0, + "1055157354": 1.0, + "1055567618": 1.0, + "1113268940": 1.0, + "1113371261": 1.0, + "1176943004": 1.0, + "1189392917": 1.0, + "1231780997": 1.0, + "1271718007": 1.0, + "1273247072": 1.0, + "1358421325": 1.0, + "1375492786": 1.0, + "141984615": 1.0, + "1475440973": 1.0, + "1483645336": 1.0, + "1522272686": 1.0, + "1528740417": 1.0, + "1549324805": 1.0, + "1607773860": 1.0, + "1665739511": 1.0, + "1747178030": 1.0, + "1881223807": 1.0, + "1919198188": 1.0, + "1991414747": 1.0, + "1997090716": 1.0, + "2015956957": 1.0, + "2054899126": 1.0, + "211245842": 1.0, + "2141802816": 1.0, + "256770874": 1.0, + "278008524": 1.0, + "416183106": 1.0, + "534717141": 1.0, + "551504635": 1.0, + "565369392": 1.0, + "565621826": 1.0, + "585904130": 1.0, + "626486813": 1.0, + "636680137": 1.0, + "706479600": 1.0, + "750448296": 1.0, + "75070641": 1.0, + "767747424": 1.0, + "77147264": 1.0, + "794181626": 1.0, + "957101489": 1.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 5, + "num_samples": 200 + }, + "mean": 1.0, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 1.0, + "PushCube-v1": 1.0, + "StackCube-v1": 1.0 + } + }, + "metric": "proposal_oracle_safety_label_known_at_8", + "micro": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "proposal_oracle_success_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.30141843971631205, + "low": 0.10638297872340426, + "mean": 0.19858156028368795, + "n": 47, + "num_samples": 200 + }, + "mean": 0.19858156028368795, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 0.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": 0.0, + "1189392917": 1.0, + "1231780997": 0.0, + "1271718007": 0.5, + "1273247072": 0.0, + "1358421325": 1.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 0.0, + "1483645336": 0.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.3333333333333333, + "1607773860": 0.0, + "1665739511": 1.0, + "1747178030": 0.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.0, + "2054899126": 1.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.0, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 1.0, + "565369392": 0.0, + "565621826": 1.0, + "585904130": 0.0, + "626486813": 0.0, + "636680137": 0.0, + "706479600": 1.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.0, + "77147264": 0.5, + "794181626": 1.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.242262443438914, + "low": 0.06862745098039216, + "mean": 0.15251885369532428, + "n": 5, + "num_samples": 200 + }, + "mean": 0.15251885369532428, + "per_task": { + "LiftPegUpright-v1": 0.16666666666666666, + "PickCube-v1": 0.0, + "PullCube-v1": 0.08823529411764706, + "PushCube-v1": 0.3076923076923077, + "StackCube-v1": 0.2 + } + }, + "metric": "proposal_oracle_success_at_8", + "micro": { + "confidence": 0.95, + "high": 0.2753623188405797, + "low": 0.07246376811594203, + "mean": 0.15942028985507245, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "proposal_oracle_success_gain_over_base_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": -0.0017730496453900694, + "low": -0.24361702127659574, + "mean": -0.12304964539007092, + "n": 47, + "num_samples": 200 + }, + "mean": -0.12304964539007092, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": -1.0, + "1113268940": 0.0, + "1113371261": -1.0, + "1176943004": -1.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 0.0, + "1358421325": 0.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 0.0, + "1483645336": -1.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.0, + "1607773860": 0.0, + "1665739511": 0.0, + "1747178030": -1.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": -1.0, + "1997090716": -1.0, + "2015956957": -0.2, + "2054899126": 0.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.0, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 1.0, + "565369392": -0.3333333333333333, + "565621826": 0.0, + "585904130": 0.0, + "626486813": -0.25, + "636680137": 0.0, + "706479600": 1.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.0, + "77147264": 0.0, + "794181626": 0.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.07647058823529411, + "low": -0.22096530920060334, + "mean": -0.06711915535444948, + "n": 5, + "num_samples": 200 + }, + "mean": -0.06711915535444948, + "per_task": { + "LiftPegUpright-v1": 0.16666666666666666, + "PickCube-v1": 0.0, + "PullCube-v1": -0.11764705882352941, + "PushCube-v1": -0.38461538461538464, + "StackCube-v1": 0.0 + } + }, + "metric": "proposal_oracle_success_gain_over_base_at_8", + "micro": { + "confidence": 0.95, + "high": -0.043478260869565216, + "low": -0.2028985507246377, + "mean": -0.11594202898550725, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "proposal_oracle_unsafe_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.2822695035460993, + "low": 0.09432624113475178, + "mean": 0.18829787234042553, + "n": 47, + "num_samples": 200 + }, + "mean": 0.18829787234042553, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 0.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": 0.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 0.0, + "1358421325": 0.0, + "1375492786": 1.0, + "141984615": 0.3333333333333333, + "1475440973": 0.0, + "1483645336": 0.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.6666666666666666, + "1607773860": 0.0, + "1665739511": 0.0, + "1747178030": 1.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.6, + "2054899126": 1.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.5, + "416183106": 0.0, + "534717141": 1.0, + "551504635": 0.0, + "565369392": 0.6666666666666666, + "565621826": 1.0, + "585904130": 0.3333333333333333, + "626486813": 0.5, + "636680137": 0.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.25, + "77147264": 0.0, + "794181626": 0.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.31764705882352945, + "low": 0.0, + "mean": 0.10588235294117647, + "n": 5, + "num_samples": 200 + }, + "mean": 0.10588235294117647, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.5294117647058824, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "proposal_oracle_unsafe_known_at_8", + "micro": { + "confidence": 0.95, + "high": 0.37681159420289856, + "low": 0.17391304347826086, + "mean": 0.2608695652173913, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "proposal_oracle_utility_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.8202795489314705, + "low": 0.4248700626419051, + "mean": 0.6001165837221217, + "n": 47, + "num_samples": 200 + }, + "mean": 0.6001165837221217, + "per_seed": { + "1025740212": 0.20394368469715118, + "1055157354": 0.19838178157806396, + "1055567618": 0.7846685647964478, + "1113268940": 0.21105539798736572, + "1113371261": 0.1837189793586731, + "1176943004": 0.08039550483226776, + "1189392917": 2.0, + "1231780997": 0.20285899937152863, + "1271718007": 1.099811591207981, + "1273247072": 0.07523323595523834, + "1358421325": 2.0, + "1375492786": 0.005932748317718506, + "141984615": 0.11125820130109787, + "1475440973": 0.724729597568512, + "1483645336": 0.21148169040679932, + "1522272686": 0.5513878464698792, + "1528740417": 0.31508538126945496, + "1549324805": 0.7013799815128247, + "1607773860": 0.7889664173126221, + "1665739511": 2.0, + "1747178030": 0.11755862087011337, + "1881223807": 0.057236552238464355, + "1919198188": 0.06100420653820038, + "1991414747": 0.14953765273094177, + "1997090716": 0.1265573501586914, + "2015956957": 0.12240348160266876, + "2054899126": 2.0, + "211245842": 0.7869645357131958, + "2141802816": 0.18728479743003845, + "256770874": 0.8451398015022278, + "278008524": 0.03229005355387926, + "416183106": 0.5360104441642761, + "534717141": 0.044779300689697266, + "551504635": 2.0, + "565369392": 0.11674677828947704, + "565621826": 2.0, + "585904130": 0.07727657382686932, + "626486813": 0.07803246518597007, + "636680137": 0.02506365440785885, + "706479600": 2.0, + "750448296": 0.12638035789132118, + "75070641": 0.20916563272476196, + "767747424": 0.09269112767651677, + "77147264": 1.2970042526721954, + "794181626": 2.0, + "957101489": 0.5662839412689209, + "998761162": 0.09977824985980988 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.6890101023515065, + "low": 0.25839036730793763, + "mean": 0.4909060869937366, + "n": 5, + "num_samples": 200 + }, + "mean": 0.4909060869937366, + "per_task": { + "LiftPegUpright-v1": 0.6096121768156687, + "PickCube-v1": 0.07523323595523834, + "PullCube-v1": 0.25814513801870975, + "PushCube-v1": 0.7034328935238031, + "StackCube-v1": 0.8081069906552633 + } + }, + "metric": "proposal_oracle_utility_at_8", + "micro": { + "confidence": 0.95, + "high": 0.6909811268358127, + "low": 0.30948178480932675, + "mean": 0.4895083110887503, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "proposal_oracle_utility_gain_over_base_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": -0.019748337947307758, + "low": -0.4519469140295652, + "mean": -0.2272146895673152, + "n": 47, + "num_samples": 200 + }, + "mean": -0.2272146895673152, + "per_seed": { + "1025740212": -0.009668827056884766, + "1055157354": 0.010384082794189453, + "1055567618": -1.2153314352035522, + "1113268940": -0.007960483431816101, + "1113371261": -1.816281020641327, + "1176943004": -1.9196044951677322, + "1189392917": 0.0, + "1231780997": -0.00858984887599945, + "1271718007": -0.00498015433549881, + "1273247072": -0.04421856999397278, + "1358421325": 0.0, + "1375492786": -0.17730194330215454, + "141984615": -0.013580118616422018, + "1475440973": 0.0017548203468322754, + "1483645336": -1.7885183095932007, + "1522272686": -0.0016098618507385254, + "1528740417": -0.011385232210159302, + "1549324805": -0.0618590172380209, + "1607773860": -0.014306247234344482, + "1665739511": 0.0, + "1747178030": -1.8824413791298866, + "1881223807": -0.0026349425315856934, + "1919198188": -0.0051234811544418335, + "1991414747": -1.8504623472690582, + "1997090716": -1.8734426498413086, + "2015956957": -0.3505086496472359, + "2054899126": 0.0, + "211245842": -0.004314601421356201, + "2141802816": -0.04936479032039642, + "256770874": 0.6635388135910034, + "278008524": -0.028365633450448513, + "416183106": 0.30599045753479004, + "534717141": -0.08799003064632416, + "551504635": 1.2727532982826233, + "565369392": -0.7277824729681015, + "565621826": 0.0, + "585904130": -0.05914457514882088, + "626486813": -0.46720390440896153, + "636680137": -0.045177677646279335, + "706479600": 1.1811094880104065, + "750448296": -0.020689070224761963, + "75070641": 0.015139251947402954, + "767747424": -0.016254638787359, + "77147264": 0.20670121908187866, + "794181626": 0.0, + "957101489": 0.3341084271669388, + "998761162": -0.10447385907173157 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.09930749118328094, + "low": -0.4435778105378622, + "mean": -0.1404602499769756, + "n": 5, + "num_samples": 200 + }, + "mean": -0.1404602499769756, + "per_task": { + "LiftPegUpright-v1": 0.206150621175766, + "PickCube-v1": -0.04421856999397278, + "PullCube-v1": -0.25163281703477397, + "PushCube-v1": -0.7241356189434345, + "StackCube-v1": 0.11153513491153717 + } + }, + "metric": "proposal_oracle_utility_gain_over_base_at_8", + "micro": { + "confidence": 0.95, + "high": -0.09177545371694841, + "low": -0.3766322127556887, + "mean": -0.21889227021323598, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "selected_safety_label_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 47, + "num_samples": 200 + }, + "mean": 1.0, + "per_seed": { + "1025740212": 1.0, + "1055157354": 1.0, + "1055567618": 1.0, + "1113268940": 1.0, + "1113371261": 1.0, + "1176943004": 1.0, + "1189392917": 1.0, + "1231780997": 1.0, + "1271718007": 1.0, + "1273247072": 1.0, + "1358421325": 1.0, + "1375492786": 1.0, + "141984615": 1.0, + "1475440973": 1.0, + "1483645336": 1.0, + "1522272686": 1.0, + "1528740417": 1.0, + "1549324805": 1.0, + "1607773860": 1.0, + "1665739511": 1.0, + "1747178030": 1.0, + "1881223807": 1.0, + "1919198188": 1.0, + "1991414747": 1.0, + "1997090716": 1.0, + "2015956957": 1.0, + "2054899126": 1.0, + "211245842": 1.0, + "2141802816": 1.0, + "256770874": 1.0, + "278008524": 1.0, + "416183106": 1.0, + "534717141": 1.0, + "551504635": 1.0, + "565369392": 1.0, + "565621826": 1.0, + "585904130": 1.0, + "626486813": 1.0, + "636680137": 1.0, + "706479600": 1.0, + "750448296": 1.0, + "75070641": 1.0, + "767747424": 1.0, + "77147264": 1.0, + "794181626": 1.0, + "957101489": 1.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 5, + "num_samples": 200 + }, + "mean": 1.0, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 1.0, + "PushCube-v1": 1.0, + "StackCube-v1": 1.0 + } + }, + "metric": "selected_safety_label_known_at_8", + "micro": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "selected_success_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.18439716312056736, + "low": 0.028368794326241134, + "mean": 0.10283687943262411, + "n": 47, + "num_samples": 200 + }, + "mean": 0.10283687943262411, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 0.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": 0.0, + "1189392917": 1.0, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 0.0, + "1358421325": 0.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 0.0, + "1483645336": 0.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.3333333333333333, + "1607773860": 0.0, + "1665739511": 0.0, + "1747178030": 0.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.0, + "2054899126": 1.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.0, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 0.0, + "565369392": 0.0, + "565621826": 1.0, + "585904130": 0.0, + "626486813": 0.0, + "636680137": 0.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.0, + "77147264": 0.5, + "794181626": 1.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.15610859728506787, + "low": 0.0, + "mean": 0.06380090497737557, + "n": 5, + "num_samples": 200 + }, + "mean": 0.06380090497737557, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.08823529411764706, + "PushCube-v1": 0.23076923076923078, + "StackCube-v1": 0.0 + } + }, + "metric": "selected_success_at_8", + "micro": { + "confidence": 0.95, + "high": 0.17391304347826086, + "low": 0.028985507246376812, + "mean": 0.08695652173913043, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "selected_success_gain_over_base_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": -0.10815602836879434, + "low": -0.3404255319148936, + "mean": -0.21879432624113476, + "n": 47, + "num_samples": 200 + }, + "mean": -0.21879432624113476, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": -1.0, + "1113268940": 0.0, + "1113371261": -1.0, + "1176943004": -1.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": -0.5, + "1273247072": 0.0, + "1358421325": -1.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 0.0, + "1483645336": -1.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.0, + "1607773860": 0.0, + "1665739511": -1.0, + "1747178030": -1.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": -1.0, + "1997090716": -1.0, + "2015956957": -0.2, + "2054899126": 0.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.0, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 0.0, + "565369392": -0.3333333333333333, + "565621826": 0.0, + "585904130": 0.0, + "626486813": -0.25, + "636680137": 0.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.0, + "77147264": 0.0, + "794181626": 0.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": -0.04, + "low": -0.3004524886877828, + "mean": -0.1558371040723982, + "n": 5, + "num_samples": 200 + }, + "mean": -0.1558371040723982, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": -0.11764705882352941, + "PushCube-v1": -0.46153846153846156, + "StackCube-v1": -0.2 + } + }, + "metric": "selected_success_gain_over_base_at_8", + "micro": { + "confidence": 0.95, + "high": -0.10144927536231885, + "low": -0.2898550724637681, + "mean": -0.18840579710144928, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "selected_unsafe_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.31347517730496455, + "low": 0.11099290780141845, + "mean": 0.21382978723404256, + "n": 47, + "num_samples": 200 + }, + "mean": 0.21382978723404256, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 0.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": 0.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 0.0, + "1358421325": 0.0, + "1375492786": 1.0, + "141984615": 0.3333333333333333, + "1475440973": 0.0, + "1483645336": 0.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.6666666666666666, + "1607773860": 0.0, + "1665739511": 0.0, + "1747178030": 1.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.8, + "2054899126": 1.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.5, + "416183106": 0.0, + "534717141": 1.0, + "551504635": 0.0, + "565369392": 0.6666666666666666, + "565621826": 1.0, + "585904130": 0.3333333333333333, + "626486813": 0.5, + "636680137": 1.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.25, + "77147264": 0.0, + "794181626": 0.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.3529411764705882, + "low": 0.0, + "mean": 0.11764705882352941, + "n": 5, + "num_samples": 200 + }, + "mean": 0.11764705882352941, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.5882352941176471, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "selected_unsafe_known_at_8", + "micro": { + "confidence": 0.95, + "high": 0.391304347826087, + "low": 0.18840579710144928, + "mean": 0.2898550724637681, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "selected_utility_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.6224415175243552, + "low": 0.2882844098379624, + "mean": 0.4391472871453296, + "n": 47, + "num_samples": 200 + }, + "mean": 0.4391472871453296, + "per_seed": { + "1025740212": 0.2028217911720276, + "1055157354": 0.19045257568359375, + "1055567618": 0.608296811580658, + "1113268940": 0.2087533324956894, + "1113371261": 0.15079015493392944, + "1176943004": 0.08039550483226776, + "1189392917": 2.0, + "1231780997": 0.20234175026416779, + "1271718007": 0.18061485886573792, + "1273247072": 0.07346294075250626, + "1358421325": 0.8309420943260193, + "1375492786": 0.001888314844109118, + "141984615": 0.09587476899226506, + "1475440973": 0.7071554064750671, + "1483645336": 0.1984519362449646, + "1522272686": 0.5458330512046814, + "1528740417": 0.27929237484931946, + "1549324805": 0.6852528713643551, + "1607773860": 0.7878025770187378, + "1665739511": 0.8416634202003479, + "1747178030": 0.07237935066223145, + "1881223807": 0.05120550096035004, + "1919198188": 0.054605260491371155, + "1991414747": 0.11704684793949127, + "1997090716": 0.09810398519039154, + "2015956957": 0.10350781083106994, + "2054899126": 2.0, + "211245842": 0.6023659110069275, + "2141802816": 0.18728479743003845, + "256770874": 0.1575145721435547, + "278008524": 0.02791474759578705, + "416183106": 0.5360104441642761, + "534717141": 0.039072513580322266, + "551504635": 0.725138247013092, + "565369392": 0.08840583513180415, + "565621826": 2.0, + "585904130": 0.05338937106231848, + "626486813": 0.06480174697935581, + "636680137": 0.02263089083135128, + "706479600": 0.7882463335990906, + "750448296": 0.11224210634827614, + "75070641": 0.17247071862220764, + "767747424": 0.0857137581333518, + "77147264": 1.2966205477714539, + "794181626": 2.0, + "957101489": 0.2375694364309311, + "998761162": 0.07359522581100464 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.47537063791201317, + "low": 0.20405135882205752, + "mean": 0.34635970339560773, + "n": 5, + "num_samples": 200 + }, + "mean": 0.34635970339560773, + "per_task": { + "LiftPegUpright-v1": 0.3875838170448939, + "PickCube-v1": 0.07346294075250626, + "PullCube-v1": 0.24287354778019055, + "PushCube-v1": 0.5530507151897137, + "StackCube-v1": 0.47482749621073406 + } + }, + "metric": "selected_utility_at_8", + "micro": { + "confidence": 0.95, + "high": 0.5022118637149317, + "low": 0.2316131054683575, + "mean": 0.36186577113298024, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "selected_utility_gain_over_base_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": -0.20316100916148208, + "low": -0.5884720403907476, + "mean": -0.3881839861441073, + "n": 47, + "num_samples": 200 + }, + "mean": -0.3881839861441073, + "per_seed": { + "1025740212": -0.010790720582008362, + "1055157354": 0.0024548768997192383, + "1055567618": -1.391703188419342, + "1113268940": -0.010262548923492432, + "1113371261": -1.8492098450660706, + "1176943004": -1.9196044951677322, + "1189392917": 0.0, + "1231780997": -0.00910709798336029, + "1271718007": -0.924176886677742, + "1273247072": -0.045988865196704865, + "1358421325": -1.1690579056739807, + "1375492786": -0.18134637677576393, + "141984615": -0.028963550925254822, + "1475440973": -0.01581937074661255, + "1483645336": -1.8015480637550354, + "1522272686": -0.007164657115936279, + "1528740417": -0.0471782386302948, + "1549324805": -0.07798612738649051, + "1607773860": -0.01547008752822876, + "1665739511": -1.158336579799652, + "1747178030": -1.9276206493377686, + "1881223807": -0.008665993809700012, + "1919198188": -0.011522427201271057, + "1991414747": -1.8829531520605087, + "1997090716": -1.9018960148096085, + "2015956957": -0.3694043204188347, + "2054899126": 0.0, + "211245842": -0.1889132261276245, + "2141802816": -0.04936479032039642, + "256770874": -0.024086415767669678, + "278008524": -0.032740939408540726, + "416183106": 0.30599045753479004, + "534717141": -0.09369681775569916, + "551504635": -0.002108454704284668, + "565369392": -0.7561234161257744, + "565621826": 0.0, + "585904130": -0.08303177791337173, + "626486813": -0.4804346226155758, + "636680137": -0.0476104412227869, + "706479600": -0.03064417839050293, + "750448296": -0.03482732176780701, + "75070641": -0.021555662155151367, + "767747424": -0.023232008330523968, + "77147264": 0.20631751418113708, + "794181626": 0.0, + "957101489": 0.005393922328948975, + "998761162": -0.1306568831205368 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": -0.07812752297134412, + "low": -0.5812671075401747, + "mean": -0.2850066335751046, + "n": 5, + "num_samples": 200 + }, + "mean": -0.2850066335751046, + "per_task": { + "LiftPegUpright-v1": -0.01587773859500885, + "PickCube-v1": -0.045988865196704865, + "PullCube-v1": -0.2669044072732932, + "PushCube-v1": -0.8745177972775239, + "StackCube-v1": -0.22174435953299204 + } + }, + "metric": "selected_utility_gain_over_base_at_8", + "micro": { + "confidence": 0.95, + "high": -0.2020306526042143, + "low": -0.5072635009452917, + "mean": -0.34653481016900606, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "selector_gap_fraction_to_hidden_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.5059182171604707, + "low": 0.12271094406397454, + "mean": 0.2847733465362036, + "n": 34, + "num_samples": 200 + }, + "mean": 0.2847733465362036, + "per_seed": { + "1025740212": 0.0006280236133008142, + "1055157354": 0.004375935885483438, + "1113268940": 0.0012925805837677752, + "1231780997": 0.00028920006389195237, + "1271718007": 0.013530394268405757, + "1273247072": 0.0009413718873743871, + "1375492786": 0.06716511911458073, + "141984615": 0.49968464820281294, + "1475440973": 0.013761819876360845, + "1522272686": 0.0038388296253151688, + "1528740417": 0.02138773702358258, + "1549324805": 0.5431847732904164, + "1607773860": 0.0009725191857873737, + "1881223807": 0.0031085834066437263, + "1919198188": 0.003308877223230142, + "2015956957": 0.3196329951684312, + "211245842": 0.1527222954261338, + "2141802816": 0.0, + "256770874": 0.3781487037703597, + "278008524": 0.021990029254301553, + "416183106": 0.0, + "534717141": 0.003056283942389539, + "551504635": 1.001656609106517, + "565369392": 1.7142849981402362, + "585904130": 0.39425779270335265, + "626486813": 0.2011658126037774, + "636680137": 0.001260656898148374, + "706479600": 1.0259452478382198, + "750448296": 3.0148645728739023, + "75070641": 0.020318632405244764, + "767747424": 0.05457342401502509, + "77147264": 0.0004217941962101423, + "957101489": 0.18594295274228523, + "998761162": 0.014580567895433532 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.3779646899638788, + "low": 0.03612647129058112, + "mean": 0.17995620888201705, + "n": 5, + "num_samples": 200 + }, + "mean": 0.17995620888201705, + "per_task": { + "LiftPegUpright-v1": 0.17316932837790353, + "PickCube-v1": 0.0009413718873743871, + "PullCube-v1": 0.5719042498513721, + "PushCube-v1": 0.004638912412878906, + "StackCube-v1": 0.14912718188055626 + } + }, + "metric": "selector_gap_fraction_to_hidden_at_8", + "micro": { + "confidence": 0.95, + "high": 0.6841786041972259, + "low": 0.1315639701564416, + "mean": 0.3657890784072007, + "n": 50, + "num_samples": 200 + }, + "n": 50 + }, + "selector_regret_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.27622881928105436, + "low": 0.0642541472425235, + "mean": 0.1609692965767921, + "n": 47, + "num_samples": 200 + }, + "mean": 0.1609692965767921, + "per_seed": { + "1025740212": 0.0011218935251235962, + "1055157354": 0.007929205894470215, + "1055567618": 0.1763717532157898, + "1113268940": 0.0023020654916763306, + "1113371261": 0.03292882442474365, + "1176943004": 0.0, + "1189392917": 0.0, + "1231780997": 0.0005172491073608398, + "1271718007": 0.9191967323422432, + "1273247072": 0.0017702952027320862, + "1358421325": 1.1690579056739807, + "1375492786": 0.004044433473609388, + "141984615": 0.015383432308832804, + "1475440973": 0.017574191093444824, + "1483645336": 0.013029754161834717, + "1522272686": 0.005554795265197754, + "1528740417": 0.0357930064201355, + "1549324805": 0.016127110148469608, + "1607773860": 0.0011638402938842773, + "1665739511": 1.158336579799652, + "1747178030": 0.04517927020788193, + "1881223807": 0.006031051278114319, + "1919198188": 0.006398946046829224, + "1991414747": 0.0324908047914505, + "1997090716": 0.028453364968299866, + "2015956957": 0.018895670771598816, + "2054899126": 0.0, + "211245842": 0.1845986247062683, + "2141802816": 0.0, + "256770874": 0.6876252293586731, + "278008524": 0.004375305958092213, + "416183106": 0.0, + "534717141": 0.005706787109375, + "551504635": 1.274861752986908, + "565369392": 0.028340943157672882, + "565621826": 0.0, + "585904130": 0.023887202764550846, + "626486813": 0.013230718206614256, + "636680137": 0.0024327635765075684, + "706479600": 1.2117536664009094, + "750448296": 0.014138251543045044, + "75070641": 0.03669491410255432, + "767747424": 0.0069773695431649685, + "77147264": 0.00038370490074157715, + "794181626": 0.0, + "957101489": 0.3287145048379898, + "998761162": 0.026183024048805237 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.24742768666857634, + "low": 0.051222426130655495, + "mean": 0.14454638359812896, + "n": 5, + "num_samples": 200 + }, + "mean": 0.14454638359812896, + "per_task": { + "LiftPegUpright-v1": 0.22202835977077484, + "PickCube-v1": 0.0017702952027320862, + "PullCube-v1": 0.015271590238519232, + "PushCube-v1": 0.15038217833408943, + "StackCube-v1": 0.3332794944445292 + } + }, + "metric": "selector_regret_at_8", + "micro": { + "confidence": 0.95, + "high": 0.20347851897299668, + "low": 0.05592555576172806, + "mean": 0.12764253995577007, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "success_selector_gap_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.18085106382978725, + "low": 0.02127659574468085, + "mean": 0.09574468085106383, + "n": 47, + "num_samples": 200 + }, + "mean": 0.09574468085106383, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 0.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": 0.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.5, + "1273247072": 0.0, + "1358421325": 1.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 0.0, + "1483645336": 0.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.0, + "1607773860": 0.0, + "1665739511": 1.0, + "1747178030": 0.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.0, + "2054899126": 0.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.0, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 1.0, + "565369392": 0.0, + "565621826": 0.0, + "585904130": 0.0, + "626486813": 0.0, + "636680137": 0.0, + "706479600": 1.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.0, + "77147264": 0.0, + "794181626": 0.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.15333333333333332, + "low": 0.03076923076923077, + "mean": 0.08871794871794872, + "n": 5, + "num_samples": 200 + }, + "mean": 0.08871794871794872, + "per_task": { + "LiftPegUpright-v1": 0.16666666666666666, + "PickCube-v1": 0.0, + "PullCube-v1": 0.0, + "PushCube-v1": 0.07692307692307693, + "StackCube-v1": 0.2 + } + }, + "metric": "success_selector_gap_at_8", + "micro": { + "confidence": 0.95, + "high": 0.13043478260869565, + "low": 0.014492753623188406, + "mean": 0.07246376811594203, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "success_support_gap_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.7624113475177304, + "low": 0.5212765957446809, + "mean": 0.6372340425531916, + "n": 47, + "num_samples": 200 + }, + "mean": 0.6372340425531916, + "per_seed": { + "1025740212": 1.0, + "1055157354": 1.0, + "1055567618": 1.0, + "1113268940": 1.0, + "1113371261": 1.0, + "1176943004": 1.0, + "1189392917": 0.0, + "1231780997": 1.0, + "1271718007": 0.5, + "1273247072": 1.0, + "1358421325": 0.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 1.0, + "1483645336": 1.0, + "1522272686": 1.0, + "1528740417": 1.0, + "1549324805": 0.3333333333333333, + "1607773860": 1.0, + "1665739511": 0.0, + "1747178030": 1.0, + "1881223807": 1.0, + "1919198188": 1.0, + "1991414747": 1.0, + "1997090716": 1.0, + "2015956957": 0.2, + "2054899126": 0.0, + "211245842": 1.0, + "2141802816": 1.0, + "256770874": 1.0, + "278008524": 0.5, + "416183106": 1.0, + "534717141": 1.0, + "551504635": 0.0, + "565369392": 0.6666666666666666, + "565621826": 0.0, + "585904130": 0.0, + "626486813": 0.25, + "636680137": 1.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 1.0, + "767747424": 0.0, + "77147264": 0.5, + "794181626": 0.0, + "957101489": 1.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.9051282051282051, + "low": 0.467843137254902, + "mean": 0.7121870286576168, + "n": 5, + "num_samples": 200 + }, + "mean": 0.7121870286576168, + "per_task": { + "LiftPegUpright-v1": 0.8333333333333334, + "PickCube-v1": 1.0, + "PullCube-v1": 0.23529411764705882, + "PushCube-v1": 0.6923076923076923, + "StackCube-v1": 0.8 + } + }, + "metric": "success_support_gap_at_8", + "micro": { + "confidence": 0.95, + "high": 0.6086956521739131, + "low": 0.37681159420289856, + "mean": 0.5072463768115942, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "success_total_car_to_hidden_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.85177304964539, + "low": 0.6078014184397164, + "mean": 0.7329787234042554, + "n": 47, + "num_samples": 200 + }, + "mean": 0.7329787234042554, + "per_seed": { + "1025740212": 1.0, + "1055157354": 1.0, + "1055567618": 1.0, + "1113268940": 1.0, + "1113371261": 1.0, + "1176943004": 1.0, + "1189392917": 0.0, + "1231780997": 1.0, + "1271718007": 1.0, + "1273247072": 1.0, + "1358421325": 1.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 1.0, + "1483645336": 1.0, + "1522272686": 1.0, + "1528740417": 1.0, + "1549324805": 0.3333333333333333, + "1607773860": 1.0, + "1665739511": 1.0, + "1747178030": 1.0, + "1881223807": 1.0, + "1919198188": 1.0, + "1991414747": 1.0, + "1997090716": 1.0, + "2015956957": 0.2, + "2054899126": 0.0, + "211245842": 1.0, + "2141802816": 1.0, + "256770874": 1.0, + "278008524": 0.5, + "416183106": 1.0, + "534717141": 1.0, + "551504635": 1.0, + "565369392": 0.6666666666666666, + "565621826": 0.0, + "585904130": 0.0, + "626486813": 0.25, + "636680137": 1.0, + "706479600": 1.0, + "750448296": 0.0, + "75070641": 1.0, + "767747424": 0.0, + "77147264": 0.5, + "794181626": 0.0, + "957101489": 1.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 0.49502262443438916, + "mean": 0.8009049773755657, + "n": 5, + "num_samples": 200 + }, + "mean": 0.8009049773755657, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 0.23529411764705882, + "PushCube-v1": 0.7692307692307693, + "StackCube-v1": 1.0 + } + }, + "metric": "success_total_car_to_hidden_at_8", + "micro": { + "confidence": 0.95, + "high": 0.7101449275362319, + "low": 0.4492753623188406, + "mean": 0.5797101449275363, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "support_gap_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.3186785487940285, + "low": 0.8971154900624397, + "mean": 1.1067406174046457, + "n": 47, + "num_samples": 200 + }, + "mean": 1.1067406174046457, + "per_seed": { + "1025740212": 1.7960563153028488, + "1055157354": 1.801618218421936, + "1055567618": 1.2153314352035522, + "1113268940": 1.7889446020126343, + "1113371261": 1.816281020641327, + "1176943004": 1.9196044951677322, + "1189392917": 0.0, + "1231780997": 1.7971410006284714, + "1271718007": 0.9001884087920189, + "1273247072": 1.9247667640447617, + "1358421325": 0.0, + "1375492786": 0.23751822113990784, + "141984615": 0.11152102798223495, + "1475440973": 1.275270402431488, + "1483645336": 1.7885183095932007, + "1522272686": 1.4486121535301208, + "1528740417": 1.684914618730545, + "1549324805": 0.701370540385445, + "1607773860": 1.211033582687378, + "1665739511": 0.0, + "1747178030": 1.8824413791298866, + "1881223807": 1.9427634477615356, + "1919198188": 1.9389957934617996, + "1991414747": 1.8504623472690582, + "1997090716": 1.8734426498413086, + "2015956957": 0.40747788548469543, + "2054899126": 0.0, + "211245842": 1.2130354642868042, + "2141802816": 1.8127152025699615, + "256770874": 1.1548601984977722, + "278008524": 1.0815211413428187, + "416183106": 1.4639895558357239, + "534717141": 1.9552206993103027, + "551504635": 0.0, + "565369392": 1.3098848015069962, + "565621826": 0.0, + "585904130": 0.16037041818102202, + "626486813": 0.5354322367347777, + "636680137": 1.9749363455921412, + "706479600": 0.0, + "750448296": 0.10942723229527473, + "75070641": 1.790834367275238, + "767747424": 0.10337317874655128, + "77147264": 0.7029957473278046, + "794181626": 0.0, + "957101489": 1.433716058731079, + "998761162": 1.9002217501401901 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.6525520815910437, + "low": 0.8327391374133087, + "mean": 1.2661505975791703, + "n": 5, + "num_samples": 200 + }, + "mean": 1.2661505975791703, + "per_task": { + "LiftPegUpright-v1": 1.3903878231843312, + "PickCube-v1": 1.9247667640447617, + "PullCube-v1": 0.5271382848458255, + "PushCube-v1": 1.2965671064761968, + "StackCube-v1": 1.1918930093447366 + } + }, + "metric": "support_gap_at_8", + "micro": { + "confidence": 0.95, + "high": 1.0925102790250727, + "low": 0.7105050496217133, + "mean": 0.9119356943807309, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "support_gap_fraction_to_hidden_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 3.055548649886614, + "low": 0.9981575153787778, + "mean": 1.8459345375991203, + "n": 34, + "num_samples": 200 + }, + "mean": 1.8459345375991203, + "per_seed": { + "1025740212": 1.005412502673974, + "1055157354": 0.994269277259074, + "1113268940": 1.0044697105093556, + "1231780997": 1.004802685608171, + "1271718007": 1.0055631237879081, + "1273247072": 1.0235136595455838, + "1375492786": 3.9444188460116516, + "141984615": 2.8412641797519935, + "1475440973": 0.998625853025037, + "1522272686": 1.0011125496206852, + "1528740417": 1.0068031265550894, + "1549324805": 2.110339120228629, + "1607773860": 1.0119544751845488, + "1881223807": 1.0013581278376575, + "1919198188": 1.0026493378708798, + "2015956957": 1.1818908809998192, + "211245842": 1.0035695598164227, + "2141802816": 1.0279948840443007, + "256770874": 0.6350972425854965, + "278008524": 1.147956470849707, + "416183106": 0.8271220831742034, + "534717141": 1.047123278405277, + "551504635": 0.0, + "565369392": 19.491647509944677, + "585904130": 1.462958199720637, + "626486813": 0.8275645246021668, + "636680137": 1.023411050509424, + "706479600": 0.0, + "750448296": 7.522041603704687, + "75070641": 0.9916171245325723, + "767747424": 0.9732588017939396, + "77147264": 0.7727801380962389, + "957101489": 0.8110058833147009, + "998761162": 1.0581784668055882 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 2.3627652677029554, + "low": 0.8748769009503075, + "mean": 1.4077433537866058, + "n": 5, + "num_samples": 200 + }, + "mean": 1.4077433537866058, + "per_task": { + "LiftPegUpright-v1": 0.8366856463952712, + "PickCube-v1": 1.0235136595455838, + "PullCube-v1": 3.3174169820107657, + "PushCube-v1": 1.023038748044514, + "StackCube-v1": 0.8380617329368941 + } + }, + "metric": "support_gap_fraction_to_hidden_at_8", + "micro": { + "confidence": 0.95, + "high": 3.9574795142663843, + "low": 1.0830436936848906, + "mean": 2.195255636792574, + "n": 50, + "num_samples": 200 + }, + "n": 50 + }, + "total_car_to_hidden_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.45285688027581, + "low": 1.075405405196097, + "mean": 1.267421465863289, + "n": 47, + "num_samples": 200 + }, + "mean": 1.267421465863289, + "per_seed": { + "1025740212": 1.7971782088279724, + "1055157354": 1.8095474243164062, + "1055567618": 1.391703188419342, + "1113268940": 1.7912466675043106, + "1113371261": 1.8492098450660706, + "1176943004": 1.9196044951677322, + "1189392917": 0.0, + "1231780997": 1.7976582497358322, + "1271718007": 1.819385141134262, + "1273247072": 1.9265370592474937, + "1358421325": 1.1690579056739807, + "1375492786": 0.24156265461351722, + "141984615": 0.11434369037548701, + "1475440973": 1.2928445935249329, + "1483645336": 1.8015480637550354, + "1522272686": 1.4541669487953186, + "1528740417": 1.7207076251506805, + "1549324805": 0.7174976505339146, + "1607773860": 1.2121974229812622, + "1665739511": 1.158336579799652, + "1747178030": 1.9276206493377686, + "1881223807": 1.94879449903965, + "1919198188": 1.9453947395086288, + "1991414747": 1.8829531520605087, + "1997090716": 1.9018960148096085, + "2015956957": 0.42637355625629425, + "2054899126": 0.0, + "211245842": 1.3976340889930725, + "2141802816": 1.8127152025699615, + "256770874": 1.8424854278564453, + "278008524": 1.085896447300911, + "416183106": 1.4639895558357239, + "534717141": 1.9609274864196777, + "551504635": 1.274861752986908, + "565369392": 1.338225744664669, + "565621826": 0.0, + "585904130": 0.18425762094557285, + "626486813": 0.5476666633039713, + "636680137": 1.9773691091686487, + "706479600": 1.2117536664009094, + "750448296": 0.12356548383831978, + "75070641": 1.8275292813777924, + "767747424": 0.11035054828971624, + "77147264": 0.7033794522285461, + "794181626": 0.0, + "957101489": 1.762430563569069, + "998761162": 1.9264047741889954 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.7659912370642026, + "low": 0.9522283539942503, + "mean": 1.4104518783755557, + "n": 5, + "num_samples": 200 + }, + "mean": 1.4104518783755557, + "per_task": { + "LiftPegUpright-v1": 1.612416182955106, + "PickCube-v1": 1.9265370592474937, + "PullCube-v1": 0.5411843610756264, + "PushCube-v1": 1.4469492848102863, + "StackCube-v1": 1.525172503789266 + } + }, + "metric": "total_car_to_hidden_at_8", + "micro": { + "confidence": 0.95, + "high": 1.2265990063332128, + "low": 0.8293703172973398, + "mean": 1.0389743578684367, + "n": 69, + "num_samples": 200 + }, + "n": 69 + } + }, + "thresholds": [ + 0.2, + 0.4 + ] +} diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/measured_metrics/metrics_by_seed.json b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/measured_metrics/metrics_by_seed.json new file mode 100644 index 0000000000000000000000000000000000000000..0de4bb638b63affe8c4e455bebee55ec41f9f9bc --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/measured_metrics/metrics_by_seed.json @@ -0,0 +1,1649 @@ +{ + "1025740212": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.21361251175403595, + "branch_car_at_8": 0.0011218935251235962, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.006040520655571, + "ncar_to_proposal_oracle_at_8": 0.11603189903016763, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.30469705481188575, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.20394368469715118, + "proposal_oracle_utility_gain_over_base_at_8": -0.009668827056884766, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.2028217911720276, + "selected_utility_gain_over_base_at_8": -0.010790720582008362, + "selector_gap_fraction_to_hidden_at_8": 0.0006280236133008142, + "selector_regret_at_8": 0.0011218935251235962, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7960563153028488, + "support_gap_fraction_to_hidden_at_8": 1.005412502673974, + "total_car_to_hidden_at_8": 1.7971782088279724 + }, + "1055157354": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.1879976987838745, + "branch_car_at_8": 0.007929205894470215, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.9986452076332775, + "ncar_to_proposal_oracle_at_8": 0.7635915868266412, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.04873760670114962, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.19838178157806396, + "proposal_oracle_utility_gain_over_base_at_8": 0.010384082794189453, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.19045257568359375, + "selected_utility_gain_over_base_at_8": 0.0024548768997192383, + "selector_gap_fraction_to_hidden_at_8": 0.004375935885483438, + "selector_regret_at_8": 0.007929205894470215, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.801618218421936, + "support_gap_fraction_to_hidden_at_8": 0.994269277259074, + "total_car_to_hidden_at_8": 1.8095474243164062 + }, + "1055567618": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.1763717532157898, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.14512234823830286, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2863465345989455, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7846685647964478, + "proposal_oracle_utility_gain_over_base_at_8": -1.2153314352035522, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.608296811580658, + "selected_utility_gain_over_base_at_8": -1.391703188419342, + "selector_regret_at_8": 0.1763717532157898, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.2153314352035522, + "total_car_to_hidden_at_8": 1.391703188419342 + }, + "1113268940": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.21901588141918182, + "branch_car_at_8": 0.0023020654916763306, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0057622854458956, + "ncar_to_proposal_oracle_at_8": 0.2891862811513104, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.08008887014895281, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.21105539798736572, + "proposal_oracle_utility_gain_over_base_at_8": -0.007960483431816101, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.2087533324956894, + "selected_utility_gain_over_base_at_8": -0.010262548923492432, + "selector_gap_fraction_to_hidden_at_8": 0.0012925805837677752, + "selector_regret_at_8": 0.0023020654916763306, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7889446020126343, + "support_gap_fraction_to_hidden_at_8": 1.0044697105093556, + "total_car_to_hidden_at_8": 1.7912466675043106 + }, + "1113371261": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.03292882442474365, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.01812980693473219, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.5374490197455509, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.1837189793586731, + "proposal_oracle_utility_gain_over_base_at_8": -1.816281020641327, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.15079015493392944, + "selected_utility_gain_over_base_at_8": -1.8492098450660706, + "selector_regret_at_8": 0.03292882442474365, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.816281020641327, + "total_car_to_hidden_at_8": 1.8492098450660706 + }, + "1176943004": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2895677345588354, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.08039550483226776, + "proposal_oracle_utility_gain_over_base_at_8": -1.9196044951677322, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.08039550483226776, + "selected_utility_gain_over_base_at_8": -1.9196044951677322, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9196044951677322, + "total_car_to_hidden_at_8": 1.9196044951677322 + }, + "1189392917": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.22136057945759402, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "1231780997": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.21144884824752808, + "branch_car_at_8": 0.0005172491073608398, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0050918800524762, + "ncar_to_proposal_oracle_at_8": 0.06021625207441568, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.07013223610397244, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.20285899937152863, + "proposal_oracle_utility_gain_over_base_at_8": -0.00858984887599945, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.20234175026416779, + "selected_utility_gain_over_base_at_8": -0.00910709798336029, + "selector_gap_fraction_to_hidden_at_8": 0.00028920006389195237, + "selector_regret_at_8": 0.0005172491073608398, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7971410006284714, + "support_gap_fraction_to_hidden_at_8": 1.004802685608171, + "total_car_to_hidden_at_8": 1.7976582497358322 + }, + "1271718007": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.5, + "base_unsafe_known": 0.0, + "base_utility": 1.10479174554348, + "branch_car_at_8": 0.9191967323422432, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0190935123643785, + "ncar_to_proposal_oracle_at_8": 2.4321552422609063, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.18760506063789634, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.5, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 1.099811591207981, + "proposal_oracle_utility_gain_over_base_at_8": -0.00498015433549881, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.5, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.18061485886573792, + "selected_utility_gain_over_base_at_8": -0.924176886677742, + "selector_gap_fraction_to_hidden_at_8": 0.013530394268405757, + "selector_regret_at_8": 0.9191967323422432, + "success_selector_gap_at_8": 0.5, + "success_support_gap_at_8": 0.5, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.9001884087920189, + "support_gap_fraction_to_hidden_at_8": 1.0055631237879081, + "total_car_to_hidden_at_8": 1.819385141134262 + }, + "1273247072": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11945180594921112, + "branch_car_at_8": 0.0017702952027320862, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.625, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0244550259853178, + "ncar_to_proposal_oracle_at_8": 0.040035098435394954, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.09803886913700559, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.07523323595523834, + "proposal_oracle_utility_gain_over_base_at_8": -0.04421856999397278, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.07346294075250626, + "selected_utility_gain_over_base_at_8": -0.045988865196704865, + "selector_gap_fraction_to_hidden_at_8": 0.0009413718873743871, + "selector_regret_at_8": 0.0017702952027320862, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9247667640447617, + "support_gap_fraction_to_hidden_at_8": 1.0235136595455838, + "total_car_to_hidden_at_8": 1.9265370592474937 + }, + "1358421325": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.1690579056739807, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.08944137917537455, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.8309420943260193, + "selected_utility_gain_over_base_at_8": -1.1690579056739807, + "selector_regret_at_8": 1.1690579056739807, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 1.1690579056739807 + }, + "1375492786": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.18323469161987305, + "branch_car_at_8": 0.004044433473609388, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.24345096945762634, + "ncar_to_hidden_chart_oracle_at_8": 4.011583298930406, + "ncar_to_proposal_oracle_at_8": 0.022810992198810935, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2816795754612505, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.005932748317718506, + "proposal_oracle_utility_gain_over_base_at_8": -0.17730194330215454, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.001888314844109118, + "selected_utility_gain_over_base_at_8": -0.18134637677576393, + "selector_gap_fraction_to_hidden_at_8": 0.06716511911458073, + "selector_regret_at_8": 0.004044433473609388, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.23751822113990784, + "support_gap_fraction_to_hidden_at_8": 3.9444188460116516, + "total_car_to_hidden_at_8": 0.24156265461351722 + }, + "141984615": { + "any_generated_unsafe_known_at_8": 0.3333333333333333, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.12483831991751988, + "branch_car_at_8": 0.015383432308832804, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.3333333333333333, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.20044784247875214, + "ncar_to_hidden_chart_oracle_at_8": 2.98365601894961, + "ncar_to_proposal_oracle_at_8": 0.16278580037480875, + "outcome_ptr_at_8": 0.3333333333333333, + "pairwise_causal_calibration_ece": 0.15505306804698782, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.3333333333333333, + "proposal_oracle_utility_at_8": 0.11125820130109787, + "proposal_oracle_utility_gain_over_base_at_8": -0.013580118616422018, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.3333333333333333, + "selected_utility_at_8": 0.09587476899226506, + "selected_utility_gain_over_base_at_8": -0.028963550925254822, + "selector_gap_fraction_to_hidden_at_8": 0.49968464820281294, + "selector_regret_at_8": 0.015383432308832804, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.11152102798223495, + "support_gap_fraction_to_hidden_at_8": 2.8412641797519935, + "total_car_to_hidden_at_8": 0.11434369037548701 + }, + "1475440973": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7229747772216797, + "branch_car_at_8": 0.017574191093444824, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.012387664973695, + "ncar_to_proposal_oracle_at_8": 10.014752209618896, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.2950828743870628, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.724729597568512, + "proposal_oracle_utility_gain_over_base_at_8": 0.0017548203468322754, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7071554064750671, + "selected_utility_gain_over_base_at_8": -0.01581937074661255, + "selector_gap_fraction_to_hidden_at_8": 0.013761819876360845, + "selector_regret_at_8": 0.017574191093444824, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.275270402431488, + "support_gap_fraction_to_hidden_at_8": 0.998625853025037, + "total_car_to_hidden_at_8": 1.2928445935249329 + }, + "1483645336": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.013029754161834717, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.007285222644405644, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.11894409922301272, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.21148169040679932, + "proposal_oracle_utility_gain_over_base_at_8": -1.7885183095932007, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1984519362449646, + "selected_utility_gain_over_base_at_8": -1.8015480637550354, + "selector_regret_at_8": 0.013029754161834717, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7885183095932007, + "total_car_to_hidden_at_8": 1.8015480637550354 + }, + "1522272686": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.5529977083206177, + "branch_car_at_8": 0.005554795265197754, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0049513723009431, + "ncar_to_proposal_oracle_at_8": 3.4504580365508617, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.11596771157175553, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5513878464698792, + "proposal_oracle_utility_gain_over_base_at_8": -0.0016098618507385254, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.5458330512046814, + "selected_utility_gain_over_base_at_8": -0.007164657115936279, + "selector_gap_fraction_to_hidden_at_8": 0.0038388296253151688, + "selector_regret_at_8": 0.005554795265197754, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.4486121535301208, + "support_gap_fraction_to_hidden_at_8": 1.0011125496206852, + "total_car_to_hidden_at_8": 1.4541669487953186 + }, + "1528740417": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.32647061347961426, + "branch_car_at_8": 0.0357930064201355, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.028190857434825, + "ncar_to_proposal_oracle_at_8": 3.1438071987784864, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.032324461351056044, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.31508538126945496, + "proposal_oracle_utility_gain_over_base_at_8": -0.011385232210159302, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.27929237484931946, + "selected_utility_gain_over_base_at_8": -0.0471782386302948, + "selector_gap_fraction_to_hidden_at_8": 0.02138773702358258, + "selector_regret_at_8": 0.0357930064201355, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.684914618730545, + "support_gap_fraction_to_hidden_at_8": 1.0068031265550894, + "total_car_to_hidden_at_8": 1.7207076251506805 + }, + "1549324805": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.3333333333333333, + "base_unsafe_known": 0.0, + "base_utility": 0.7632389987508456, + "branch_car_at_8": 0.016127110148469608, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.75, + "hidden_chart_oracle_success_at_8": 0.6666666666666666, + "hidden_chart_oracle_utility_at_8": 1.4027505218982697, + "ncar_to_hidden_chart_oracle_at_8": 2.653523364410253, + "ncar_to_proposal_oracle_at_8": 0.27335659659286005, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.16685422628176613, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.3333333333333333, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.6666666666666666, + "proposal_oracle_utility_at_8": 0.7013799815128247, + "proposal_oracle_utility_gain_over_base_at_8": -0.0618590172380209, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.3333333333333333, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.6666666666666666, + "selected_utility_at_8": 0.6852528713643551, + "selected_utility_gain_over_base_at_8": -0.07798612738649051, + "selector_gap_fraction_to_hidden_at_8": 0.5431847732904164, + "selector_regret_at_8": 0.016127110148469608, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.3333333333333333, + "success_total_car_to_hidden_at_8": 0.3333333333333333, + "support_gap_at_8": 0.701370540385445, + "support_gap_fraction_to_hidden_at_8": 2.110339120228629, + "total_car_to_hidden_at_8": 0.7174976505339146 + }, + "1607773860": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.8032726645469666, + "branch_car_at_8": 0.0011638402938842773, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0129269859061945, + "ncar_to_proposal_oracle_at_8": 0.08135183611058598, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2031993253828568, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7889664173126221, + "proposal_oracle_utility_gain_over_base_at_8": -0.014306247234344482, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7878025770187378, + "selected_utility_gain_over_base_at_8": -0.01547008752822876, + "selector_gap_fraction_to_hidden_at_8": 0.0009725191857873737, + "selector_regret_at_8": 0.0011638402938842773, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.211033582687378, + "support_gap_fraction_to_hidden_at_8": 1.0119544751845488, + "total_car_to_hidden_at_8": 1.2121974229812622 + }, + "1665739511": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.158336579799652, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.30604885933812664, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.8416634202003479, + "selected_utility_gain_over_base_at_8": -1.158336579799652, + "selector_regret_at_8": 1.158336579799652, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 1.158336579799652 + }, + "1747178030": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.04517927020788193, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.02400035956963577, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2572726184500438, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.11755862087011337, + "proposal_oracle_utility_gain_over_base_at_8": -1.8824413791298866, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.07237935066223145, + "selected_utility_gain_over_base_at_8": -1.9276206493377686, + "selector_regret_at_8": 0.04517927020788193, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8824413791298866, + "total_car_to_hidden_at_8": 1.9276206493377686 + }, + "1881223807": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.05987149477005005, + "branch_car_at_8": 0.006031051278114319, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0044667060669807, + "ncar_to_proposal_oracle_at_8": 2.288865247407277, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.17048808652188008, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.057236552238464355, + "proposal_oracle_utility_gain_over_base_at_8": -0.0026349425315856934, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.05120550096035004, + "selected_utility_gain_over_base_at_8": -0.008665993809700012, + "selector_gap_fraction_to_hidden_at_8": 0.0031085834066437263, + "selector_regret_at_8": 0.006031051278114319, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9427634477615356, + "support_gap_fraction_to_hidden_at_8": 1.0013581278376575, + "total_car_to_hidden_at_8": 1.94879449903965 + }, + "1919198188": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.06612768769264221, + "branch_car_at_8": 0.006398946046829224, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.005958209892328, + "ncar_to_proposal_oracle_at_8": 1.2489425381912935, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.05600301185842323, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.06100420653820038, + "proposal_oracle_utility_gain_over_base_at_8": -0.0051234811544418335, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.054605260491371155, + "selected_utility_gain_over_base_at_8": -0.011522427201271057, + "selector_gap_fraction_to_hidden_at_8": 0.003308877223230142, + "selector_regret_at_8": 0.006398946046829224, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9389957934617996, + "support_gap_fraction_to_hidden_at_8": 1.0026493378708798, + "total_car_to_hidden_at_8": 1.9453947395086288 + }, + "1991414747": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0324908047914505, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.017558208986969585, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.33584480862457616, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.14953765273094177, + "proposal_oracle_utility_gain_over_base_at_8": -1.8504623472690582, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.11704684793949127, + "selected_utility_gain_over_base_at_8": -1.8829531520605087, + "selector_regret_at_8": 0.0324908047914505, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8504623472690582, + "total_car_to_hidden_at_8": 1.8829531520605087 + }, + "1997090716": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.028453364968299866, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.015187742639910864, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.10616560564562116, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.1265573501586914, + "proposal_oracle_utility_gain_over_base_at_8": -1.8734426498413086, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.09810398519039154, + "selected_utility_gain_over_base_at_8": -1.9018960148096085, + "selector_regret_at_8": 0.028453364968299866, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8734426498413086, + "total_car_to_hidden_at_8": 1.9018960148096085 + }, + "2015956957": { + "any_generated_unsafe_known_at_8": 0.8, + "base_safety_label_known": 1.0, + "base_success": 0.2, + "base_unsafe_known": 0.0, + "base_utility": 0.4729121312499046, + "branch_car_at_8": 0.018895670771598816, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.7, + "hidden_chart_oracle_success_at_8": 0.2, + "hidden_chart_oracle_utility_at_8": 0.5298813670873642, + "ncar_to_hidden_chart_oracle_at_8": 1.5015235621851297, + "ncar_to_proposal_oracle_at_8": 0.3746829839983289, + "outcome_ptr_at_8": 0.4, + "pairwise_causal_calibration_ece": 0.1885091076409396, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -0.2, + "proposal_oracle_unsafe_known_at_8": 0.6, + "proposal_oracle_utility_at_8": 0.12240348160266876, + "proposal_oracle_utility_gain_over_base_at_8": -0.3505086496472359, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.2, + "selected_unsafe_known_at_8": 0.8, + "selected_utility_at_8": 0.10350781083106994, + "selected_utility_gain_over_base_at_8": -0.3694043204188347, + "selector_gap_fraction_to_hidden_at_8": 0.3196329951684312, + "selector_regret_at_8": 0.018895670771598816, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.2, + "success_total_car_to_hidden_at_8": 0.2, + "support_gap_at_8": 0.40747788548469543, + "support_gap_fraction_to_hidden_at_8": 1.1818908809998192, + "total_car_to_hidden_at_8": 0.42637355625629425 + }, + "2054899126": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "211245842": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.791279137134552, + "branch_car_at_8": 0.1845986247062683, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.1562918456763127, + "ncar_to_proposal_oracle_at_8": 42.7845306746636, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.28439686188392255, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7869645357131958, + "proposal_oracle_utility_gain_over_base_at_8": -0.004314601421356201, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.6023659110069275, + "selected_utility_gain_over_base_at_8": -0.1889132261276245, + "selector_gap_fraction_to_hidden_at_8": 0.1527222954261338, + "selector_regret_at_8": 0.1845986247062683, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.2130354642868042, + "support_gap_fraction_to_hidden_at_8": 1.0035695598164227, + "total_car_to_hidden_at_8": 1.3976340889930725 + }, + "2141802816": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.23664958775043488, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0279948782145185, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2006372224091086, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.18728479743003845, + "proposal_oracle_utility_gain_over_base_at_8": -0.04936479032039642, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.18728479743003845, + "selected_utility_gain_over_base_at_8": -0.04936479032039642, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8127152025699615, + "support_gap_fraction_to_hidden_at_8": 1.0279948840443007, + "total_car_to_hidden_at_8": 1.8127152025699615 + }, + "256770874": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.18160098791122437, + "branch_car_at_8": 0.6876252293586731, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0132459407836691, + "ncar_to_proposal_oracle_at_8": 1.0362999193284825, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.2554480287270091, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.8451398015022278, + "proposal_oracle_utility_gain_over_base_at_8": 0.6635388135910034, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1575145721435547, + "selected_utility_gain_over_base_at_8": -0.024086415767669678, + "selector_gap_fraction_to_hidden_at_8": 0.3781487037703597, + "selector_regret_at_8": 0.6876252293586731, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.1548601984977722, + "support_gap_fraction_to_hidden_at_8": 0.6350972425854965, + "total_car_to_hidden_at_8": 1.8424854278564453 + }, + "278008524": { + "any_generated_unsafe_known_at_8": 0.5, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.060655687004327774, + "branch_car_at_8": 0.004375305958092213, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.5, + "hidden_chart_oracle_success_at_8": 0.5, + "hidden_chart_oracle_utility_at_8": 1.113811194896698, + "ncar_to_hidden_chart_oracle_at_8": 1.1699464568149547, + "ncar_to_proposal_oracle_at_8": 0.16771017218812098, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2997484939099634, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.5, + "proposal_oracle_utility_at_8": 0.03229005355387926, + "proposal_oracle_utility_gain_over_base_at_8": -0.028365633450448513, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.5, + "selected_utility_at_8": 0.02791474759578705, + "selected_utility_gain_over_base_at_8": -0.032740939408540726, + "selector_gap_fraction_to_hidden_at_8": 0.021990029254301553, + "selector_regret_at_8": 0.004375305958092213, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.5, + "success_total_car_to_hidden_at_8": 0.5, + "support_gap_at_8": 1.0815211413428187, + "support_gap_fraction_to_hidden_at_8": 1.147956470849707, + "total_car_to_hidden_at_8": 1.085896447300911 + }, + "416183106": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.23001998662948608, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.8271220785011446, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.13277480659368188, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5360104441642761, + "proposal_oracle_utility_gain_over_base_at_8": 0.30599045753479004, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.5360104441642761, + "selected_utility_gain_over_base_at_8": 0.30599045753479004, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.4639895558357239, + "support_gap_fraction_to_hidden_at_8": 0.8271220831742034, + "total_car_to_hidden_at_8": 1.4639895558357239 + }, + "534717141": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.13276933133602142, + "branch_car_at_8": 0.005706787109375, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.050179556723404, + "ncar_to_proposal_oracle_at_8": 0.06485719369437984, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.3339189872030194, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.044779300689697266, + "proposal_oracle_utility_gain_over_base_at_8": -0.08799003064632416, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.039072513580322266, + "selected_utility_gain_over_base_at_8": -0.09369681775569916, + "selector_gap_fraction_to_hidden_at_8": 0.003056283942389539, + "selector_regret_at_8": 0.005706787109375, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9552206993103027, + "support_gap_fraction_to_hidden_at_8": 1.047123278405277, + "total_car_to_hidden_at_8": 1.9609274864196777 + }, + "551504635": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7272467017173767, + "branch_car_at_8": 1.274861752986908, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0016566012365191, + "ncar_to_proposal_oracle_at_8": 1.0016566012365191, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.32346239248273717, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.2727532982826233, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.725138247013092, + "selected_utility_gain_over_base_at_8": -0.002108454704284668, + "selector_gap_fraction_to_hidden_at_8": 1.001656609106517, + "selector_regret_at_8": 1.274861752986908, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 1.274861752986908 + }, + "565369392": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.3333333333333333, + "base_unsafe_known": 0.0, + "base_utility": 0.8445292512575785, + "branch_car_at_8": 0.028340943157672882, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.7916666666666666, + "hidden_chart_oracle_success_at_8": 0.6666666666666666, + "hidden_chart_oracle_utility_at_8": 1.4266315797964733, + "ncar_to_hidden_chart_oracle_at_8": 21.205890308268472, + "ncar_to_proposal_oracle_at_8": 0.15512177455082374, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2603324805598078, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -0.3333333333333333, + "proposal_oracle_unsafe_known_at_8": 0.6666666666666666, + "proposal_oracle_utility_at_8": 0.11674677828947704, + "proposal_oracle_utility_gain_over_base_at_8": -0.7277824729681015, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.3333333333333333, + "selected_unsafe_known_at_8": 0.6666666666666666, + "selected_utility_at_8": 0.08840583513180415, + "selected_utility_gain_over_base_at_8": -0.7561234161257744, + "selector_gap_fraction_to_hidden_at_8": 1.7142849981402362, + "selector_regret_at_8": 0.028340943157672882, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.6666666666666666, + "success_total_car_to_hidden_at_8": 0.6666666666666666, + "support_gap_at_8": 1.3098848015069962, + "support_gap_fraction_to_hidden_at_8": 19.491647509944677, + "total_car_to_hidden_at_8": 1.338225744664669 + }, + "565621826": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "585904130": { + "any_generated_unsafe_known_at_8": 0.3333333333333333, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.13642114897569022, + "branch_car_at_8": 0.023887202764550846, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.3333333333333333, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.23764699200789133, + "ncar_to_hidden_chart_oracle_at_8": 1.8572157688707642, + "ncar_to_proposal_oracle_at_8": 11.945703792517172, + "outcome_ptr_at_8": 0.3333333333333333, + "pairwise_causal_calibration_ece": 0.24354194732422593, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.3333333333333333, + "proposal_oracle_utility_at_8": 0.07727657382686932, + "proposal_oracle_utility_gain_over_base_at_8": -0.05914457514882088, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.3333333333333333, + "selected_utility_at_8": 0.05338937106231848, + "selected_utility_gain_over_base_at_8": -0.08303177791337173, + "selector_gap_fraction_to_hidden_at_8": 0.39425779270335265, + "selector_regret_at_8": 0.023887202764550846, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.16037041818102202, + "support_gap_fraction_to_hidden_at_8": 1.462958199720637, + "total_car_to_hidden_at_8": 0.18425762094557285 + }, + "626486813": { + "any_generated_unsafe_known_at_8": 0.75, + "base_safety_label_known": 1.0, + "base_success": 0.25, + "base_unsafe_known": 0.0, + "base_utility": 0.5452363695949316, + "branch_car_at_8": 0.013230718206614256, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.53125, + "hidden_chart_oracle_success_at_8": 0.25, + "hidden_chart_oracle_utility_at_8": 0.6124684102833271, + "ncar_to_hidden_chart_oracle_at_8": 0.9870393610921436, + "ncar_to_proposal_oracle_at_8": 0.15898137888948838, + "outcome_ptr_at_8": 0.25, + "pairwise_causal_calibration_ece": 0.22613807977768619, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -0.25, + "proposal_oracle_unsafe_known_at_8": 0.5, + "proposal_oracle_utility_at_8": 0.07803246518597007, + "proposal_oracle_utility_gain_over_base_at_8": -0.46720390440896153, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.25, + "selected_unsafe_known_at_8": 0.5, + "selected_utility_at_8": 0.06480174697935581, + "selected_utility_gain_over_base_at_8": -0.4804346226155758, + "selector_gap_fraction_to_hidden_at_8": 0.2011658126037774, + "selector_regret_at_8": 0.013230718206614256, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.25, + "success_total_car_to_hidden_at_8": 0.25, + "support_gap_at_8": 0.5354322367347777, + "support_gap_fraction_to_hidden_at_8": 0.8275645246021668, + "total_car_to_hidden_at_8": 0.5476666633039713 + }, + "636680137": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.07024133205413818, + "branch_car_at_8": 0.0024327635765075684, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.625, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0246717020977287, + "ncar_to_proposal_oracle_at_8": 0.05384878472654458, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1181149502934398, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.02506365440785885, + "proposal_oracle_utility_gain_over_base_at_8": -0.045177677646279335, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.02263089083135128, + "selected_utility_gain_over_base_at_8": -0.0476104412227869, + "selector_gap_fraction_to_hidden_at_8": 0.001260656898148374, + "selector_regret_at_8": 0.0024327635765075684, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9749363455921412, + "support_gap_fraction_to_hidden_at_8": 1.023411050509424, + "total_car_to_hidden_at_8": 1.9773691091686487 + }, + "706479600": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.8188905119895935, + "branch_car_at_8": 1.2117536664009094, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.025945239151936, + "ncar_to_proposal_oracle_at_8": 1.025945239151936, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.15130813572038473, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.1811094880104065, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7882463335990906, + "selected_utility_gain_over_base_at_8": -0.03064417839050293, + "selector_gap_fraction_to_hidden_at_8": 1.0259452478382198, + "selector_regret_at_8": 1.2117536664009094, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 1.2117536664009094 + }, + "750448296": { + "any_generated_unsafe_known_at_8": 0.5, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.14706942811608315, + "branch_car_at_8": 0.014138251543045044, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.1875, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.23580759018659592, + "ncar_to_hidden_chart_oracle_at_8": 10.53688462268792, + "ncar_to_proposal_oracle_at_8": 0.22906122892259623, + "outcome_ptr_at_8": 0.5, + "pairwise_causal_calibration_ece": 0.11841217150743599, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.12638035789132118, + "proposal_oracle_utility_gain_over_base_at_8": -0.020689070224761963, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.11224210634827614, + "selected_utility_gain_over_base_at_8": -0.03482732176780701, + "selector_gap_fraction_to_hidden_at_8": 3.0148645728739023, + "selector_regret_at_8": 0.014138251543045044, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.10942723229527473, + "support_gap_fraction_to_hidden_at_8": 7.522041603704687, + "total_car_to_hidden_at_8": 0.12356548383831978 + }, + "75070641": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.194026380777359, + "branch_car_at_8": 0.03669491410255432, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0119357513345473, + "ncar_to_proposal_oracle_at_8": 2.423824505450816, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.25260438005435554, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.20916563272476196, + "proposal_oracle_utility_gain_over_base_at_8": 0.015139251947402954, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.17247071862220764, + "selected_utility_gain_over_base_at_8": -0.021555662155151367, + "selector_gap_fraction_to_hidden_at_8": 0.020318632405244764, + "selector_regret_at_8": 0.03669491410255432, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.790834367275238, + "support_gap_fraction_to_hidden_at_8": 0.9916171245325723, + "total_car_to_hidden_at_8": 1.8275292813777924 + }, + "767747424": { + "any_generated_unsafe_known_at_8": 0.5, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.10894576646387577, + "branch_car_at_8": 0.0069773695431649685, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.46875, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.18863565661013126, + "ncar_to_hidden_chart_oracle_at_8": 1.0278320945738528, + "ncar_to_proposal_oracle_at_8": 0.18997298340528954, + "outcome_ptr_at_8": 0.25, + "pairwise_causal_calibration_ece": 0.1909382486601207, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.25, + "proposal_oracle_utility_at_8": 0.09269112767651677, + "proposal_oracle_utility_gain_over_base_at_8": -0.016254638787359, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.25, + "selected_utility_at_8": 0.0857137581333518, + "selected_utility_gain_over_base_at_8": -0.023232008330523968, + "selector_gap_fraction_to_hidden_at_8": 0.05457342401502509, + "selector_regret_at_8": 0.0069773695431649685, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.10337317874655128, + "support_gap_fraction_to_hidden_at_8": 0.9732588017939396, + "total_car_to_hidden_at_8": 0.11035054828971624 + }, + "77147264": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.5, + "base_unsafe_known": 0.0, + "base_utility": 1.0903030335903168, + "branch_car_at_8": 0.00038370490074157715, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.7732019280426716, + "ncar_to_proposal_oracle_at_8": 0.0018563262140604627, + "outcome_ptr_at_8": 0.5, + "pairwise_causal_calibration_ece": 0.032525696478689206, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.5, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 1.2970042526721954, + "proposal_oracle_utility_gain_over_base_at_8": 0.20670121908187866, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.5, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 1.2966205477714539, + "selected_utility_gain_over_base_at_8": 0.20631751418113708, + "selector_gap_fraction_to_hidden_at_8": 0.0004217941962101423, + "selector_regret_at_8": 0.00038370490074157715, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.5, + "success_total_car_to_hidden_at_8": 0.5, + "support_gap_at_8": 0.7029957473278046, + "support_gap_fraction_to_hidden_at_8": 0.7727801380962389, + "total_car_to_hidden_at_8": 0.7033794522285461 + }, + "794181626": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "957101489": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.23217551410198212, + "branch_car_at_8": 0.3287145048379898, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.9969488304175755, + "ncar_to_proposal_oracle_at_8": 0.9838557434386074, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.10808038150935409, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5662839412689209, + "proposal_oracle_utility_gain_over_base_at_8": 0.3341084271669388, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.2375694364309311, + "selected_utility_gain_over_base_at_8": 0.005393922328948975, + "selector_gap_fraction_to_hidden_at_8": 0.18594295274228523, + "selector_regret_at_8": 0.3287145048379898, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.433716058731079, + "support_gap_fraction_to_hidden_at_8": 0.8110058833147009, + "total_car_to_hidden_at_8": 1.762430563569069 + }, + "998761162": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.20425210893154144, + "branch_car_at_8": 0.026183024048805237, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0727590287271376, + "ncar_to_proposal_oracle_at_8": 0.250617922753756, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.18327812585599895, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.09977824985980988, + "proposal_oracle_utility_gain_over_base_at_8": -0.10447385907173157, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.07359522581100464, + "selected_utility_gain_over_base_at_8": -0.1306568831205368, + "selector_gap_fraction_to_hidden_at_8": 0.014580567895433532, + "selector_regret_at_8": 0.026183024048805237, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9002217501401901, + "support_gap_fraction_to_hidden_at_8": 1.0581784668055882, + "total_car_to_hidden_at_8": 1.9264047741889954 + } +} diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/measured_metrics/metrics_by_task.json b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/measured_metrics/metrics_by_task.json new file mode 100644 index 0000000000000000000000000000000000000000..6871083516de5a486b5768f211593e792090e166 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/measured_metrics/metrics_by_task.json @@ -0,0 +1,182 @@ +{ + "LiftPegUpright-v1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.40346155563990277, + "branch_car_at_8": 0.22202835977077484, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0098549682998301, + "ncar_to_proposal_oracle_at_8": 2.437608406981633, + "outcome_ptr_at_8": 0.3333333333333333, + "pairwise_causal_calibration_ece": 0.18429798154761115, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.16666666666666666, + "proposal_oracle_success_gain_over_base_at_8": 0.16666666666666666, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.6096121768156687, + "proposal_oracle_utility_gain_over_base_at_8": 0.206150621175766, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.3875838170448939, + "selected_utility_gain_over_base_at_8": -0.01587773859500885, + "selector_gap_fraction_to_hidden_at_8": 0.17316932837790353, + "selector_regret_at_8": 0.22202835977077484, + "success_selector_gap_at_8": 0.16666666666666666, + "success_support_gap_at_8": 0.8333333333333334, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.3903878231843312, + "support_gap_fraction_to_hidden_at_8": 0.8366856463952712, + "total_car_to_hidden_at_8": 1.612416182955106 + }, + "PickCube-v1": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11945180594921112, + "branch_car_at_8": 0.0017702952027320862, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.625, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0244550259853178, + "ncar_to_proposal_oracle_at_8": 0.040035098435394954, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.09803886913700559, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.07523323595523834, + "proposal_oracle_utility_gain_over_base_at_8": -0.04421856999397278, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.07346294075250626, + "selected_utility_gain_over_base_at_8": -0.045988865196704865, + "selector_gap_fraction_to_hidden_at_8": 0.0009413718873743871, + "selector_regret_at_8": 0.0017702952027320862, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9247667640447617, + "support_gap_fraction_to_hidden_at_8": 1.0235136595455838, + "total_car_to_hidden_at_8": 1.9265370592474937 + }, + "PullCube-v1": { + "any_generated_unsafe_known_at_8": 0.7352941176470589, + "base_safety_label_known": 1.0, + "base_success": 0.20588235294117646, + "base_unsafe_known": 0.0, + "base_utility": 0.5097779550534838, + "branch_car_at_8": 0.015271590238519232, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.6213235294117647, + "hidden_chart_oracle_success_at_8": 0.3235294117647059, + "hidden_chart_oracle_utility_at_8": 0.7823218367993832, + "ncar_to_hidden_chart_oracle_at_8": 3.8449848196009206, + "ncar_to_proposal_oracle_at_8": 1.3347880250302973, + "outcome_ptr_at_8": 0.20588235294117646, + "pairwise_causal_calibration_ece": 0.19829762749643948, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.08823529411764706, + "proposal_oracle_success_gain_over_base_at_8": -0.11764705882352941, + "proposal_oracle_unsafe_known_at_8": 0.5294117647058824, + "proposal_oracle_utility_at_8": 0.25814513801870975, + "proposal_oracle_utility_gain_over_base_at_8": -0.25163281703477397, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.08823529411764706, + "selected_success_gain_over_base_at_8": -0.11764705882352941, + "selected_unsafe_known_at_8": 0.5882352941176471, + "selected_utility_at_8": 0.24287354778019055, + "selected_utility_gain_over_base_at_8": -0.2669044072732932, + "selector_gap_fraction_to_hidden_at_8": 0.5719042498513721, + "selector_regret_at_8": 0.015271590238519232, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.23529411764705882, + "success_total_car_to_hidden_at_8": 0.23529411764705882, + "support_gap_at_8": 0.5271382848458255, + "support_gap_fraction_to_hidden_at_8": 3.3174169820107657, + "total_car_to_hidden_at_8": 0.5411843610756264 + }, + "PushCube-v1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.6923076923076923, + "base_unsafe_known": 0.0, + "base_utility": 1.4275685124672377, + "branch_car_at_8": 0.15038217833408943, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.027677654918001, + "ncar_to_proposal_oracle_at_8": 0.3094505747248378, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.20164263169186553, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.3076923076923077, + "proposal_oracle_success_gain_over_base_at_8": -0.38461538461538464, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7034328935238031, + "proposal_oracle_utility_gain_over_base_at_8": -0.7241356189434345, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.23076923076923078, + "selected_success_gain_over_base_at_8": -0.46153846153846156, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.5530507151897137, + "selected_utility_gain_over_base_at_8": -0.8745177972775239, + "selector_gap_fraction_to_hidden_at_8": 0.004638912412878906, + "selector_regret_at_8": 0.15038217833408943, + "success_selector_gap_at_8": 0.07692307692307693, + "success_support_gap_at_8": 0.6923076923076923, + "success_total_car_to_hidden_at_8": 0.7692307692307693, + "support_gap_at_8": 1.2965671064761968, + "support_gap_fraction_to_hidden_at_8": 1.023038748044514, + "total_car_to_hidden_at_8": 1.4469492848102863 + }, + "StackCube-v1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.2, + "base_unsafe_known": 0.0, + "base_utility": 0.696571855743726, + "branch_car_at_8": 0.3332794944445292, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.9871889085004147, + "ncar_to_proposal_oracle_at_8": 4.336764153571238, + "outcome_ptr_at_8": 0.4666666666666667, + "pairwise_causal_calibration_ece": 0.16309225022362234, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.2, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.8081069906552633, + "proposal_oracle_utility_gain_over_base_at_8": 0.11153513491153717, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.2, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.47482749621073406, + "selected_utility_gain_over_base_at_8": -0.22174435953299204, + "selector_gap_fraction_to_hidden_at_8": 0.14912718188055626, + "selector_regret_at_8": 0.3332794944445292, + "success_selector_gap_at_8": 0.2, + "success_support_gap_at_8": 0.8, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.1918930093447366, + "support_gap_fraction_to_hidden_at_8": 0.8380617329368941, + "total_car_to_hidden_at_8": 1.525172503789266 + } +} diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/measured_metrics/report.md b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/measured_metrics/report.md new file mode 100644 index 0000000000000000000000000000000000000000..a11bfc3f9f093272849cb8fb44bf14c28d37d3f3 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/measured_metrics/report.md @@ -0,0 +1,40 @@ +# Metric Evaluation (measured) + +K: `8` + +| Metric | N | Micro mean | 95% CI | Task macro | Seed macro | +| --- | ---: | ---: | ---: | ---: | ---: | +| any_generated_unsafe_known_at_8 | 69 | 0.3768 | [0.2609, 0.4928] | 0.3471 | 0.2706 | +| base_safety_label_known | 69 | 1.0000 | [1.0000, 1.0000] | 1.0000 | 1.0000 | +| base_success | 69 | 0.2754 | [0.1739, 0.3768] | 0.2196 | 0.3216 | +| base_unsafe_known | 69 | 0.0000 | [0.0000, 0.0000] | 0.0000 | 0.0000 | +| base_utility | 69 | 0.7084 | [0.5356, 0.8955] | 0.6314 | 0.8273 | +| branch_car_at_8 | 69 | 0.1276 | [0.0559, 0.2035] | 0.1445 | 0.1610 | +| generated_safety_label_coverage_at_8 | 69 | 1.0000 | [1.0000, 1.0000] | 1.0000 | 1.0000 | +| generated_unsafe_rate_known_at_8 | 69 | 0.3152 | [0.2120, 0.4366] | 0.2493 | 0.2308 | +| hidden_chart_oracle_success_at_8 | 69 | 0.6667 | [0.5507, 0.7826] | 0.8647 | 0.8358 | +| hidden_chart_oracle_utility_at_8 | 69 | 1.4000 | [1.1926, 1.6081] | 1.7565 | 1.7062 | +| ncar_to_hidden_chart_oracle_at_8 | 50 | 2.5371 | [1.2062, 4.4274] | 1.5788 | 2.1190 | +| ncar_to_proposal_oracle_at_8 | 60 | 1.9201 | [0.4528, 4.2182] | 1.6917 | 2.1333 | +| outcome_ptr_at_8 | 69 | 0.2319 | [0.1449, 0.3333] | 0.2012 | 0.2248 | +| pairwise_causal_calibration_ece | 69 | 0.1886 | [0.1614, 0.2152] | 0.1691 | 0.1855 | +| proposal_oracle_safety_label_known_at_8 | 69 | 1.0000 | [1.0000, 1.0000] | 1.0000 | 1.0000 | +| proposal_oracle_success_at_8 | 69 | 0.1594 | [0.0725, 0.2754] | 0.1525 | 0.1986 | +| proposal_oracle_success_gain_over_base_at_8 | 69 | -0.1159 | [-0.2029, -0.0435] | -0.0671 | -0.1230 | +| proposal_oracle_unsafe_known_at_8 | 69 | 0.2609 | [0.1739, 0.3768] | 0.1059 | 0.1883 | +| proposal_oracle_utility_at_8 | 69 | 0.4895 | [0.3095, 0.6910] | 0.4909 | 0.6001 | +| proposal_oracle_utility_gain_over_base_at_8 | 69 | -0.2189 | [-0.3766, -0.0918] | -0.1405 | -0.2272 | +| selected_safety_label_known_at_8 | 69 | 1.0000 | [1.0000, 1.0000] | 1.0000 | 1.0000 | +| selected_success_at_8 | 69 | 0.0870 | [0.0290, 0.1739] | 0.0638 | 0.1028 | +| selected_success_gain_over_base_at_8 | 69 | -0.1884 | [-0.2899, -0.1014] | -0.1558 | -0.2188 | +| selected_unsafe_known_at_8 | 69 | 0.2899 | [0.1884, 0.3913] | 0.1176 | 0.2138 | +| selected_utility_at_8 | 69 | 0.3619 | [0.2316, 0.5022] | 0.3464 | 0.4391 | +| selected_utility_gain_over_base_at_8 | 69 | -0.3465 | [-0.5073, -0.2020] | -0.2850 | -0.3882 | +| selector_gap_fraction_to_hidden_at_8 | 50 | 0.3658 | [0.1316, 0.6842] | 0.1800 | 0.2848 | +| selector_regret_at_8 | 69 | 0.1276 | [0.0559, 0.2035] | 0.1445 | 0.1610 | +| success_selector_gap_at_8 | 69 | 0.0725 | [0.0145, 0.1304] | 0.0887 | 0.0957 | +| success_support_gap_at_8 | 69 | 0.5072 | [0.3768, 0.6087] | 0.7122 | 0.6372 | +| success_total_car_to_hidden_at_8 | 69 | 0.5797 | [0.4493, 0.7101] | 0.8009 | 0.7330 | +| support_gap_at_8 | 69 | 0.9119 | [0.7105, 1.0925] | 1.2662 | 1.1067 | +| support_gap_fraction_to_hidden_at_8 | 50 | 2.1953 | [1.0830, 3.9575] | 1.4077 | 1.8459 | +| total_car_to_hidden_at_8 | 69 | 1.0390 | [0.8294, 1.2266] | 1.4105 | 1.2674 | diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/measured_metrics/table.tex b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/measured_metrics/table.tex new file mode 100644 index 0000000000000000000000000000000000000000..38743ea61a0999f84bd404647028d8a691c0ebbf --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/measured_metrics/table.tex @@ -0,0 +1,41 @@ +% Auto-generated by scripts/eval_metrics.py +\begin{tabular}{lrrrr} +\toprule +Metric & N & Micro mean & CI low & CI high \\ +\midrule +any\_generated\_unsafe\_known\_at\_8 & 69 & 0.3768 & 0.2609 & 0.4928 \\ +base\_safety\_label\_known & 69 & 1.0000 & 1.0000 & 1.0000 \\ +base\_success & 69 & 0.2754 & 0.1739 & 0.3768 \\ +base\_unsafe\_known & 69 & 0.0000 & 0.0000 & 0.0000 \\ +base\_utility & 69 & 0.7084 & 0.5356 & 0.8955 \\ +branch\_car\_at\_8 & 69 & 0.1276 & 0.0559 & 0.2035 \\ +generated\_safety\_label\_coverage\_at\_8 & 69 & 1.0000 & 1.0000 & 1.0000 \\ +generated\_unsafe\_rate\_known\_at\_8 & 69 & 0.3152 & 0.2120 & 0.4366 \\ +hidden\_chart\_oracle\_success\_at\_8 & 69 & 0.6667 & 0.5507 & 0.7826 \\ +hidden\_chart\_oracle\_utility\_at\_8 & 69 & 1.4000 & 1.1926 & 1.6081 \\ +ncar\_to\_hidden\_chart\_oracle\_at\_8 & 50 & 2.5371 & 1.2062 & 4.4274 \\ +ncar\_to\_proposal\_oracle\_at\_8 & 60 & 1.9201 & 0.4528 & 4.2182 \\ +outcome\_ptr\_at\_8 & 69 & 0.2319 & 0.1449 & 0.3333 \\ +pairwise\_causal\_calibration\_ece & 69 & 0.1886 & 0.1614 & 0.2152 \\ +proposal\_oracle\_safety\_label\_known\_at\_8 & 69 & 1.0000 & 1.0000 & 1.0000 \\ +proposal\_oracle\_success\_at\_8 & 69 & 0.1594 & 0.0725 & 0.2754 \\ +proposal\_oracle\_success\_gain\_over\_base\_at\_8 & 69 & -0.1159 & -0.2029 & -0.0435 \\ +proposal\_oracle\_unsafe\_known\_at\_8 & 69 & 0.2609 & 0.1739 & 0.3768 \\ +proposal\_oracle\_utility\_at\_8 & 69 & 0.4895 & 0.3095 & 0.6910 \\ +proposal\_oracle\_utility\_gain\_over\_base\_at\_8 & 69 & -0.2189 & -0.3766 & -0.0918 \\ +selected\_safety\_label\_known\_at\_8 & 69 & 1.0000 & 1.0000 & 1.0000 \\ +selected\_success\_at\_8 & 69 & 0.0870 & 0.0290 & 0.1739 \\ +selected\_success\_gain\_over\_base\_at\_8 & 69 & -0.1884 & -0.2899 & -0.1014 \\ +selected\_unsafe\_known\_at\_8 & 69 & 0.2899 & 0.1884 & 0.3913 \\ +selected\_utility\_at\_8 & 69 & 0.3619 & 0.2316 & 0.5022 \\ +selected\_utility\_gain\_over\_base\_at\_8 & 69 & -0.3465 & -0.5073 & -0.2020 \\ +selector\_gap\_fraction\_to\_hidden\_at\_8 & 50 & 0.3658 & 0.1316 & 0.6842 \\ +selector\_regret\_at\_8 & 69 & 0.1276 & 0.0559 & 0.2035 \\ +success\_selector\_gap\_at\_8 & 69 & 0.0725 & 0.0145 & 0.1304 \\ +success\_support\_gap\_at\_8 & 69 & 0.5072 & 0.3768 & 0.6087 \\ +success\_total\_car\_to\_hidden\_at\_8 & 69 & 0.5797 & 0.4493 & 0.7101 \\ +support\_gap\_at\_8 & 69 & 0.9119 & 0.7105 & 1.0925 \\ +support\_gap\_fraction\_to\_hidden\_at\_8 & 50 & 2.1953 & 1.0830 & 3.9575 \\ +total\_car\_to\_hidden\_at\_8 & 69 & 1.0390 & 0.8294 & 1.2266 \\ +\bottomrule +\end{tabular} diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/metrics.json b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..d54ac681e7ceab389e850c24545989d6ed5b4fb4 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/metrics.json @@ -0,0 +1,3043 @@ +{ + "checkpoint": "runs/ctt_residual_base_context_obs_seed0/model.pt", + "k": 8, + "measured_metric_summary": { + "any_generated_unsafe_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.3847517730496454, + "low": 0.13581560283687943, + "mean": 0.27056737588652485, + "n": 47, + "num_samples": 200 + }, + "mean": 0.27056737588652485, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 0.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": 0.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 1.0, + "1358421325": 0.0, + "1375492786": 1.0, + "141984615": 0.3333333333333333, + "1475440973": 0.0, + "1483645336": 0.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 1.0, + "1607773860": 0.0, + "1665739511": 0.0, + "1747178030": 1.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.8, + "2054899126": 1.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.5, + "416183106": 0.0, + "534717141": 1.0, + "551504635": 0.0, + "565369392": 1.0, + "565621826": 1.0, + "585904130": 0.3333333333333333, + "626486813": 0.75, + "636680137": 1.0, + "706479600": 0.0, + "750448296": 0.5, + "75070641": 0.0, + "767747424": 0.5, + "77147264": 0.0, + "794181626": 0.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.6941176470588235, + "low": 0.0, + "mean": 0.34705882352941175, + "n": 5, + "num_samples": 200 + }, + "mean": 0.34705882352941175, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 1.0, + "PullCube-v1": 0.7352941176470589, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "any_generated_unsafe_known_at_8", + "micro": { + "confidence": 0.95, + "high": 0.4927536231884058, + "low": 0.2608695652173913, + "mean": 0.37681159420289856, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "base_safety_label_known": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 47, + "num_samples": 200 + }, + "mean": 1.0, + "per_seed": { + "1025740212": 1.0, + "1055157354": 1.0, + "1055567618": 1.0, + "1113268940": 1.0, + "1113371261": 1.0, + "1176943004": 1.0, + "1189392917": 1.0, + "1231780997": 1.0, + "1271718007": 1.0, + "1273247072": 1.0, + "1358421325": 1.0, + "1375492786": 1.0, + "141984615": 1.0, + "1475440973": 1.0, + "1483645336": 1.0, + "1522272686": 1.0, + "1528740417": 1.0, + "1549324805": 1.0, + "1607773860": 1.0, + "1665739511": 1.0, + "1747178030": 1.0, + "1881223807": 1.0, + "1919198188": 1.0, + "1991414747": 1.0, + "1997090716": 1.0, + "2015956957": 1.0, + "2054899126": 1.0, + "211245842": 1.0, + "2141802816": 1.0, + "256770874": 1.0, + "278008524": 1.0, + "416183106": 1.0, + "534717141": 1.0, + "551504635": 1.0, + "565369392": 1.0, + "565621826": 1.0, + "585904130": 1.0, + "626486813": 1.0, + "636680137": 1.0, + "706479600": 1.0, + "750448296": 1.0, + "75070641": 1.0, + "767747424": 1.0, + "77147264": 1.0, + "794181626": 1.0, + "957101489": 1.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 5, + "num_samples": 200 + }, + "mean": 1.0, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 1.0, + "PushCube-v1": 1.0, + "StackCube-v1": 1.0 + } + }, + "metric": "base_safety_label_known", + "micro": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "base_success": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.4273049645390071, + "low": 0.2024822695035461, + "mean": 0.32163120567375886, + "n": 47, + "num_samples": 200 + }, + "mean": 0.32163120567375886, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 1.0, + "1113268940": 0.0, + "1113371261": 1.0, + "1176943004": 1.0, + "1189392917": 1.0, + "1231780997": 0.0, + "1271718007": 0.5, + "1273247072": 0.0, + "1358421325": 1.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 0.0, + "1483645336": 1.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.3333333333333333, + "1607773860": 0.0, + "1665739511": 1.0, + "1747178030": 1.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 1.0, + "1997090716": 1.0, + "2015956957": 0.2, + "2054899126": 1.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.0, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 0.0, + "565369392": 0.3333333333333333, + "565621826": 1.0, + "585904130": 0.0, + "626486813": 0.25, + "636680137": 0.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.0, + "77147264": 0.5, + "794181626": 1.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.45656108597285067, + "low": 0.041176470588235294, + "mean": 0.21963800904977374, + "n": 5, + "num_samples": 200 + }, + "mean": 0.21963800904977374, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.20588235294117646, + "PushCube-v1": 0.6923076923076923, + "StackCube-v1": 0.2 + } + }, + "metric": "base_success", + "micro": { + "confidence": 0.95, + "high": 0.37681159420289856, + "low": 0.17391304347826086, + "mean": 0.2753623188405797, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "base_unsafe_known": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.0, + "low": 0.0, + "mean": 0.0, + "n": 47, + "num_samples": 200 + }, + "mean": 0.0, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 0.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": 0.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 0.0, + "1358421325": 0.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 0.0, + "1483645336": 0.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.0, + "1607773860": 0.0, + "1665739511": 0.0, + "1747178030": 0.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.0, + "2054899126": 0.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.0, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 0.0, + "565369392": 0.0, + "565621826": 0.0, + "585904130": 0.0, + "626486813": 0.0, + "636680137": 0.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.0, + "77147264": 0.0, + "794181626": 0.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.0, + "low": 0.0, + "mean": 0.0, + "n": 5, + "num_samples": 200 + }, + "mean": 0.0, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.0, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "base_unsafe_known", + "micro": { + "confidence": 0.95, + "high": 0.0, + "low": 0.0, + "mean": 0.0, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "base_utility": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0092363624206038, + "low": 0.5980560999152297, + "mean": 0.827331273289437, + "n": 47, + "num_samples": 200 + }, + "mean": 0.827331273289437, + "per_seed": { + "1025740212": 0.21361251175403595, + "1055157354": 0.1879976987838745, + "1055567618": 2.0, + "1113268940": 0.21901588141918182, + "1113371261": 2.0, + "1176943004": 2.0, + "1189392917": 2.0, + "1231780997": 0.21144884824752808, + "1271718007": 1.10479174554348, + "1273247072": 0.11945180594921112, + "1358421325": 2.0, + "1375492786": 0.18323469161987305, + "141984615": 0.12483831991751988, + "1475440973": 0.7229747772216797, + "1483645336": 2.0, + "1522272686": 0.5529977083206177, + "1528740417": 0.32647061347961426, + "1549324805": 0.7632389987508456, + "1607773860": 0.8032726645469666, + "1665739511": 2.0, + "1747178030": 2.0, + "1881223807": 0.05987149477005005, + "1919198188": 0.06612768769264221, + "1991414747": 2.0, + "1997090716": 2.0, + "2015956957": 0.4729121312499046, + "2054899126": 2.0, + "211245842": 0.791279137134552, + "2141802816": 0.23664958775043488, + "256770874": 0.18160098791122437, + "278008524": 0.060655687004327774, + "416183106": 0.23001998662948608, + "534717141": 0.13276933133602142, + "551504635": 0.7272467017173767, + "565369392": 0.8445292512575785, + "565621826": 2.0, + "585904130": 0.13642114897569022, + "626486813": 0.5452363695949316, + "636680137": 0.07024133205413818, + "706479600": 0.8188905119895935, + "750448296": 0.14706942811608315, + "75070641": 0.194026380777359, + "767747424": 0.10894576646387577, + "77147264": 1.0903030335903168, + "794181626": 2.0, + "957101489": 0.23217551410198212, + "998761162": 0.20425210893154144 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.03918900961902, + "low": 0.31294104572896864, + "mean": 0.6313663369707123, + "n": 5, + "num_samples": 200 + }, + "mean": 0.6313663369707123, + "per_task": { + "LiftPegUpright-v1": 0.40346155563990277, + "PickCube-v1": 0.11945180594921112, + "PullCube-v1": 0.5097779550534838, + "PushCube-v1": 1.4275685124672377, + "StackCube-v1": 0.696571855743726 + } + }, + "metric": "base_utility", + "micro": { + "confidence": 0.95, + "high": 0.895466687940601, + "low": 0.5355817867254001, + "mean": 0.7084005813019864, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "branch_car_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.27622881928105436, + "low": 0.0642541472425235, + "mean": 0.1609692965767921, + "n": 47, + "num_samples": 200 + }, + "mean": 0.1609692965767921, + "per_seed": { + "1025740212": 0.0011218935251235962, + "1055157354": 0.007929205894470215, + "1055567618": 0.1763717532157898, + "1113268940": 0.0023020654916763306, + "1113371261": 0.03292882442474365, + "1176943004": 0.0, + "1189392917": 0.0, + "1231780997": 0.0005172491073608398, + "1271718007": 0.9191967323422432, + "1273247072": 0.0017702952027320862, + "1358421325": 1.1690579056739807, + "1375492786": 0.004044433473609388, + "141984615": 0.015383432308832804, + "1475440973": 0.017574191093444824, + "1483645336": 0.013029754161834717, + "1522272686": 0.005554795265197754, + "1528740417": 0.0357930064201355, + "1549324805": 0.016127110148469608, + "1607773860": 0.0011638402938842773, + "1665739511": 1.158336579799652, + "1747178030": 0.04517927020788193, + "1881223807": 0.006031051278114319, + "1919198188": 0.006398946046829224, + "1991414747": 0.0324908047914505, + "1997090716": 0.028453364968299866, + "2015956957": 0.018895670771598816, + "2054899126": 0.0, + "211245842": 0.1845986247062683, + "2141802816": 0.0, + "256770874": 0.6876252293586731, + "278008524": 0.004375305958092213, + "416183106": 0.0, + "534717141": 0.005706787109375, + "551504635": 1.274861752986908, + "565369392": 0.028340943157672882, + "565621826": 0.0, + "585904130": 0.023887202764550846, + "626486813": 0.013230718206614256, + "636680137": 0.0024327635765075684, + "706479600": 1.2117536664009094, + "750448296": 0.014138251543045044, + "75070641": 0.03669491410255432, + "767747424": 0.0069773695431649685, + "77147264": 0.00038370490074157715, + "794181626": 0.0, + "957101489": 0.3287145048379898, + "998761162": 0.026183024048805237 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.24742768666857634, + "low": 0.051222426130655495, + "mean": 0.14454638359812896, + "n": 5, + "num_samples": 200 + }, + "mean": 0.14454638359812896, + "per_task": { + "LiftPegUpright-v1": 0.22202835977077484, + "PickCube-v1": 0.0017702952027320862, + "PullCube-v1": 0.015271590238519232, + "PushCube-v1": 0.15038217833408943, + "StackCube-v1": 0.3332794944445292 + } + }, + "metric": "branch_car_at_8", + "micro": { + "confidence": 0.95, + "high": 0.20347851897299668, + "low": 0.05592555576172806, + "mean": 0.12764253995577007, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "generated_safety_label_coverage_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 47, + "num_samples": 200 + }, + "mean": 1.0, + "per_seed": { + "1025740212": 1.0, + "1055157354": 1.0, + "1055567618": 1.0, + "1113268940": 1.0, + "1113371261": 1.0, + "1176943004": 1.0, + "1189392917": 1.0, + "1231780997": 1.0, + "1271718007": 1.0, + "1273247072": 1.0, + "1358421325": 1.0, + "1375492786": 1.0, + "141984615": 1.0, + "1475440973": 1.0, + "1483645336": 1.0, + "1522272686": 1.0, + "1528740417": 1.0, + "1549324805": 1.0, + "1607773860": 1.0, + "1665739511": 1.0, + "1747178030": 1.0, + "1881223807": 1.0, + "1919198188": 1.0, + "1991414747": 1.0, + "1997090716": 1.0, + "2015956957": 1.0, + "2054899126": 1.0, + "211245842": 1.0, + "2141802816": 1.0, + "256770874": 1.0, + "278008524": 1.0, + "416183106": 1.0, + "534717141": 1.0, + "551504635": 1.0, + "565369392": 1.0, + "565621826": 1.0, + "585904130": 1.0, + "626486813": 1.0, + "636680137": 1.0, + "706479600": 1.0, + "750448296": 1.0, + "75070641": 1.0, + "767747424": 1.0, + "77147264": 1.0, + "794181626": 1.0, + "957101489": 1.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 5, + "num_samples": 200 + }, + "mean": 1.0, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 1.0, + "PushCube-v1": 1.0, + "StackCube-v1": 1.0 + } + }, + "metric": "generated_safety_label_coverage_at_8", + "micro": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "generated_unsafe_rate_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.318040780141844, + "low": 0.11591312056737589, + "mean": 0.23076241134751774, + "n": 47, + "num_samples": 200 + }, + "mean": 0.23076241134751774, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 0.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": 0.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 0.625, + "1358421325": 0.0, + "1375492786": 1.0, + "141984615": 0.3333333333333333, + "1475440973": 0.0, + "1483645336": 0.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.75, + "1607773860": 0.0, + "1665739511": 0.0, + "1747178030": 1.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.7, + "2054899126": 1.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.5, + "416183106": 0.0, + "534717141": 1.0, + "551504635": 0.0, + "565369392": 0.7916666666666666, + "565621826": 1.0, + "585904130": 0.3333333333333333, + "626486813": 0.53125, + "636680137": 0.625, + "706479600": 0.0, + "750448296": 0.1875, + "75070641": 0.0, + "767747424": 0.46875, + "77147264": 0.0, + "794181626": 0.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.4985294117647059, + "low": 0.0, + "mean": 0.24926470588235294, + "n": 5, + "num_samples": 200 + }, + "mean": 0.24926470588235294, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.625, + "PullCube-v1": 0.6213235294117647, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "generated_unsafe_rate_known_at_8", + "micro": { + "confidence": 0.95, + "high": 0.4365942028985507, + "low": 0.21195652173913043, + "mean": 0.31521739130434784, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "hidden_chart_oracle_success_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.9148936170212765, + "low": 0.7432624113475178, + "mean": 0.8358156028368794, + "n": 47, + "num_samples": 200 + }, + "mean": 0.8358156028368794, + "per_seed": { + "1025740212": 1.0, + "1055157354": 1.0, + "1055567618": 1.0, + "1113268940": 1.0, + "1113371261": 1.0, + "1176943004": 1.0, + "1189392917": 1.0, + "1231780997": 1.0, + "1271718007": 1.0, + "1273247072": 1.0, + "1358421325": 1.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 1.0, + "1483645336": 1.0, + "1522272686": 1.0, + "1528740417": 1.0, + "1549324805": 0.6666666666666666, + "1607773860": 1.0, + "1665739511": 1.0, + "1747178030": 1.0, + "1881223807": 1.0, + "1919198188": 1.0, + "1991414747": 1.0, + "1997090716": 1.0, + "2015956957": 0.2, + "2054899126": 1.0, + "211245842": 1.0, + "2141802816": 1.0, + "256770874": 1.0, + "278008524": 0.5, + "416183106": 1.0, + "534717141": 1.0, + "551504635": 1.0, + "565369392": 0.6666666666666666, + "565621826": 1.0, + "585904130": 0.0, + "626486813": 0.25, + "636680137": 1.0, + "706479600": 1.0, + "750448296": 0.0, + "75070641": 1.0, + "767747424": 0.0, + "77147264": 1.0, + "794181626": 1.0, + "957101489": 1.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 0.5941176470588235, + "mean": 0.8647058823529413, + "n": 5, + "num_samples": 200 + }, + "mean": 0.8647058823529413, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 0.3235294117647059, + "PushCube-v1": 1.0, + "StackCube-v1": 1.0 + } + }, + "metric": "hidden_chart_oracle_success_at_8", + "micro": { + "confidence": 0.95, + "high": 0.782608695652174, + "low": 0.5507246376811594, + "mean": 0.6666666666666666, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "hidden_chart_oracle_utility_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.850041654515774, + "low": 1.5397213380149701, + "mean": 1.7062028111638965, + "n": 47, + "num_samples": 200 + }, + "mean": 1.7062028111638965, + "per_seed": { + "1025740212": 2.0, + "1055157354": 2.0, + "1055567618": 2.0, + "1113268940": 2.0, + "1113371261": 2.0, + "1176943004": 2.0, + "1189392917": 2.0, + "1231780997": 2.0, + "1271718007": 2.0, + "1273247072": 2.0, + "1358421325": 2.0, + "1375492786": 0.24345096945762634, + "141984615": 0.20044784247875214, + "1475440973": 2.0, + "1483645336": 2.0, + "1522272686": 2.0, + "1528740417": 2.0, + "1549324805": 1.4027505218982697, + "1607773860": 2.0, + "1665739511": 2.0, + "1747178030": 2.0, + "1881223807": 2.0, + "1919198188": 2.0, + "1991414747": 2.0, + "1997090716": 2.0, + "2015956957": 0.5298813670873642, + "2054899126": 2.0, + "211245842": 2.0, + "2141802816": 2.0, + "256770874": 2.0, + "278008524": 1.113811194896698, + "416183106": 2.0, + "534717141": 2.0, + "551504635": 2.0, + "565369392": 1.4266315797964733, + "565621826": 2.0, + "585904130": 0.23764699200789133, + "626486813": 0.6124684102833271, + "636680137": 2.0, + "706479600": 2.0, + "750448296": 0.23580759018659592, + "75070641": 2.0, + "767747424": 0.18863565661013126, + "77147264": 2.0, + "794181626": 2.0, + "957101489": 2.0, + "998761162": 2.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 2.0, + "low": 1.2693931020796299, + "mean": 1.7564643673598765, + "n": 5, + "num_samples": 200 + }, + "mean": 1.7564643673598765, + "per_task": { + "LiftPegUpright-v1": 2.0, + "PickCube-v1": 2.0, + "PullCube-v1": 0.7823218367993832, + "PushCube-v1": 2.0, + "StackCube-v1": 2.0 + } + }, + "metric": "hidden_chart_oracle_utility_at_8", + "micro": { + "confidence": 0.95, + "high": 1.6080652458080347, + "low": 1.1926357444861662, + "mean": 1.3999846732054932, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "ncar_to_hidden_chart_oracle_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 3.502916805366269, + "low": 1.1331733188224522, + "mean": 2.118971131364781, + "n": 34, + "num_samples": 200 + }, + "mean": 2.118971131364781, + "per_seed": { + "1025740212": 1.006040520655571, + "1055157354": 0.9986452076332775, + "1113268940": 1.0057622854458956, + "1231780997": 1.0050918800524762, + "1271718007": 1.0190935123643785, + "1273247072": 1.0244550259853178, + "1375492786": 4.011583298930406, + "141984615": 2.98365601894961, + "1475440973": 1.012387664973695, + "1522272686": 1.0049513723009431, + "1528740417": 1.028190857434825, + "1549324805": 2.653523364410253, + "1607773860": 1.0129269859061945, + "1881223807": 1.0044667060669807, + "1919198188": 1.005958209892328, + "2015956957": 1.5015235621851297, + "211245842": 1.1562918456763127, + "2141802816": 1.0279948782145185, + "256770874": 1.0132459407836691, + "278008524": 1.1699464568149547, + "416183106": 0.8271220785011446, + "534717141": 1.050179556723404, + "551504635": 1.0016566012365191, + "565369392": 21.205890308268472, + "585904130": 1.8572157688707642, + "626486813": 0.9870393610921436, + "636680137": 1.0246717020977287, + "706479600": 1.025945239151936, + "750448296": 10.53688462268792, + "75070641": 1.0119357513345473, + "767747424": 1.0278320945738528, + "77147264": 0.7732019280426716, + "957101489": 0.9969488304175755, + "998761162": 1.0727590287271376 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 2.713852890617582, + "low": 1.0027398812809127, + "mean": 1.5788322754608968, + "n": 5, + "num_samples": 200 + }, + "mean": 1.5788322754608968, + "per_task": { + "LiftPegUpright-v1": 1.0098549682998301, + "PickCube-v1": 1.0244550259853178, + "PullCube-v1": 3.8449848196009206, + "PushCube-v1": 1.027677654918001, + "StackCube-v1": 0.9871889085004147 + } + }, + "metric": "ncar_to_hidden_chart_oracle_at_8", + "micro": { + "confidence": 0.95, + "high": 4.427363666134666, + "low": 1.206194008949668, + "mean": 2.537103049733722, + "n": 50, + "num_samples": 200 + }, + "n": 50 + }, + "ncar_to_proposal_oracle_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 4.421083168482038, + "low": 0.6739561134237883, + "mean": 2.133272139749932, + "n": 41, + "num_samples": 200 + }, + "mean": 2.133272139749932, + "per_seed": { + "1025740212": 0.11603189903016763, + "1055157354": 0.7635915868266412, + "1055567618": 0.14512234823830286, + "1113268940": 0.2891862811513104, + "1113371261": 0.01812980693473219, + "1176943004": 0.0, + "1231780997": 0.06021625207441568, + "1271718007": 2.4321552422609063, + "1273247072": 0.040035098435394954, + "1375492786": 0.022810992198810935, + "141984615": 0.16278580037480875, + "1475440973": 10.014752209618896, + "1483645336": 0.007285222644405644, + "1522272686": 3.4504580365508617, + "1528740417": 3.1438071987784864, + "1549324805": 0.27335659659286005, + "1607773860": 0.08135183611058598, + "1747178030": 0.02400035956963577, + "1881223807": 2.288865247407277, + "1919198188": 1.2489425381912935, + "1991414747": 0.017558208986969585, + "1997090716": 0.015187742639910864, + "2015956957": 0.3746829839983289, + "211245842": 42.7845306746636, + "2141802816": 0.0, + "256770874": 1.0362999193284825, + "278008524": 0.16771017218812098, + "416183106": 0.0, + "534717141": 0.06485719369437984, + "551504635": 1.0016566012365191, + "565369392": 0.15512177455082374, + "585904130": 11.945703792517172, + "626486813": 0.15898137888948838, + "636680137": 0.05384878472654458, + "706479600": 1.025945239151936, + "750448296": 0.22906122892259623, + "75070641": 2.423824505450816, + "767747424": 0.18997298340528954, + "77147264": 0.0018563262140604627, + "957101489": 0.9838557434386074, + "998761162": 0.250617922753756 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 3.197270705617475, + "low": 0.5579362690733559, + "mean": 1.69172925174868, + "n": 5, + "num_samples": 200 + }, + "mean": 1.69172925174868, + "per_task": { + "LiftPegUpright-v1": 2.437608406981633, + "PickCube-v1": 0.040035098435394954, + "PullCube-v1": 1.3347880250302973, + "PushCube-v1": 0.3094505747248378, + "StackCube-v1": 4.336764153571238 + } + }, + "metric": "ncar_to_proposal_oracle_at_8", + "micro": { + "confidence": 0.95, + "high": 4.218239344687112, + "low": 0.45283126389874717, + "mean": 1.920118391420234, + "n": 60, + "num_samples": 200 + }, + "n": 60 + }, + "outcome_ptr_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.3361702127659575, + "low": 0.14751773049645392, + "mean": 0.22482269503546098, + "n": 47, + "num_samples": 200 + }, + "mean": 0.22482269503546098, + "per_seed": { + "1025740212": 0.0, + "1055157354": 1.0, + "1055567618": 0.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": 0.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 0.0, + "1358421325": 0.0, + "1375492786": 0.0, + "141984615": 0.3333333333333333, + "1475440973": 1.0, + "1483645336": 0.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.0, + "1607773860": 0.0, + "1665739511": 0.0, + "1747178030": 0.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.4, + "2054899126": 0.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 1.0, + "278008524": 0.0, + "416183106": 1.0, + "534717141": 0.0, + "551504635": 1.0, + "565369392": 0.0, + "565621826": 0.0, + "585904130": 0.3333333333333333, + "626486813": 0.25, + "636680137": 0.0, + "706479600": 1.0, + "750448296": 0.5, + "75070641": 1.0, + "767747424": 0.25, + "77147264": 0.5, + "794181626": 0.0, + "957101489": 1.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.3866666666666666, + "low": 0.06666666666666667, + "mean": 0.2011764705882353, + "n": 5, + "num_samples": 200 + }, + "mean": 0.2011764705882353, + "per_task": { + "LiftPegUpright-v1": 0.3333333333333333, + "PickCube-v1": 0.0, + "PullCube-v1": 0.20588235294117646, + "PushCube-v1": 0.0, + "StackCube-v1": 0.4666666666666667 + } + }, + "metric": "outcome_ptr_at_8", + "micro": { + "confidence": 0.95, + "high": 0.3333333333333333, + "low": 0.14492753623188406, + "mean": 0.2318840579710145, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "pairwise_causal_calibration_ece": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.21987725284818938, + "low": 0.15413967194956582, + "mean": 0.18550135693220138, + "n": 47, + "num_samples": 200 + }, + "mean": 0.18550135693220138, + "per_seed": { + "1025740212": 0.30469705481188575, + "1055157354": 0.04873760670114962, + "1055567618": 0.2863465345989455, + "1113268940": 0.08008887014895281, + "1113371261": 0.5374490197455509, + "1176943004": 0.2895677345588354, + "1189392917": 0.22136057945759402, + "1231780997": 0.07013223610397244, + "1271718007": 0.18760506063789634, + "1273247072": 0.09803886913700559, + "1358421325": 0.08944137917537455, + "1375492786": 0.2816795754612505, + "141984615": 0.15505306804698782, + "1475440973": 0.2950828743870628, + "1483645336": 0.11894409922301272, + "1522272686": 0.11596771157175553, + "1528740417": 0.032324461351056044, + "1549324805": 0.16685422628176613, + "1607773860": 0.2031993253828568, + "1665739511": 0.30604885933812664, + "1747178030": 0.2572726184500438, + "1881223807": 0.17048808652188008, + "1919198188": 0.05600301185842323, + "1991414747": 0.33584480862457616, + "1997090716": 0.10616560564562116, + "2015956957": 0.1885091076409396, + "2054899126": 0.0, + "211245842": 0.28439686188392255, + "2141802816": 0.2006372224091086, + "256770874": 0.2554480287270091, + "278008524": 0.2997484939099634, + "416183106": 0.13277480659368188, + "534717141": 0.3339189872030194, + "551504635": 0.32346239248273717, + "565369392": 0.2603324805598078, + "565621826": 0.0, + "585904130": 0.24354194732422593, + "626486813": 0.22613807977768619, + "636680137": 0.1181149502934398, + "706479600": 0.15130813572038473, + "750448296": 0.11841217150743599, + "75070641": 0.25260438005435554, + "767747424": 0.1909382486601207, + "77147264": 0.032525696478689206, + "794181626": 0.0, + "957101489": 0.10808038150935409, + "998761162": 0.18327812585599895 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.1947047716341638, + "low": 0.1311012970262157, + "mean": 0.1690738720193088, + "n": 5, + "num_samples": 200 + }, + "mean": 0.1690738720193088, + "per_task": { + "LiftPegUpright-v1": 0.18429798154761115, + "PickCube-v1": 0.09803886913700559, + "PullCube-v1": 0.19829762749643948, + "PushCube-v1": 0.20164263169186553, + "StackCube-v1": 0.16309225022362234 + } + }, + "metric": "pairwise_causal_calibration_ece", + "micro": { + "confidence": 0.95, + "high": 0.21523355416942924, + "low": 0.1614187292008291, + "mean": 0.18860411679203196, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "proposal_oracle_safety_label_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 47, + "num_samples": 200 + }, + "mean": 1.0, + "per_seed": { + "1025740212": 1.0, + "1055157354": 1.0, + "1055567618": 1.0, + "1113268940": 1.0, + "1113371261": 1.0, + "1176943004": 1.0, + "1189392917": 1.0, + "1231780997": 1.0, + "1271718007": 1.0, + "1273247072": 1.0, + "1358421325": 1.0, + "1375492786": 1.0, + "141984615": 1.0, + "1475440973": 1.0, + "1483645336": 1.0, + "1522272686": 1.0, + "1528740417": 1.0, + "1549324805": 1.0, + "1607773860": 1.0, + "1665739511": 1.0, + "1747178030": 1.0, + "1881223807": 1.0, + "1919198188": 1.0, + "1991414747": 1.0, + "1997090716": 1.0, + "2015956957": 1.0, + "2054899126": 1.0, + "211245842": 1.0, + "2141802816": 1.0, + "256770874": 1.0, + "278008524": 1.0, + "416183106": 1.0, + "534717141": 1.0, + "551504635": 1.0, + "565369392": 1.0, + "565621826": 1.0, + "585904130": 1.0, + "626486813": 1.0, + "636680137": 1.0, + "706479600": 1.0, + "750448296": 1.0, + "75070641": 1.0, + "767747424": 1.0, + "77147264": 1.0, + "794181626": 1.0, + "957101489": 1.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 5, + "num_samples": 200 + }, + "mean": 1.0, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 1.0, + "PushCube-v1": 1.0, + "StackCube-v1": 1.0 + } + }, + "metric": "proposal_oracle_safety_label_known_at_8", + "micro": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "proposal_oracle_success_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.30141843971631205, + "low": 0.10638297872340426, + "mean": 0.19858156028368795, + "n": 47, + "num_samples": 200 + }, + "mean": 0.19858156028368795, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 0.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": 0.0, + "1189392917": 1.0, + "1231780997": 0.0, + "1271718007": 0.5, + "1273247072": 0.0, + "1358421325": 1.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 0.0, + "1483645336": 0.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.3333333333333333, + "1607773860": 0.0, + "1665739511": 1.0, + "1747178030": 0.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.0, + "2054899126": 1.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.0, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 1.0, + "565369392": 0.0, + "565621826": 1.0, + "585904130": 0.0, + "626486813": 0.0, + "636680137": 0.0, + "706479600": 1.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.0, + "77147264": 0.5, + "794181626": 1.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.242262443438914, + "low": 0.06862745098039216, + "mean": 0.15251885369532428, + "n": 5, + "num_samples": 200 + }, + "mean": 0.15251885369532428, + "per_task": { + "LiftPegUpright-v1": 0.16666666666666666, + "PickCube-v1": 0.0, + "PullCube-v1": 0.08823529411764706, + "PushCube-v1": 0.3076923076923077, + "StackCube-v1": 0.2 + } + }, + "metric": "proposal_oracle_success_at_8", + "micro": { + "confidence": 0.95, + "high": 0.2753623188405797, + "low": 0.07246376811594203, + "mean": 0.15942028985507245, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "proposal_oracle_success_gain_over_base_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": -0.0017730496453900694, + "low": -0.24361702127659574, + "mean": -0.12304964539007092, + "n": 47, + "num_samples": 200 + }, + "mean": -0.12304964539007092, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": -1.0, + "1113268940": 0.0, + "1113371261": -1.0, + "1176943004": -1.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 0.0, + "1358421325": 0.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 0.0, + "1483645336": -1.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.0, + "1607773860": 0.0, + "1665739511": 0.0, + "1747178030": -1.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": -1.0, + "1997090716": -1.0, + "2015956957": -0.2, + "2054899126": 0.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.0, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 1.0, + "565369392": -0.3333333333333333, + "565621826": 0.0, + "585904130": 0.0, + "626486813": -0.25, + "636680137": 0.0, + "706479600": 1.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.0, + "77147264": 0.0, + "794181626": 0.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.07647058823529411, + "low": -0.22096530920060334, + "mean": -0.06711915535444948, + "n": 5, + "num_samples": 200 + }, + "mean": -0.06711915535444948, + "per_task": { + "LiftPegUpright-v1": 0.16666666666666666, + "PickCube-v1": 0.0, + "PullCube-v1": -0.11764705882352941, + "PushCube-v1": -0.38461538461538464, + "StackCube-v1": 0.0 + } + }, + "metric": "proposal_oracle_success_gain_over_base_at_8", + "micro": { + "confidence": 0.95, + "high": -0.043478260869565216, + "low": -0.2028985507246377, + "mean": -0.11594202898550725, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "proposal_oracle_unsafe_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.2822695035460993, + "low": 0.09432624113475178, + "mean": 0.18829787234042553, + "n": 47, + "num_samples": 200 + }, + "mean": 0.18829787234042553, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 0.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": 0.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 0.0, + "1358421325": 0.0, + "1375492786": 1.0, + "141984615": 0.3333333333333333, + "1475440973": 0.0, + "1483645336": 0.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.6666666666666666, + "1607773860": 0.0, + "1665739511": 0.0, + "1747178030": 1.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.6, + "2054899126": 1.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.5, + "416183106": 0.0, + "534717141": 1.0, + "551504635": 0.0, + "565369392": 0.6666666666666666, + "565621826": 1.0, + "585904130": 0.3333333333333333, + "626486813": 0.5, + "636680137": 0.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.25, + "77147264": 0.0, + "794181626": 0.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.31764705882352945, + "low": 0.0, + "mean": 0.10588235294117647, + "n": 5, + "num_samples": 200 + }, + "mean": 0.10588235294117647, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.5294117647058824, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "proposal_oracle_unsafe_known_at_8", + "micro": { + "confidence": 0.95, + "high": 0.37681159420289856, + "low": 0.17391304347826086, + "mean": 0.2608695652173913, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "proposal_oracle_utility_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.8202795489314705, + "low": 0.4248700626419051, + "mean": 0.6001165837221217, + "n": 47, + "num_samples": 200 + }, + "mean": 0.6001165837221217, + "per_seed": { + "1025740212": 0.20394368469715118, + "1055157354": 0.19838178157806396, + "1055567618": 0.7846685647964478, + "1113268940": 0.21105539798736572, + "1113371261": 0.1837189793586731, + "1176943004": 0.08039550483226776, + "1189392917": 2.0, + "1231780997": 0.20285899937152863, + "1271718007": 1.099811591207981, + "1273247072": 0.07523323595523834, + "1358421325": 2.0, + "1375492786": 0.005932748317718506, + "141984615": 0.11125820130109787, + "1475440973": 0.724729597568512, + "1483645336": 0.21148169040679932, + "1522272686": 0.5513878464698792, + "1528740417": 0.31508538126945496, + "1549324805": 0.7013799815128247, + "1607773860": 0.7889664173126221, + "1665739511": 2.0, + "1747178030": 0.11755862087011337, + "1881223807": 0.057236552238464355, + "1919198188": 0.06100420653820038, + "1991414747": 0.14953765273094177, + "1997090716": 0.1265573501586914, + "2015956957": 0.12240348160266876, + "2054899126": 2.0, + "211245842": 0.7869645357131958, + "2141802816": 0.18728479743003845, + "256770874": 0.8451398015022278, + "278008524": 0.03229005355387926, + "416183106": 0.5360104441642761, + "534717141": 0.044779300689697266, + "551504635": 2.0, + "565369392": 0.11674677828947704, + "565621826": 2.0, + "585904130": 0.07727657382686932, + "626486813": 0.07803246518597007, + "636680137": 0.02506365440785885, + "706479600": 2.0, + "750448296": 0.12638035789132118, + "75070641": 0.20916563272476196, + "767747424": 0.09269112767651677, + "77147264": 1.2970042526721954, + "794181626": 2.0, + "957101489": 0.5662839412689209, + "998761162": 0.09977824985980988 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.6890101023515065, + "low": 0.25839036730793763, + "mean": 0.4909060869937366, + "n": 5, + "num_samples": 200 + }, + "mean": 0.4909060869937366, + "per_task": { + "LiftPegUpright-v1": 0.6096121768156687, + "PickCube-v1": 0.07523323595523834, + "PullCube-v1": 0.25814513801870975, + "PushCube-v1": 0.7034328935238031, + "StackCube-v1": 0.8081069906552633 + } + }, + "metric": "proposal_oracle_utility_at_8", + "micro": { + "confidence": 0.95, + "high": 0.6909811268358127, + "low": 0.30948178480932675, + "mean": 0.4895083110887503, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "proposal_oracle_utility_gain_over_base_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": -0.019748337947307758, + "low": -0.4519469140295652, + "mean": -0.2272146895673152, + "n": 47, + "num_samples": 200 + }, + "mean": -0.2272146895673152, + "per_seed": { + "1025740212": -0.009668827056884766, + "1055157354": 0.010384082794189453, + "1055567618": -1.2153314352035522, + "1113268940": -0.007960483431816101, + "1113371261": -1.816281020641327, + "1176943004": -1.9196044951677322, + "1189392917": 0.0, + "1231780997": -0.00858984887599945, + "1271718007": -0.00498015433549881, + "1273247072": -0.04421856999397278, + "1358421325": 0.0, + "1375492786": -0.17730194330215454, + "141984615": -0.013580118616422018, + "1475440973": 0.0017548203468322754, + "1483645336": -1.7885183095932007, + "1522272686": -0.0016098618507385254, + "1528740417": -0.011385232210159302, + "1549324805": -0.0618590172380209, + "1607773860": -0.014306247234344482, + "1665739511": 0.0, + "1747178030": -1.8824413791298866, + "1881223807": -0.0026349425315856934, + "1919198188": -0.0051234811544418335, + "1991414747": -1.8504623472690582, + "1997090716": -1.8734426498413086, + "2015956957": -0.3505086496472359, + "2054899126": 0.0, + "211245842": -0.004314601421356201, + "2141802816": -0.04936479032039642, + "256770874": 0.6635388135910034, + "278008524": -0.028365633450448513, + "416183106": 0.30599045753479004, + "534717141": -0.08799003064632416, + "551504635": 1.2727532982826233, + "565369392": -0.7277824729681015, + "565621826": 0.0, + "585904130": -0.05914457514882088, + "626486813": -0.46720390440896153, + "636680137": -0.045177677646279335, + "706479600": 1.1811094880104065, + "750448296": -0.020689070224761963, + "75070641": 0.015139251947402954, + "767747424": -0.016254638787359, + "77147264": 0.20670121908187866, + "794181626": 0.0, + "957101489": 0.3341084271669388, + "998761162": -0.10447385907173157 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.09930749118328094, + "low": -0.4435778105378622, + "mean": -0.1404602499769756, + "n": 5, + "num_samples": 200 + }, + "mean": -0.1404602499769756, + "per_task": { + "LiftPegUpright-v1": 0.206150621175766, + "PickCube-v1": -0.04421856999397278, + "PullCube-v1": -0.25163281703477397, + "PushCube-v1": -0.7241356189434345, + "StackCube-v1": 0.11153513491153717 + } + }, + "metric": "proposal_oracle_utility_gain_over_base_at_8", + "micro": { + "confidence": 0.95, + "high": -0.09177545371694841, + "low": -0.3766322127556887, + "mean": -0.21889227021323598, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "selected_safety_label_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 47, + "num_samples": 200 + }, + "mean": 1.0, + "per_seed": { + "1025740212": 1.0, + "1055157354": 1.0, + "1055567618": 1.0, + "1113268940": 1.0, + "1113371261": 1.0, + "1176943004": 1.0, + "1189392917": 1.0, + "1231780997": 1.0, + "1271718007": 1.0, + "1273247072": 1.0, + "1358421325": 1.0, + "1375492786": 1.0, + "141984615": 1.0, + "1475440973": 1.0, + "1483645336": 1.0, + "1522272686": 1.0, + "1528740417": 1.0, + "1549324805": 1.0, + "1607773860": 1.0, + "1665739511": 1.0, + "1747178030": 1.0, + "1881223807": 1.0, + "1919198188": 1.0, + "1991414747": 1.0, + "1997090716": 1.0, + "2015956957": 1.0, + "2054899126": 1.0, + "211245842": 1.0, + "2141802816": 1.0, + "256770874": 1.0, + "278008524": 1.0, + "416183106": 1.0, + "534717141": 1.0, + "551504635": 1.0, + "565369392": 1.0, + "565621826": 1.0, + "585904130": 1.0, + "626486813": 1.0, + "636680137": 1.0, + "706479600": 1.0, + "750448296": 1.0, + "75070641": 1.0, + "767747424": 1.0, + "77147264": 1.0, + "794181626": 1.0, + "957101489": 1.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 5, + "num_samples": 200 + }, + "mean": 1.0, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 1.0, + "PushCube-v1": 1.0, + "StackCube-v1": 1.0 + } + }, + "metric": "selected_safety_label_known_at_8", + "micro": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "selected_success_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.18439716312056736, + "low": 0.028368794326241134, + "mean": 0.10283687943262411, + "n": 47, + "num_samples": 200 + }, + "mean": 0.10283687943262411, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 0.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": 0.0, + "1189392917": 1.0, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 0.0, + "1358421325": 0.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 0.0, + "1483645336": 0.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.3333333333333333, + "1607773860": 0.0, + "1665739511": 0.0, + "1747178030": 0.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.0, + "2054899126": 1.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.0, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 0.0, + "565369392": 0.0, + "565621826": 1.0, + "585904130": 0.0, + "626486813": 0.0, + "636680137": 0.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.0, + "77147264": 0.5, + "794181626": 1.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.15610859728506787, + "low": 0.0, + "mean": 0.06380090497737557, + "n": 5, + "num_samples": 200 + }, + "mean": 0.06380090497737557, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.08823529411764706, + "PushCube-v1": 0.23076923076923078, + "StackCube-v1": 0.0 + } + }, + "metric": "selected_success_at_8", + "micro": { + "confidence": 0.95, + "high": 0.17391304347826086, + "low": 0.028985507246376812, + "mean": 0.08695652173913043, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "selected_success_gain_over_base_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": -0.10815602836879434, + "low": -0.3404255319148936, + "mean": -0.21879432624113476, + "n": 47, + "num_samples": 200 + }, + "mean": -0.21879432624113476, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": -1.0, + "1113268940": 0.0, + "1113371261": -1.0, + "1176943004": -1.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": -0.5, + "1273247072": 0.0, + "1358421325": -1.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 0.0, + "1483645336": -1.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.0, + "1607773860": 0.0, + "1665739511": -1.0, + "1747178030": -1.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": -1.0, + "1997090716": -1.0, + "2015956957": -0.2, + "2054899126": 0.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.0, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 0.0, + "565369392": -0.3333333333333333, + "565621826": 0.0, + "585904130": 0.0, + "626486813": -0.25, + "636680137": 0.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.0, + "77147264": 0.0, + "794181626": 0.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": -0.04, + "low": -0.3004524886877828, + "mean": -0.1558371040723982, + "n": 5, + "num_samples": 200 + }, + "mean": -0.1558371040723982, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": -0.11764705882352941, + "PushCube-v1": -0.46153846153846156, + "StackCube-v1": -0.2 + } + }, + "metric": "selected_success_gain_over_base_at_8", + "micro": { + "confidence": 0.95, + "high": -0.10144927536231885, + "low": -0.2898550724637681, + "mean": -0.18840579710144928, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "selected_unsafe_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.31347517730496455, + "low": 0.11099290780141845, + "mean": 0.21382978723404256, + "n": 47, + "num_samples": 200 + }, + "mean": 0.21382978723404256, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 0.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": 0.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 0.0, + "1358421325": 0.0, + "1375492786": 1.0, + "141984615": 0.3333333333333333, + "1475440973": 0.0, + "1483645336": 0.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.6666666666666666, + "1607773860": 0.0, + "1665739511": 0.0, + "1747178030": 1.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.8, + "2054899126": 1.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.5, + "416183106": 0.0, + "534717141": 1.0, + "551504635": 0.0, + "565369392": 0.6666666666666666, + "565621826": 1.0, + "585904130": 0.3333333333333333, + "626486813": 0.5, + "636680137": 1.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.25, + "77147264": 0.0, + "794181626": 0.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.3529411764705882, + "low": 0.0, + "mean": 0.11764705882352941, + "n": 5, + "num_samples": 200 + }, + "mean": 0.11764705882352941, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.5882352941176471, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "selected_unsafe_known_at_8", + "micro": { + "confidence": 0.95, + "high": 0.391304347826087, + "low": 0.18840579710144928, + "mean": 0.2898550724637681, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "selected_utility_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.6224415175243552, + "low": 0.2882844098379624, + "mean": 0.4391472871453296, + "n": 47, + "num_samples": 200 + }, + "mean": 0.4391472871453296, + "per_seed": { + "1025740212": 0.2028217911720276, + "1055157354": 0.19045257568359375, + "1055567618": 0.608296811580658, + "1113268940": 0.2087533324956894, + "1113371261": 0.15079015493392944, + "1176943004": 0.08039550483226776, + "1189392917": 2.0, + "1231780997": 0.20234175026416779, + "1271718007": 0.18061485886573792, + "1273247072": 0.07346294075250626, + "1358421325": 0.8309420943260193, + "1375492786": 0.001888314844109118, + "141984615": 0.09587476899226506, + "1475440973": 0.7071554064750671, + "1483645336": 0.1984519362449646, + "1522272686": 0.5458330512046814, + "1528740417": 0.27929237484931946, + "1549324805": 0.6852528713643551, + "1607773860": 0.7878025770187378, + "1665739511": 0.8416634202003479, + "1747178030": 0.07237935066223145, + "1881223807": 0.05120550096035004, + "1919198188": 0.054605260491371155, + "1991414747": 0.11704684793949127, + "1997090716": 0.09810398519039154, + "2015956957": 0.10350781083106994, + "2054899126": 2.0, + "211245842": 0.6023659110069275, + "2141802816": 0.18728479743003845, + "256770874": 0.1575145721435547, + "278008524": 0.02791474759578705, + "416183106": 0.5360104441642761, + "534717141": 0.039072513580322266, + "551504635": 0.725138247013092, + "565369392": 0.08840583513180415, + "565621826": 2.0, + "585904130": 0.05338937106231848, + "626486813": 0.06480174697935581, + "636680137": 0.02263089083135128, + "706479600": 0.7882463335990906, + "750448296": 0.11224210634827614, + "75070641": 0.17247071862220764, + "767747424": 0.0857137581333518, + "77147264": 1.2966205477714539, + "794181626": 2.0, + "957101489": 0.2375694364309311, + "998761162": 0.07359522581100464 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.47537063791201317, + "low": 0.20405135882205752, + "mean": 0.34635970339560773, + "n": 5, + "num_samples": 200 + }, + "mean": 0.34635970339560773, + "per_task": { + "LiftPegUpright-v1": 0.3875838170448939, + "PickCube-v1": 0.07346294075250626, + "PullCube-v1": 0.24287354778019055, + "PushCube-v1": 0.5530507151897137, + "StackCube-v1": 0.47482749621073406 + } + }, + "metric": "selected_utility_at_8", + "micro": { + "confidence": 0.95, + "high": 0.5022118637149317, + "low": 0.2316131054683575, + "mean": 0.36186577113298024, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "selected_utility_gain_over_base_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": -0.20316100916148208, + "low": -0.5884720403907476, + "mean": -0.3881839861441073, + "n": 47, + "num_samples": 200 + }, + "mean": -0.3881839861441073, + "per_seed": { + "1025740212": -0.010790720582008362, + "1055157354": 0.0024548768997192383, + "1055567618": -1.391703188419342, + "1113268940": -0.010262548923492432, + "1113371261": -1.8492098450660706, + "1176943004": -1.9196044951677322, + "1189392917": 0.0, + "1231780997": -0.00910709798336029, + "1271718007": -0.924176886677742, + "1273247072": -0.045988865196704865, + "1358421325": -1.1690579056739807, + "1375492786": -0.18134637677576393, + "141984615": -0.028963550925254822, + "1475440973": -0.01581937074661255, + "1483645336": -1.8015480637550354, + "1522272686": -0.007164657115936279, + "1528740417": -0.0471782386302948, + "1549324805": -0.07798612738649051, + "1607773860": -0.01547008752822876, + "1665739511": -1.158336579799652, + "1747178030": -1.9276206493377686, + "1881223807": -0.008665993809700012, + "1919198188": -0.011522427201271057, + "1991414747": -1.8829531520605087, + "1997090716": -1.9018960148096085, + "2015956957": -0.3694043204188347, + "2054899126": 0.0, + "211245842": -0.1889132261276245, + "2141802816": -0.04936479032039642, + "256770874": -0.024086415767669678, + "278008524": -0.032740939408540726, + "416183106": 0.30599045753479004, + "534717141": -0.09369681775569916, + "551504635": -0.002108454704284668, + "565369392": -0.7561234161257744, + "565621826": 0.0, + "585904130": -0.08303177791337173, + "626486813": -0.4804346226155758, + "636680137": -0.0476104412227869, + "706479600": -0.03064417839050293, + "750448296": -0.03482732176780701, + "75070641": -0.021555662155151367, + "767747424": -0.023232008330523968, + "77147264": 0.20631751418113708, + "794181626": 0.0, + "957101489": 0.005393922328948975, + "998761162": -0.1306568831205368 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": -0.07812752297134412, + "low": -0.5812671075401747, + "mean": -0.2850066335751046, + "n": 5, + "num_samples": 200 + }, + "mean": -0.2850066335751046, + "per_task": { + "LiftPegUpright-v1": -0.01587773859500885, + "PickCube-v1": -0.045988865196704865, + "PullCube-v1": -0.2669044072732932, + "PushCube-v1": -0.8745177972775239, + "StackCube-v1": -0.22174435953299204 + } + }, + "metric": "selected_utility_gain_over_base_at_8", + "micro": { + "confidence": 0.95, + "high": -0.2020306526042143, + "low": -0.5072635009452917, + "mean": -0.34653481016900606, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "selector_gap_fraction_to_hidden_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.5059182171604707, + "low": 0.12271094406397454, + "mean": 0.2847733465362036, + "n": 34, + "num_samples": 200 + }, + "mean": 0.2847733465362036, + "per_seed": { + "1025740212": 0.0006280236133008142, + "1055157354": 0.004375935885483438, + "1113268940": 0.0012925805837677752, + "1231780997": 0.00028920006389195237, + "1271718007": 0.013530394268405757, + "1273247072": 0.0009413718873743871, + "1375492786": 0.06716511911458073, + "141984615": 0.49968464820281294, + "1475440973": 0.013761819876360845, + "1522272686": 0.0038388296253151688, + "1528740417": 0.02138773702358258, + "1549324805": 0.5431847732904164, + "1607773860": 0.0009725191857873737, + "1881223807": 0.0031085834066437263, + "1919198188": 0.003308877223230142, + "2015956957": 0.3196329951684312, + "211245842": 0.1527222954261338, + "2141802816": 0.0, + "256770874": 0.3781487037703597, + "278008524": 0.021990029254301553, + "416183106": 0.0, + "534717141": 0.003056283942389539, + "551504635": 1.001656609106517, + "565369392": 1.7142849981402362, + "585904130": 0.39425779270335265, + "626486813": 0.2011658126037774, + "636680137": 0.001260656898148374, + "706479600": 1.0259452478382198, + "750448296": 3.0148645728739023, + "75070641": 0.020318632405244764, + "767747424": 0.05457342401502509, + "77147264": 0.0004217941962101423, + "957101489": 0.18594295274228523, + "998761162": 0.014580567895433532 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.3779646899638788, + "low": 0.03612647129058112, + "mean": 0.17995620888201705, + "n": 5, + "num_samples": 200 + }, + "mean": 0.17995620888201705, + "per_task": { + "LiftPegUpright-v1": 0.17316932837790353, + "PickCube-v1": 0.0009413718873743871, + "PullCube-v1": 0.5719042498513721, + "PushCube-v1": 0.004638912412878906, + "StackCube-v1": 0.14912718188055626 + } + }, + "metric": "selector_gap_fraction_to_hidden_at_8", + "micro": { + "confidence": 0.95, + "high": 0.6841786041972259, + "low": 0.1315639701564416, + "mean": 0.3657890784072007, + "n": 50, + "num_samples": 200 + }, + "n": 50 + }, + "selector_regret_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.27622881928105436, + "low": 0.0642541472425235, + "mean": 0.1609692965767921, + "n": 47, + "num_samples": 200 + }, + "mean": 0.1609692965767921, + "per_seed": { + "1025740212": 0.0011218935251235962, + "1055157354": 0.007929205894470215, + "1055567618": 0.1763717532157898, + "1113268940": 0.0023020654916763306, + "1113371261": 0.03292882442474365, + "1176943004": 0.0, + "1189392917": 0.0, + "1231780997": 0.0005172491073608398, + "1271718007": 0.9191967323422432, + "1273247072": 0.0017702952027320862, + "1358421325": 1.1690579056739807, + "1375492786": 0.004044433473609388, + "141984615": 0.015383432308832804, + "1475440973": 0.017574191093444824, + "1483645336": 0.013029754161834717, + "1522272686": 0.005554795265197754, + "1528740417": 0.0357930064201355, + "1549324805": 0.016127110148469608, + "1607773860": 0.0011638402938842773, + "1665739511": 1.158336579799652, + "1747178030": 0.04517927020788193, + "1881223807": 0.006031051278114319, + "1919198188": 0.006398946046829224, + "1991414747": 0.0324908047914505, + "1997090716": 0.028453364968299866, + "2015956957": 0.018895670771598816, + "2054899126": 0.0, + "211245842": 0.1845986247062683, + "2141802816": 0.0, + "256770874": 0.6876252293586731, + "278008524": 0.004375305958092213, + "416183106": 0.0, + "534717141": 0.005706787109375, + "551504635": 1.274861752986908, + "565369392": 0.028340943157672882, + "565621826": 0.0, + "585904130": 0.023887202764550846, + "626486813": 0.013230718206614256, + "636680137": 0.0024327635765075684, + "706479600": 1.2117536664009094, + "750448296": 0.014138251543045044, + "75070641": 0.03669491410255432, + "767747424": 0.0069773695431649685, + "77147264": 0.00038370490074157715, + "794181626": 0.0, + "957101489": 0.3287145048379898, + "998761162": 0.026183024048805237 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.24742768666857634, + "low": 0.051222426130655495, + "mean": 0.14454638359812896, + "n": 5, + "num_samples": 200 + }, + "mean": 0.14454638359812896, + "per_task": { + "LiftPegUpright-v1": 0.22202835977077484, + "PickCube-v1": 0.0017702952027320862, + "PullCube-v1": 0.015271590238519232, + "PushCube-v1": 0.15038217833408943, + "StackCube-v1": 0.3332794944445292 + } + }, + "metric": "selector_regret_at_8", + "micro": { + "confidence": 0.95, + "high": 0.20347851897299668, + "low": 0.05592555576172806, + "mean": 0.12764253995577007, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "success_selector_gap_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.18085106382978725, + "low": 0.02127659574468085, + "mean": 0.09574468085106383, + "n": 47, + "num_samples": 200 + }, + "mean": 0.09574468085106383, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 0.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": 0.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.5, + "1273247072": 0.0, + "1358421325": 1.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 0.0, + "1483645336": 0.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.0, + "1607773860": 0.0, + "1665739511": 1.0, + "1747178030": 0.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.0, + "2054899126": 0.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.0, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 1.0, + "565369392": 0.0, + "565621826": 0.0, + "585904130": 0.0, + "626486813": 0.0, + "636680137": 0.0, + "706479600": 1.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.0, + "77147264": 0.0, + "794181626": 0.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.15333333333333332, + "low": 0.03076923076923077, + "mean": 0.08871794871794872, + "n": 5, + "num_samples": 200 + }, + "mean": 0.08871794871794872, + "per_task": { + "LiftPegUpright-v1": 0.16666666666666666, + "PickCube-v1": 0.0, + "PullCube-v1": 0.0, + "PushCube-v1": 0.07692307692307693, + "StackCube-v1": 0.2 + } + }, + "metric": "success_selector_gap_at_8", + "micro": { + "confidence": 0.95, + "high": 0.13043478260869565, + "low": 0.014492753623188406, + "mean": 0.07246376811594203, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "success_support_gap_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.7624113475177304, + "low": 0.5212765957446809, + "mean": 0.6372340425531916, + "n": 47, + "num_samples": 200 + }, + "mean": 0.6372340425531916, + "per_seed": { + "1025740212": 1.0, + "1055157354": 1.0, + "1055567618": 1.0, + "1113268940": 1.0, + "1113371261": 1.0, + "1176943004": 1.0, + "1189392917": 0.0, + "1231780997": 1.0, + "1271718007": 0.5, + "1273247072": 1.0, + "1358421325": 0.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 1.0, + "1483645336": 1.0, + "1522272686": 1.0, + "1528740417": 1.0, + "1549324805": 0.3333333333333333, + "1607773860": 1.0, + "1665739511": 0.0, + "1747178030": 1.0, + "1881223807": 1.0, + "1919198188": 1.0, + "1991414747": 1.0, + "1997090716": 1.0, + "2015956957": 0.2, + "2054899126": 0.0, + "211245842": 1.0, + "2141802816": 1.0, + "256770874": 1.0, + "278008524": 0.5, + "416183106": 1.0, + "534717141": 1.0, + "551504635": 0.0, + "565369392": 0.6666666666666666, + "565621826": 0.0, + "585904130": 0.0, + "626486813": 0.25, + "636680137": 1.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 1.0, + "767747424": 0.0, + "77147264": 0.5, + "794181626": 0.0, + "957101489": 1.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.9051282051282051, + "low": 0.467843137254902, + "mean": 0.7121870286576168, + "n": 5, + "num_samples": 200 + }, + "mean": 0.7121870286576168, + "per_task": { + "LiftPegUpright-v1": 0.8333333333333334, + "PickCube-v1": 1.0, + "PullCube-v1": 0.23529411764705882, + "PushCube-v1": 0.6923076923076923, + "StackCube-v1": 0.8 + } + }, + "metric": "success_support_gap_at_8", + "micro": { + "confidence": 0.95, + "high": 0.6086956521739131, + "low": 0.37681159420289856, + "mean": 0.5072463768115942, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "success_total_car_to_hidden_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.85177304964539, + "low": 0.6078014184397164, + "mean": 0.7329787234042554, + "n": 47, + "num_samples": 200 + }, + "mean": 0.7329787234042554, + "per_seed": { + "1025740212": 1.0, + "1055157354": 1.0, + "1055567618": 1.0, + "1113268940": 1.0, + "1113371261": 1.0, + "1176943004": 1.0, + "1189392917": 0.0, + "1231780997": 1.0, + "1271718007": 1.0, + "1273247072": 1.0, + "1358421325": 1.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 1.0, + "1483645336": 1.0, + "1522272686": 1.0, + "1528740417": 1.0, + "1549324805": 0.3333333333333333, + "1607773860": 1.0, + "1665739511": 1.0, + "1747178030": 1.0, + "1881223807": 1.0, + "1919198188": 1.0, + "1991414747": 1.0, + "1997090716": 1.0, + "2015956957": 0.2, + "2054899126": 0.0, + "211245842": 1.0, + "2141802816": 1.0, + "256770874": 1.0, + "278008524": 0.5, + "416183106": 1.0, + "534717141": 1.0, + "551504635": 1.0, + "565369392": 0.6666666666666666, + "565621826": 0.0, + "585904130": 0.0, + "626486813": 0.25, + "636680137": 1.0, + "706479600": 1.0, + "750448296": 0.0, + "75070641": 1.0, + "767747424": 0.0, + "77147264": 0.5, + "794181626": 0.0, + "957101489": 1.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 0.49502262443438916, + "mean": 0.8009049773755657, + "n": 5, + "num_samples": 200 + }, + "mean": 0.8009049773755657, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 0.23529411764705882, + "PushCube-v1": 0.7692307692307693, + "StackCube-v1": 1.0 + } + }, + "metric": "success_total_car_to_hidden_at_8", + "micro": { + "confidence": 0.95, + "high": 0.7101449275362319, + "low": 0.4492753623188406, + "mean": 0.5797101449275363, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "support_gap_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.3186785487940285, + "low": 0.8971154900624397, + "mean": 1.1067406174046457, + "n": 47, + "num_samples": 200 + }, + "mean": 1.1067406174046457, + "per_seed": { + "1025740212": 1.7960563153028488, + "1055157354": 1.801618218421936, + "1055567618": 1.2153314352035522, + "1113268940": 1.7889446020126343, + "1113371261": 1.816281020641327, + "1176943004": 1.9196044951677322, + "1189392917": 0.0, + "1231780997": 1.7971410006284714, + "1271718007": 0.9001884087920189, + "1273247072": 1.9247667640447617, + "1358421325": 0.0, + "1375492786": 0.23751822113990784, + "141984615": 0.11152102798223495, + "1475440973": 1.275270402431488, + "1483645336": 1.7885183095932007, + "1522272686": 1.4486121535301208, + "1528740417": 1.684914618730545, + "1549324805": 0.701370540385445, + "1607773860": 1.211033582687378, + "1665739511": 0.0, + "1747178030": 1.8824413791298866, + "1881223807": 1.9427634477615356, + "1919198188": 1.9389957934617996, + "1991414747": 1.8504623472690582, + "1997090716": 1.8734426498413086, + "2015956957": 0.40747788548469543, + "2054899126": 0.0, + "211245842": 1.2130354642868042, + "2141802816": 1.8127152025699615, + "256770874": 1.1548601984977722, + "278008524": 1.0815211413428187, + "416183106": 1.4639895558357239, + "534717141": 1.9552206993103027, + "551504635": 0.0, + "565369392": 1.3098848015069962, + "565621826": 0.0, + "585904130": 0.16037041818102202, + "626486813": 0.5354322367347777, + "636680137": 1.9749363455921412, + "706479600": 0.0, + "750448296": 0.10942723229527473, + "75070641": 1.790834367275238, + "767747424": 0.10337317874655128, + "77147264": 0.7029957473278046, + "794181626": 0.0, + "957101489": 1.433716058731079, + "998761162": 1.9002217501401901 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.6525520815910437, + "low": 0.8327391374133087, + "mean": 1.2661505975791703, + "n": 5, + "num_samples": 200 + }, + "mean": 1.2661505975791703, + "per_task": { + "LiftPegUpright-v1": 1.3903878231843312, + "PickCube-v1": 1.9247667640447617, + "PullCube-v1": 0.5271382848458255, + "PushCube-v1": 1.2965671064761968, + "StackCube-v1": 1.1918930093447366 + } + }, + "metric": "support_gap_at_8", + "micro": { + "confidence": 0.95, + "high": 1.0925102790250727, + "low": 0.7105050496217133, + "mean": 0.9119356943807309, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "support_gap_fraction_to_hidden_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 3.055548649886614, + "low": 0.9981575153787778, + "mean": 1.8459345375991203, + "n": 34, + "num_samples": 200 + }, + "mean": 1.8459345375991203, + "per_seed": { + "1025740212": 1.005412502673974, + "1055157354": 0.994269277259074, + "1113268940": 1.0044697105093556, + "1231780997": 1.004802685608171, + "1271718007": 1.0055631237879081, + "1273247072": 1.0235136595455838, + "1375492786": 3.9444188460116516, + "141984615": 2.8412641797519935, + "1475440973": 0.998625853025037, + "1522272686": 1.0011125496206852, + "1528740417": 1.0068031265550894, + "1549324805": 2.110339120228629, + "1607773860": 1.0119544751845488, + "1881223807": 1.0013581278376575, + "1919198188": 1.0026493378708798, + "2015956957": 1.1818908809998192, + "211245842": 1.0035695598164227, + "2141802816": 1.0279948840443007, + "256770874": 0.6350972425854965, + "278008524": 1.147956470849707, + "416183106": 0.8271220831742034, + "534717141": 1.047123278405277, + "551504635": 0.0, + "565369392": 19.491647509944677, + "585904130": 1.462958199720637, + "626486813": 0.8275645246021668, + "636680137": 1.023411050509424, + "706479600": 0.0, + "750448296": 7.522041603704687, + "75070641": 0.9916171245325723, + "767747424": 0.9732588017939396, + "77147264": 0.7727801380962389, + "957101489": 0.8110058833147009, + "998761162": 1.0581784668055882 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 2.3627652677029554, + "low": 0.8748769009503075, + "mean": 1.4077433537866058, + "n": 5, + "num_samples": 200 + }, + "mean": 1.4077433537866058, + "per_task": { + "LiftPegUpright-v1": 0.8366856463952712, + "PickCube-v1": 1.0235136595455838, + "PullCube-v1": 3.3174169820107657, + "PushCube-v1": 1.023038748044514, + "StackCube-v1": 0.8380617329368941 + } + }, + "metric": "support_gap_fraction_to_hidden_at_8", + "micro": { + "confidence": 0.95, + "high": 3.9574795142663843, + "low": 1.0830436936848906, + "mean": 2.195255636792574, + "n": 50, + "num_samples": 200 + }, + "n": 50 + }, + "total_car_to_hidden_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.45285688027581, + "low": 1.075405405196097, + "mean": 1.267421465863289, + "n": 47, + "num_samples": 200 + }, + "mean": 1.267421465863289, + "per_seed": { + "1025740212": 1.7971782088279724, + "1055157354": 1.8095474243164062, + "1055567618": 1.391703188419342, + "1113268940": 1.7912466675043106, + "1113371261": 1.8492098450660706, + "1176943004": 1.9196044951677322, + "1189392917": 0.0, + "1231780997": 1.7976582497358322, + "1271718007": 1.819385141134262, + "1273247072": 1.9265370592474937, + "1358421325": 1.1690579056739807, + "1375492786": 0.24156265461351722, + "141984615": 0.11434369037548701, + "1475440973": 1.2928445935249329, + "1483645336": 1.8015480637550354, + "1522272686": 1.4541669487953186, + "1528740417": 1.7207076251506805, + "1549324805": 0.7174976505339146, + "1607773860": 1.2121974229812622, + "1665739511": 1.158336579799652, + "1747178030": 1.9276206493377686, + "1881223807": 1.94879449903965, + "1919198188": 1.9453947395086288, + "1991414747": 1.8829531520605087, + "1997090716": 1.9018960148096085, + "2015956957": 0.42637355625629425, + "2054899126": 0.0, + "211245842": 1.3976340889930725, + "2141802816": 1.8127152025699615, + "256770874": 1.8424854278564453, + "278008524": 1.085896447300911, + "416183106": 1.4639895558357239, + "534717141": 1.9609274864196777, + "551504635": 1.274861752986908, + "565369392": 1.338225744664669, + "565621826": 0.0, + "585904130": 0.18425762094557285, + "626486813": 0.5476666633039713, + "636680137": 1.9773691091686487, + "706479600": 1.2117536664009094, + "750448296": 0.12356548383831978, + "75070641": 1.8275292813777924, + "767747424": 0.11035054828971624, + "77147264": 0.7033794522285461, + "794181626": 0.0, + "957101489": 1.762430563569069, + "998761162": 1.9264047741889954 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.7659912370642026, + "low": 0.9522283539942503, + "mean": 1.4104518783755557, + "n": 5, + "num_samples": 200 + }, + "mean": 1.4104518783755557, + "per_task": { + "LiftPegUpright-v1": 1.612416182955106, + "PickCube-v1": 1.9265370592474937, + "PullCube-v1": 0.5411843610756264, + "PushCube-v1": 1.4469492848102863, + "StackCube-v1": 1.525172503789266 + } + }, + "metric": "total_car_to_hidden_at_8", + "micro": { + "confidence": 0.95, + "high": 1.2265990063332128, + "low": 0.8293703172973398, + "mean": 1.0389743578684367, + "n": 69, + "num_samples": 200 + }, + "n": 69 + } + }, + "num_rows": 69, + "report_type": "ctt_generated_measured_rollout", + "schema_version": 1, + "source_content_hash": "67f7b4a692f7c7e71da24378dc71e3399c5d35afc14c494869eba6087b765c42", + "source_split_hash": "867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372", + "success_summary": { + "base_success_rate": 0.2753623188405797, + "base_utility_mean": 0.7084005813019864, + "hidden_chart_oracle_success_rate": 0.6666666666666666, + "hidden_chart_oracle_utility_mean": 1.3999846732054932, + "max_restore_error": 1.4901161193847656e-08, + "proposal_oracle_success_gain_over_base": -0.11594202898550725, + "proposal_oracle_success_rate": 0.15942028985507245, + "proposal_oracle_utility_mean": 0.4895083110887503, + "selected_success_gain_over_base": -0.18840579710144928, + "selected_success_rate": 0.08695652173913043, + "selected_utility_mean": 0.36186577113298024, + "success_selector_gap": 0.07246376811594203, + "success_support_gap": 0.5072463768115942 + }, + "target_content_hash": "1aacf9de98648fa36bef14e137eb43c7c6973170804650814dae41d09842c708", + "target_split_hash": "9d1dc1c10868f76fa080895df0f2730c173f12b6db14932599d55c2b60859381" +} diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/metrics_by_seed.json b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/metrics_by_seed.json new file mode 100644 index 0000000000000000000000000000000000000000..0de4bb638b63affe8c4e455bebee55ec41f9f9bc --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/metrics_by_seed.json @@ -0,0 +1,1649 @@ +{ + "1025740212": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.21361251175403595, + "branch_car_at_8": 0.0011218935251235962, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.006040520655571, + "ncar_to_proposal_oracle_at_8": 0.11603189903016763, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.30469705481188575, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.20394368469715118, + "proposal_oracle_utility_gain_over_base_at_8": -0.009668827056884766, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.2028217911720276, + "selected_utility_gain_over_base_at_8": -0.010790720582008362, + "selector_gap_fraction_to_hidden_at_8": 0.0006280236133008142, + "selector_regret_at_8": 0.0011218935251235962, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7960563153028488, + "support_gap_fraction_to_hidden_at_8": 1.005412502673974, + "total_car_to_hidden_at_8": 1.7971782088279724 + }, + "1055157354": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.1879976987838745, + "branch_car_at_8": 0.007929205894470215, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.9986452076332775, + "ncar_to_proposal_oracle_at_8": 0.7635915868266412, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.04873760670114962, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.19838178157806396, + "proposal_oracle_utility_gain_over_base_at_8": 0.010384082794189453, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.19045257568359375, + "selected_utility_gain_over_base_at_8": 0.0024548768997192383, + "selector_gap_fraction_to_hidden_at_8": 0.004375935885483438, + "selector_regret_at_8": 0.007929205894470215, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.801618218421936, + "support_gap_fraction_to_hidden_at_8": 0.994269277259074, + "total_car_to_hidden_at_8": 1.8095474243164062 + }, + "1055567618": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.1763717532157898, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.14512234823830286, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2863465345989455, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7846685647964478, + "proposal_oracle_utility_gain_over_base_at_8": -1.2153314352035522, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.608296811580658, + "selected_utility_gain_over_base_at_8": -1.391703188419342, + "selector_regret_at_8": 0.1763717532157898, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.2153314352035522, + "total_car_to_hidden_at_8": 1.391703188419342 + }, + "1113268940": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.21901588141918182, + "branch_car_at_8": 0.0023020654916763306, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0057622854458956, + "ncar_to_proposal_oracle_at_8": 0.2891862811513104, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.08008887014895281, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.21105539798736572, + "proposal_oracle_utility_gain_over_base_at_8": -0.007960483431816101, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.2087533324956894, + "selected_utility_gain_over_base_at_8": -0.010262548923492432, + "selector_gap_fraction_to_hidden_at_8": 0.0012925805837677752, + "selector_regret_at_8": 0.0023020654916763306, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7889446020126343, + "support_gap_fraction_to_hidden_at_8": 1.0044697105093556, + "total_car_to_hidden_at_8": 1.7912466675043106 + }, + "1113371261": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.03292882442474365, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.01812980693473219, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.5374490197455509, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.1837189793586731, + "proposal_oracle_utility_gain_over_base_at_8": -1.816281020641327, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.15079015493392944, + "selected_utility_gain_over_base_at_8": -1.8492098450660706, + "selector_regret_at_8": 0.03292882442474365, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.816281020641327, + "total_car_to_hidden_at_8": 1.8492098450660706 + }, + "1176943004": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2895677345588354, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.08039550483226776, + "proposal_oracle_utility_gain_over_base_at_8": -1.9196044951677322, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.08039550483226776, + "selected_utility_gain_over_base_at_8": -1.9196044951677322, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9196044951677322, + "total_car_to_hidden_at_8": 1.9196044951677322 + }, + "1189392917": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.22136057945759402, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "1231780997": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.21144884824752808, + "branch_car_at_8": 0.0005172491073608398, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0050918800524762, + "ncar_to_proposal_oracle_at_8": 0.06021625207441568, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.07013223610397244, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.20285899937152863, + "proposal_oracle_utility_gain_over_base_at_8": -0.00858984887599945, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.20234175026416779, + "selected_utility_gain_over_base_at_8": -0.00910709798336029, + "selector_gap_fraction_to_hidden_at_8": 0.00028920006389195237, + "selector_regret_at_8": 0.0005172491073608398, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7971410006284714, + "support_gap_fraction_to_hidden_at_8": 1.004802685608171, + "total_car_to_hidden_at_8": 1.7976582497358322 + }, + "1271718007": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.5, + "base_unsafe_known": 0.0, + "base_utility": 1.10479174554348, + "branch_car_at_8": 0.9191967323422432, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0190935123643785, + "ncar_to_proposal_oracle_at_8": 2.4321552422609063, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.18760506063789634, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.5, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 1.099811591207981, + "proposal_oracle_utility_gain_over_base_at_8": -0.00498015433549881, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.5, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.18061485886573792, + "selected_utility_gain_over_base_at_8": -0.924176886677742, + "selector_gap_fraction_to_hidden_at_8": 0.013530394268405757, + "selector_regret_at_8": 0.9191967323422432, + "success_selector_gap_at_8": 0.5, + "success_support_gap_at_8": 0.5, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.9001884087920189, + "support_gap_fraction_to_hidden_at_8": 1.0055631237879081, + "total_car_to_hidden_at_8": 1.819385141134262 + }, + "1273247072": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11945180594921112, + "branch_car_at_8": 0.0017702952027320862, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.625, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0244550259853178, + "ncar_to_proposal_oracle_at_8": 0.040035098435394954, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.09803886913700559, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.07523323595523834, + "proposal_oracle_utility_gain_over_base_at_8": -0.04421856999397278, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.07346294075250626, + "selected_utility_gain_over_base_at_8": -0.045988865196704865, + "selector_gap_fraction_to_hidden_at_8": 0.0009413718873743871, + "selector_regret_at_8": 0.0017702952027320862, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9247667640447617, + "support_gap_fraction_to_hidden_at_8": 1.0235136595455838, + "total_car_to_hidden_at_8": 1.9265370592474937 + }, + "1358421325": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.1690579056739807, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.08944137917537455, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.8309420943260193, + "selected_utility_gain_over_base_at_8": -1.1690579056739807, + "selector_regret_at_8": 1.1690579056739807, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 1.1690579056739807 + }, + "1375492786": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.18323469161987305, + "branch_car_at_8": 0.004044433473609388, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.24345096945762634, + "ncar_to_hidden_chart_oracle_at_8": 4.011583298930406, + "ncar_to_proposal_oracle_at_8": 0.022810992198810935, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2816795754612505, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.005932748317718506, + "proposal_oracle_utility_gain_over_base_at_8": -0.17730194330215454, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.001888314844109118, + "selected_utility_gain_over_base_at_8": -0.18134637677576393, + "selector_gap_fraction_to_hidden_at_8": 0.06716511911458073, + "selector_regret_at_8": 0.004044433473609388, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.23751822113990784, + "support_gap_fraction_to_hidden_at_8": 3.9444188460116516, + "total_car_to_hidden_at_8": 0.24156265461351722 + }, + "141984615": { + "any_generated_unsafe_known_at_8": 0.3333333333333333, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.12483831991751988, + "branch_car_at_8": 0.015383432308832804, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.3333333333333333, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.20044784247875214, + "ncar_to_hidden_chart_oracle_at_8": 2.98365601894961, + "ncar_to_proposal_oracle_at_8": 0.16278580037480875, + "outcome_ptr_at_8": 0.3333333333333333, + "pairwise_causal_calibration_ece": 0.15505306804698782, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.3333333333333333, + "proposal_oracle_utility_at_8": 0.11125820130109787, + "proposal_oracle_utility_gain_over_base_at_8": -0.013580118616422018, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.3333333333333333, + "selected_utility_at_8": 0.09587476899226506, + "selected_utility_gain_over_base_at_8": -0.028963550925254822, + "selector_gap_fraction_to_hidden_at_8": 0.49968464820281294, + "selector_regret_at_8": 0.015383432308832804, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.11152102798223495, + "support_gap_fraction_to_hidden_at_8": 2.8412641797519935, + "total_car_to_hidden_at_8": 0.11434369037548701 + }, + "1475440973": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7229747772216797, + "branch_car_at_8": 0.017574191093444824, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.012387664973695, + "ncar_to_proposal_oracle_at_8": 10.014752209618896, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.2950828743870628, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.724729597568512, + "proposal_oracle_utility_gain_over_base_at_8": 0.0017548203468322754, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7071554064750671, + "selected_utility_gain_over_base_at_8": -0.01581937074661255, + "selector_gap_fraction_to_hidden_at_8": 0.013761819876360845, + "selector_regret_at_8": 0.017574191093444824, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.275270402431488, + "support_gap_fraction_to_hidden_at_8": 0.998625853025037, + "total_car_to_hidden_at_8": 1.2928445935249329 + }, + "1483645336": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.013029754161834717, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.007285222644405644, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.11894409922301272, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.21148169040679932, + "proposal_oracle_utility_gain_over_base_at_8": -1.7885183095932007, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1984519362449646, + "selected_utility_gain_over_base_at_8": -1.8015480637550354, + "selector_regret_at_8": 0.013029754161834717, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7885183095932007, + "total_car_to_hidden_at_8": 1.8015480637550354 + }, + "1522272686": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.5529977083206177, + "branch_car_at_8": 0.005554795265197754, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0049513723009431, + "ncar_to_proposal_oracle_at_8": 3.4504580365508617, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.11596771157175553, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5513878464698792, + "proposal_oracle_utility_gain_over_base_at_8": -0.0016098618507385254, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.5458330512046814, + "selected_utility_gain_over_base_at_8": -0.007164657115936279, + "selector_gap_fraction_to_hidden_at_8": 0.0038388296253151688, + "selector_regret_at_8": 0.005554795265197754, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.4486121535301208, + "support_gap_fraction_to_hidden_at_8": 1.0011125496206852, + "total_car_to_hidden_at_8": 1.4541669487953186 + }, + "1528740417": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.32647061347961426, + "branch_car_at_8": 0.0357930064201355, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.028190857434825, + "ncar_to_proposal_oracle_at_8": 3.1438071987784864, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.032324461351056044, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.31508538126945496, + "proposal_oracle_utility_gain_over_base_at_8": -0.011385232210159302, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.27929237484931946, + "selected_utility_gain_over_base_at_8": -0.0471782386302948, + "selector_gap_fraction_to_hidden_at_8": 0.02138773702358258, + "selector_regret_at_8": 0.0357930064201355, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.684914618730545, + "support_gap_fraction_to_hidden_at_8": 1.0068031265550894, + "total_car_to_hidden_at_8": 1.7207076251506805 + }, + "1549324805": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.3333333333333333, + "base_unsafe_known": 0.0, + "base_utility": 0.7632389987508456, + "branch_car_at_8": 0.016127110148469608, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.75, + "hidden_chart_oracle_success_at_8": 0.6666666666666666, + "hidden_chart_oracle_utility_at_8": 1.4027505218982697, + "ncar_to_hidden_chart_oracle_at_8": 2.653523364410253, + "ncar_to_proposal_oracle_at_8": 0.27335659659286005, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.16685422628176613, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.3333333333333333, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.6666666666666666, + "proposal_oracle_utility_at_8": 0.7013799815128247, + "proposal_oracle_utility_gain_over_base_at_8": -0.0618590172380209, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.3333333333333333, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.6666666666666666, + "selected_utility_at_8": 0.6852528713643551, + "selected_utility_gain_over_base_at_8": -0.07798612738649051, + "selector_gap_fraction_to_hidden_at_8": 0.5431847732904164, + "selector_regret_at_8": 0.016127110148469608, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.3333333333333333, + "success_total_car_to_hidden_at_8": 0.3333333333333333, + "support_gap_at_8": 0.701370540385445, + "support_gap_fraction_to_hidden_at_8": 2.110339120228629, + "total_car_to_hidden_at_8": 0.7174976505339146 + }, + "1607773860": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.8032726645469666, + "branch_car_at_8": 0.0011638402938842773, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0129269859061945, + "ncar_to_proposal_oracle_at_8": 0.08135183611058598, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2031993253828568, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7889664173126221, + "proposal_oracle_utility_gain_over_base_at_8": -0.014306247234344482, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7878025770187378, + "selected_utility_gain_over_base_at_8": -0.01547008752822876, + "selector_gap_fraction_to_hidden_at_8": 0.0009725191857873737, + "selector_regret_at_8": 0.0011638402938842773, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.211033582687378, + "support_gap_fraction_to_hidden_at_8": 1.0119544751845488, + "total_car_to_hidden_at_8": 1.2121974229812622 + }, + "1665739511": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.158336579799652, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.30604885933812664, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.8416634202003479, + "selected_utility_gain_over_base_at_8": -1.158336579799652, + "selector_regret_at_8": 1.158336579799652, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 1.158336579799652 + }, + "1747178030": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.04517927020788193, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.02400035956963577, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2572726184500438, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.11755862087011337, + "proposal_oracle_utility_gain_over_base_at_8": -1.8824413791298866, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.07237935066223145, + "selected_utility_gain_over_base_at_8": -1.9276206493377686, + "selector_regret_at_8": 0.04517927020788193, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8824413791298866, + "total_car_to_hidden_at_8": 1.9276206493377686 + }, + "1881223807": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.05987149477005005, + "branch_car_at_8": 0.006031051278114319, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0044667060669807, + "ncar_to_proposal_oracle_at_8": 2.288865247407277, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.17048808652188008, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.057236552238464355, + "proposal_oracle_utility_gain_over_base_at_8": -0.0026349425315856934, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.05120550096035004, + "selected_utility_gain_over_base_at_8": -0.008665993809700012, + "selector_gap_fraction_to_hidden_at_8": 0.0031085834066437263, + "selector_regret_at_8": 0.006031051278114319, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9427634477615356, + "support_gap_fraction_to_hidden_at_8": 1.0013581278376575, + "total_car_to_hidden_at_8": 1.94879449903965 + }, + "1919198188": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.06612768769264221, + "branch_car_at_8": 0.006398946046829224, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.005958209892328, + "ncar_to_proposal_oracle_at_8": 1.2489425381912935, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.05600301185842323, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.06100420653820038, + "proposal_oracle_utility_gain_over_base_at_8": -0.0051234811544418335, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.054605260491371155, + "selected_utility_gain_over_base_at_8": -0.011522427201271057, + "selector_gap_fraction_to_hidden_at_8": 0.003308877223230142, + "selector_regret_at_8": 0.006398946046829224, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9389957934617996, + "support_gap_fraction_to_hidden_at_8": 1.0026493378708798, + "total_car_to_hidden_at_8": 1.9453947395086288 + }, + "1991414747": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0324908047914505, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.017558208986969585, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.33584480862457616, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.14953765273094177, + "proposal_oracle_utility_gain_over_base_at_8": -1.8504623472690582, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.11704684793949127, + "selected_utility_gain_over_base_at_8": -1.8829531520605087, + "selector_regret_at_8": 0.0324908047914505, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8504623472690582, + "total_car_to_hidden_at_8": 1.8829531520605087 + }, + "1997090716": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.028453364968299866, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.015187742639910864, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.10616560564562116, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.1265573501586914, + "proposal_oracle_utility_gain_over_base_at_8": -1.8734426498413086, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.09810398519039154, + "selected_utility_gain_over_base_at_8": -1.9018960148096085, + "selector_regret_at_8": 0.028453364968299866, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8734426498413086, + "total_car_to_hidden_at_8": 1.9018960148096085 + }, + "2015956957": { + "any_generated_unsafe_known_at_8": 0.8, + "base_safety_label_known": 1.0, + "base_success": 0.2, + "base_unsafe_known": 0.0, + "base_utility": 0.4729121312499046, + "branch_car_at_8": 0.018895670771598816, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.7, + "hidden_chart_oracle_success_at_8": 0.2, + "hidden_chart_oracle_utility_at_8": 0.5298813670873642, + "ncar_to_hidden_chart_oracle_at_8": 1.5015235621851297, + "ncar_to_proposal_oracle_at_8": 0.3746829839983289, + "outcome_ptr_at_8": 0.4, + "pairwise_causal_calibration_ece": 0.1885091076409396, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -0.2, + "proposal_oracle_unsafe_known_at_8": 0.6, + "proposal_oracle_utility_at_8": 0.12240348160266876, + "proposal_oracle_utility_gain_over_base_at_8": -0.3505086496472359, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.2, + "selected_unsafe_known_at_8": 0.8, + "selected_utility_at_8": 0.10350781083106994, + "selected_utility_gain_over_base_at_8": -0.3694043204188347, + "selector_gap_fraction_to_hidden_at_8": 0.3196329951684312, + "selector_regret_at_8": 0.018895670771598816, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.2, + "success_total_car_to_hidden_at_8": 0.2, + "support_gap_at_8": 0.40747788548469543, + "support_gap_fraction_to_hidden_at_8": 1.1818908809998192, + "total_car_to_hidden_at_8": 0.42637355625629425 + }, + "2054899126": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "211245842": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.791279137134552, + "branch_car_at_8": 0.1845986247062683, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.1562918456763127, + "ncar_to_proposal_oracle_at_8": 42.7845306746636, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.28439686188392255, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7869645357131958, + "proposal_oracle_utility_gain_over_base_at_8": -0.004314601421356201, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.6023659110069275, + "selected_utility_gain_over_base_at_8": -0.1889132261276245, + "selector_gap_fraction_to_hidden_at_8": 0.1527222954261338, + "selector_regret_at_8": 0.1845986247062683, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.2130354642868042, + "support_gap_fraction_to_hidden_at_8": 1.0035695598164227, + "total_car_to_hidden_at_8": 1.3976340889930725 + }, + "2141802816": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.23664958775043488, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0279948782145185, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2006372224091086, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.18728479743003845, + "proposal_oracle_utility_gain_over_base_at_8": -0.04936479032039642, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.18728479743003845, + "selected_utility_gain_over_base_at_8": -0.04936479032039642, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8127152025699615, + "support_gap_fraction_to_hidden_at_8": 1.0279948840443007, + "total_car_to_hidden_at_8": 1.8127152025699615 + }, + "256770874": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.18160098791122437, + "branch_car_at_8": 0.6876252293586731, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0132459407836691, + "ncar_to_proposal_oracle_at_8": 1.0362999193284825, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.2554480287270091, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.8451398015022278, + "proposal_oracle_utility_gain_over_base_at_8": 0.6635388135910034, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1575145721435547, + "selected_utility_gain_over_base_at_8": -0.024086415767669678, + "selector_gap_fraction_to_hidden_at_8": 0.3781487037703597, + "selector_regret_at_8": 0.6876252293586731, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.1548601984977722, + "support_gap_fraction_to_hidden_at_8": 0.6350972425854965, + "total_car_to_hidden_at_8": 1.8424854278564453 + }, + "278008524": { + "any_generated_unsafe_known_at_8": 0.5, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.060655687004327774, + "branch_car_at_8": 0.004375305958092213, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.5, + "hidden_chart_oracle_success_at_8": 0.5, + "hidden_chart_oracle_utility_at_8": 1.113811194896698, + "ncar_to_hidden_chart_oracle_at_8": 1.1699464568149547, + "ncar_to_proposal_oracle_at_8": 0.16771017218812098, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2997484939099634, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.5, + "proposal_oracle_utility_at_8": 0.03229005355387926, + "proposal_oracle_utility_gain_over_base_at_8": -0.028365633450448513, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.5, + "selected_utility_at_8": 0.02791474759578705, + "selected_utility_gain_over_base_at_8": -0.032740939408540726, + "selector_gap_fraction_to_hidden_at_8": 0.021990029254301553, + "selector_regret_at_8": 0.004375305958092213, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.5, + "success_total_car_to_hidden_at_8": 0.5, + "support_gap_at_8": 1.0815211413428187, + "support_gap_fraction_to_hidden_at_8": 1.147956470849707, + "total_car_to_hidden_at_8": 1.085896447300911 + }, + "416183106": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.23001998662948608, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.8271220785011446, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.13277480659368188, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5360104441642761, + "proposal_oracle_utility_gain_over_base_at_8": 0.30599045753479004, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.5360104441642761, + "selected_utility_gain_over_base_at_8": 0.30599045753479004, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.4639895558357239, + "support_gap_fraction_to_hidden_at_8": 0.8271220831742034, + "total_car_to_hidden_at_8": 1.4639895558357239 + }, + "534717141": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.13276933133602142, + "branch_car_at_8": 0.005706787109375, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.050179556723404, + "ncar_to_proposal_oracle_at_8": 0.06485719369437984, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.3339189872030194, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.044779300689697266, + "proposal_oracle_utility_gain_over_base_at_8": -0.08799003064632416, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.039072513580322266, + "selected_utility_gain_over_base_at_8": -0.09369681775569916, + "selector_gap_fraction_to_hidden_at_8": 0.003056283942389539, + "selector_regret_at_8": 0.005706787109375, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9552206993103027, + "support_gap_fraction_to_hidden_at_8": 1.047123278405277, + "total_car_to_hidden_at_8": 1.9609274864196777 + }, + "551504635": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7272467017173767, + "branch_car_at_8": 1.274861752986908, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0016566012365191, + "ncar_to_proposal_oracle_at_8": 1.0016566012365191, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.32346239248273717, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.2727532982826233, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.725138247013092, + "selected_utility_gain_over_base_at_8": -0.002108454704284668, + "selector_gap_fraction_to_hidden_at_8": 1.001656609106517, + "selector_regret_at_8": 1.274861752986908, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 1.274861752986908 + }, + "565369392": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.3333333333333333, + "base_unsafe_known": 0.0, + "base_utility": 0.8445292512575785, + "branch_car_at_8": 0.028340943157672882, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.7916666666666666, + "hidden_chart_oracle_success_at_8": 0.6666666666666666, + "hidden_chart_oracle_utility_at_8": 1.4266315797964733, + "ncar_to_hidden_chart_oracle_at_8": 21.205890308268472, + "ncar_to_proposal_oracle_at_8": 0.15512177455082374, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2603324805598078, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -0.3333333333333333, + "proposal_oracle_unsafe_known_at_8": 0.6666666666666666, + "proposal_oracle_utility_at_8": 0.11674677828947704, + "proposal_oracle_utility_gain_over_base_at_8": -0.7277824729681015, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.3333333333333333, + "selected_unsafe_known_at_8": 0.6666666666666666, + "selected_utility_at_8": 0.08840583513180415, + "selected_utility_gain_over_base_at_8": -0.7561234161257744, + "selector_gap_fraction_to_hidden_at_8": 1.7142849981402362, + "selector_regret_at_8": 0.028340943157672882, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.6666666666666666, + "success_total_car_to_hidden_at_8": 0.6666666666666666, + "support_gap_at_8": 1.3098848015069962, + "support_gap_fraction_to_hidden_at_8": 19.491647509944677, + "total_car_to_hidden_at_8": 1.338225744664669 + }, + "565621826": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "585904130": { + "any_generated_unsafe_known_at_8": 0.3333333333333333, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.13642114897569022, + "branch_car_at_8": 0.023887202764550846, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.3333333333333333, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.23764699200789133, + "ncar_to_hidden_chart_oracle_at_8": 1.8572157688707642, + "ncar_to_proposal_oracle_at_8": 11.945703792517172, + "outcome_ptr_at_8": 0.3333333333333333, + "pairwise_causal_calibration_ece": 0.24354194732422593, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.3333333333333333, + "proposal_oracle_utility_at_8": 0.07727657382686932, + "proposal_oracle_utility_gain_over_base_at_8": -0.05914457514882088, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.3333333333333333, + "selected_utility_at_8": 0.05338937106231848, + "selected_utility_gain_over_base_at_8": -0.08303177791337173, + "selector_gap_fraction_to_hidden_at_8": 0.39425779270335265, + "selector_regret_at_8": 0.023887202764550846, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.16037041818102202, + "support_gap_fraction_to_hidden_at_8": 1.462958199720637, + "total_car_to_hidden_at_8": 0.18425762094557285 + }, + "626486813": { + "any_generated_unsafe_known_at_8": 0.75, + "base_safety_label_known": 1.0, + "base_success": 0.25, + "base_unsafe_known": 0.0, + "base_utility": 0.5452363695949316, + "branch_car_at_8": 0.013230718206614256, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.53125, + "hidden_chart_oracle_success_at_8": 0.25, + "hidden_chart_oracle_utility_at_8": 0.6124684102833271, + "ncar_to_hidden_chart_oracle_at_8": 0.9870393610921436, + "ncar_to_proposal_oracle_at_8": 0.15898137888948838, + "outcome_ptr_at_8": 0.25, + "pairwise_causal_calibration_ece": 0.22613807977768619, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -0.25, + "proposal_oracle_unsafe_known_at_8": 0.5, + "proposal_oracle_utility_at_8": 0.07803246518597007, + "proposal_oracle_utility_gain_over_base_at_8": -0.46720390440896153, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.25, + "selected_unsafe_known_at_8": 0.5, + "selected_utility_at_8": 0.06480174697935581, + "selected_utility_gain_over_base_at_8": -0.4804346226155758, + "selector_gap_fraction_to_hidden_at_8": 0.2011658126037774, + "selector_regret_at_8": 0.013230718206614256, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.25, + "success_total_car_to_hidden_at_8": 0.25, + "support_gap_at_8": 0.5354322367347777, + "support_gap_fraction_to_hidden_at_8": 0.8275645246021668, + "total_car_to_hidden_at_8": 0.5476666633039713 + }, + "636680137": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.07024133205413818, + "branch_car_at_8": 0.0024327635765075684, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.625, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0246717020977287, + "ncar_to_proposal_oracle_at_8": 0.05384878472654458, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1181149502934398, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.02506365440785885, + "proposal_oracle_utility_gain_over_base_at_8": -0.045177677646279335, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.02263089083135128, + "selected_utility_gain_over_base_at_8": -0.0476104412227869, + "selector_gap_fraction_to_hidden_at_8": 0.001260656898148374, + "selector_regret_at_8": 0.0024327635765075684, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9749363455921412, + "support_gap_fraction_to_hidden_at_8": 1.023411050509424, + "total_car_to_hidden_at_8": 1.9773691091686487 + }, + "706479600": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.8188905119895935, + "branch_car_at_8": 1.2117536664009094, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.025945239151936, + "ncar_to_proposal_oracle_at_8": 1.025945239151936, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.15130813572038473, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.1811094880104065, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7882463335990906, + "selected_utility_gain_over_base_at_8": -0.03064417839050293, + "selector_gap_fraction_to_hidden_at_8": 1.0259452478382198, + "selector_regret_at_8": 1.2117536664009094, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 1.2117536664009094 + }, + "750448296": { + "any_generated_unsafe_known_at_8": 0.5, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.14706942811608315, + "branch_car_at_8": 0.014138251543045044, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.1875, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.23580759018659592, + "ncar_to_hidden_chart_oracle_at_8": 10.53688462268792, + "ncar_to_proposal_oracle_at_8": 0.22906122892259623, + "outcome_ptr_at_8": 0.5, + "pairwise_causal_calibration_ece": 0.11841217150743599, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.12638035789132118, + "proposal_oracle_utility_gain_over_base_at_8": -0.020689070224761963, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.11224210634827614, + "selected_utility_gain_over_base_at_8": -0.03482732176780701, + "selector_gap_fraction_to_hidden_at_8": 3.0148645728739023, + "selector_regret_at_8": 0.014138251543045044, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.10942723229527473, + "support_gap_fraction_to_hidden_at_8": 7.522041603704687, + "total_car_to_hidden_at_8": 0.12356548383831978 + }, + "75070641": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.194026380777359, + "branch_car_at_8": 0.03669491410255432, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0119357513345473, + "ncar_to_proposal_oracle_at_8": 2.423824505450816, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.25260438005435554, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.20916563272476196, + "proposal_oracle_utility_gain_over_base_at_8": 0.015139251947402954, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.17247071862220764, + "selected_utility_gain_over_base_at_8": -0.021555662155151367, + "selector_gap_fraction_to_hidden_at_8": 0.020318632405244764, + "selector_regret_at_8": 0.03669491410255432, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.790834367275238, + "support_gap_fraction_to_hidden_at_8": 0.9916171245325723, + "total_car_to_hidden_at_8": 1.8275292813777924 + }, + "767747424": { + "any_generated_unsafe_known_at_8": 0.5, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.10894576646387577, + "branch_car_at_8": 0.0069773695431649685, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.46875, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.18863565661013126, + "ncar_to_hidden_chart_oracle_at_8": 1.0278320945738528, + "ncar_to_proposal_oracle_at_8": 0.18997298340528954, + "outcome_ptr_at_8": 0.25, + "pairwise_causal_calibration_ece": 0.1909382486601207, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.25, + "proposal_oracle_utility_at_8": 0.09269112767651677, + "proposal_oracle_utility_gain_over_base_at_8": -0.016254638787359, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.25, + "selected_utility_at_8": 0.0857137581333518, + "selected_utility_gain_over_base_at_8": -0.023232008330523968, + "selector_gap_fraction_to_hidden_at_8": 0.05457342401502509, + "selector_regret_at_8": 0.0069773695431649685, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.10337317874655128, + "support_gap_fraction_to_hidden_at_8": 0.9732588017939396, + "total_car_to_hidden_at_8": 0.11035054828971624 + }, + "77147264": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.5, + "base_unsafe_known": 0.0, + "base_utility": 1.0903030335903168, + "branch_car_at_8": 0.00038370490074157715, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.7732019280426716, + "ncar_to_proposal_oracle_at_8": 0.0018563262140604627, + "outcome_ptr_at_8": 0.5, + "pairwise_causal_calibration_ece": 0.032525696478689206, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.5, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 1.2970042526721954, + "proposal_oracle_utility_gain_over_base_at_8": 0.20670121908187866, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.5, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 1.2966205477714539, + "selected_utility_gain_over_base_at_8": 0.20631751418113708, + "selector_gap_fraction_to_hidden_at_8": 0.0004217941962101423, + "selector_regret_at_8": 0.00038370490074157715, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.5, + "success_total_car_to_hidden_at_8": 0.5, + "support_gap_at_8": 0.7029957473278046, + "support_gap_fraction_to_hidden_at_8": 0.7727801380962389, + "total_car_to_hidden_at_8": 0.7033794522285461 + }, + "794181626": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "957101489": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.23217551410198212, + "branch_car_at_8": 0.3287145048379898, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.9969488304175755, + "ncar_to_proposal_oracle_at_8": 0.9838557434386074, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.10808038150935409, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5662839412689209, + "proposal_oracle_utility_gain_over_base_at_8": 0.3341084271669388, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.2375694364309311, + "selected_utility_gain_over_base_at_8": 0.005393922328948975, + "selector_gap_fraction_to_hidden_at_8": 0.18594295274228523, + "selector_regret_at_8": 0.3287145048379898, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.433716058731079, + "support_gap_fraction_to_hidden_at_8": 0.8110058833147009, + "total_car_to_hidden_at_8": 1.762430563569069 + }, + "998761162": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.20425210893154144, + "branch_car_at_8": 0.026183024048805237, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0727590287271376, + "ncar_to_proposal_oracle_at_8": 0.250617922753756, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.18327812585599895, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.09977824985980988, + "proposal_oracle_utility_gain_over_base_at_8": -0.10447385907173157, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.07359522581100464, + "selected_utility_gain_over_base_at_8": -0.1306568831205368, + "selector_gap_fraction_to_hidden_at_8": 0.014580567895433532, + "selector_regret_at_8": 0.026183024048805237, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9002217501401901, + "support_gap_fraction_to_hidden_at_8": 1.0581784668055882, + "total_car_to_hidden_at_8": 1.9264047741889954 + } +} diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/metrics_by_task.json b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/metrics_by_task.json new file mode 100644 index 0000000000000000000000000000000000000000..6871083516de5a486b5768f211593e792090e166 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/metrics_by_task.json @@ -0,0 +1,182 @@ +{ + "LiftPegUpright-v1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.40346155563990277, + "branch_car_at_8": 0.22202835977077484, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0098549682998301, + "ncar_to_proposal_oracle_at_8": 2.437608406981633, + "outcome_ptr_at_8": 0.3333333333333333, + "pairwise_causal_calibration_ece": 0.18429798154761115, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.16666666666666666, + "proposal_oracle_success_gain_over_base_at_8": 0.16666666666666666, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.6096121768156687, + "proposal_oracle_utility_gain_over_base_at_8": 0.206150621175766, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.3875838170448939, + "selected_utility_gain_over_base_at_8": -0.01587773859500885, + "selector_gap_fraction_to_hidden_at_8": 0.17316932837790353, + "selector_regret_at_8": 0.22202835977077484, + "success_selector_gap_at_8": 0.16666666666666666, + "success_support_gap_at_8": 0.8333333333333334, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.3903878231843312, + "support_gap_fraction_to_hidden_at_8": 0.8366856463952712, + "total_car_to_hidden_at_8": 1.612416182955106 + }, + "PickCube-v1": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11945180594921112, + "branch_car_at_8": 0.0017702952027320862, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.625, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0244550259853178, + "ncar_to_proposal_oracle_at_8": 0.040035098435394954, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.09803886913700559, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.07523323595523834, + "proposal_oracle_utility_gain_over_base_at_8": -0.04421856999397278, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.07346294075250626, + "selected_utility_gain_over_base_at_8": -0.045988865196704865, + "selector_gap_fraction_to_hidden_at_8": 0.0009413718873743871, + "selector_regret_at_8": 0.0017702952027320862, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9247667640447617, + "support_gap_fraction_to_hidden_at_8": 1.0235136595455838, + "total_car_to_hidden_at_8": 1.9265370592474937 + }, + "PullCube-v1": { + "any_generated_unsafe_known_at_8": 0.7352941176470589, + "base_safety_label_known": 1.0, + "base_success": 0.20588235294117646, + "base_unsafe_known": 0.0, + "base_utility": 0.5097779550534838, + "branch_car_at_8": 0.015271590238519232, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.6213235294117647, + "hidden_chart_oracle_success_at_8": 0.3235294117647059, + "hidden_chart_oracle_utility_at_8": 0.7823218367993832, + "ncar_to_hidden_chart_oracle_at_8": 3.8449848196009206, + "ncar_to_proposal_oracle_at_8": 1.3347880250302973, + "outcome_ptr_at_8": 0.20588235294117646, + "pairwise_causal_calibration_ece": 0.19829762749643948, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.08823529411764706, + "proposal_oracle_success_gain_over_base_at_8": -0.11764705882352941, + "proposal_oracle_unsafe_known_at_8": 0.5294117647058824, + "proposal_oracle_utility_at_8": 0.25814513801870975, + "proposal_oracle_utility_gain_over_base_at_8": -0.25163281703477397, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.08823529411764706, + "selected_success_gain_over_base_at_8": -0.11764705882352941, + "selected_unsafe_known_at_8": 0.5882352941176471, + "selected_utility_at_8": 0.24287354778019055, + "selected_utility_gain_over_base_at_8": -0.2669044072732932, + "selector_gap_fraction_to_hidden_at_8": 0.5719042498513721, + "selector_regret_at_8": 0.015271590238519232, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.23529411764705882, + "success_total_car_to_hidden_at_8": 0.23529411764705882, + "support_gap_at_8": 0.5271382848458255, + "support_gap_fraction_to_hidden_at_8": 3.3174169820107657, + "total_car_to_hidden_at_8": 0.5411843610756264 + }, + "PushCube-v1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.6923076923076923, + "base_unsafe_known": 0.0, + "base_utility": 1.4275685124672377, + "branch_car_at_8": 0.15038217833408943, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.027677654918001, + "ncar_to_proposal_oracle_at_8": 0.3094505747248378, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.20164263169186553, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.3076923076923077, + "proposal_oracle_success_gain_over_base_at_8": -0.38461538461538464, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7034328935238031, + "proposal_oracle_utility_gain_over_base_at_8": -0.7241356189434345, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.23076923076923078, + "selected_success_gain_over_base_at_8": -0.46153846153846156, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.5530507151897137, + "selected_utility_gain_over_base_at_8": -0.8745177972775239, + "selector_gap_fraction_to_hidden_at_8": 0.004638912412878906, + "selector_regret_at_8": 0.15038217833408943, + "success_selector_gap_at_8": 0.07692307692307693, + "success_support_gap_at_8": 0.6923076923076923, + "success_total_car_to_hidden_at_8": 0.7692307692307693, + "support_gap_at_8": 1.2965671064761968, + "support_gap_fraction_to_hidden_at_8": 1.023038748044514, + "total_car_to_hidden_at_8": 1.4469492848102863 + }, + "StackCube-v1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.2, + "base_unsafe_known": 0.0, + "base_utility": 0.696571855743726, + "branch_car_at_8": 0.3332794944445292, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.9871889085004147, + "ncar_to_proposal_oracle_at_8": 4.336764153571238, + "outcome_ptr_at_8": 0.4666666666666667, + "pairwise_causal_calibration_ece": 0.16309225022362234, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.2, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.8081069906552633, + "proposal_oracle_utility_gain_over_base_at_8": 0.11153513491153717, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.2, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.47482749621073406, + "selected_utility_gain_over_base_at_8": -0.22174435953299204, + "selector_gap_fraction_to_hidden_at_8": 0.14912718188055626, + "selector_regret_at_8": 0.3332794944445292, + "success_selector_gap_at_8": 0.2, + "success_support_gap_at_8": 0.8, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.1918930093447366, + "support_gap_fraction_to_hidden_at_8": 0.8380617329368941, + "total_car_to_hidden_at_8": 1.525172503789266 + } +} diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/report.md b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/report.md new file mode 100644 index 0000000000000000000000000000000000000000..c17a8686edc6d250343ea9e2e26a90ec5c572515 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/report.md @@ -0,0 +1,13 @@ +# CTT Generated Measured Rollout + +Rows: `69` +K: `8` +Checkpoint: `runs/ctt_residual_base_context_obs_seed0/model.pt` + +| Metric | Mean | +| --- | ---: | +| OutcomePTR@K | 0.2319 | +| SelectorRegret@K | 0.1276 | +| SupportGap@K | 0.9105 | + +These are measured simulator rollouts of decoded CTT candidates, not PPTC proxies. diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/run.log b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/run.log new file mode 100644 index 0000000000000000000000000000000000000000..46c75817e11f5c6fa399fe212ece4b59e2d547b1 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/run.log @@ -0,0 +1,766 @@ +start +importing gymnasium/mani_skill +imported gymnasium/mani_skill +loaded checkpoint=runs/ctt_residual_base_context_obs_seed0/model.pt +loaded charts source=301 target=69 +generated proposals rows=69 total=552 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-484ea653bbca2de3a4a2 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-484ea653bbca2de3a4a2 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-484ea653bbca2de3a4a2 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-484ea653bbca2de3a4a2 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-484ea653bbca2de3a4a2 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-484ea653bbca2de3a4a2 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-484ea653bbca2de3a4a2 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-484ea653bbca2de3a4a2 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-484ea653bbca2de3a4a2 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-4b4cd12d70c0615e0930 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-4b4cd12d70c0615e0930 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-4b4cd12d70c0615e0930 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-4b4cd12d70c0615e0930 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-4b4cd12d70c0615e0930 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-4b4cd12d70c0615e0930 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-4b4cd12d70c0615e0930 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-4b4cd12d70c0615e0930 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-4b4cd12d70c0615e0930 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-6e268d1e2915740816a1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-6e268d1e2915740816a1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-6e268d1e2915740816a1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-6e268d1e2915740816a1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-6e268d1e2915740816a1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-6e268d1e2915740816a1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-6e268d1e2915740816a1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-6e268d1e2915740816a1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-6e268d1e2915740816a1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-8864796e31bbe93d7c5d candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-8864796e31bbe93d7c5d candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-8864796e31bbe93d7c5d candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-8864796e31bbe93d7c5d candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-8864796e31bbe93d7c5d candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-8864796e31bbe93d7c5d candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-8864796e31bbe93d7c5d candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-8864796e31bbe93d7c5d candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-8864796e31bbe93d7c5d candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-b04b489f4fbad93b65ca candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-b04b489f4fbad93b65ca candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-b04b489f4fbad93b65ca candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-b04b489f4fbad93b65ca candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-b04b489f4fbad93b65ca candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-b04b489f4fbad93b65ca candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-b04b489f4fbad93b65ca candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-b04b489f4fbad93b65ca candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-b04b489f4fbad93b65ca candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-c663f7e73e7e8376a05c candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-c663f7e73e7e8376a05c candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-c663f7e73e7e8376a05c candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-c663f7e73e7e8376a05c candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-c663f7e73e7e8376a05c candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-c663f7e73e7e8376a05c candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-c663f7e73e7e8376a05c candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-c663f7e73e7e8376a05c candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-c663f7e73e7e8376a05c candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=PickCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PickCube-v1 chart=ms-2458fcfffb3f96c6ca1a candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-2458fcfffb3f96c6ca1a candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-2458fcfffb3f96c6ca1a candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-2458fcfffb3f96c6ca1a candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-2458fcfffb3f96c6ca1a candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-2458fcfffb3f96c6ca1a candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-2458fcfffb3f96c6ca1a candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-2458fcfffb3f96c6ca1a candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-2458fcfffb3f96c6ca1a candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PickCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-0345d8ac530f88cefd61 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0345d8ac530f88cefd61 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0345d8ac530f88cefd61 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0345d8ac530f88cefd61 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0345d8ac530f88cefd61 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0345d8ac530f88cefd61 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0345d8ac530f88cefd61 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0345d8ac530f88cefd61 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0345d8ac530f88cefd61 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-0819eb89e627595e7e1b candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0819eb89e627595e7e1b candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0819eb89e627595e7e1b candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0819eb89e627595e7e1b candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0819eb89e627595e7e1b candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0819eb89e627595e7e1b candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0819eb89e627595e7e1b candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0819eb89e627595e7e1b candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0819eb89e627595e7e1b candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-0dee962a5901fb8b5bbb candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0dee962a5901fb8b5bbb candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0dee962a5901fb8b5bbb candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0dee962a5901fb8b5bbb candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0dee962a5901fb8b5bbb candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0dee962a5901fb8b5bbb candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0dee962a5901fb8b5bbb candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0dee962a5901fb8b5bbb candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0dee962a5901fb8b5bbb candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-126eb8b36769f9ba4671 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-126eb8b36769f9ba4671 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-126eb8b36769f9ba4671 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-126eb8b36769f9ba4671 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-126eb8b36769f9ba4671 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-126eb8b36769f9ba4671 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-126eb8b36769f9ba4671 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-126eb8b36769f9ba4671 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-126eb8b36769f9ba4671 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-16661b2fd2c85f57a66c candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-16661b2fd2c85f57a66c candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-16661b2fd2c85f57a66c candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-16661b2fd2c85f57a66c candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-16661b2fd2c85f57a66c candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-16661b2fd2c85f57a66c candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-16661b2fd2c85f57a66c candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-16661b2fd2c85f57a66c candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-16661b2fd2c85f57a66c candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-20e1efbb745fd02abc95 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20e1efbb745fd02abc95 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20e1efbb745fd02abc95 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20e1efbb745fd02abc95 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20e1efbb745fd02abc95 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20e1efbb745fd02abc95 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20e1efbb745fd02abc95 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20e1efbb745fd02abc95 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20e1efbb745fd02abc95 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-2dc5138251afd26a040d candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2dc5138251afd26a040d candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2dc5138251afd26a040d candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2dc5138251afd26a040d candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2dc5138251afd26a040d candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2dc5138251afd26a040d candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2dc5138251afd26a040d candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2dc5138251afd26a040d candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2dc5138251afd26a040d candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-387e6771a55be98f1a59 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-387e6771a55be98f1a59 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-387e6771a55be98f1a59 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-387e6771a55be98f1a59 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-387e6771a55be98f1a59 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-387e6771a55be98f1a59 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-387e6771a55be98f1a59 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-387e6771a55be98f1a59 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-387e6771a55be98f1a59 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-38f7298184a2c5005e94 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38f7298184a2c5005e94 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38f7298184a2c5005e94 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38f7298184a2c5005e94 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38f7298184a2c5005e94 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38f7298184a2c5005e94 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38f7298184a2c5005e94 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38f7298184a2c5005e94 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38f7298184a2c5005e94 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-482c5c8d208b5907a2c2 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-482c5c8d208b5907a2c2 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-482c5c8d208b5907a2c2 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-482c5c8d208b5907a2c2 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-482c5c8d208b5907a2c2 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-482c5c8d208b5907a2c2 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-482c5c8d208b5907a2c2 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-482c5c8d208b5907a2c2 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-482c5c8d208b5907a2c2 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-4da03300d92420e80ed0 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4da03300d92420e80ed0 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4da03300d92420e80ed0 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4da03300d92420e80ed0 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4da03300d92420e80ed0 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4da03300d92420e80ed0 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4da03300d92420e80ed0 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4da03300d92420e80ed0 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4da03300d92420e80ed0 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-57be9ae181c077e7821f candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-57be9ae181c077e7821f candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-57be9ae181c077e7821f candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-57be9ae181c077e7821f candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-57be9ae181c077e7821f candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-57be9ae181c077e7821f candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-57be9ae181c077e7821f candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-57be9ae181c077e7821f candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-57be9ae181c077e7821f candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-6388b5d2356c556c3e55 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6388b5d2356c556c3e55 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6388b5d2356c556c3e55 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6388b5d2356c556c3e55 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6388b5d2356c556c3e55 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6388b5d2356c556c3e55 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6388b5d2356c556c3e55 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6388b5d2356c556c3e55 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6388b5d2356c556c3e55 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-638d2ba1917eff4d09e0 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-638d2ba1917eff4d09e0 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-638d2ba1917eff4d09e0 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-638d2ba1917eff4d09e0 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-638d2ba1917eff4d09e0 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-638d2ba1917eff4d09e0 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-638d2ba1917eff4d09e0 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-638d2ba1917eff4d09e0 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-638d2ba1917eff4d09e0 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-652ad552ba98d2736620 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-652ad552ba98d2736620 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-652ad552ba98d2736620 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-652ad552ba98d2736620 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-652ad552ba98d2736620 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-652ad552ba98d2736620 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-652ad552ba98d2736620 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-652ad552ba98d2736620 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-652ad552ba98d2736620 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-674fad0e7c042d23629e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-674fad0e7c042d23629e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-674fad0e7c042d23629e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-674fad0e7c042d23629e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-674fad0e7c042d23629e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-674fad0e7c042d23629e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-674fad0e7c042d23629e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-674fad0e7c042d23629e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-674fad0e7c042d23629e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-728b865677134d3788e3 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-728b865677134d3788e3 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-728b865677134d3788e3 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-728b865677134d3788e3 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-728b865677134d3788e3 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-728b865677134d3788e3 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-728b865677134d3788e3 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-728b865677134d3788e3 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-728b865677134d3788e3 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-7ea98b8f4d2220347ee0 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7ea98b8f4d2220347ee0 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7ea98b8f4d2220347ee0 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7ea98b8f4d2220347ee0 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7ea98b8f4d2220347ee0 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7ea98b8f4d2220347ee0 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7ea98b8f4d2220347ee0 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7ea98b8f4d2220347ee0 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7ea98b8f4d2220347ee0 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-7f57045c114ddad153b5 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7f57045c114ddad153b5 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7f57045c114ddad153b5 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7f57045c114ddad153b5 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7f57045c114ddad153b5 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7f57045c114ddad153b5 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7f57045c114ddad153b5 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7f57045c114ddad153b5 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7f57045c114ddad153b5 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-81f4e8858b2ba90aea2e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-81f4e8858b2ba90aea2e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-81f4e8858b2ba90aea2e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-81f4e8858b2ba90aea2e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-81f4e8858b2ba90aea2e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-81f4e8858b2ba90aea2e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-81f4e8858b2ba90aea2e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-81f4e8858b2ba90aea2e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-81f4e8858b2ba90aea2e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-8a72b73ac452bc190aeb candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8a72b73ac452bc190aeb candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8a72b73ac452bc190aeb candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8a72b73ac452bc190aeb candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8a72b73ac452bc190aeb candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8a72b73ac452bc190aeb candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8a72b73ac452bc190aeb candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8a72b73ac452bc190aeb candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8a72b73ac452bc190aeb candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-a96bca1ef0b74f686018 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a96bca1ef0b74f686018 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a96bca1ef0b74f686018 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a96bca1ef0b74f686018 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a96bca1ef0b74f686018 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a96bca1ef0b74f686018 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a96bca1ef0b74f686018 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a96bca1ef0b74f686018 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a96bca1ef0b74f686018 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-ac4fb33f3ab4db853995 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac4fb33f3ab4db853995 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac4fb33f3ab4db853995 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac4fb33f3ab4db853995 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac4fb33f3ab4db853995 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac4fb33f3ab4db853995 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac4fb33f3ab4db853995 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac4fb33f3ab4db853995 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac4fb33f3ab4db853995 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-c31b98b3d3702c6f9c8c candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c31b98b3d3702c6f9c8c candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c31b98b3d3702c6f9c8c candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c31b98b3d3702c6f9c8c candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c31b98b3d3702c6f9c8c candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c31b98b3d3702c6f9c8c candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c31b98b3d3702c6f9c8c candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c31b98b3d3702c6f9c8c candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c31b98b3d3702c6f9c8c candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-c832439976a37f52d094 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c832439976a37f52d094 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c832439976a37f52d094 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c832439976a37f52d094 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c832439976a37f52d094 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c832439976a37f52d094 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c832439976a37f52d094 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c832439976a37f52d094 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c832439976a37f52d094 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-c96b415f083f60857334 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c96b415f083f60857334 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c96b415f083f60857334 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c96b415f083f60857334 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c96b415f083f60857334 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c96b415f083f60857334 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c96b415f083f60857334 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c96b415f083f60857334 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c96b415f083f60857334 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-d73fd5fce55fb58ef8e9 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-d73fd5fce55fb58ef8e9 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-d73fd5fce55fb58ef8e9 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-d73fd5fce55fb58ef8e9 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-d73fd5fce55fb58ef8e9 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-d73fd5fce55fb58ef8e9 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-d73fd5fce55fb58ef8e9 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-d73fd5fce55fb58ef8e9 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-d73fd5fce55fb58ef8e9 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-da142025733b53fcf7eb candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da142025733b53fcf7eb candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da142025733b53fcf7eb candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da142025733b53fcf7eb candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da142025733b53fcf7eb candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da142025733b53fcf7eb candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da142025733b53fcf7eb candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da142025733b53fcf7eb candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da142025733b53fcf7eb candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-e2bad6e99e8a281207cc candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e2bad6e99e8a281207cc candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e2bad6e99e8a281207cc candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e2bad6e99e8a281207cc candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e2bad6e99e8a281207cc candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e2bad6e99e8a281207cc candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e2bad6e99e8a281207cc candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e2bad6e99e8a281207cc candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e2bad6e99e8a281207cc candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-e30fd80adc089e9f697a candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e30fd80adc089e9f697a candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e30fd80adc089e9f697a candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e30fd80adc089e9f697a candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e30fd80adc089e9f697a candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e30fd80adc089e9f697a candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e30fd80adc089e9f697a candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e30fd80adc089e9f697a candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e30fd80adc089e9f697a candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-e9ed5d488afdfd6449d1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e9ed5d488afdfd6449d1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e9ed5d488afdfd6449d1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e9ed5d488afdfd6449d1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e9ed5d488afdfd6449d1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e9ed5d488afdfd6449d1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e9ed5d488afdfd6449d1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e9ed5d488afdfd6449d1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e9ed5d488afdfd6449d1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-ec013396e4aff6170ee1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ec013396e4aff6170ee1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ec013396e4aff6170ee1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ec013396e4aff6170ee1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ec013396e4aff6170ee1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ec013396e4aff6170ee1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ec013396e4aff6170ee1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ec013396e4aff6170ee1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ec013396e4aff6170ee1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-ee30ebaf98622759d888 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ee30ebaf98622759d888 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ee30ebaf98622759d888 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ee30ebaf98622759d888 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ee30ebaf98622759d888 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ee30ebaf98622759d888 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ee30ebaf98622759d888 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ee30ebaf98622759d888 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ee30ebaf98622759d888 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-f3f1d07cfd59b823da47 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f3f1d07cfd59b823da47 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f3f1d07cfd59b823da47 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f3f1d07cfd59b823da47 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f3f1d07cfd59b823da47 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f3f1d07cfd59b823da47 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f3f1d07cfd59b823da47 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f3f1d07cfd59b823da47 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f3f1d07cfd59b823da47 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-081952a63087fc8f83cd candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-081952a63087fc8f83cd candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-081952a63087fc8f83cd candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-081952a63087fc8f83cd candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-081952a63087fc8f83cd candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-081952a63087fc8f83cd candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-081952a63087fc8f83cd candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-081952a63087fc8f83cd candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-081952a63087fc8f83cd candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-121bc2e6676c1ac10911 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-121bc2e6676c1ac10911 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-121bc2e6676c1ac10911 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-121bc2e6676c1ac10911 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-121bc2e6676c1ac10911 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-121bc2e6676c1ac10911 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-121bc2e6676c1ac10911 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-121bc2e6676c1ac10911 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-121bc2e6676c1ac10911 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-22f153f0d4fa656018e6 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22f153f0d4fa656018e6 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22f153f0d4fa656018e6 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22f153f0d4fa656018e6 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22f153f0d4fa656018e6 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22f153f0d4fa656018e6 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22f153f0d4fa656018e6 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22f153f0d4fa656018e6 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22f153f0d4fa656018e6 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-27c9f70e97b8850cc3ab candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-27c9f70e97b8850cc3ab candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-27c9f70e97b8850cc3ab candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-27c9f70e97b8850cc3ab candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-27c9f70e97b8850cc3ab candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-27c9f70e97b8850cc3ab candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-27c9f70e97b8850cc3ab candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-27c9f70e97b8850cc3ab candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-27c9f70e97b8850cc3ab candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-2867deaca7e98582620b candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2867deaca7e98582620b candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2867deaca7e98582620b candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2867deaca7e98582620b candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2867deaca7e98582620b candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2867deaca7e98582620b candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2867deaca7e98582620b candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2867deaca7e98582620b candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2867deaca7e98582620b candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-365d8c6de6de16f66744 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-365d8c6de6de16f66744 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-365d8c6de6de16f66744 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-365d8c6de6de16f66744 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-365d8c6de6de16f66744 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-365d8c6de6de16f66744 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-365d8c6de6de16f66744 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-365d8c6de6de16f66744 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-365d8c6de6de16f66744 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-3c326d05fec66e1d6bea candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c326d05fec66e1d6bea candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c326d05fec66e1d6bea candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c326d05fec66e1d6bea candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c326d05fec66e1d6bea candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c326d05fec66e1d6bea candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c326d05fec66e1d6bea candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c326d05fec66e1d6bea candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c326d05fec66e1d6bea candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-4dbdc6ed61dccebbfe92 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4dbdc6ed61dccebbfe92 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4dbdc6ed61dccebbfe92 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4dbdc6ed61dccebbfe92 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4dbdc6ed61dccebbfe92 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4dbdc6ed61dccebbfe92 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4dbdc6ed61dccebbfe92 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4dbdc6ed61dccebbfe92 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4dbdc6ed61dccebbfe92 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-58950fed04d203b97ab9 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-58950fed04d203b97ab9 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-58950fed04d203b97ab9 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-58950fed04d203b97ab9 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-58950fed04d203b97ab9 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-58950fed04d203b97ab9 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-58950fed04d203b97ab9 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-58950fed04d203b97ab9 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-58950fed04d203b97ab9 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-651bc0395d78d2819158 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-651bc0395d78d2819158 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-651bc0395d78d2819158 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-651bc0395d78d2819158 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-651bc0395d78d2819158 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-651bc0395d78d2819158 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-651bc0395d78d2819158 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-651bc0395d78d2819158 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-651bc0395d78d2819158 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-9fad82fd288e4296e354 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-9fad82fd288e4296e354 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-9fad82fd288e4296e354 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-9fad82fd288e4296e354 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-9fad82fd288e4296e354 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-9fad82fd288e4296e354 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-9fad82fd288e4296e354 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-9fad82fd288e4296e354 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-9fad82fd288e4296e354 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-b8bfdd3e6c31bd98082d candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-b8bfdd3e6c31bd98082d candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-b8bfdd3e6c31bd98082d candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-b8bfdd3e6c31bd98082d candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-b8bfdd3e6c31bd98082d candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-b8bfdd3e6c31bd98082d candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-b8bfdd3e6c31bd98082d candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-b8bfdd3e6c31bd98082d candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-b8bfdd3e6c31bd98082d candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-fc8084d5cd7da937fc02 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-fc8084d5cd7da937fc02 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-fc8084d5cd7da937fc02 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-fc8084d5cd7da937fc02 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-fc8084d5cd7da937fc02 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-fc8084d5cd7da937fc02 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-fc8084d5cd7da937fc02 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-fc8084d5cd7da937fc02 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-fc8084d5cd7da937fc02 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-3afd8959363e917591d4 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3afd8959363e917591d4 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3afd8959363e917591d4 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3afd8959363e917591d4 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3afd8959363e917591d4 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3afd8959363e917591d4 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3afd8959363e917591d4 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3afd8959363e917591d4 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3afd8959363e917591d4 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-3ff1aedb72f65a182b58 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3ff1aedb72f65a182b58 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3ff1aedb72f65a182b58 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3ff1aedb72f65a182b58 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3ff1aedb72f65a182b58 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3ff1aedb72f65a182b58 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3ff1aedb72f65a182b58 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3ff1aedb72f65a182b58 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3ff1aedb72f65a182b58 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-4048f8f6e047422e3c79 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4048f8f6e047422e3c79 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4048f8f6e047422e3c79 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4048f8f6e047422e3c79 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4048f8f6e047422e3c79 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4048f8f6e047422e3c79 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4048f8f6e047422e3c79 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4048f8f6e047422e3c79 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4048f8f6e047422e3c79 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-5b26c33feed6992386b1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5b26c33feed6992386b1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5b26c33feed6992386b1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5b26c33feed6992386b1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5b26c33feed6992386b1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5b26c33feed6992386b1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5b26c33feed6992386b1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5b26c33feed6992386b1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5b26c33feed6992386b1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-63ac245579b1188935ad candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-63ac245579b1188935ad candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-63ac245579b1188935ad candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-63ac245579b1188935ad candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-63ac245579b1188935ad candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-63ac245579b1188935ad candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-63ac245579b1188935ad candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-63ac245579b1188935ad candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-63ac245579b1188935ad candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-6c8d06bace98a28a8e4e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6c8d06bace98a28a8e4e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6c8d06bace98a28a8e4e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6c8d06bace98a28a8e4e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6c8d06bace98a28a8e4e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6c8d06bace98a28a8e4e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6c8d06bace98a28a8e4e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6c8d06bace98a28a8e4e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6c8d06bace98a28a8e4e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-72777024349c2aacd5e0 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-72777024349c2aacd5e0 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-72777024349c2aacd5e0 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-72777024349c2aacd5e0 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-72777024349c2aacd5e0 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-72777024349c2aacd5e0 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-72777024349c2aacd5e0 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-72777024349c2aacd5e0 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-72777024349c2aacd5e0 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-7fc5696cb3dc7b9bb9f7 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-7fc5696cb3dc7b9bb9f7 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-7fc5696cb3dc7b9bb9f7 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-7fc5696cb3dc7b9bb9f7 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-7fc5696cb3dc7b9bb9f7 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-7fc5696cb3dc7b9bb9f7 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-7fc5696cb3dc7b9bb9f7 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-7fc5696cb3dc7b9bb9f7 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-7fc5696cb3dc7b9bb9f7 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-9a14552b7db695dee92c candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9a14552b7db695dee92c candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9a14552b7db695dee92c candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9a14552b7db695dee92c candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9a14552b7db695dee92c candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9a14552b7db695dee92c candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9a14552b7db695dee92c candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9a14552b7db695dee92c candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9a14552b7db695dee92c candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-9f5d57fe2153fd267774 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9f5d57fe2153fd267774 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9f5d57fe2153fd267774 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9f5d57fe2153fd267774 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9f5d57fe2153fd267774 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9f5d57fe2153fd267774 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9f5d57fe2153fd267774 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9f5d57fe2153fd267774 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9f5d57fe2153fd267774 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-b0fee26e1db967f90b81 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-b0fee26e1db967f90b81 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-b0fee26e1db967f90b81 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-b0fee26e1db967f90b81 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-b0fee26e1db967f90b81 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-b0fee26e1db967f90b81 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-b0fee26e1db967f90b81 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-b0fee26e1db967f90b81 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-b0fee26e1db967f90b81 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-bc2d3b425d9163a62dbb candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-bc2d3b425d9163a62dbb candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-bc2d3b425d9163a62dbb candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-bc2d3b425d9163a62dbb candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-bc2d3b425d9163a62dbb candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-bc2d3b425d9163a62dbb candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-bc2d3b425d9163a62dbb candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-bc2d3b425d9163a62dbb candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-bc2d3b425d9163a62dbb candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-d1960368ef76bbb10669 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d1960368ef76bbb10669 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d1960368ef76bbb10669 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d1960368ef76bbb10669 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d1960368ef76bbb10669 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d1960368ef76bbb10669 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d1960368ef76bbb10669 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d1960368ef76bbb10669 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d1960368ef76bbb10669 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-efdc07c985935d871adf candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-efdc07c985935d871adf candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-efdc07c985935d871adf candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-efdc07c985935d871adf candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-efdc07c985935d871adf candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-efdc07c985935d871adf candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-efdc07c985935d871adf candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-efdc07c985935d871adf candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-efdc07c985935d871adf candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-fd2387aeed9bfc9a0d08 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-fd2387aeed9bfc9a0d08 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-fd2387aeed9bfc9a0d08 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-fd2387aeed9bfc9a0d08 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-fd2387aeed9bfc9a0d08 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-fd2387aeed9bfc9a0d08 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-fd2387aeed9bfc9a0d08 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-fd2387aeed9bfc9a0d08 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-fd2387aeed9bfc9a0d08 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +rollout complete rows=69 diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/source_data_hash.txt b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/source_data_hash.txt new file mode 100644 index 0000000000000000000000000000000000000000..1ef49748c0932e9ccb1c83a065667e7a4032f7db --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/source_data_hash.txt @@ -0,0 +1 @@ +67f7b4a692f7c7e71da24378dc71e3399c5d35afc14c494869eba6087b765c42 diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/source_index.json b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/source_index.json new file mode 100644 index 0000000000000000000000000000000000000000..21f76a4f847a39cd7631c9675f06c81edf567240 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/source_index.json @@ -0,0 +1,4179 @@ +{ + "audience": "train_retrieval", + "base_candidate_types": [ + "policy", + "policy_residual", + "anchor", + "base", + "expert" + ], + "candidate_type_counts": { + "expert": 2044, + "near_miss": 4088, + "no_op": 2044, + "random_negative": 20440, + "wrong_direction": 2044, + "wrong_gripper": 2044 + }, + "content_hash": "67f7b4a692f7c7e71da24378dc71e3399c5d35afc14c494869eba6087b765c42", + "dataset": "/scratch/knguy52/dovla/experiments/six_task_h16_collection", + "deployment_candidate_excludes_expert": true, + "deployment_clean": true, + "embedding_content_hash": "00859bfac7590abb24a3e7cc4c26fbb17122ba52d9f63369b8bb71a6ad1bc302", + "epsilon": 0.05, + "format": "cil_charts_npz", + "group_hashes": [ + "001fcaa1974d30d8f6edbd3e9117a10a084af107360ce1b7899dba37d093d073", + "00526cba701d9c5d7399d0436d2718fe144013e2e0277c3e00f247c3f2b026e2", + "007da68284552fa257c5929a32c040913c93b9f31569bc4a9e0e5f469972c3f5", + "0081224c84c2faa89c82c842265c41240c850ffc35d5400b57531935df3d704d", + "00bbd346a4f8658a96b2167b8ed3b4a4275cd535f5b46ff6a2ba6fe55ab5af22", + "00c41e13d6af229bd31262983b05d48413360e477204b62ba89278a110632a3c", + "00ccbf9e23e7dd8cc6ea5d91197bab1ee5d7e26f1c2e9dff0db7c48332e262d7", + "00df496b285db96e866529484da8bed3b079234ab8ed99faf38a9b105ae136d5", + "01335787d62e2c1bfa20e6a53a53239d19087e703ff07e2bb0666862536259b8", + "014ef3543741d318e6b6f9a3427e4423b1594cc26a73fbfa8266a1dadffc051b", + "015b93c295196814c0cf417d49ecf1d82d00e68458e42d2a0b3a1179d6d4c135", + "01a286ab7524d1d907099802c01da4995ebb8381d71bba0460100499c3c622f9", + "01e693c8677801418926281fd44938d17c1d275ed367253f31d1208676259a5a", + "023bdae7b5ddc517f49ec900a0e48dc698bfe1ec6f1a7cc7edfac21b46f37333", + "025c271db3f4ffb8e484ec4ac3f7244b0380bbf904037af516580e8d7ebf605a", + "0267094d9bc010468e6f684ab19365e65b31b38da78897277def7201c91bac27", + "0294a908f74ea0b1e54e4fb6d547fe5ba986ca4c6881572213732a0c867699ba", + "02fc97ab4aa793222f215b66d0ffc5c856706ec647c7482ee66344e066456af2", + "03020ce876d6f83841e56c51882dc8e6be8bf33ec9c9c836ab42ab8e4a586538", + "030b87c34937f69c95bb61bf59d9773b5a365a86fa73a60f619ccd0256d2968b", + "036bd56b347b3ea03e19a9a1e1aa865021d7b541fbdca003409a10e34912b3c7", + "0388ca1306e31d2ebd07b30a8d5366063523b4cb18d426c93351e7497cdf2721", + "03b05cc0e617e7ab7149752551af4303fa838be521fe4b22a15389558dfc0d60", + "0414958360a2c4e04be7534d9347e289e132993e773f7518bc8ee75a02ede570", + "041af35d269bba29a9d94019ad4c8e433bd9b11e3d2c12af4922829649df041e", + "042cc293ccfe917dac796cd6101f1d2f4fd0fc5c67a050c391399bb3c89b83e9", + "043d323f81c1208341028b4176ed8c4c56e69abb8c08aec31ddf093056d9db95", + "044f47ab5be1af5d16cf8dc96c3201970c551380fc2e97dcce7ae2f5265658b3", + "04529d1ba49a38cd27f3ffca329e63ab856f5c1e9cadcf7599c074ea64d26acb", + "045cb769e1cc19f043df64a32a05dc520442e9dd62fe0dcaac93c048c8a53589", + "04a1476f8f2cbb1493afb3e1849003222903e15a7cc7e519dfabb48bd1bfb57a", + "04c63f785efcf0d3591dd2051455fa4878b473bc2cbeee626ec7e549bbf46a14", + "04d6d326619cb05f115813e476605dca0485b6bcbb256765822fd1be38def668", + "04efaf4eb209e619534ffaa3bbb08fdc7a05759f77c96ede295435e899557617", + "04f4ff1016421b38f73be280be75ca4fea5c372f3a8d1cda4da185de229da025", + "04faed0a7dfd3ebc89a4bd2e8e075c9a81c861e396b860cf1172c5ff89245a11", + "05240853bb100723195b299a8e993517d7636f79d04d39f3d60ebe025863c321", + "054f169f2c20ec618c2805cc410f661edd54db72ff4e124ef2e8e695f5c41483", + "057423d91c0d82d8f62f114440e3d5800ff93a36d789dee2cb1558189230b3f5", + "058273a8b1145d6860b07cd133fbfb6439dadbc9337d32c27c9b6e353b9938c6", + "05b7a5da0c35c1c6c9dd3e767ba83f3a5d8c65cdc688f7c7583b086d2f5e578f", + "05c0e14adca2fb1afd50c9c82effa52f4a3c036d865a6ef07cf43ab6cb7cf9c1", + "05c0fa198643aa9b11a16b11f508c0f3e4876d76adb60edfd63e5b22da4f6096", + "05d812f28f8fa0fc86ae7e47fee0b87e82a8c147cd2c20a18efca3e4d1716ed0", + "05eff262f0c51434f1a2717cd888ac132d5418a211f5be302c76204c694c9c22", + "05f242687ca564fcce8802518ff330054ba4aa6fd52dc16b739af6e2cd73265c", + "060071dc4d719b0172224dadd17bbcad4074d9a025bd9753dc25bcaa82a1b731", + "0612f705ce60a6e5719459f4ed2ae70cc12c6f610553af267bba19f1079e159d", + "062f09156bfa5ecc2c90411a5c30cf7ab44cfdab8fdf6bba8dbf0d0264398669", + "0637e894caaf7866508328256b86a787acb4b59279b4bc4d77fa920669620b0d", + "06646b414506091dc9562eec9f7ef5a47fc11f0d46fefd5f17118e104334ad20", + "069838f6f7f1d064c02323989485d308d36f8650e6062785a461e2b6cff0b0b0", + "06b2ec0364fcc116b85d61aa2b8f007fc319e48756acfc228765b7aa0e79db87", + "06f3fd02d9a8cbf4fa564d32546c328fc318d993b9d2d1ef685324463c69ddbe", + "0713a51c5892c5558579ce4dffdc60b974477b43e53c3fe0ae4345b45549ec17", + "07202bb06fd690678da08362e77ce653818eba36201fadb49d49d1e56ec9c228", + "0749514f298a42cfe924e24c240e25f5ff48f47a898f8586b200cfa0701c7a37", + "0768ebbabf013c2a4b7f1aad3a2099c8c13cc1b0b6a083b446a17336f2d17d04", + "07721a0faa4a8ca8a5af0f07c002538292f7cf23086a796ac71f17d92c68ccd5", + "077f12bea73da5c959c3558c431a5137f203c4468023cd9bb80ed7aa72c5cb15", + "0781ab28ea0865deb62cdf28ff45c8db767f6acac236094d1ac9671a621c0b10", + "079f2e4745cdf1e6fe28c5fd9c44ff1154b2317c9670dce3df3e46c5956b6266", + "07d1cf8fa045404915eaa0bc582d7c1f1ea3e5417ebd7d9b076c0106cf937b49", + "07d78d133b041c1b387a66dde85c2e8d619868aadbe25df65adf9a537733fbe2", + "07d981b9235d6f62b04fe940d3b60888c7324180a1eaf5258b8b7d28dc9e09e1", + "082bc6e23d9f8848668b5e2bcf5d214b05d642fe9247181ac7efd87c1152c4dc", + "0844b2faa86b75616ad9e61099a8546dbe2ce19734eb93507a1c294eed6904a7", + "084e99784f5d3144472f2bb4c6ad302124d7f238dae7d6cb5c48e30e490e2b0c", + "085f9fcd72c44e1ec1f4ae40b1d183e6854e606726d8358ac37b9f360c0358c3", + "0884cb0cd7bfeda804f3351dfee94fedc6468594260bbe98c0e2414ec08781f2", + "088693fbb45b889e85ff958da47452272c49d1720c61f8a24e4ad652bc1fb716", + "089bd7ee69056cfb1908280fe2f2b1bac9fe708220e479097c6dd18fb259a24a", + "08bd69953da3b8045ffd02deb5f986a11f2d120614be22b53347d8514e5658fe", + "08ee326bc033bfde4df8541283f59dede6da6662c31cd3826c8938218f7a90a4", + "0905b1f6e979661d55c733e49ea636ad4829039c2f8327ff1f261409b6f9c8e9", + "090d54a2871e4dfca2aefefbc2e9663d0a7b710e7957d20c00c361dc43a1d2e1", + "09c524d9908967bff722776dacc5e2dc1841dd82e85f2eac79be2986be4727c7", + "09c52593507b34845144191b4a8edc5cd9b4808dcdc1593b396fe166b29ac84b", + "09da6fc458cc6cf1e4be0ceef803120255238b8962070c2cbffe715551717085", + "09e9d938e278c8cc5f8322c610fcea1283b7b77bafe842eb6449215d49394e02", + "0a9312ec31c472903cdb28026d86b90d551127135683773d122e17b6e0cfb857", + "0a9bc7df156ecfad97d28ee1227663785ce40cc737168364932f1a2e30cb90b1", + "0aa1a4571153dba5c1748f018cab757e1ece943ee4ea64a0f26bdae4f936d3e6", + "0aa4cb3d3b2e041fa4253c1cb23a914b8a5c644b56967d3741516fb17d3631f9", + "0ab83ad36b03e69d64d2ae4ef8c556097be124061af0360d32848dc41bdfb7ea", + "0abf91fd3685960f7b6e0812b4d8ce52b6a31224b4e739a506304cb46cd29fea", + "0ae69b83b02e7dbc4eb264be79de0da7185863d38bf366a9be1ae5d745b9a7fb", + "0af0a212eca005fb212d32eff4d5c2ce71ca2de8e9970ee416416ebe5d936f06", + "0af0b65f74f5a6edff26999f485e115fb04396168b31c5e77ef731b8b413e366", + "0b1ff010af5f1418d0f838f4f21a71c1025a797e50f0dfce6fdb578b4bdac377", + "0b41ad1882d3407ba74fd9527ddba492ebdb1356a231d41d3b97bea671cc902c", + "0b660aea784794a286ecd4ad09d7536cde2eb65a19280c8ba81d9112849a05af", + "0b9d988ac32a9d5138800792db6436da932ecaba29485cb95676d018b8c4cc66", + "0bb16a236a2dbbbc53df7f8f514f71076a1408dbe89e9b64f56ff6308149a5aa", + "0bbb7041a0e42c9d69fb059687967f4f5cf4dcec5a48a233d3a1c1b6ae117304", + "0bc9c1dc25638927adbf62edb1f44c41fc6468564c0c0bd07f151256e70edcdf", + "0be11c9bfdda8d9d43bf40a9567a2a7acc8b09343e6411ddb55a6b0097406f58", + "0be26fe12af26d5427c1b23a13e9a0ab66560bd0bab91a5023987f9a483a5abf", + "0bfafacef2b0488487659ba6e9f07942ddf7a9734f49746e14e68e8b903a5e57", + "0bfffb14c5e767e6b6a0d073a8c38b271abb71ec60be03aa3c6676de8620d1e1", + "0c0015ce0828d91018c21a25c3a988ae23e9a116b77ccfee298c2d770fcbc1e4", + "0c0136f75efec62c8234e61675eb5d7cc92a005887e1daf40961dda217effdf3", + "0c26b22b6f73a920acd2c3eb853dd13714c7d1a15cb7f01189612964543e2bc1", + "0c5ebfeb8ce3384fdf5c7466d9febb871c0a55b3dce9196adbf45beeb3c3a8dc", + "0c729263a7865648102e96eb98f764199f7e3f9be15d9852bb832d72aaed3cfb", + "0c8ad825fb1b90dad15342b1a38a73230557030fc6cb483d074998a391017af5", + "0c8edffaf99aaa4628cfc8af78d3b08d78e69e645baeb1ed83bfd23d9be43a5d", + "0caf685769ea343e0714af61762ed28dd8a3619c999cf2d503f590ec404494d5", + "0cb26bcd10a801c61924e70d10b27e1c10e58ec84a1f7fd1ea0fd4691d2d577f", + "0cb8a1e195b091af4c1ab6264bdadcf5dea204e12810c9f9674a810717bccb54", + "0cd782853dfd7e50a17e062e2466a0c2834bb6ae09ccca30173972814b444d92", + "0cdbd13e6ddc48ca28d0018a7b2a880b226489f679aee1a6ac782581c3894de8", + "0ce23e2fa8a749821680c196c1169b01e7e30af9b335e1cf59b8b62c58e04fa6", + "0d54c732a07f0fe8a6fc5458c2fec6b0e153a40bb33677bf852c815add211b7c", + "0d70dcc638707ec9f6834ffbcb4630e07abdccb780a1609d713a970f3f0ac1cb", + "0dc1128ba4c2992987f1080cfbf80add951244c5512109367ac2ff6dd8481f04", + "0dc6b7748f769c6f4fb5b5e760d69c37a5c91fa538ed1dd31a3d5ba4cbc5d607", + "0e292618af8adc8bb13df6fdc700564538050caaf00643122064b7a3376a1d0f", + "0e321b35d16bc03a5586ec91b97acf8c107f0b79c2825450f90f35f4fa3eaa0a", + "0e54f1bcdc7d87ecfc6e74d6de3e4c43d13474e1bec0b95138e7167710390990", + "0e846791b18e5014d92e8a138b09f6aa1edfa36549c1ef12a8ca4dc7e1a7e90f", + "0e95a43b5c9a6e453d36ad6f7cadaa8af2df3f11f0ca06fc4ebaa43fec26445e", + "0e9cfc6bb4e6178112967c91b2e35b0a3b38e389cc2aac0aab443dbd63f6b02f", + "0ed2c0dfa1163e363e7e1d89889e7f49e18528658208c0a068ca52e82d3159b5", + "0f1330ac1eb5b8485604be1a622a26c53c19cb305a61c61fc348020b7eeeec9b", + "0f207722dc163c7f09f47a4b114cde2e4d675c7399a3b2941f8c22954ad5df5d", + "0f298d9056aff724d852e7d30dbb93cff797cf382b8fefb1a23884389ba72ae2", + "0f4ded9465d1adb2948c4ebf574aeacac709555b4cba78e2f7ab0514f3d1dc60", + "0f6e062f0fbb5aad354b50ca9695824a01b4b1a2b6650fe534dcd517aae3a3d7", + "0f97e4c29d2ee4474f3e91f9728b59c2ff6ecc3ba0fe4709bea263555e4eecdd", + "0fc1fff21404a7c4c3bf43d0a946b349cddd81fd91394830c215687fd29635c4", + "0fc42e7c404cbbb29ebc6b271746a16e9226ff4270cd13ef194d66d9385f98e4", + "10bafd54576f39b903e32333fa9de033d34630504b3ccfe756933c7cd139fb22", + "10bc4cc7a43e48b9fd9fd2b4dae3488801ea0e043959d8838a5b6f2a485f0756", + "10cb9fea43a85b51aa089d8184d5e7ead3b732a471283229eb053f86a7b89c64", + "10d3721833fbb982ec10f2e41634a06e94f3e11be89b76c449dda794bf4afb03", + "11012a866289284e636f856a871945d4089e1218b25714ddb7e14e3cab1c2d05", + "113f5145a36a62fa140f4eda8be653dc498c33132e8440ba8bf91149e5bc1abb", + "1148a49a8e54f0192c8e4ffb72c997dd10918c28363d1dff62fb9176225d3e5e", + "115434f9bc4c1998ab24ed4071f8513198a71ea8711b65bd911d2283855eeef3", + "1169947cec8d4834b14ef01a1b21b27715efabed8c282612bad37c32b70a4cec", + "11757f25e1971b1949f99f53e1aec63fe120316d0d794ff04c5e3bf3e1e4469e", + "1177abdc80e9dd30dd06522f2a39b4b22ae70c1ca17a29414e0cd1c9015f2340", + "11bb2f5d4191b2c5785176893b48e085f0bb8944d6d257b64647ef8831eaf362", + "11cba72504d167af81d43fb4f4aa447fc4dc1cb8a873cd123fc80c00a4bf605a", + "12044591849b00fdcaee3693c012680c8dbe3ffe120fe6e771ec86954622880e", + "1227a4aa8cd9896b3e02709120920bc948bef60870f206080881533008607752", + "124103b3e01c126d1d7c42ab8999b7069a649f26afe76483bbe75e0516fc9092", + "1272ddae5bbaa8cee4a5917fa083c82b10d9280d0a6dc8f85968f6df3b822eb4", + "129467e910b6d1d31fdf7405d1aee0adacf2b45bcec803f8e1ae3926c3ecc432", + "12a1492fbc2c5986df9c059a33a7a0b9fc5445555bdf672b5fae0a0f34da8a86", + "12bfa8c65887fb9fb257aab37ef0aca1a2f50dda0836afe9a3845fa66295a1d7", + "12cfb3f21f142c20b8b75fe51a500470a46848c69674b4592ceaf5aad9d976e6", + "12d2cda4fddfc7694bbf706182fd2c9ab83964cef1cc1c7b2e3abe84dc6d910d", + "12e49f621d373e186d124b525688c4d1219e8a2b7dbed956835d6e64aefeb8e9", + "12e61e6a086c54726212dd8ae40498e7bf40a4e6fd9ab5b677c950d02eb7cd52", + "12ee15c35b3f1356c065b1161d2a63d7bf8bf083bf7485034dbdc0b40f23c525", + "1311e81322d103c2c43a03f83aca27a945245bf2a02de6eabc767baa61aa2442", + "1313d324d3e798a357662678e05bcb4c9a763b4c397bcf7816611f318b2ea4ae", + "135b237070f72bb9bc691fa076a6343c512900564e119ad27281243d2af0e42a", + "139e442c52e6ca3ad180fe14f1acb72016fc4c630405d7dcd2b8f848edd43a9e", + "13c92688765abb9394668fe90e9843b50fe58a60036450bfc308769592840eac", + "13c9558f5a69f6784d34d046906d2759d6c77af2104091f964afaf7bce5b13ba", + "13ccedcc5114c00535afd5d9e128b3f7011a2926486054ea868bd4a7b6e4b46f", + "13d043c134ac85a633c31260192367eabc7cf1767299124779b9f01a21ba59d5", + "13ee615d8033d8a0e64e589fad80b9efa6d9939c3a95a006300263b5fc7bf19a", + "14b218a5081e90244f5425b45e7d278a74ce673dd2e49343e0a82f4874fecd56", + "14c0c9817f4f22d5f2251efcc78b8ffd67926fba73fb45e17293b59cdb3dd535", + "1501199487ec32e664d5f69df0b7da5186e71defb0c64229e946c7c5f0a0cb2f", + "1507748f87930160bae3bacbc4b87aeafb13ff0584c0b3457b0b15e33af846a5", + "150ecef476986ef9da9b97b6f1ffa83c74fc8ea3d8d57213831b3566d328b61a", + "15128cce41835053eda7e79d8a527734f51a5f94f0e71bc4f7c30c82bbd7381d", + "1590a2e329844ef537803416fa313ec171f54da63051be0a66528df467f45636", + "15c10dd97eff18ff9c11efeaac85032c3db028f8a024a25b5732401570b5de2b", + "15ce55e979b5b57f83c2c79f86f4ac3685778340aeb72db247ade562c3dc9fa4", + "15d91dbb5bb6cbcd2971a2c9005a7d1591a02de0780530cdd09301babf1d4295", + "15db89c2bd9b6360edcfd4126de0d04ab42d10be7e7c9eaba23f1184493696b2", + "15eafc044f81072b73a7e4978efb8a5053684d910f074bb9de0900cee1bde5ec", + "164faca0fe5fbd3466a4751b72dd20c69f8349f0f6b35367b75dcd27d79fde6e", + "165aed8e4463db7858a18e57d902eb84591607731c33d0799fe2e1dd9943a16a", + "166ad8c3cb7f8dd902042e4720f289b39d64cc34e240f516c37a552b98ddc204", + "1680fbae27ac70b8a104e58a59fa2ba47adba09377dcac5e76e68153151a1a24", + "16d7a66ecb74238e0d120dac82df1f13ff15fcd44325e4de897be2612471637a", + "16daf6296ef9184c97ba0e67164997e16876f7a16f3feb490c704ec7bb942f47", + "17242b256da38439da805284116ccd22b6dc0b4f1162e966c58d2699b88ed142", + "1728fffcde610b0ea864ffe387cb258be47affaa5fa2444d7271475cced07a00", + "1730561bf6306e61c4609c774a86ca11b4e49a8d1b01c3425f94ee9ebf718042", + "17794ad07b32b794fba99b4aa198cab80c73a617c80388cb3938f1bc448c33b4", + "179a8d46e8da7103776cc9d41954954f9a30cd4455377cc6af1bf76a0704580c", + "17c358ed8931a3e41bc39832f8024ab4cf2ecebd3070060890e8381a61c7b344", + "17c67143df844a780a50ec041cfb21740ed75142c30dd9a778cf56d46c5e2f5e", + "17e01942d367267f255ecec7a0d0756a47a18c02e6a868ccf4709c4bb7e5d75a", + "17f64daf3c523045868995b9b5893aa69c6406419d51d0d2d5d6dccc95768fb1", + "1828cbf1e501bd910192ca5f0118ad162ca6e99b3d11a588966650e20e5194f0", + "182b16a6d5297ed49a61456d81e924731b627fa701a33bebf113b5d1dbac34a0", + "182f7365b61944dec5bb0919a2d802ef89258842fe129664444ed82a58cfcca8", + "18657e4bb7bcc144077e48065c56afbfaffd0001a13ffdeaf8f6bb2326d8c483", + "18d4f30d97e86421c7a2f9bd716a3944dc4745651cfa54bbbca295c0ed56a933", + "19b08945d0d2787fc572f103b8f4bec38912b933f1489b4c73c41ea3b26e141d", + "19de7f92ee293142b40d8214a494dfd201964ef788d8663ece4c2ab5d3c8612c", + "19e0efc3b92b86a743d8a25d8228e7a35b8767c51244a2940bf325a900680e95", + "19fd5cb3bbb4d83eb86d436bf9786e970c339b1d854e91ea35e9a144e4155203", + "1a12204deff18038d5b27ab69ab157c6feaedb6adfe5560c46e31174eeff0f13", + "1a169940b1033a1daefd265afd89c6491a7a05d9c479667ea58efe6168771027", + "1a644d661b36094b489ea6e2ed67bc9fed3a3f5adbc01583591fef5eb9704bb1", + "1b261a0ce7ec407cba1565a8e4c24f3219233746509f716cab8c4747ee3537c3", + "1b2f9895a0fffaf04836d9581bb8bb6c2529fedf2283da978f875c2860d61f2b", + "1b42c5fb7e97213a533064bfe6bdad601e007166165a8f29f63e7e7999362c42", + "1b47810cd051a297cd61db10f6fb32c434e35242afbb75ebb728a1a9fca6c7de", + "1b644336b4b6654215dbcd04f4fff2f80f003d27531a1a7d5ae344a96223ec0c", + "1b779aa158ed431977a27764618e2a4e373f3ce3c5e20f75c8938781881d0e68", + "1b7dcea7adab5f8b915a848e6415ef988dcb9c01cf49cf61c573955f0845a4a4", + "1b8a6a6fa1b179d5d5437229af8793f416cd6ed3492b1fa08b9883757ba91bde", + "1b945f3f2ba81f701ae6363cb35f8805bef6fd083cb7f96fc28b60bd59b2a42e", + "1bf373e4138ede234792ca2a31f7cdf7d8000b81213d183c592c57810e5f860a", + "1c7c2472654cefecab0ce73cfd71bdce6ba3723a2d1b0e60db8c98aade0214c0", + "1c8a863bb173fb7383178f4791d07dab6d7e61deafe0533713f1dbe165714347", + "1ca29fa47c93e63575ec16caceca3cccb1433ddf46316e5a0e516a370aba3c98", + "1cb925d6fff01c6d651d84259d1a8ac66ef3e62bbe6edbb2dfbf8a32ba6e254b", + "1ce64787a72f626f6a88392499a9255a86c5383a749e004594bb8c1bd28ab033", + "1d31a051b2ec1fc2654e62a20c125ab46a8257c375a84eed7028b7e4e52d89c0", + "1d520b036adf88c23e2c7b29f0332b8b2e0145a89df01b7704c4dad4a4b7a26e", + "1d5844a8d16fd769c49e5ec5a2dbda1f912441f777969d005b10b7a54ec6f222", + "1d61e39cdd0ec95fd2b45881a6ae2dcabf25bc7b199d93850c9cea4689561fe2", + "1d71ce873b57f889c07cbca6e061d4c9a7e9b09f7a5080257809e5ccce1ef3f1", + "1d7833e75164b04c32bacecf88e1adbce107ef962491f630fa7e7995e7dfd250", + "1d7cc58ad59e6b600b4bd9ad4df955100e8d941433168c6cc049e26e843bde9f", + "1dbf59ec48199ba97c18205303d128b76b9c663595181fd12274398a2ca084e3", + "1dc1fd9b8eaa6883f2faca7699c9f508d1f6a8a77686902ac177131cf2899099", + "1e069441905d0a241eb511339e9dbb1fa46aeddbb8297488c2f610ee338cce43", + "1e43c66eca65528152bfe4159ecdb59354ee36c34b54eb62e985b212b25acd13", + "1e50848ce7dc42b4b42718f33d0c415ab9a46775c69ca5a4b82276908bb943eb", + "1e76599c93125e60681aa1bd6ae72f50d0a47a9c49cde9c6756909e98464d2ce", + "1e79355b42972c791c37b68852c99930c49365068ee1a5b7da7692d2aad48a32", + "1ecd0b4f77b2aa35440911addeb9c567c92d0871fc1fa9100e21b2be14139d18", + "1ecd4ac9f9621863890d5f786017185d6fef36d9a90002909562bd6a95eca2aa", + "1f4c8d73bf3a9ac57f9e2b43d427baf173b127d556762c817091febec2e02b83", + "1fa770f0d73df883caa5caf32e572447960a6f4a39cb919b7e5ef0ba5d8d4264", + "1fa94044a3bd20aff19e7c24bf541dfb9f85059bda026eee808d37fcf149bf33", + "1fd4988ce77729f824275c64a1736a759fd53bf3a9802c5fb4320f94889edac9", + "1fff8991748bca60d71af9cc9b2b3827ab3180ae705ebd62243c072721f8f094", + "203223582c0e7fca69776a87bd032ce7acdc2a2294698ff3a98d3b434f009347", + "20c786ab915d0509301693df90eae1ebf07cd0291a9238b3c107325d77b631f6", + "2106a3207e94eb944903c4fba0c66e02ab7f70389b6fd2655e6a934365c53a28", + "211894e79d6b7bc3345ad4e7706cd6c2e18970084a6b2e493b65bc8d59a5c727", + "2158667fab766e543795e7d22e30a62e6b02552493d9ae5d40764e724deb48ac", + "215af1c5f11ad99c5e43328eb8f930dd88cef637a51840abef90e51f91cbc371", + "215f4b47964817c247e28ca440642fd20f53f922013de4b009d90cde4c9d82cd", + "218195c1668cc7deb5f978b763d886317fec3a8ba0cc600b515d689330f959bc", + "21852b6057ee5fa7766c8f5498de18cb6a9b2ff18129ef78c35ccb43cb3a41d5", + "2193db36c24d0b68f9a562323f3455e60bac32e17e92c25108afeba03c0b8d83", + "21ae1c762c3fff7bc2ff0b1334fa52ec4290d14699b4ad762802e086427e6ea9", + "21bb9b4fcfff8d963d835e84fd8b0a3f0e3bb00da0c31b3ab99f7eda3b9d1879", + "21df15768401d6a240f92e69c17482210d8decca91922111b82544359047545e", + "2208bc75cce9607aa11acf9f64f8a37a4d2f1f8f9d3dcd59328f72e9f2f573c0", + "22243656978707a34f369f92c925fbe6e807c42c9200857afa1712beabec982c", + "223348e6289ba2185e679f0cda88bb6a8d7a8f5f81325fb7199f27c88ddd5192", + "2244cf8a582b801857e5074afda78acceda9fa1730380526087424fef042006a", + "2266cacc0b7ff3f0808e75c671cbfcaae5ac8f347d0c0c809779a3d3dbfa5fe0", + "226c86fbe1e36d2904f345f76cfaba39a6d71be0bd735335cb0c503e3b5ca3e5", + "227faa5ea2706a8fb5dc63022bd1338300485f9df8f7fdbf1733b170fc67397a", + "228107ee33b2c2e9e1e2aa7156e4cad7d4313d56cbcc7245c6b6f0b5ab6ee0df", + "229f12e885bb5e4ac5d830c3548c117169f2ddf5f11b730ccd852fb076c32ad6", + "22a71995d6c30b1889e0ca873a9de38aa25197eaba39464831d78c8132c2aebd", + "22c123126020665ad6ff2e62a8ac0395674089bcfd7a2a5e95879a0f3f42ba66", + "22f8bee7eb3aa2f15cc3a50fde768180b27cff6da04fd3ac602d0588349fccb9", + "2354b73626bcb881817c40eb612de6c984ceea635873d56767fd7d27cf72f337", + "2366155c840f1847f61784e44b578172919a4fb17e789c5e9993adff27f20ac1", + "2393fc9fe882416a98301134c8f1bc40959cbb0df4a788c18d6ba97227dab57f", + "239edc4db69e5c6c2ec386800ed2a16c1d14f40c5296dc5b474fe02f303e2932", + "23a19cdcdb11c480c19b5e826ffa9ae9a41f75356503c4c189b952e7e7229c10", + "23e7778305fd2fcf3d8f178ff8b0542c668ef7e7e7ef8c1a1719742ed4205899", + "23f90b26c36b6a00f084465c27149865452885e7b6741d29261be0963c5addc7", + "2405dad17d1d80f91da8f5654687782f23179182fa8ea95d0e7942f024d88ff2", + "240e6c1a1da07b1182d1f9c34e2585ca561d75e0c7d9c467e9f668638e3d4769", + "243ba124b326bfb985fc9db69b613aa893389059ec2b6d5083705fbf4996f0aa", + "244a86be38dfd9d932f23b9d27a9416b40b633a754cc528b81f7987672c3ccb0", + "2470bfaedd598e75adcd25e04758049ee6770a8f94a68950d5f90509fadc948f", + "2483f6c4d3c44d993895b6443f371d662e7e0d212307b47f3ab729db8d59a20a", + "248838a33696f03df582c2fdf2f6079a214d6ff05333caa5f95f138dc9af2b42", + "24ae887a86eb0636d75da5749f2d58725e00b258a152666689851b7ada661760", + "24aff802e6017c90e6244f7ded77aed1fcbb545953cb200d04972648eced96ea", + "24bde8b59e05b32bb2b477d9106f41f2782c9842a470e70bf08bb527d24132e3", + "25029d6aa49a43a7e8643cdbe81f4689c354b4913f90703da4256b6d93cbe73d", + "2584bdcca36c2871dd912988d49fe1f921aa8ad95ef0c60409c774bec286b379", + "259297aebc704d7d5569506071b5d478f9e3b879717b63b09ab00e4608e514fa", + "25938b7d578e370d915f65c0643c37264dc75c7c2c5a4e86211fc222ee78798f", + "25aaa260d7f61482d0dece1a6dc0ebddda72f625bd38bba89694a83b834d7a71", + "25d303833c68d194606fe985b8b39f09cdc60f97efec4e116be8787bb23f98fb", + "2605fcc76d52f90b98dfa94952e2a390477323091d8d0651c1227a952c2c191f", + "26273a075d3f2fa5551130d04d65fa7cdbec6f2c4770ba144eced4ae719cbffb", + "267564c04ba8e005d6b23639c895d35cb0591e0291a9e263cf5cbde05cfef1bc", + "267b0a39e499f0278a58eca2a6205c39a1503c08694d52754c5d8a487ce64c1d", + "26e4de7e4ae0c7104c8c6aedae934d81d97dfc89169ebf415a3b0219eb8fa9cf", + "26e71a515501d52e4c0fae7edfadaab7638fd7152ac373d88be078abeb2d001e", + "26fa8b7a8f9dbb96c9ea366cbbece69d993514b5ad6be8d8522c7f65a4fc2b4c", + "26fe2653ac2789f9ff3ce5dcf164b2c7f228b648e61805e3855ae9c8bf59526f", + "27427c19368afa942253ff0a473755aacfe1f98982af2f540963275b55a49d1d", + "2771ffdf18dfdfd65d02bf1b8bb36aa56570b790a173759cba7442958b7c8e59", + "27794ef63ff9fb7240d2bda2254462fb9094bdd72226a306977f6b7d82821b01", + "27c5d39a379b325588db6be3aae94fb88d53d4cb5159be340b12466159c224ad", + "27cebfb6abc8671e279fff311fab47dda886f886c26118a8a17132cc55ffd2d0", + "280c1a759d77de7a2eb914d964e2bbd88d32640e4fc9885ea5ad6e97b7926ecb", + "283124debec6334f87ecad97e22eb29412f665347953741d545a1362d50cf700", + "284292effe9290e071b49536e7676e25b1f2b51403501d067e35c4cfd930cb7d", + "285dc9617d8a64ad63c678ff0ff60dfd6c2c395a2084e2dd1b423511b99f452f", + "289e975996c5a4d8054e12f8cd26151ffa576b2fdcbc04ce39d0b8e3853ae395", + "28ce9db3376e8b1aadaf10eacf458f510bc957fcdcfedfd029bad2cb1b07bc73", + "28dca848a9bb9643b1b2d9a4a8f2f7a044c5a1994acb722baf9f46915260dcbd", + "28dd980e1372e6396aed2934d45aeeef28430910a7ed953e7c0152bf548e9c91", + "2921ea55f352623ff28dd31ac8b6126a8df490e5433d55abfbc4c3bc45d04047", + "2924d65dfedd8cff2e2d9db5f0f5f65c545597e7aef61c5eee9215374b1c97cd", + "292f2b9e562927a46924f407c14ef193343db63063425a32603740d594b02d7e", + "293f27e5ab477371a20a6fe6c65b647c259a6a98c3b813fd186b7a356bb63c54", + "29462899b56ca8dc69f31a04da863dfb0aa826f16e099bfc2d5978c938316a6b", + "2969c04005b15ee1f9eda734cb9eeaa861702af06deef784dcb9b8fd06f97282", + "2974f03b745944abd7ccd676a1f3750e8f16ae68c9c074bdc65e10b5623990f7", + "29a08c002de030c471f68e1e749966abc348ebb2ceb422612ad8c9ff3fdff258", + "29b3e33c27623bb4d5e4c858238a1d9fd530fd43dd87173f95456244872a5ec2", + "29b6050cc305b3bb5e1a40aba11155d89c2967f36eef823d4bf93474dc862356", + "29c8e5d1c664155ba776984de03294cdd6d46e2a2481599278cb12b9c042b93f", + "2a08bcf84f783530d696add19ea25a3fcc1226584bd2dc1ea0bd38a805fed8be", + "2a550c026e9ff65d75443586c017ace88635598a8faf177cb70fdec7b4761cb1", + "2a621087236e8404b3c0e45a264692011e1e30e8be64b0555a45885758aab52f", + "2a74d3e3f8eaea1675636298b1992c4b487c22866d70d483ea9d44873dc8f085", + "2a7965e1a56d537f2a2fc4bc7c9a7c4ef69a5cad08ad8411b497598b73fd9715", + "2a84af45206416f82ec91b76b8453b31a3ad892082d4ebaf0ba02647725db5d3", + "2ab5a2e4a8ad61ab47ed5ff6fa9b024652368e9fc35e4dfce3a004ba7169f077", + "2b2568383c501e9b66e98687135285a10376864a191834e8192a47db47ada0d0", + "2b2a0e3b2e9a54e95583639e8663921d0c0dc95ad6e1eab5776c4c85f3d3c519", + "2b3ebd6abe46a3e2d257c221c2521e4f2fb92b20c830f3370929106fdf462276", + "2b4a13516d94a909b64523740d2a7b42d960130275ed885b8476e5fe1a053ea8", + "2b519f4c71b588b9255394601a55032d4137587d9b4bc84ad87311564d4573e6", + "2b5fe3cbaa0557413f47e9904a66c0bb44c8e85dfb076eb68dcdc7195c587738", + "2b694c3919c53658c7115697287ec18707f91c178535e1b93a839ea7236674f6", + "2b6fc7dd39006b19ab1ad37d025d46563503e4d3b475dfc3944e4f30cc0edb9c", + "2b72a5c938c4ead2c17c0a0fa02caf08ffba9cd0c24c9f3dcc5af30e259af482", + "2b72e11390e9cb9502e0c03612bf3462bf0762abbc3c5ae2adfc7cee8e60ce57", + "2b738c4c7c9fb5a740202f324f24154482ea4a7b6f828354fa6daf638cd02e60", + "2b7a77bebff0ce005faa414e6e225e537967e9aca9e489090bd0c7c109c0c497", + "2bd3904c8bb216a19bed7b0a6f91e6fd12654312bad26d9b7e117d21a837f039", + "2bfdfb35553a281bbb7b5dbffa56a58f3d0c6c59d30d0597d4504feba177384e", + "2c69a32e259e132f0c383c6cc4674ab062850bbe9240405338f47b5392091a66", + "2cbb005c3d38bcd89685e0838a6145254e733833d7df151efeb9fce97f445636", + "2cbf2e5dbd2bff53014a66a4cbd93f69f92f886c5b4ee02353e4ba9c94e3826f", + "2cf03c960330a31b32f11d7bb56831aaf8e883f1e62b05cb3f4453fd80e40fbf", + "2d1adbbeeaa8811ef41d9bbd778507b51163ef3021fa808f767943b465b8ce16", + "2d2323f574328014c75e32fea3155f729fde3861ecf369ab6f337d310c90c1b1", + "2d2d9b13157d8f72554f0f880795745f9b6ff6461dd073d584e756caddc4cdf2", + "2d3a44eee75068d618b9bdd36b116e8e40ccbad1c16156b8bd0b06369ae81ee9", + "2da33335bb58839ce28b97fdecbf093fa0213f9d9d79801e050957efd4d4b0ce", + "2db74393909f5acfc2d5e00ffa646cc924b6ea3dabfabba9329b260a560dc354", + "2dc05339260685d20603763b5ca9b7ce8dfbe566b95e3c0979f5898dc39922b4", + "2dc306af4f727cee39b8ec93cdeede9dd9b08460753a2365f828c08333c8639b", + "2dd3adb43e3b61853b8a30448e12a24e24618eb60be5ac6a6e6310cd608eec63", + "2dddc0fa022e4dcd9424b09b16f89f0f61255a55b0748ab2a22890e87878a0bd", + "2defa16f507f490fb59bb70e071d85414ef07276dfa21b5317f8d06c4e3b1a73", + "2df21916ed241f489d69e97d370e4d6d6941211f36a925a3b86d7ed1c0fc1cec", + "2e053f8b5edaeb383ad6e73c2388a18a8f9a6d6869b237fac4325d5a2245a564", + "2e07bf8f9debd974bcd7d7f5721df3d08df6e4a9a3c891ed518cf783df0c9e3a", + "2e2ddfb1b4872831c5c5ee20abea9046923a7fddcc7462c975f79d71af030ad5", + "2e3166ed803467db2f1e7955b14d163daa016118a0240832622a3a89e31cc290", + "2e34ef045128d6d9abf7e7bbb3b7d655a355c932450e8c216830216a55f45bf6", + "2e4abffd42d065405d5c50a7e89b60b4635129858fd422bd8a5bc56debfa3d1f", + "2e7dc207e0ec7256ce878bee56d6eb7e89851dfb15739e987b5154450714819d", + "2e8b45b76496d343b60a3084f4c983916d31c5b7eed40d45909452d83f749012", + "2e992008ae3b92ac0e6c56a979e6e97376f6ab01ba1657b26eddc2f1b774eb4a", + "2e9e3a0dc28d9cc455e426bedca616fdfab0fcb4b07db71afc3a3cc55de065b7", + "2eb409f84a30521f4d270324a38a35757203f0aa3cbe84a002bb76d075c4ee95", + "2ecc79683b3b1ee11cf498155da25ab786ee469d99f7bc0348d55409a9e59f67", + "2f04d8c5bb5359ce1f9de574cc90c3d40d4e3623368871c574c3dc5419ce88d2", + "2f0a059d5a5edfb859aec1f0e51a86a767e10f8debc5af8b1d705bac6c820659", + "2f20d184ed355324c87d927888e73b46809427944c6c76926b221a1ff10fc4aa", + "2f74cccff6a3b3582d3d5c8b80bb2a826f8e8338d1baea38010dcd660f90b724", + "2fd6faf46ffe17059af06ec0c9ba806ced076ca905ac45a24879deed1c45afd2", + "301f4176d152f5ca05d3a3b212924e746ad4e088b3b8f3cb9b468e8c75c4eadf", + "304b4b93752f54c39c79148e2f4fe81ea04595e2ca127ee9162dba7a49c5be9b", + "306722a747e9b40790bb9dfc3277629b283df3204757190dfa3c9a77bb82b6c3", + "3067e3bef680d92ca05a1b10a1efaf2313dc1a700c292d07ac763b0717807e72", + "306ae438448f671a8b163290a896bea20caba868a7989a4115c607936c5a23db", + "3085ad2c20aa1751700c2a52e56a31582262e6d33490a2d863b49ad42eedf490", + "308d8a8b4f266866938940a106851d72fe3e6c09d9a246b1d339a7eaed04a3ad", + "308fd860e7b20a5003f598b1560f3d3d9ca6c1ed6ca172b94d89d8c0a2a81f2f", + "309094bdd0171c5d9013e448ee826e8683edc9caa3b05cdb830474e451b2967b", + "309ea352f1fa69f0db7582c33dae60a6e94af9b27e5b520c5d904f944fa68126", + "30a504f78e25c60f73e949b01851fa600f1748f14eb937da25d60e34f8914834", + "30ccbbd11c3360af33dc437ae8648c6f844ac6c6ad3d9a4bc066f5be76a23793", + "30e05421984dc87342b7a0c5e0f5ada02174ed62e5ddd94515fdcb0562a23a7c", + "30f332c1a28575705598386d0a16c103751abdfede5f2248d79bf7fc1b502292", + "30fe071a03f9190a7b9bf43e6848989931924b3ed57feac707a887d398225ace", + "31321c89060394789fa478b8e5e55158d305a2ecdc1d3e1736ad1fc2da960561", + "3155118baf245eb3638c6b00a0dac1335b2908925cc9ea929080acc31b1d4692", + "3156405fdd7823ec3d73009465ded9eacca77ce01ad522b2686e3f0a53afd15d", + "31904cf5060e463ae0df2858d4ffe8c5e6f88f1b4fc97583a9942f4e39461bc7", + "31c34949f3dd67ded3e6234af496cdc55c1601ffb2e2f9566e0901cbc42104a4", + "31f19b0f89f217f06f53495c011828494e379517edb22220d1e08076081d2fd8", + "31fa2d2738687e84aeb791d1da281c35e009d609352b79e938b035c718a47530", + "32188bec2e0424b77ea0f3633c8be658cc35a739de5842dced47bb4cf29b2e85", + "3226aef36f5280e1a5f7aa6921eed13bc6f959316ac2e0b64006c092639f7580", + "3282223e993dd22d7998813c953ad2266e639d3d9f861168eb41a0e6accb55c8", + "32bd77fac7231b667834724f6fc99fb379885d7c0b217fbd5f741a8e40904b96", + "32d78508833e9de23b051b65fac7099f8a8582b13576e65ddd950cdba06bb3db", + "32eacb2a02b9c5c57ac5384a2c6670c7c1f2164a9895398fcc42d78f3ef0cacf", + "331915366ec39333ff7c232f1838bf30be30e90aebc2e357e9d36d7024e1131b", + "33452c95909e9c0cdfa89c3cc04a7b27102859779a85dd966559b993eb94a7b1", + "3351793a8c5db83f2f1877a1cc8bb57f7d76f3e614c55dbd58e8489491e24af5", + "337ea7d073d3cd9be0463afe0eb37c755c15240f54d10ed971cdfd4f09618d8b", + "337f9f4695b3e8a6d6ef006ebf5b1cde828e91ea4237ecc5992d6291292ee7cf", + "33ac16e402f3f2824708a8187c19404f952acb49f1ee8b4bbe5312ad585fb131", + "33ad56c3d64bd864c3a927b12fb95ac99c6dee0e6abc244fbf4b61149b16be74", + "33b0a6867562a918e8702903b476fa7100a1b356b6613d2e9c25035e31d0791c", + "33bd5cc6473cc48632de8dd7f0ae4c6d99d772cd07e29e5bf3b37f4f9e142d66", + "33c5f3455ea8abbe73312f89915385361981af36a329a1a357c3d7274c2a1d2f", + "33c7e4b1a1be597198141e9f4506cb9c9e0955b01e6fa2103b428cd8d187f5b4", + "33e3575cb0a63713d10b724814597d6160c2549a3ac1947125c10dfc02d66286", + "33f483a510152f19c6c4220525d2227535ac5ceb9fca7483f95ec74122dc0b73", + "33fc9890af9071f76d49957ca4596b2255dac4564c3238d02f369030ee0acde1", + "34169e0b266acc6516cf0abecb99fbf15d96010e9937ccd43726762a9716ac8b", + "3421114015b80b306d6ff05cda48ef6742e935d3e9f1fbd4a79c6eb378665f10", + "3432acb18a5419f76a291dc59126ca2a71d0ded8c0c5e6da08d58ac040d5a264", + "347682ce1cb3ed264f55a6f66f7908b2a5b4aced184463812ad49a7a785bdde7", + "34b271c48e0c0b2b2b29ac13d525b4a4fba844419fb6b88cd0c1b78cfca8c3a4", + "34ccab9180bf8852ae598aae302da522f7e2366d54fde419f9e990b4abcf1722", + "34ccb47ee7a64b14318d84d641a7046684f71ec4d01aadc54c3203a1085ac817", + "34f3ead3029e94a2a25c940365600dc03afde42ba6da925938431506431d3585", + "3543fb202207aa6628c47078d7f21f7590defca0b9eb7af4ba12ed5aa445c4e5", + "355cff0ae44e80d74b235b926e1e414860320ad4a101ec70fa99f9cc2481b626", + "35905154d89fd0df546a823190c2754e6d51f79cd30024c9c1acb9f2c7eda1a4", + "35a7d85bb77a51ffe29fa15e956a970b54810c1f618adbd8547a4efba9df46e5", + "35da11f528bc82d5f9ebf9f5bb9bc25c766cff532216af0646b1d8f15afd2baf", + "3619b67cc0937e9f89964936c4e2ef1897f48ad30b83e4224812c1222882511d", + "36253466aa8a53fc51bb8fc037d21924520d59aa36259be54b53f8d8c67015e5", + "36714da17a776533a53fdb0fac7fc0b051a1bd0bf85320ee3bbb09ff68da5b9a", + "36bfdfc702c50ddc4995779357499347962e08280e108d1f67fc6377ee56e225", + "36c654f26c8c4b5e4db51a5c1f2213b8206a5e4c88d84d5dcec4a7268b42265f", + "36d2173dcb129d98a1fbb9a25ecff8613706c046e4ccf8b49c07d0f8043f6d9a", + "374d2651979eeadfad2699f5a557d7db7174073b84eec55c9704fc171d768e12", + "376cff84d5eaabcd84de92e8037c98ff298ac1d372866331c49efed4d8ad0e15", + "37b247ed57b009b125d27738b5bec0372247fb76cb1cf225c16dff94019aa8fb", + "37c6a25a9fefc754d6d25c419a6485068c7a1dc1af5d07280145cbf7e849fa8b", + "380d3341ffe5b7eb9332109706e251b68211796ad2714d403a50e8809939f4b0", + "382e7932bbe71318dee082bd946788f610fa948c114d3a3bdd763553fb10aa59", + "3837c28ddc9543e2beff4e98d311d4a7ad2e675019dcfa0f38bc54dbdd00e1fe", + "384b8311b0fd3f43ae9e3c803c42ce0b5ac4f23f5dc1c1785def1cd01f34e99f", + "38680b605ac4b6e46bda8a39889e50dd8df12cc82c303e31928a16cf3e310cc5", + "387200a627634514bb8321770d460b668c9516375226ff1b129c54e00e743267", + "389b17e5ec1ac64f3b51977b3ebf9279409572fbbd1cc5779e5986f10ea0eaf6", + "389c9edea933534cebf8dccb4b7e03b96ebac870ab1c83bac3193688e5596152", + "38adf5a5620c39b5b3cd62b452de47b44487adbfcd855ff75b37eaa331277cb0", + "38be75538254cfe4d5e535b5bfeb08d320e36d2fc09e9d3fe0dbc369a03c6f2e", + "38c5e9c98332a91abd7c6654227b1eabf1717bc4c48eae5ba54d4250a1b8faae", + "38d86b76bfad976d136d0a0a6ebf1220b57bb58fc6d0c6bb1161474740643564", + "38f011dfb9503dbb7d7c5547e05c955e684a5de2a8a2431a40cde7c23e1b30a1", + "38f2f6a1c0398f9a45a2c8c4efe37de7ac56d3031102eede259aba10d6ae3fc1", + "392d57bd5fbc504434787a303f8e1c56064fd33fbb145766cf7e7f1a0088ba1b", + "393003d60574390abc414e5bad9f145b5a4382b3a34606d19e0f2612fce42834", + "396066036fb59e21a23d3dcd772be7f1834dc79369b98db5aab76fac639557ce", + "39907f7d1ac19d644f06417cd795e3ebcccc940383f1bd078e1b5c839f79057b", + "39943f932a5282c29a1719b4bd14cb195599345a3df6889c657702b127783e38", + "399da7528776a819912236825acf69f6cdf7b3ab904d49f16e970f0aed4053db", + "39aaf3de02157ee50731d29a7af009637f923a488b32a28213893cde9d796982", + "39cb6cbd40abd3a3b830ff12a87b423447419a54aea2df12ae424db1928a3aea", + "39d727d8064649b6d18281804dcfcc9d26bd27ff747b7a74252c7bfa62c6c01f", + "39dc7dc27988f1ec49f46b721feaabc2b63126a44c585f447c54abf33be9616d", + "39e5e558b78627797fa5fc55aab54c3353435867baecad912dc8c54062da8458", + "3a5343a13cc9fc4fe5e37203776a45663a5e988c50955ba5ee1ef78bc4f77623", + "3a573bba76d4f43d6e64238fa21e38aac63f8a2c511db774ae118d40c509ca29", + "3a8e9ea5bc01a4d394a2b7a91bf89b579395bd802683f24914a6c822969a7417", + "3a9ad0d2857e8b0dfac3bd237dfceb08c1db01b79a0169a868b8d588a589d35b", + "3ae9e28b8f68bb9676cac4f93d99c9704ef82ed42794bb2a9aca59f52833ede3", + "3ae9e7b2eb9044e1be1281a28177b8dc4ea1b4eca35f88a11157bc8f68e257f5", + "3aead832e9e872bc3a1d9324fd90910c8a904255c92159b2cb3202241d1c50b5", + "3b12a56b380ae79ca6c9a061b7e7902544a9cf51eea1b627206e44334fb3fc10", + "3b16dd05c50b6534be4523f8f34e0778455ad90ace4091604f18356a14b8edac", + "3b1bca7064e1eb773d2a2a55e2151392dbe3a9a44ae12a14017d258edb8842ed", + "3b29e3d5850f9099ae05d5171456f0a735ea8f07c137492557a93f425ef7e7c9", + "3b3b58ffa394f68cd450f57e00369649704aac9e4e954fe2d0c89f7ae75b634b", + "3bb376999dc724ca9695e469e5db3da657c83841343a498132d5849bf8e1db46", + "3bd236b7cd8f3bf3461f6e6eedfeb97ef0b0fcadfbc4a42164eea6546bfe0c72", + "3bea6795b923ffc0354dd3e3c427b242af16597e2c327e0bfd164026f1cc8c8a", + "3bec1a06ba82fe284d099ae5f195379ed8b870dc62a4ffbed1a67437805e3eaf", + "3c0d4da7c7013e037a799b975326ceb560a905a9381dce02c6540d46404e6dcc", + "3c3768c794292f1cb9a8e23c221abd3cfb5483be5893be5302dda43c86dd70f7", + "3c529806ad8b1c37819898031c2e8ac6a27d47b259acb7cf1691f51689c86651", + "3c611a1bddfd25ae3b7170d90da70818ca5e5327cefe4454b6628da9a08a6db4", + "3c7cc070b7fe2fada929c8cf26fb697e3c58062a6fe3ca348e1a1eda76b37625", + "3cb6873e95612d0fb931a822a8b55afed47585c707ae3f6136a682b244ea0f9a", + "3ccefeaa917898a3cd386dfe4d65199796e1cfc8bb4a73985af3f1e4ce3a26a1", + "3cedc03408a8b3da093700161a478a062762373e3a952e36a2e11992c6e089e0", + "3d2ff9c749ff902f5bfba3fd3f7a269b5aa37487001a7318e50f09fc043bb09f", + "3d3102629f40f0f6fc575a5a87ae7d73b895a8960e8746b056fba7f368a2595b", + "3d32a74525e557244497297607dd36cbbf4777e0778888152e1603d600b26564", + "3d60580449a07508fa4162d6c188e21c4dcea4014ae77b7b4908ff786d9456ab", + "3d74f4db788aa8bfd1a108c3cf1bed0958332e64df508f002310fdd13fb57e1b", + "3d74fce3a56854f176b3c1660203d4424bd3557c09ca2c224a3403946da2cc94", + "3dc736a1700bbadd6eb95f52a70b1d397f49aca10d5c94a3fe6f9ce946fedad3", + "3de589be6e9c38b0b10243bd7c2bc3055d643f29c3944339db80ab405b3a1c32", + "3de99f1d97b00c3baa52658450c06e846b07ea78cbe8a3338b7be49b03fbc357", + "3dfd24ce8083825ac0413bd174d48661f4e7a666faa6d6f54592d49fc244ce81", + "3e18849ab3807d887c0f4fa62a2bbf6e76a41dea1ac7950ab5a1ba4cf96af931", + "3e77980932066d7cbe8263a65005bcc889b865516454120c1f48f94c2fef9dbc", + "3e960f77007ccc87387c15f7aafe210ae38438f8f6c8ff64551033770046c8e1", + "3eda1adf6b8f49d33323ae8e6bc96a1cca229571f5927a804a6b878fef00e3c1", + "3f0c251e7b67fb6858967a27754f29ad110c89c0b158c4f2e5a96c05fd81b888", + "3f420e76b844336a91049960db17157980dfa4d5916d0b814d78cddbf57c4f86", + "3f5d876571875f965c438a8a58c96b7f32234911546f2c1590b83a5198acaa3d", + "3f6e99c36c36dd12dacfbe23c7ac87082c419842dc12bec4f74829f764a8e6f9", + "3f8f5d84da330a6c7016ad72d234c174aaf723b45cbe5d3a9145e675c2575568", + "3faf0136d7affd01be02bf5a9698317ee8a6ff6f6a0ba75779670d18c66a38b4", + "3fd34303b59e12e06bd772fc1b9792580da8a50e4d69dbf78702fe7bec9b8c0b", + "3fe4f6a0da2df15f272d64d4f9ea68425ad01fa3f0f6ee452ab9cffc98c34b18", + "400a9724d93c3ba1b67e2e8cec7225516e819676e4733d50ed33edafcab0a707", + "4012b33f2ecf8d1baf925426438baf8632a4fdb1f52dd767a572496a457e5ee3", + "4018bc333ed65ada31d42f42e5e51b29c6e927157e58cd60f037c1f26c49599b", + "404ef49e9e6d25710b2c12929318e60fd4601328688785d65844608044de48bf", + "40c9410e7b8ade1cb3a6fa71487e22f7892b5f85da1fbd14f433fabbc48cb583", + "40ebe8d29f30b9acd3993e9d72f36d2511b3a81c8d50a25b6304d3ebc4504eb9", + "40f4b6329e19c0ad22fb492fc79edcd242a2183f9fa3aff583dfcff16beaeceb", + "4119243479f2a04dfa7843c8a9357b64a7bbc4bb9378d364ba66938fa29993b3", + "41582150bb4e6f0252ef9eb9b8d9ccdc6d9111291411798bdca84198a1d29e79", + "41602d2b2ae7b9d18ce632b67e369cba36d272d2b0f412cd30a481cfa0cd49d1", + "417be49aa3741eb0120073ae71337f11595f05d93525afe5dcdcec42bcf24df5", + "41beec4ea2210c90956299942b14f90f8c6c450035b05f56a7b5a8fdd54db85a", + "41dfdd7f8a8debeeb472a7afc5a6a55d1139a39985f07eab8effaa20a412af3d", + "42090d888f6cf0a9bb0956166fbf65d0d16b4ee84bfb7975afa821ad8a10a869", + "421469c5402db04f1276760314af84edb5f2c5ca93e0d77a31f31cebacf0f96e", + "422872dac53957684f5fb702d6e11b39f4108487bb848c0d26b7b4376cef69a5", + "423003117279ba621fa3481afa37e09c1966b3fa7e49608f95ba53db066c4bdd", + "427ee0af0d810082509973505dda1b7b1befe244be465f40b3e642047132adf6", + "42a0a9a7c4bb7b6e66ec7f68c0905d2a4554f50cd078ea3465b2c3e4b6a7e085", + "430794193b81c68d824dc36a195b9570fab05a4a0b5b0be3c5ae5698cc82b6d4", + "434ba4341c13fc1fc6d71d9eee95ea2a39c06771630b215effea797ced42e9df", + "43536f1ba3748225251c8d65c5a5ba97747caf695d420f85e4b62457c8a9db9d", + "4356382bf08cc0c2d865bf6a0e018cbb2b90415c5dd37f5207c5a874e7e1b0c8", + "435933e580253d372d941f3a6b5be5352dbcf61dcd2355007b7f8369c5dc3728", + "43977f363939808102fc0d611a5e27cc924308b2a5a88939a46be95452a0f070", + "43e04de95dfed0fbb2c29a1c7485d3d6c66cc66ea7ad695e830915f1358c3a4b", + "43f0895baa6de45c86e086854700cc2ab2841f2afe5911496244f45ab3818109", + "440e2bcaa12caf38dd81cbd60439f72067e1767478c6b77e3613f76edb11e8c8", + "441a8a6e8fdc88b18e5a5174eab8a9f9b5110d15a3c5329ba01b9ed9da185aa7", + "441b9b6bb84b083a33a31a436fb9dca500ec5d7ca0051a1b7813eb2684be624f", + "4441befd5fd6304f1a65bf2406aa25ad86a0f30ca7bd4f5cd4deae4d384f1ca2", + "448596ed1a8fb48786ed62faa09ff8a9cc1ddb31179cfc0ba5eb60ee00400112", + "4494dfcb21b68387a1e0da5394813e325547a389598b224ce8b10b7bdb7ec945", + "44c16b61c03f9214c769001b2444ea84acbc91960c125fec67b7596862bb4bf3", + "44c9620d8eeeff6ccccd98d825af7354ed4eb4400131e03b5ea04409113b39e6", + "44da5db5b8e8740a38435d426e4eb9f855beeafa03098faaebc33ccea9d0b744", + "45244adc20436d2f5a427b80f4f1c15a73d8579ea5d2dbfb4bfc72e5f997d115", + "4557c4cd811e0166e218978bdb775fb6ea299c9603e3c20de6afb68e24706d9e", + "456b221337cbc952c55988375ec557286728cd771ef9408f1c764a4073a1e8f2", + "457bffb709cb5ccf6977d714e33b256783469ec035f37c071395e36e4cf4debc", + "45893369e05b3cf063d77f451ff8a6417a1f97bd6b4838c8dec22bef43bac523", + "45989e843b597dec4790098482c0063a6acd65d1c01bba9e8131bc813df32ad6", + "45dbc8cf1ef6e1c9ffc1c8b79f3e7513ac92f1e46154a0dbb7edf3d03ee898cb", + "46382d94897e05a802f9482b1e10fa0ade6053254dcabfc957022abbe14e500f", + "464151651c3adc93f0644b3f9b94b0e98dbb04136e92735dbbfe83b18658074d", + "4696efbc5ce832da96a9ef1c6f515d0e944264dd070cba698e9e89323ca114ae", + "46cd422c309d4f4394c38d7bcae4ce458613793042ad31626cca4a303cde1a51", + "46e704548e226c14dea88e9ff1acaf4de243139614902fdf3f5997d9c13fb34f", + "4783f6f77bb4629c69d6822d64cb2da730348eaa8a136a24194d24d53b83f559", + "47c6f0de97d395643f179a9f3247d2768707b5964c336eee0765202a603e393c", + "47ed9d7edc63708dae6e1f25927c5231c86b6ba6717983516b994ed544bb2e8a", + "47fefb31541d1c4cce72568f220febded0b5c4ec858cc6c1147050d8878b8083", + "4801fda1d5dd623aa273a8369de75adfae8657152a36650b6e8002da433117c6", + "48126690b86a0aecf87d8e7251173c0020ff593b458133ae8b560d6d9f5370da", + "4828a99d5491c1b8f564b661ac866eef5afea099c7f7ad2d67924e2c735a004e", + "484af435548059ee71cf025a6b8895e8576d14575677ef293037221f0624cc09", + "4856458e1a9f38fa310eba2ca517513c74fdbd8d62cf29196f5656460f42e268", + "4871fb0f89facb7ca44af55e031344953f8ef45c7b7585984f6fdf9e5946fe74", + "48a465de4fa18a9eb99967acba19b560edf8a061be1926210d5e96c837f18b11", + "48c30858be8459db0ca75bf71f5121e2f0b6ad18a328108363184efb2fecb713", + "48fa46445e65a643e29937c69e0538384ba7f1feef2088a73a6c39990ba26549", + "49253c445ce10685f3fef55e41d69dab439b9c9c07ad1d7fa96bfcfbb343e1e8", + "49371386ec950ac3831816f28cb358301a13abbdb3c56f5fb42003916cd59796", + "4938be3383313071b1269b37d6459e6a87242f58492b02dbc44f335d1a83c5ca", + "496d3f9c41547b2fa460c2054fb7c381747424a75117b3e471d5f5ced0067c3c", + "4979a34d6cf19c97162debc3a657c79cb50dabd39c747623d71f2c520c93f3f2", + "497cdb2183fd3f04cc5a0c73dee40295e9bf0a15a9d91234b7bf617280cba693", + "49817e31b53b5d8068fdda4e2e63369d63d548bed45065c03e04df508046367c", + "49b173f5c0aaed30183ede6f3fe27ac6e96db679cb07d35802d9576bcd672d88", + "49d89c167a538636e2cd7a049b633cc8c7f28d0e86860f2c30b3dbd3de4c8c92", + "49db0c2118ffe8b7f171b29e2e464253a1b10c551ae05ab473386a050c8cbcb6", + "49e4287b6ee26db52e0b2ba0229cb0cf295899071855dc3f665150df4a689ced", + "4a207c0a8a8e584fa8a3df1ad6d6a7572faec70672511c3f9fed0b5d608eed50", + "4a42d21f25dc546223c6113b33a861a36837ebe67506cbe9b0c1b75c8722d517", + "4a5e398567c199f6d294a82583b892fb3b0d3b5c40fded337ee09b634132d9ee", + "4a64db3dc71ce8b6eca7ff5091a0277e2b80ad862567edf4210832e7010a5521", + "4a77ffbfbd81da55bd8c5706cdb05b1dd3120466e1ac2face12b1206e0805a6f", + "4a7f6bac80765327bb0a049c8fc3cfce86f18cae7c8a1c6a57cd7dabec934d52", + "4ab9fc7611e72acf1d3a55fd6ebeb87ffd5b1efedee167da17118bb5705faa3e", + "4b09b1b44158cf0cc3de2907ced21de6de81b27ee094308de5e889de05fd66a7", + "4b0cc785d418234ca91e5b634d702589cd328168efca29e8cca374b3f0806b0a", + "4b0de9893a759494abf37b80d8c8b14487ba7c1f4c2933e3684cf0522d3b2e96", + "4b17ff76e6f9846ad966ec619bbfecec4c15f6155b12d82b97d286994927448f", + "4b5befafa28e84c8bb80aec49d60255781ed80956037db55bce16eaf8dcd7587", + "4b6543e98732849e1e2ba3b993f7da9340803e9e91a1f5f4c030ca972f720c1c", + "4b65ae471b05d20e97ee83c2c32fdc74e406e3019d0e9361b025dd1c2bff3584", + "4b82bb99d206dbe881b684309528b9a233f7c01aa2de42ada61be3497547eadd", + "4bb7a372a1e1de11644233db31b82c7d11e50c0628e7c8f58b2e21f988d4333d", + "4bc0b35b5c19fe1e718251ebaa8fcc726b3d0bcaf4dcf4552ddaf4bd822f97ac", + "4bd9eb8a050cdd74cb9e1348106cc1978b8607f0d34304f7bb856d86f99deae4", + "4befd84c3ba8fea7a5c64dd302955250b0d3ec2e3db7dbb7a1c2d2123865f273", + "4bf3d35df938a7a2900e0f5cfd4a174643b3752b74b69f762a579433444cb9d5", + "4c1549462902d97cee0fafa319ff25c0acc9a9d8b0f0c2fc046123b53e16f107", + "4c32c99d4808fc50a5c7d89b8a1fa32f8dad7f0ff8e06e748a1e4be8199b375e", + "4c33528daaa8c4791b76b49410b4081aa6bdaf0ed2db5bc7dfcd25f31ebc6a06", + "4c8d5cdb0ed963ff600d8701fc929d22a60812685d3b69868d4f42c9fea1bf6b", + "4cd852ab8d9d6c1307b5d037a8c2cbca1b9f0f651b9a4a8d75869ec89910a4e2", + "4cdaf3234c626e8930f9660042f269725faab25c1d6eac7714cf28ada00149ca", + "4d2c2a2036be8d1337f8f878f270dff29bd50ee2cabe82f4ebae082de71208a6", + "4d607073270ea17f497483ffd6baa03ae8fd6e770bf0e0094fc5f3ad9b1b38eb", + "4d747008088d0d38ae9c13e763ea7e35a3fab5859e0169b563aa077c1f5652a0", + "4da2ccad66b0320dfe85a3a91f9552177cac3735266fe014d2037a5a67257796", + "4da980d9ac346c38717f4a7e2361c05f0a5cfab7ede3d665368b67a7bddda4d5", + "4db5086479c285af9c641e7f93dfc4d3a7ecded77e9e29e377b7a654640e87c6", + "4dc96a99b46cd33924f46cb16d8a924dee4bcda345895a6c522eeead47208432", + "4dd7e0eec3c93e06a0151da75caa5a8dd09225d92f887f216671c589cc2f27c4", + "4e06b20920cb157f51231aa2aaa4b05d984392e7e0feac54112621758cabc3cf", + "4e129f2f9c65a1628d79caceade78b6ea056984fcc2e274f68ab01aebfe2140a", + "4e199e45884bb64c5eea327a917cf04e6de8e285df60592eb2b4afaa33729c43", + "4e26a5a289e257ad3df1d62ef154be1e724e71f19bbdc4d0ef54b0b5eb18aa8d", + "4e379fc475c786d5b1be61d19965483d11829f54164b0010d4283a33a8f60845", + "4e3ed35ca52c2e01a7cdd729e7068c1c03a5dc841390d426b04070b750adf764", + "4e4872b564cc0e5f969c3249956cf8aabcc79b0438edd7b02c65391e915fb6d1", + "4e7ae1e39495741171f3aaf74402143b8cf31d863924de41c80a69bb6186b89a", + "4eae55f012e712d2e10100b46eb90c597c8a0ce62bd167ee2f286e161434e0de", + "4eb8937b123b44f09c2574a572e384c7511a3ea950eac45d4aace87c2f44c391", + "4ed094cb2bb666fd3da8853a36964758d91dfe66d1bdd347e0f7c8b8c718ea0d", + "4ed6453dd0eadf7321ebfe6d030fefe0bb7daf1e52cf195ce43db0ff2fa5f4ab", + "4ed9df471fa4c9d9b7d6c29eaf127e1743ef80322b706f10008711fbdfad772d", + "4f186bd841dbf7ddaaca22aa1552a1e191844e3b80866158fcc37236159b7531", + "4f3d06d0b1335a13cb225acca00e85b351b3a5637c9f84e70bf434d52be4e93b", + "4f42fbaea85d8740f2a250daa88a9ad7dae53a07ab210746cc1526de742265a9", + "4f4bb1a8cf80e2c0847873006a5ddecc6871ee627588f1afb032a56779eb2cbf", + "4f865a399d2d50af188ffeb535c333d2017387ebf230f0b13e0e741dd35a350c", + "4fe42b5a3e9d4c0f6a2be6eacdd1a0cf45affa7cbb687c50b143da1179fe9c18", + "4feb47d1ff7a9cb4022ec5fc0914c6fbce0dd9f1a1a7af70a36c7c83949ddda3", + "500325e34d1afe2d2b79d83e7ebcc7e4b1f140c8113bc29fe712cf9298392906", + "504d7971b807bdc6ff779b6c274db38dafda22ac1a2b7d50becee1b3b6a2dad5", + "508a89c82aa71579d982948d197a6967e9bc64f5ec0b224467c4cfed96b88785", + "50cc531f76a921df9b6e2eef827c5921580930c58434a2778b01083e55967446", + "510d7c189bbf686a248aa8172d9553649b5d82cc389ec42c7f1c95bc3af9cb7a", + "511b16f4f474db69694757b57b5805f47decbecabef68ad4050812a972718198", + "5121cfd3d97b25de8e92fa91c182282af8d11d6a9035fd522bd2c9cfa1c3c075", + "5147c91d7c07fa96291abe56b71abe33fe5c8260d37c54b7f4c2008e802fd36f", + "5169e603e9ff88c8b5c21b97f23a0a4f96ddcb40ba25754c332c7cb0edb1640c", + "51ecd39f98794af8a8842cd2d4b41bc9cf9117825ff9915efd474464b2e5faa7", + "51f34f7fceaa4c434accbd8bd8596ac00f4a92642a437f46750ef45e718b69db", + "51fc880d84d3d8acb797768c4ebebbae41bdfc303777b4e52ec7ad95c08ed39c", + "522748f349598f8a5b5af35825819ab6ee2456f91aeccf1083dd7f6353480edd", + "5266828a56701e05b3c0ebfe65103f9d484b036c59b4e1eb0bda970bd5cf63bd", + "527e94eb60c278adb854c2849e5e1d508b6ef13f651ecd7aac0916528851f8be", + "52aa00e24b3fe442d1dd5d535a6b8e2287ee8a5e2bd85b334c377bd26b7bfca6", + "52b2e38e8e13617822a9291ee6c5365b5626ebe01d4272f39f75a7c9335c848e", + "53129650eca54ff4f0a67bb3cd93ed89c64d5dc87d945e9e8ac09ce72f8650ac", + "53214dd5fd650a6d93dc2d3ec89c65cc7d4503cdf665e7ae2b2bfb4895fbb112", + "5326f5cb0bfc01d08b7c17fea34cbdddb4d1a4fa5d907435c15a747b0750af20", + "532f79785cd9091700d6a0ec6a83d5d023e71e56ce704f91e3f5d92ec12a9af6", + "5335fd622f89353e5f12da72d7f570a680ea20fde15a4d030cc3e682917f3e08", + "535c9f3b9205d8d835cdf757b11cd0fe848c1d8bac1c660daa0e710abfac44c3", + "5368d271fa15e996184438f729026a741ceafa7b702e2f5319a02ed4a7537096", + "536ca7234857569d044bce93cd8058dab7eab3b19f4c4a56f2ac347a811fb435", + "53d325afbbaf0a085c8f4dab65d0ad4f6f3e48ad455df4b92efae664e3ed30cb", + "53f7214b828aa5afaf391ef2c4802d1f8d0c782a1d9bb71ff86c023134cda878", + "543c4fd0c392645155f627609c7d430a4e4d06e576863c514b20e1a564381e21", + "54a84ebc0507a9a9e843dc592c639f3b43c7d8e94c6019d71029c2d8e15dd930", + "54cc4fd24af0cacded407bd4f3bc683e25a9e969d89a010d36a0dbd586a2fc3a", + "54dc85bf612eafb02c47ebf4d67017c8de63bb7ced7344de32de836ea5551797", + "550f94d77469ebf1c5b125a72fed8df79c24a28f669fd339d74aa22ddac9b5a6", + "5513af533ca18fd5629a153368b994ac91b0449602a26297479018ab1f926071", + "552e2500e0c22bfc971e5fae6456053307211e2511a4b3f4edf67248e9e60c7b", + "55a8869fa9dc2191f7aad76c572cd5fbb72b826f2aa1566f0ede2fa89ec2a987", + "55fec48f1e3e713fd61d8afafc86d0bf0bb63b88212d7a3524d42201e4363d47", + "560da590c9a2d82030a253d044f3622ecb732576a98175b89f80efcf56d029ef", + "56330f94ec1211784277ffe3d0e6eb9d8570375c1502885ac9d0353bbe9b92ca", + "564b347329fe24e1e6550303be041361ae32520e753adcb0fa3b70d24f42953a", + "565a04ee80c7f76dd537e36950a9760676142d67f41fd998fc8295a59495246a", + "566a331cdaa86a9e637b843b124b48b2e492baf6e9a0856458f6192486912efc", + "56a30765776309f19a9e9cdd1f6d9456a23a1363636db79a0cf650bb7e31c547", + "56a94d11f9dd24ddc273a377cee421a7041081158351923c2bcdf1c180d3eae2", + "56afdf35be6e9e568b089419fdc113e430ed702e03f627833150a9b0f8b359fc", + "56b07e2d192eb70cc5a1dd8717ea1d104734dc3bf0247a85ec610a35ca8f5461", + "56bc76794589d321520fbcf73773be5152d5026d6117d231d5b49aac792836bb", + "56d9a85095e43f325d13a495567d69055af77d9eb0564a401e32cb3bc89336a5", + "56fd2f352e422edf3479dfdd0d0730885bcdc6e8140a93fb29efa33ce2e1e847", + "5750d0299820d644772be4cdb8b00a3dd45729a401c65134cb2a76cab7e4fb2e", + "578c2107d5f26305eed742fdc8f309810093277f54a5d831cb9d62431ff3761b", + "57aeaa2185be958180717afd2d67c85c071eac34214811e3478263c4d376c152", + "580347991ea4f30e4f531a31f6c561c15bde59a529de296194e4a35c2460692c", + "5810e162ef494be2cf77abb454b744a4f104dfc64a8bf30d81d8e065b3a0d7ce", + "58146c983a0dadd6f68056f5d0b5b285c1296cea6662566ad16257119665a177", + "581e0f0f3b40618fd8ef5e2f13555c891e6ad26e779700fbc9e7ac7a74370e85", + "585214c1720d13b39d0c41df6a0222e8eba17741364312ff3dc9aa1dab87743b", + "585e3e07fc2ef6b1dcbc173166d50ab12c9d23ab5b1ac9b6d2755fce6f4873b9", + "58773571cee830e082df51f368c9a63a7f20d290046b62633fdd995ede99418b", + "587db8c7d804f20dea3cd62a9c01057cb3b49601e4589440d2017bd02d638cc6", + "588a1e302469a7df1104d8bb094ca75222ee8da70b0d7f5466871c8247366fcf", + "5890e575bfe1cbd1718521af938e9e6042bf386075a3f2d18fa875cafb6bb992", + "5896dc528d2b7eb93675b4b1cc555efee4ff2eeccd4c3dfc8d36bceb18cf0e6e", + "58bafb2f5bb8a3b1eb354ecb07e3453d00501c6b5baed70aaab8391c3f400a2a", + "58dd3c4e88e304f5b06967264379c278b8fc6f530fe74a4d3aeeb00507badb80", + "58e1f86fa5ce3520e7d8f58889ee0d0c51e0157b76f12db19c7380abae59ccb0", + "58fd614ae697249681124a8c8fb27476cd7ac07bcb9bb5bec862323be835e426", + "59097dc61bdc1cb165e5fe9ef02fa705888f8737f2832e5e5355c1308efb9e82", + "591dee517c139be11a013a596aab5e3d4319d2d056f49a8cd9eee65859af7c6f", + "594c5ef422269e28c70f7684ae1395e7912c61532d21daa7e6c1372555afe0ae", + "596fbf2cced5eaa06817fe6cf08e2573bc73576833d15c973378433a3530b2c6", + "5973d3dab148e37f2b2ff8453d4c0db021866575b4278e4c53e4df8a700ab04a", + "59827f3a93b7f8823af0a16a43d17644aef2f7086b6138074a2df2a6ce5e6a48", + "59c53eacce4fab10ac3a923492063f77745b6b08badcc44256d82f74886e9e3d", + "59e170ca4b004d729ec102c5c05d2ddc53d12c725e025d112037eeb9dd788f7b", + "5a5d038adcb164227b02c45d95d545b73dc5aaf5c29f34d2dbae3866d12182ff", + "5a5faac5b9dd300ae710f7742a8f72e16d8ec858b153f397e45af70731cb6d43", + "5a65be1f3c040bd2c6e2fb583752e5dad7987e11e451d59e690f90ef14dee23c", + "5a665b818961b4ca6b32bf841165108602b3e27012b836b0f85d7561852d6d56", + "5a9e2a164309d31ea17ff845570e206871eb9f4a062edca50fa000b56818d599", + "5abe82d5f6eb9f97fc34764a7867c2f48f6ba3bef63e0c0db0283cb233d970db", + "5b077baa508db040e7bf3405264cf235c7d95ae59f33c54ce4fdd41a2297badc", + "5b0803ecdd5ae32f9940911e057431a19da47f172667396a50231caee56138dc", + "5b09088a32a4d31b4fa61cd7be14176699d042b759c867afe3664b6d4a3c8d54", + "5b29442d8070ea3f34d021c2229abbb1203ce47102ccc375e500ee28380a4999", + "5b48e419b56f1e0ac888f78d01256d7d9792181d244f7cf160bc6b33b86fa0ec", + "5b5d08a56b25f363a8b8eb54f1b66af6fd8d5e1d37ff19b56f08dde5868ba810", + "5b739a71f1b3b09bbf3d54543b662b0ea4eb22fe35809aa0ac14f2fdc343b6cd", + "5b8782b98afbfb414e51f003c063aca6dcc358ce27695ea52a0cb111b7ee3863", + "5b8ff653c10153620887a41370f6f1f7a862d06f9ff05002391c76ae0c7a7287", + "5b98921008beb016b9637d68f80eb8ad495391b3f2dbaa77ad64a705c315cbbf", + "5bc1788d1e6b4a285d30916d2f3846a50e57f7ca7a018eedebd0cfe875df9aa0", + "5c03f2b3a7c6f501261291db173abefc3d9d73a4094af49d78fcf6b76e505c5d", + "5c18ab98cb1bc02ac71d430fb9236c4b59f142d9d3ed4edac095b38ad1e6ce6f", + "5c24a8958cb0c33ff7617e4fd9770cb9e5b1f0d9932017bf0b7e9c7322516d53", + "5c25781bf806586340bf9b17c1f1dfc990e6dd21cadddd271448866f44d1c684", + "5c3b624fba16f6088eddcb0c9b9422eaa1aab3175b5e89732601d788440d1c16", + "5c4ed7d029b580c166984451d8c1fd42460bbba0a224c77b4e69f70cf1428a69", + "5c59eb61bb8b5953a21997aba7dd19476888f96424d4aa3e9f2eee253bfe9b25", + "5c7c610d7cc5465f9cbe4714c35ec928553493d0a16c9a63a0e57f8e4878fc6c", + "5c8b92dda4de3de4816c98e1d58444dc30f0e79493330a36d857be85bc4d3b79", + "5cb6260be3c98ae3ea566ba38130c44a50bf48304db36059d4c05f345458f0fb", + "5cd356062f8e1ada45e2ab1fed44d13c8b551331f1d485e4b6860466f78a8372", + "5cd993f6b096c7825ff9dac935488ce03f8dad2b060d67bf2505f22491292f5c", + "5cda3ced22b8cbf4998a18a9577a5ca62a34e37b38d118367d9d11d2d7d9b3b5", + "5d11328833f680ff28da140865138c3ba6383e972a7d95425a7f199a499017ac", + "5d13e695115cf2fd4c780da5bd73aa6774b7ceb334ebcd1bcede0e7716870565", + "5d1dc41467ed9f448b1dc703c862c1f6d51ed29037aef1e74964b8341f96034a", + "5d349e1d596ad3e2b74a6bbf355fdc4259476cd6977ed29600cf27ae50b32f2b", + "5d4597dfd3afff704c7d40fd84648673786f0d4a6776311ccac43be8832138f2", + "5d5c5ed5ef38e292d47d4e9f0849a6a550f03eaa18bf6f50d757cffe8d5a306e", + "5d8923c6ca6ca759ca9b471a2e08fc501c0ca65a8f38fc4e08fdbbf9b1c37702", + "5d90f1c2ea5e0973c16286af4fee863e69bd2c5dabf11e68efa4b30d15a38ba9", + "5daee84cb06225feda64408ceeac2f96556185059251680e18b092e894f6bf16", + "5dafd93880dfb3436f97a5eea1ecaa129a2b5b0a2765fd61b7ad752f4f45a8ef", + "5db84722f01e750446f95efb0f7b1e3e5be4e972df48183ef6449dbc33831e54", + "5dc3312ffcdd9b0392d350a016568b35465c467f4a8af3f8df8a01bd8d0b1a99", + "5dc49e102663cc053f4489ca3edcf207447454b65efbdeaa94f23a019e50b17d", + "5dc9d6774b9e06240c24fea6ac9ad4ab0a1c0fdae3b9236eb445bf7e05eb303c", + "5e58ca69ef681e85b55a5ee44016c5a277003ffb6fb80d76e1924d7911355b36", + "5eb24ff067b2d15897c338e09f972b4278a6a86b9167986594fcbfa1c4bc9c5a", + "5ebf7cc08cdfafc0c31b22d4f9c6765865ff9e63d72971016abc8c4dcec766e8", + "5ec3e6a888e606119f06059312103a6c70d1ddd2765dc399093457245bd07189", + "5eded2b78b90beb97074676bf47a1f3243b84ecd855a25aabc030a5a81102b55", + "5ee5a0f04e5de073e8b2e1ea283e8811305fb610276f297c8280b061019e3738", + "5eec32ec10e48bfc7f746c5560512e381d9c44eede3873a4d40f2854efd57476", + "5f9c8bf3d60bc1a4b796feff5e5340f352d4b70eeee37d3acd503fade03e1acf", + "5fde1897d8bbba084ff2a87e8fc4c103418060c56244f796f8b102d3ef6b70ae", + "5ff67526f77dbeabeb3eb9af58aae32ed2bd0af1c859deb6830c92b283cb720a", + "60072d766b1383035d005e1516a319b9c435c4e3ce59b69aeb5342f07dc380bd", + "604d392d36d6214c60fba0281725ef2125e573177d58d54d6a6f8183b73c3f66", + "60537dcabb3d7bdc1e312753525dd233fa8a7745c77ee26c77241a7886d0209c", + "60589d3cafbed181eecd4cc288e853fca6bcff092197b3b42995411ac6e3a2d2", + "6059c8c920478b870ae974d4422cba0ca49af2bdbda2fbbf10838cdcfa5c0387", + "60709160950e949aaf4b06a81bb046990a4a2699414d23ff7390998bf98867d7", + "60f873f907ee5d4f835f6bf079ea80950c32b0b885402692574ffa1bf340a0bd", + "612acbf37c5e1db127331fb6a7a9faa48b65756a36cccb51315bdd2663362227", + "6137250e31cccb6df9aef545f0af9e6f425d29f57df8c0bd59adde97f2a35066", + "6162e12b54d9c1dd7d764333543b0c1ffcf5660c585575595c04636beadcbd55", + "6171a6e20e268325d4a4a3fcf435febf5bd2572239d5e36dbc1ac4b091e86dc6", + "61ae93a705ef2553ecaf50ee273b55ca0e859f6be1b5501cc15ec1f78750f7f5", + "61bffd76ee2fc12fe529aed3fea7b656429f720be71e72d304b05ad787ffa1aa", + "61ecf85f0dcb3ce79c049cbf4246d31c3e9ee4fd97924b4d9786ae87ca6b6a6e", + "61f9efcef6f5be426991f087dd75332705677487880af8042569287517516522", + "620ade8ce0fc6e5781a57ab85ae405c9f62ea0360ec2a02d441ab4b6fb9f39d0", + "621d7c8e6248697e85db92cb715da91464290c722f306015957949842a1c820b", + "624d16569d89bc9da4b8f535ce8ed165b63ec7b7a290e116bdaaff37d0a09f2d", + "62a21d830ac26c364928f82f927d53233bfc87386ff2e97163fb981bdac82a0d", + "62db198b6f4c3f1a462a174b3d5d5a6078bc2dc15790360bdd7116e0f1e7f31c", + "62f9affb54a325d03ea5e8311b6fa62e04263251010f8f1e0545824b5250fc9e", + "62fbc7ac4cabfc232dfe0d8a78c55fc656073e2f6642396082245c9c98dd4998", + "63157ebe4e96307820a0d937d2a37bae3f9c14cca6cb651150156ec5c6d36448", + "6335cb3ff64c3cf8541dab770520a7cbcb6e3c8bec899c10393eefa9814f6ac6", + "6363f95dace9764ebb6dd5e4cd446dfe73be55be5f9e0b063ab5406af571075b", + "637340653f23ca873db36e16f9e98d6a1a1d7bd96baa07cf2afcad5123c182ee", + "637ccf26a58ec061ad2ee59d1f87c95f71f0bf8fa029b7ee9797b2a909c36ccf", + "63e61f2694503b1cd61ab7dc4c33759d884c3137d7e4f2a61709c562a01790cc", + "64642476b64edf3a64d69b2bf3231a5175d46c8a7db906ccb95271a787a799e1", + "646c682297f626e5d120f89acc519b581e8778b3b1dc6ffe16476a9835f3bcf0", + "6489ad49812acdb7da4187f73f716b78e1cd0b589e05fac85e5c75b1ec5cb1f1", + "6490ba8c17967e7a7203bce09753747dbdc0480c3f827fd4db746591b610a1d6", + "64d4e42816228f1b393c4571a5ab6e78acdc6e1a207df3bb942305c9de8d1c61", + "650b7cd2d1d95428a6e9ccf0dd9a40a72f1c636182446dce691c3169a007a87c", + "651182a33f678ada4b45eb1079ef7e8e105ae14b5bad8cb3952539de77cd7d05", + "6530adeb56d3e3fff647f3ee8d34065bed5ae533ea00772bce081e753c861291", + "655231a11c2e677666b6d7ba200414a8446e912ca60e5924b9ce1c6f8998f5d7", + "656f782ba203277a60d4a4c5a65a83feb7b139b96c5d5b0ecd132f21fb365f8a", + "65714992f01962d6e80f7afbd4c8e6332b419e436e0cd5d985958d03a754d787", + "6578e518dddb95d215dd3a7dbd1577616364d9359162715ab59552d3ec77d308", + "658b002d9661970ccaf80be9e81500d4a55990b813b813fa0846edece61b92b3", + "65a71290538408a4d8e1f694b3148e0f09b74528fe161cfe3f2778d148f23b26", + "65b2ebfcd8434bc57234573a03281c5ea42211945505d4bc7926620e7c037883", + "65f741be093e64aa33aea625d6cb2a0da9d0f66794d345d4d36a64c194f88a89", + "66106dad07085d8716cd3a57c38719985cfee9d7da7b9e75d42d653fde524a29", + "66278a5f3ea6f31ed36c22b8fffa8d927eda8d7f17f75bdcdcb3e476a900b092", + "666560495c0db35d8963004e3610db8147cba9b15b48e2b5298340a7a82411eb", + "669c686bd276c775b5e02b1268da9fb8d07c792351d0016576732ee0c9bbe7be", + "670869367ca4532f46d9214993c0f31081562026087e6d64941a9c4a7901875b", + "672bcec3d5308dc7eb9a921e5ef64fecce84cb150510afea304e61326daca37b", + "674b60cbcefefa4501172470e2073dbc4946967875c5451bbb39242b91c6ce02", + "675b54560835499f03023d08441c0ebd1e0d08f93c67df4d03476181c60717e2", + "675ee443873b67c1a0d4acf4fa7d50e28b2fb70531bf3af261d528478e59c0a2", + "677a7bf5d7402745cef77d25c358406a21a994b948b84b9627004b3eae0ff40a", + "67ae8e470a9c09f61434cfe21c78698058e3d595b0f68b7edb31c359c990f1c4", + "67b7367d7b14561a50011d56a056e3b8e4a46f32d6e44f48f335474600119352", + "68492785665af90395b524536599ba8101495f429eeed201c267d1a9486b8765", + "6873449ea7587bd681061ea00fb7a11653cc4d9611d6544a074bd95e1bd04434", + "68738cbc5f45b159196c3cb22db18e4c8daf229c4980efcb501427372dff8f66", + "6874e93c2da9e538c7b3817ab71c77b8523fc4ac9d4abc4ef62b46fca1afb8e5", + "688a3beeed114db0cc09136ff3e1f826a4c0009eeb0a5dba639d70c5b8479d10", + "68a2fe7ed3dbacfc51faf72da293adfba3d7aa87c52353002c82da7f71ad400b", + "68af249b1ba166e2336cd9e42a28de6d46fe383904832c4d6537e7352321d073", + "68b27de105169ec72e0d2b178ba1eb0c3fc0a98b4a7995b2b3e517c32a96c4bd", + "68db72e7e93af0434222b65801ab46dce3761afe35c0a144fc7954013456918d", + "68dfd709de674c13150cc384e52feef725a9bf0783546e621a96fbaa2bff3dfd", + "68e32d09a1873503fcd8c4473df014183b75fd59524c232428413f0e7c26069c", + "69247df2ed55b582d2560bfb3db2e758123d594cd88f2dba1e0fc4bfc33b1d29", + "69249f79f5aaaeac200aabe1636937412dfe678a99cd79bd6de302a2c889fb94", + "696e2f5c8d58f45c1879a88969d911893c391ec6cc625afbc119c5d31c1137ad", + "697e0f9df442d5d8ef90a2bdb81ddf81ecadbb8870c89f7021d46763fd8aef76", + "69a3819da4c4f0c147398fb5b7da7d804192caf89f06956ee2348b2ae023d499", + "69acfb9fbe3cd486ef3b93739328d90eb35b2431b15e512b081e8eae896d1e08", + "69ba2a070b08ab1d9e2b171e5ff96da782a6b2abe6d78847e82441fd8f6e48b3", + "69dad4799c84f69e502f17319717729db7b879694541dd198f51c79060f2b2f9", + "6a01220adc0cb957e87d4781fd8dd89b108d1e507b27296ad28773a0840567f9", + "6a0e6e4014dba325b39185dbf1a7a08e2cd10ea7c02bae337c795d68fa6ffafe", + "6a2a3bf1cda8da3cfd63ae6e9f6fbb55fd2ec6385749e7ca09f27edcede57584", + "6a2e45123f24f5b2a79c78a7eb96ab498b77a0247d3cb1d3a1086ba6c026e1ec", + "6a79de837ad6b4d5b78063a389d5a30efc754182c9a450f685bbab55fff0ebf5", + "6a7cea629eb5f5f3bc04f856a20ad4252f2ff11364e698f2bccc18891c9c0ff3", + "6aa8fa03e2650e4784898ef4e27a212426010d0cca9f9cea722b5a9d050197dc", + "6ac918e60536affa2c356c46bc2689ba51862f52e0c4da168f637655fd085de3", + "6acda15ef961735cc7d69ca607a4e11cb962c535ad6adab5bc2953ff51d6e9ef", + "6b166244dfacb745cd227432fd643b7259f9cddc517b05245f62ea70a95cf934", + "6b228ebec266d57dcaa49b58b1db767784f6486d45ee95dc131450a0479c9afe", + "6b27ba831dac670539efbe9131002e9213375a9a26af267c308e5f855c2486bb", + "6b4cf277783c75898a2559ae6e129f1a5af61eea9943b9d6a7d1e2248194141d", + "6b5c7b0afa8e4b320afd0b89e313c9b5fa62fa33bdeb7cdefc1673f9c4acfd4a", + "6b79946dea25c3685d5237e236c8931782449933fce6917c0c7204d6d7133fe6", + "6b937b0554365fa001d5016d0af872c629c510ab04a6e9e8580bccaae07047ce", + "6b9d661d4eb6199238cc5cf77affbd3616aec0b9a794418f256a14003b87c11a", + "6bcf7405aaf5b98665c658334cd647d60106a8b76717466a9c504d28cbc31c61", + "6bd312d9d400813835b84759667398a5c0b8fc2e05b5461da95fd5babc3ee785", + "6bdc16be5569ecceab477b89fe2586151da5c490333f5e0a1f596c4bf83f6b39", + "6c0b4e79c200c629e640557990dd39fd1b5fbf70f4ae153c137d6f35a563bca2", + "6c2f06a98f5f92eda14193ff996f38782ebae82f94c856ccfb148c4c5bf5f7a0", + "6c7fa58045d8afeadadb92380fa79952b72c66c3ca4a199ffd05b405009fe5e1", + "6c870298d4b3b9a594029a58de126c7d3912bd4c8aa8aa0956f96e0c94214237", + "6c93ceb690805df915a0d11307c3e898862ac2a8e2f03545d9f9f31333d97b9d", + "6c9d4b7e0d99d0168eda469e87ddcf684c3ff33d2a120784b3b6669089ff107e", + "6ccc1357aa0f377fa2486a55ec540541ef6f9143b4215c14f2533188603b0fd0", + "6cd5081e4647c16bfaa05928de0b79d48228f7163b2c097a78b43258081f0489", + "6cdd98c3d0ee8d4a939eee49d26bbc9744fc9e22e88563d636ad5b1d4572b211", + "6ce8a8829a4467d50859e5d48868ef249c31b4281ecface940b240804498a9cc", + "6cec9c740ba668e1bc5979a2f406be9d4326eaa440b49583caff5fff16a4a974", + "6d024da7f213afb6dddd051098fce2e2fc219009d7621833e4e0bfb3d459e93a", + "6d3a64c3c7d6bdcd11e121de5b26f8bb5b8ec0e16dd8e0a9614abb6279689583", + "6d3d79a21ed625cf8c2bd6fa5233f3b5eb112cea3b896a466208ff48db23837d", + "6d8429ee4d3409cf09dd4c1e1ee8d17ec622f3f65f2d04d2d5b46d3a1e19ce10", + "6d8b1d53d160411812b2e63ed22f7fab8a2865cc200ec6dd7a103a121405c5a9", + "6db6f17d30a1e7d929b1574447e0a58ae84fb52e785dc8ffeef72988e7b9918c", + "6de68bf5dbfc8d0a38db7653c7b28a6172424c2f8bb2e31a5318bd0636a34832", + "6e46fa4e2fa1ecc23219527e1ee220eb785973a0f8b404956297d5d6594a3847", + "6ec6d1488d2dade7f32eb4be6868b7ce41161dc4b88344dfb788047806eb3fcc", + "6f3203130b9b3bd29b81708bfc5fcaf3d48926c9fdf3e98eb330c02a99d4d702", + "6f6226cd7173c25f9283a26873c340a53ed94d4a734a6c38366fff4c82cbe894", + "6f8a46c31c1aceac05f0039bf6e9a36b209475ef18a584f1cb8d5e3bda48094d", + "6fb212de4b5bef6fc983bddb206fcb4978547681a9542de68b5abd7f51546fd7", + "6fd4ed214af38642cc6bb474abd126841f82ca4516af7d676fc525f3107eb4de", + "7005b0152b7e62e70a4ec3548246bc1b1d5729feb4958c2fd3688c137f69893a", + "70068c35f76f137bcbffaf69bfcf8103099b381ee31719b508515abb965fd586", + "701bec823b7e553bae03ac497ebec8a40592fea30cca8d91cf9efad75e6ad7ef", + "7064f9086f3605fd49bff512a1172dfbd0ceaf58a88410d163a8cd1a0ad34f94", + "7072448eee55c0872253c8a40a5bfdc2c36b8f7b1be17bebe825468540882db9", + "707966f3f0d9b4a67d3379ecf693b83b2a1e1c217358494af3504b95c137fe17", + "709835aa30c7d0a66f14b43475d8db201bf2bd39510d9ebdfad8848b84fc42cf", + "70ab03aa506b299df87e64cd28986c66d4a8dd1afa44066323e9cc1d9f89a6bb", + "70bcf0249de578d517dcd2d9ce720351b3aebc2b3408f92ffc31c3f264797cb1", + "70e8eb1a392cd7468a49fe73f3aaa99481ab7019d354ff555dbfa1901298e9d7", + "70fe15efe7ac3eafb95ce5f3f89daeaf76a65535fb98d50b60a029e4484de29f", + "71024b56d0f6a22d5fe9e7acd8ee1e7ec9a651721f305a2c7f3e4d5849781f5c", + "710f89d19eea86719bec11c771e48def42e5fae229de5f1f094639beb3c85efd", + "713f861df41f12f45b212350544849e022cd8665397f31300942f1ef32f1bc18", + "716c7dcc84d0813272c889fa45fdc626ef28b96df90f083f0f95e51b5909b7c3", + "7170b2876d55cff7bbbadde1cf60918fa82c96b47a419d0dddfe68656bb15f7e", + "71ccfa1efe119f4b3400c25f08c0cb253d6e84a3034595291688d0390362e7ef", + "71d64e8f87b796850cfde842ddfcc5397530526668b4758e95e3ff352ffb808a", + "7208d392e8466c55bd4db2b793267d4f537812981de57808548a24d575c00802", + "7241dc8b47fc985afcdf062800aaa0e4b3288f68ae23e6420d4174936ce1ffc5", + "725960adbfacfff83b82b7df54c856df7d95600c14505b43941eb4a624f2d833", + "7261079205d5dfa4e29d586c9b6d03ca1ee3e2225ef85043a4a4eaf8583df9cc", + "728722ded8b3e23f89f3fe1884bdbf69cb04c6f5b843bb307b4a62e2a2964762", + "729dfd823bb3d1363bbbe0f6beea353b4b9cdf5e47c3b6af17ffc74b854a2d88", + "72aabf4eaf51267a223ceecc011f0e24ba882cb2833bfb09f99d7000e4ce2935", + "72d78fd5e3c79370db8423179341cd9bba72ff6bd98a54b2a915a698196bef03", + "72e1b778da03bbf91d47c4c0fdb930d7ad38f76cf0490408e8b4df6eedac1ea6", + "730722ba5721418ddd857592947efd2f0e6f8166eaa20bf9cbab54a8f4b0a3cc", + "73546fed85b1e74894df9b8f32aa7bd56c478286997a8c92b08c67af0e5335f8", + "7355830e37a3f3593f8f485125738b6e7caaf9813042a1aa65a78148f98393e6", + "739d4dc3543c4be6ec96158cd1f81024d14489153b712afb0a7baa9a136af44c", + "73e3407bdb5f83b252fcf7c2ccd03c3a15690c91e77ab9a390e9d6e133770587", + "73f1a153831e1cab13cc9cb150325007b4b7ed7d147a5aef39665059d0d87327", + "73fb5ecd247e8ee18252483813c02d62106af8bc146cd4e3bd3a321f20cc866a", + "7461c878ab37114c8fa861bede453b9f180844dd0024a1031f8d0d5d4350be43", + "7485d46799828ad55580d2370456706f56e6b531b241d1c09d6e60fe61680738", + "7493553d2dbed8c03679691050369d2cbd955cfeb2e09469b115893f92f81f1e", + "74b8a267ac18fcae42bfc59b17bbfc54cb50efbc4983b4fc0de89fdbec45f26b", + "750b82983cca089581424966a9da92809d4739ff8a84fc81448b6c2144f0c151", + "750f7f9b8560ab8aca11e03d8825159f4a02c97263c4b164cc6b6cf8c627a367", + "7512074a62a9ea08ed848461d4b771a087bf6d0806d9d8e9de9f109de0b62713", + "754eeedfe7b3dcb1fb680ffd21ca550bea5bc1eed3c387b5889d69c739bf82dc", + "7550a0b2274ac6eadda85f132246d97cfdd1fbc17a8c60247c93e8a7d6d42352", + "7552868610e7a0492a47d7bb17f915b243f75b08fafc0ec2122db8ca25d02ba1", + "7574a2bed3690cf7b377627edac03b504ff654934a0e4df77254cab0678b3da3", + "758fbeca0e118842f28a52b4c62c1fbb9828f2e0a7c78c41db50bdc603bb82db", + "75a4c50f6b7b5f9416c27fabfc24bfce47505c2507c9e5c40689f1cf8edbe796", + "75b0312a7fe659ec2619fc0a00188c1c25648195d6e7d9a6f7064d3accd1b897", + "75b3017f16c079d88f1448c1f4b9665aeff8c770ee0174a59a6dac4af0945054", + "75c9c4a1f7af09bd21062dfb98f95b17143fb282d7ecc42f082167e36209e5b0", + "75dae78bf5c4fcc772bd1ae3d1e61f73ca0fd329342829d93701ecdb05cbe776", + "75f25b711155c22abd881f62cbdbe0bfe8236697ac644ba420b88a50799d6682", + "75f96d7235913b25c9433b1a0ec68104bc222192d7a8813010730f2a0659b3c6", + "7622d99087890010662d5c0ded17c8d5a71587f4e39fa1d389c45a24b04cbed9", + "762512c3c71425a88180aeb09010834265222f4af4988ca83e9d4b453058e003", + "763be34aaf034de4d21129b44404ebdc6f95c5e5aa07140a0215b3a831c0c975", + "7658c48e7502d6d1d0b8fbffe97f4df627e7974f75cdbb1b9ab6a31495a94ea2", + "765a03507d35544d425b3d04d0b5f8af819630c18ec83638bd7ca85fab92f351", + "765ea782be299b543c8481425b1da923aaa737acf2b736c47584089744724891", + "766672d016c0c6eb36997037b67867ab2c694726af1d88c375228194dfb90a87", + "767a47a19834085dd8e10c9d3d66ac5964793f8a9513a35b2dde4d1429df7a48", + "76a179bb27b3e317f8d4e66765cf407ff74fe9839e80bbd0d6de766e8bc90823", + "76d19a21140ea79bc1b758ce772ade48566e5a967ba98fc6319541f9e4cab3c5", + "7703f063aec2da8a8985f6e719c2a68d00f1ac73cb75800e295741fa4d40ea37", + "770e2608d147738abd66ba9367f4d31123a567da4e4237c08a58d1b357f6ba26", + "774be2ef21c84a0f0b67221f61609824f9e43ae746ceaa6ffdd72ddd8da88c49", + "774ec128960025ac079c5cc7860ba8866b328c0a910e4ee97d9cbc3948293a74", + "7771b23e1a872781d3c859508c8f81f5f0145aadcfd51d4937479e8e767e7326", + "777e1e2ad048ec24134ae9e9a2cc09bdb9e65db4a33aaf26a5571378fb576c86", + "779ed248c556b5bf3b3c773212e4390243e14167ee6adacbdc126e00057141df", + "77d7f1daec219ca893d2724e410ba5179573dffd22ac21b1ab2a67fc65159508", + "77f2ffd9c903d1cb59f3bb79ddb89b412ca1ee3529d555074ed4cd2e575d330f", + "77f65063c77913e76134b4c37ff835f373526c410e5b367c54fe4d8d613e473a", + "781ac47130a2dc741d2bec0037bbbf1faff9e21ed424934baacace67e827e599", + "7834f835213ed6839d9b2abd93cf8ac01ebe5bdca61c9855dcdb515765e61e2e", + "7841c519c3dac274e9c8c618fa6201314f47dd892aa879e0f41619ece8f58376", + "7847d17d7e5ba94d471bb710e54d9e653488c9753dd1d12661e44c04cb4793e7", + "78c796b942fe136b1056c697af7179df8ab8dd78e2c2bb385d9774710d9816e6", + "78c9fec65bf1ce348f0f3a33687b29f95d7056f34c580a0e4292702501694c01", + "78d4919ce6c9044423da92ac281f463a4de59ff03f9a54382fef3465b64f2aa1", + "78e0d7e8b4413c0759ce0b6c2bbb6a132b7ff8aed71e0ec46ca0d3669080c781", + "78f5bfe6f58ca23b2d85c54acea293e7e19ba60b63768934d1b65d1b44b31364", + "7910445c446ded88f3ae81db2004fe916506fadf83017f1d6c0481764fbc726d", + "791e0feef999d39967656eb542ccd5a5172cea4650d58f23bcb8fa8622551d0d", + "79493b75a4fdce4eaaf946864585719108489ee5f6dbb8440a70987d7ab3a14c", + "794f1d793b6807ddb2da2933851557a4ff3326c21d6a717897a475e7c8305e11", + "79665c355e938b7c9a5085d02e1f4454bbd1fa42d99ff76d56a0d37eede5505a", + "796cc42123f9a58eaa22cb3b3388e40160491dca862fb0a2aa17db03b45174be", + "79851d82ad4f83e06d475cd976b34d79a0884bf77624a6443337c585f5e7d88d", + "798ab8eda49c99f52524fab0e6c29e2fcea9c25bb7eb29e55d24f8bd928f5885", + "7997158c039d6cb8a0206f33a7fac43f12b6c05c50ab9523c5d319a07c9f47a4", + "79a8920832ba7837cd6d4b63760c7db8963bc9c4d5cc84b02d1656de6861cd11", + "79e246581d6965e0b6397f31780e76d0e681e72a94a031bd976890872e8c682f", + "79f7f98c4c91e9507352044f016d9373175a6410538d1d74765f5013de13efe9", + "79fe72616f57da92fbc0c265358909235cd86d5107d0e7d613adf8a67a868b91", + "7a0e515bd7dd1fc037d2793b5bb09d987967b38c7b0cdbaf484bdeebb6fffdc1", + "7a0e65a743023d8e6f5162be55768a3b850f64e76af441e3a5b99bf0528ec159", + "7a111a1887f6e3391d63b0141a7175207f02679e816cea6845b3486565b6cb17", + "7a1a59f3aa4d6387e5a5a2d61a4f4409428633616e29fa29d50ea0fc53bcd339", + "7a29256a151c5dfa124e5c339bf9e5bb74c2125c128b04d6fe46abf2a758f712", + "7a5b2cda69206c48b9e8d535cd1e96ea9cb9185fab4ce335a2956bcc05b0b115", + "7a70990914d64abb8b318d3bb2a06651e1832f21937c00651a6df6f061cd4842", + "7afef4f1d28f68d33ac3ffb659441e0102096da753d5c20969c536ea0dfed7e5", + "7b2cf8dd9d56b7ca7a7bfd1fa949e72969257010fc1d480bd54e043796eb182d", + "7b421ee486724cf4f7e562d916b247b7648a152d31428856c35c2c2db4813bd2", + "7b689b58e64f9ac6bee1eb14628884451cee03f41fdf2178916537c2b56133a0", + "7b6c5f005c475b264b2a7bc64a14240082a0ca96eaa41b4f9d59a0ed65e7d381", + "7b92e26c917b401a6baaa8cecdf723c0cd3d59666c778dca685bbc12ab9c6f5e", + "7bb5aab6218927cd29574273c5cdd63d39849a57c0ec9b59340302dac1ec5c5f", + "7bc0ebc0825f60d79a197e4d27689643d65798e598057d0ae33f72cd39a8d1ea", + "7be40af82f79492703783517086251c2be0511bcf1dd2b1659e4d627055acad2", + "7bf300a78229f582b67dce564df3158f02c03a7d17064a78d4b041ce41ffc3a4", + "7c13771c61816ecda59ab2026f2d2a85c882cfba9b967d5d41c31e338602eca1", + "7c249a595ca1f06717edfa3b35b2b487e2c2a47c29f75e4d52f4ac7625e24b41", + "7c5f4b2df36cdc780578afdd9ddf6d84a6cdf997977d0351ac0ff19bb403551c", + "7c671c670ce130f0d602bd6d0573ba85c6e754639d122ac4993bcea07d5e1b47", + "7c7f4330d058eff280e31afa750d2679d4e686f89f57a402ae5851cb33eaef95", + "7c809ee513fae51056cf753009b516a7d1c46af0c8b9d53761cde8467416e843", + "7c89620ab5745c5c096fed9a789fb4ef9a7038f3a03ac2a6aa033a960cea0759", + "7c90ac3e8b713181be6385e25e948a2bfe21ed28b0c882153787eb8be239c2d0", + "7c9aa9f7348291d8af6529b509632b76f898e46070c8b8cc5a74209f1f8e384c", + "7cf13a99136bc97bc57c8cbd7faf6c461f688084df1ec3a9d65f79c11c600491", + "7d4aeaf8a6c226ade1ca11ee3ae0217ebbe29c768e83b525129fd74895c0830a", + "7d653fa63d81af93ef7779035399a4e53411ec8a7f651256d7f721c1da327da5", + "7d6d2253f232f8dd1a23a77557f48814e176bb670dced172ff3ff7270115e2b4", + "7d83af9e9367d2ff00fe5848cfdb4ba392479eb3f1fe223f6828c6a735ce24e1", + "7d83e4f7e37ec9b9962eaf3c010021be13d664653d07999ca6c6a81e4fa3c427", + "7d9c7b07ccc1daa04385683f46ed47f8ff248fceaf24e67db501c065e8cb21b8", + "7da2911323411aaa29a9a089c7b549d57f54086f1831e8d11e614fb17e786326", + "7db20772098831748a7981a5ced53fd95f5e03e737349f7ac3900188cdd22f5a", + "7dd2da493ec5174b6763f9a0162334bf09572691c2d8908df6fa21d18cc67fa4", + "7de9b973552d85e3f6badbb2ee3721a640a18b97840ad0259039d6e6df85ff05", + "7dedf5136a89643bd0641830635e4f5a6ae5d68d3ecd6e4abc658a39da276f96", + "7df266244513d7042584a4a8e1b07a928fdcfd2eb2568be855f438b14502c66f", + "7e256ccc54272dfadec975e2192dcc8b899784a82c8eaafafc2320af6270edc1", + "7e4083c02abf3d1745e121c2404d91b27f2b0b972ee71c98dfc2fabc838eab8c", + "7e53515a2846c4ac3e3005a0d705ff1bc47fd08a4186c5bf3a5d4d342b7b76f3", + "7e648858b5dc20e69179df0316b44b36ba017448ff6bec6310da2a37e48093fd", + "7e6a0e320a76b2d7c4571302adb31af0cfc155f957166d39d44d4ad842d38c82", + "7e7078f9ba22a164fc61c762fb5db6d955ca1ca86a3b50b8961e9e5a3627e79e", + "7e80a3b28e467688135d12d509131fde13a4f17f81614a7b1f9d19379793e765", + "7ec7e941978523b6bb23d2fd3d55d6fe33879c6aebbd84fbb185117091c12b72", + "7ee3852676020e282bda9cef1c1045e25441647116ab309a214ec1f5f6f1610f", + "7eeaba0caf143763754abd5a641189db220b4f37abce91f1c66ea992dce96336", + "7eebdb6297c64378e8304231ece5291bd19ec690a37b2b58c90880cf89ad3bd8", + "7f175640c764b7df9f0cbc95bae421d5f9297fcf62160d65949b5b100557f9eb", + "7f792c5911a60663e0e9fa68a8f6be943a925cee621084cf3956ca175b27749e", + "7f823f60346810266ccd7ba91ea8984ca742aa3baf849349c8e0475b749dd68e", + "7f87c627f7f7412fee152b6c47e6eb8b6a13bd38fb9397d50a10f0be461e214f", + "7f8834cbc4e365c22d0e3918efe4d32714772b2c52fc2f836ba60f52662caeb8", + "7f98e2cfd1b02cbf7445f2f3c3fbe301e820dd82abfe4177d51c3285a507f3b2", + "7f9d4060748a069f6786af1e4860c6880d39e038135439b0b2458ad5d3c595a9", + "7f9df7d75ebce46939549aeb0324983263bb1d809264f4903d434452c7026514", + "7fb3d3b49f404b6314e29baa782768af91c6415ebd255ea3eded9dc3f584abad", + "7fbcaaf24c8235d541a5609f45fd7144db69a5defadf4bf6b518f9ef5f163e5e", + "7fcba24680c7ad95062aeb55090e10028546a5fd4f4a697d538593deeadabef7", + "7fd23e3b2cb3db7f81e7730037a1d3e53fc9774948a8b85613600590ac7d0f92", + "7fe0b89997665c24edc4173f17d379fb0241804761719324b77a3ad19cb134dd", + "7fec9ff3d09a0bcbe3db33b8066c3bacd1d09326c89e6e453e8c42ea49fda27e", + "7ff731d055995f2c7355f7a59174ff09d3ad70234c6ee73b5b29c2a0622d13df", + "8014b101a0e5de562df78d8629d92a6b367ecfce7c3f7eb968ca1178dcc94883", + "803fca0d27e485372ff299d0138f27c97487af7708745803e2eb557e40c71172", + "806f014e6df16a1654bf06eaf08ed3b60c299fc7b5d1c37d433b3a0ecaa81655", + "8096a2f2dcbbff46a37e430b9e9b6894d5f6b5c01c93a8187900dd7909ea0126", + "80b0d0b784604d32fdce1b467680d1630259424aaa829573fa50c6444cc0b1de", + "80f52225f3eeef206f805d640ed82231bf7c01b9f7cfee7ed524b1b299ce1197", + "80f9218c5e9118528da5dfd6780556e8443856b35e876c1685d2d25887b92367", + "810aa4c9218c0639ea1d9d7fd3811415d7444dc97f831a0dcaf75ef802242f74", + "812c2ac233a568a4da77e7b7487e4472579ac9bbd8ba095177caf7f1e2406b9a", + "814f2af21544b1b03d045f29be5b5d6defb02be970b8a4d85036944c3a408843", + "819ca88d90bf6c86b097fe09a8704530168f1b8931116e9e55affbaafd0ace33", + "81acd0d4f293b61cb77a0cfa090543beac2ab5792ca1e88447b16374fd1dc4cd", + "81d76fcd53d510136dca6c06bdd90619de32a48b1caa2da941bdcb661bf8af8b", + "81fe898b8769901447fb50c71d7d0627025ad9f7d533d59cc9f7d17eaaeefa60", + "82489daa4c05ab621452941f901dd0a684e640632f76836541fa3f45bdc27782", + "825ff15f0782c3ed5bdbb6412e3bb77aacf35c880840c8273142230c0df2c2c6", + "827fcbbece238ab1a8bfc63dc4ae4a456a40d215b9bb3f7c9383d49c1460d217", + "82826c41b67c800350648444e150c3a009db7301fb4c693f84f848977dd3e9fc", + "82d78f23b734d512517876ace50d7e7e19d9dcad4db80774ed3609ed8d3e49e6", + "83171042fc2b4dfc78224fb2b00fa8f1d00a038680000ea14462f14c604eba46", + "833133f91df4b418393445068bc2e9e93a065c463c8c8a25d3521e84f6414a93", + "834597c90083fb02ca00b90a38092f814fdb011897ed0cb4ee5c25bedb69d940", + "83aa7ee537812e09eb16fef58bf15fbc5efb929c298c5d5e1be5682bff8efd68", + "83b61aaa99d449b594ef00dfaa7d958c36d90dab01db14b2e04ee0db9c365445", + "83cbe1bf2b5a688a257ca8d424d4384d53a97da158822b9f086511e145839c23", + "83f7029e77724c8160a53346097015aeacaaaabb5e4e8e3930f21c82663783be", + "842402ca8d019c79cc2980fc26018ecdc2d715015f164225eb0112cf8b619587", + "84363142eb13b6d6a8c1ca2c282aeac21af2d69006b75733eea7b1ade7666d27", + "8463f76ac8b1f2ca1f2d0968a0dd799a8bb3d66f09eecc92341b45b3838840a5", + "8472c08437e9d065a8dfe76e302935c88138b65679974121599273edf2cd8d41", + "847cc4a4ff20a7cdb636264448eb18745c302f2ab0a10f1f61e1345cbe0bd5c2", + "847ef669e72c32f996d6a8245081aed7da92401654351337adeceac90899c4ab", + "848273eda2ed1190523b8ae401df6071e574af543b7d4237f4819ea8e795fb91", + "84bf01b039a60611ae8cb61ae6361a304f17ba7063425fa40f9836d7e76fd51c", + "84d4126224dd508c633f787902a15d111b6faca854ad91c470b008b84c466704", + "84d6d9ce5417edfffb97ce2f1947dd3b28381572a4bf02b041311b8a2ae6d3de", + "85026b06797489a856e2a5c1101cc0dcf0eaaa1b44ecc856f7df064abaed8e4e", + "8504c3f425c74ff723cb3a7f5c7e8df33f66e1eaa213cd2e71dca4f35491e68a", + "852359a7965660c3aa1296b56e4e98ecf4eb217a50e89ef12718539d31e0dfad", + "85374924744d63a016f40be7fbfbfcc00ef1baa374f4e9c31f35a039e4916d9b", + "856321fc3f1b3564e2631eb636aa5ece8bff0a96516788fb7ae44a68de39d799", + "856a22bd189c9505240da1131d3d09c44441396b58ee0031f0e69abecfbe5784", + "8571d2f43d6f338aa2691f71db7d7e10ead6c44764d7acfb62593f92afe32be0", + "85c19a7874cff0defb3daa6ed2411c6a300d40630127db54c7b1d72ab218ec8f", + "85d06bc43fa85e3a54b821385cf84b32ac25b95ae86a0d6448ec3a097436bae1", + "8602cd81454b46b26250823f90f178accf605c3cde02e5f940e4dd2ac634f131", + "863cb5c4d023cbdad947ac7cab27045fb066171a906913f4b8ff04ab9458217f", + "864c42307df55fcbe1f520b716e132e19f1ee4c0e4581b8fb51d1c8e0a2be428", + "86645cf08cbfdbba0c35ec11fccf41629fcc698746c542a776d96f1809aeafef", + "869892d5fe6eb6d2dbd806e2aa54b95f3e4087c76fed7f496ad8da9151917325", + "86c2413964f42e8db6d102682b3527c1d54fd1f36fcd167c75d1783ec9b2c682", + "86d5aa48fabe29b7086c8c48b33733fb5086507c03ce152f3dcff551fe403cfb", + "87251660f1c93538bd393e443bdea252c12178ad7b1fe3717c4cb456da1d5633", + "8726a1f04292bdbc4d137c58d3322127e3c73f977afe4f13da68584a409fab08", + "874aff72a30aa094c623b419ad6367bc9469095f544350d65af2c75f8fd78c60", + "8772efce2dcbd728dc3e6be593fcef89602e115e612aa50ede25ec3edab73f66", + "87a7443e2f33778a9f446b2e6bc81415c501381ad2f80caecd6cc5dee29a9e07", + "87aa334d871a911f774f07e7097a23960868f396ec4ef24f2d2a4d40a9d09150", + "87c60d890ad8c5c2a38be11978989d57c185a25969e84bcd8ba976a7f25070b4", + "87d1b82dd094c4acb9ad58a0ffbea7a5563a9936cd78f6e7fee778ebdcfcbe70", + "87dab3f34020532d6b44f52e4b7a035fd33bc5e4bab4c286faa547834a63b77d", + "87e20d968cd2fe30891243f403b3252a266e8db5fc90396caca386e302d0b8b0", + "87f4c982994ca15c1fc3d4d333ccf487b6548242feaab2b0dfdafda419bd0067", + "880779342113d7f59f2ac7f35283e3fa21c7f5635b19f6b2cfffd6bf6c9af087", + "881aa0facead55798fc83556e0e59977b06d1ec3cf3c254d86462c2dfce80736", + "884553201eb494d42a1993226344515c35c0d161c21d4a665a4239cfd45e005f", + "886ecdf27bbbdf53c2139328d18c174afcec3341a5aa4bd5ddc67e42a87c00c0", + "88a8b7550d896043b38333c24505d28737df4e73ec5fbc816795af28d9295048", + "88a9bdd66fc2344f8aff0b0d71c502b15dcc7bbe157324d6e40dd3058cc364e6", + "88b630562d5d85aa3ff2a6669b4bbfe5192067fc50d1cbcd58374f5d9d48c6f2", + "88ba13465bce1bb05049f99681cd787431e3a53903f0d3f51cfae12f95db0902", + "88c5f45e6084c9eb35b4377db489699d8f8fa81ced9a5c74341ae8f5217a0bdc", + "8918af679922da6f209ec9c23cf601bcf108176e52ff7fe2fcc20eb375fac7af", + "893c0f99b45c6e1ac223a4b470273b1a89431fb4ab140984aef93375e78e5e77", + "8981937b36eb34f0d585e60606ce56e8e67173cc3f04a22f46618d9f6e682e25", + "89875aece432ca420311ff4a23c57fd5b4c505e3c3b559165275845ae5e0e76b", + "89aae336d8ab2ca0ffe06a15efc2abde66c39f2d3f40fce5e85f111606b5e2a8", + "89b8caf01caefe1f5e873dee97904df01c28959a164af479fed1407c92add483", + "89c455c362afed63936ab400f5655351e685606805fec2d47dc36c40e15b971e", + "89c4b6d6bf0f071af66ee795ff42407c4fe150cb8e301997b721860501ab9a7a", + "89c84ad21dffffbd89fd8391e4a68536cd65177f9024c0fbb33ed0aa1988e9a9", + "89dc9547f563493b4c062ca9c1b56e277c0b973a53b4e11dec83468a4af1aab5", + "89e82b72fe11cbdc6c4685419428e65f1b96655d4eafa2343e891fd1f6429ea2", + "8a1f12fc3045a1ae803dd949931b6c477310b8636ed7c23b39af03b3dda64076", + "8a6baf027cbf0e268695248bd5dad15399913f37908c4a678622ca58b25ca568", + "8ae1576dcbfb6e37484071b60abefbee4a2d4183f8e8b21abcda98d615be1d51", + "8af1a4cecf6072ba4dfe2e726448b9d79c9350f80a171fc963e58b7fffcb0fd5", + "8af5596c49e5933241edd73e1c0349b84b28d9a9ef0bdb0b3f08dadcb3592d24", + "8afe556c423b4d558efaf132ca16b5fcd8ec07eab04614e72fcb67a700eedfe8", + "8b142c5aeb5e5c2ba168580db094b7b6da729837abe6199de738f104555e63df", + "8b181304e3a183cff73e26e12f68004c48cfbc7f66edb371622561c9ffb6d175", + "8b7f3e0da8bbb4bd381dd5faf22f3506c22b01f117a180f56f2060a15f7f3128", + "8ba5cc41b621f68b1da7a950361afac2ebd406bb12f8f21e1571be2680cea395", + "8bb3960b9aa49d3c7daf93c0b27a2e82677fe70954a5b1b8b40ff51e01f7b651", + "8bb4e371cb956240c12c6824fc1c42f113160973b79c22572e5140a5a29d4542", + "8bb8b135de8b7901b1b456ea52976b19d15090a7de2bc5afc5cf0e408102dbd6", + "8bbdea659991c41fc41e5d01605860cd53b22535b761954b847e34eb452c1bb0", + "8bcf7f0413754b850c9b24fa87068f48e73c559327425e1bfc82cae6fc4d6b89", + "8bd8787b5b3659b6315c160145c30b3aa5f799d10b61624b530ff90396a5b7ef", + "8c26ad6b9984963d835deae72d8b24856d38fef889bb05c10c85b3fd7a25cd6a", + "8c379436af1581c0c376678bb99b148d4756e39e9446cd804858c12009b2d373", + "8c4099078c2c0f6c69528c976e9308f5104108e2c6cfe95c3d2399672f5279b3", + "8c45266d075cdcfe5d59cd03fb88bc25a7a6ff511ef0b0cf9ae47fe5363b7d53", + "8c4cd3870bc9dc20ba127862a0ab3aac857ed1a4d0e2340dc7937eda0d115c21", + "8c4feea60b5188293e370c26dd06528cf6bdfb30518b3869007d3f80bdc3ef13", + "8c7148ff82aafe024eba8a2ebb64d6fd836fd75cbaac428abba1d92627fb07e0", + "8c7bdd8a6c39e9ac5222fb2b16861c1b24367708dc596f1bcc76c2c7e9c2b578", + "8d432dfd008cd8ced880729bfc45f3d548bc54922e5e6d4bacf680bcdc0a480f", + "8d5d02f66be9555b666419f16215b79e6929aa14a678c08d09d2480bc2a82b6d", + "8d717570e2a44975ba3d53e6575d4a295717dcf2564d14d62a2089a372a8fe34", + "8d72bf24d3835df975bd47aace23e91fe60bdb5cb0ba997ca78e52fbad343414", + "8d78008b2455a61d192635e692cf968000425c1b87e8ff46fd02b3816dcfae23", + "8d878504470b79be572a45051abba37a9ece730557e77120508eeb24db203851", + "8d96dec83d0411426e3245574e8c35f5b73c8df79c1390b684cae3a7950d76ae", + "8dc3568da85a0ea8b8b2d7c0bdf1cf458129cff09d04cbcb860575bd5d82ed95", + "8dc80b3bac6de50377d73b41145b48bb3ca6d23e99fc278cc28c1dba42bc1c5c", + "8ddd2ff6afd3e415f3a1316579c35833de765f667b9501e7e42da54f9eb4c7e5", + "8ecf4a9b224c936daa0053ab30a1858c67e74b17f2c82725389198ba26733706", + "8efc955a5a8e460ec1b481cef6a4a6f51552e6e1e49355f9feb912a0650757a4", + "8f030cf10304c8a821ff762ece320e3489870be3b40569b6663cbfafbe45d90d", + "8f03736ef3ed40b3dd7126f1c5b63059ec0a5b2ae71f67fb7d97de2fc16d2cf5", + "8f145b6dc0b3004631db47f710f7ab74a258adabbec957e85f67f15a99e5ef7e", + "8f4cb1bd07998f4bcc079c05285b81793fed07c094cb52e506b5fe2d654575d5", + "8f529f8b797d5cddfb9dbd137631316ec57cc23c6b3cd5249562e7fc8d8d80bd", + "8f91ee16ae905b7524533a6fcf40137005c080e4608becccd2c865d1e0933420", + "8f9d44973e1d625174356a6be2636e7f56339aa695ddc592dc65cd79f2355954", + "8fbead8e6f6dad8d2bd48456546b24c66bb9735ca70566daafb9118cdc7c83b5", + "8fdd16b6d541b7b81911d14d7f6430046b8069fda31d5c512e78f371f7df215f", + "8ff40cf299ee3337cd7fba77cb92fad05cbf3430ba4891c9545793a70b3a0384", + "9041d1ecb1c173f04808b57a9819a53b3156c1fe87df224597680c170297208a", + "9097a466fefe8548f577da17fd853422773485880e2d7c6085e8950694a316b1", + "90d310d3cc0848220d1011df2ecb0ef6045971926c923b6fa9ac2e8fbf8b2b50", + "90d7b9d3d86e904e19237a6f574643863bbc9146092f09a1b63fb18bcde427ff", + "90dbc96061612277e1e925b9beac596373152e74125ae7a9213bd1a1f8585e08", + "90ee3c873af25ebd77ed889cf4ef6410bb4b9eb00b32572f4651e93bd3b4743f", + "90fbcad54d4abeb3e68dbd7c4b923eabb630fc065a70246b8796627b3e3a1e96", + "911b8543dac7382e9e25b4dee5ce3774927cf78f57cb05eabdf33b3cdfa41e65", + "914f8bfa81a2c9fe0b168c645bbe45399099ace3ca439353229216f9a1b99587", + "91518c76c3bd6245cf1b051b958d8270e9d81f0373bfc56467dc896de7fa856d", + "91aeab64cf94aa7690f78bb5bb2edf91d64e5d8a037094b19a9c3e5feb183a60", + "91cabeda5e16e572b89e53f6ba3988fd8416fa7b03653f06969c126752dbed64", + "91d65e83e4fa2e40a29660e8697d3dedb1894b25601c3bb80df559389a9ca07c", + "927b077b9994f92cc17262f57066e2731c19fdf59f1ad23e9a187ad8a8e6a21e", + "92b4ffc72368d645dc6a5d181ec6cccaa6b2d5733d289a6fbd0d49da064ad778", + "92bacb8e4cb433020247552fb9c6cabd6455018488f8992ac6c202820aebe864", + "92c9c9caec17b174b853604267805f1caaaced45888eeb894cb5f07c3da60bf9", + "92d6eb7919388ebad69f0cdc179024407f2b0f10ade265a6bb82ceb3dd533319", + "92e08317b5264a5c75af6bd32f8f9d19d35dc2ae77a8fcebaee74b6349e2053d", + "9317c21bf5f13c7615b404074d4bdcd514250758aa7dec348b461e3ba7de2ea1", + "93717b7c08182de46766bedabbdd152710832ce74aa1e15d30d2d66748a74660", + "93d4e4a8d37483366afce2294a63b8e94031c2eb2595f06809f3fa154b8973bf", + "93da984a0282e86731dfcd961a8ce43b862a14c42d5b5d1e8874ffdd200d30d5", + "93f71412244e33e67e82e17efea5d58a9ecead2928ca36ac1e8cef2457f09296", + "93f7370ce73039faa1adee0d0cab9177772da8cb361d27ac1254cfdf74dfdd57", + "9433d8a34075bb592cf9c36bb1be21da08bdec9f9ef0718a0b61943b321b2098", + "945c821f819b42bed83f5450d180a86c23e6ce00695f7a18a105e2980b2ac2a2", + "948738b6923f5c6f6af94eaf47ada5f24436125e7b2d7532f2cb9b3f8a1ac64d", + "948b1fb3a88a247eacfa7863b50f8933ec9f89a59ce7cc3a17589ca825f5ad76", + "94a3567ffc300b6b0f7aa8e3de115ea0f5ada4d64e2184d2fc236c39056d500f", + "94ca3253fac86271dc0564b9de6cbeff335102bf817c744eb6d6434596879179", + "950c886241c044f7515eb00ccc25b1e9603899a3dfb4abf94727a1476bf37b05", + "9540e5430f9fac88e79b1e21bc8252affe0dc5893218218b2ff1839999223005", + "95473d6a2079786547cc70ab7f130c85e58839a865eebbcc11b0b75730e53b25", + "955f30c3eaf38525cd9d5503c4b1bea7b23c299cd6c8a6eaa6a6caa3748b24cb", + "95b77329d4972e58cce72f2ea588d614e3cf39cb424cd628e90e58fa2868a4f0", + "9620c1973d15d900e0cdfc235abab14254b5d29f240b8382ae9425fd47d18dcb", + "96290f319d1f2eb52a9f427d1df9bc5e5c149094606c64f51a172bb8111e1d96", + "963991dc96009d33a16333cd8dfd1995a7d274957508b25bb9f3c00683af0a85", + "9648696e71b0f84e436a6dd018c574b57d85ef948f6d5cc577a4964b9da64f68", + "9657dcc5c71ffa5ec11af1b35558bacbc681beefaf10373f74dfae9c13687f6f", + "96848b6b4616088854f302f4c39f7879232f208212d4816b6390ac11fb0eac1b", + "96af2b09a6a25be1f7f654be30ff50d473192cce28c69a5e89a1016ef5371093", + "96deb6e25f941a15a80a373e2ecb92809fa08772ea70db16466a16debe9842fd", + "96eb4c60b1ed6d1cdbb6d0a6e9df4e6d3072c037f5bf8fbb08d6f49fc0e96791", + "970c5fae48051e2e51273d468c630a6bb8abd4abf92cdc1e040ab2e5fe641145", + "97104c8814d8d54be64a2effe279e2de76ece7d9946d17f2bc721fc9ead045fd", + "97af82b0ce5128d252a339103965d1c99eca7a42ebbc19da35325e2cd716023e", + "97e800caad83fd0ea5bfc639fd4764cfe8a7a0fbb1268176e05015bdcff4ba19", + "9807f31242666c19189d7cd3d7007e6c617b49dabb548b216832e72d253341c9", + "980a7b92dfc3cb82bfde2b7660855cdff3a4960d863818224580dccbcb82a403", + "9811203c2c5bfc2d0a16b56c0aca2650534579d776a9cf0d2a949816af975180", + "981c07276056bc24a9bc32b733dedf96f088faf23bae6f053a5381b357f4a639", + "983888a1b90bcbf0f9188f2c89e0871aeef8a39bebfeac066c11418959c43089", + "98701e77e0b6c6887b96faf4f415863fe540bf5ea720db6c1df7da2bd60475f5", + "987defec81908223dae92da9b57746a6942845b340ba3f79cf8538dd83eda1fd", + "98889046817a4b80a4f39a5cb29ee9aacda0898af6ea7c02b82cbf7c1a75cf85", + "98b46bca82a90ea11dbd8c72a45f3697ba61059d391cb02b2cfbd98331ed4db1", + "98c28626cf398fb8e30aaf97dcc9b33e1eda33d6581088f76fdc2c5cbec9c375", + "98d35a6606cf800ca8622e8df0beb098445ed83ac11f1a14eebf21dffcf368d5", + "98ffdad2141e58ba3f1d928a7521c82d40aea01042acccab30f527e31d6d0c9f", + "996f5a33720e295a48e74c5316d54bbee57d280916362ca8f77e5d519db411fd", + "99984f7515c7d2a04b908a483c70a7cb0f2ca25605858592104a41e709665b30", + "99b4c019bfc6e68eb07326258763d2a30e257474a0da57b9791e6531c62e9e25", + "99bb9b16e809868a3c0e8195dfca2107f4bb888cf7a569b8e62a1dc8813d7323", + "99d4f33215908f8993f4002c40e20672c3831f527217db39469b57ac7bff8861", + "99e21fb94cc1441231170fed489593e95f264396012ce6d9f1887a4c693559b2", + "99e9ecd54eee0b8c28f53c9887b0f7f6e76a07fc2bc3defce7b09032c47fd533", + "9a528a5fe792a2afe2443a7f889a837a87c2f143271855c941c898e5bcb0b671", + "9a5f1226f926f45bcea2f48d1bbd21fb46b8607b63fdd464c5d429e41685a80e", + "9aed6498f33b8d9b4030e31861866f063c68284ff77e0d52c533eb19676a51e1", + "9aef46bf4b917c607a06ea8f84a33fc09b03e46d4161aafbccb836359b1cdf20", + "9b03128ac34991380aaf809fa4f6008fca9964dca37bb9a141af5be04b2dfd19", + "9b1c963738e61cb6be8b2320ec1f5d55b632d42de6852b77a1bdd26fa590f2ec", + "9b72c6281f55aa675ab785fbecd32f58bfed0a6b427b612b0872230734a2f6f4", + "9b93401d713707902cc42358969ae2e8a3f67a7abf682e6c9c662b6a4cd02c8e", + "9baaeff6a1950b08fe74b5224b5c12994587023cca5d9ccd79f2d5b9a9ed5961", + "9bd0c6c55c6ff96e5f018636211870a2aa45bd2f53041e5d6103e05afdbcadd7", + "9bda8160ad9e098a3db0011e26abcf4ae8137edffc8c7484befbf9c861f034ef", + "9c60ce7d1e20540bf17f23636fc186c7084acb8d696a47803d3a5667bfa20589", + "9c8ab72ebb2efef086b21855d5a4ae3f5292616e5a9c876f8bec8e28da0fddcf", + "9c91b3f38a7c6d1d242212504e68ba0a67a684a0d485f15dcd357bd19b411040", + "9ca581e36ee1174533857b9d926754b77009f9080246afaa63d9748d2d066095", + "9cab822d1fe9746b3beac1f5de7e24436882ed4a39ae207f3c9a51cf5b5097f0", + "9cf21be9a626e2ec27da045de4d7f4cce775ff1474fb7b4b1d361407f15bbc18", + "9cf6e80299c6ecc47c8d79c3c5f98265011381bcbf756a12c629ace25d71e6dd", + "9d20f9cd2e12a69400d1753f325f197a34cde2feaa0a6a41cbc8d114cb24d407", + "9d4d421526e0ce02fe621aefed63966502e7a6f1aefd76f27d7c5e7b57760626", + "9d5312a67b24be3aa7949b355c9627bb9982a017b95e263fb65e40ffabbbef35", + "9d5fc103de859786dedacc04713afa5f5ec908af5a8d4b6f654e4f35332f53fd", + "9d86dcec27b7472f83a0109dc136502848b7506e05e3d2b05a983f635bc617e7", + "9d91de5aac37435138b7a0fd208877e7f22c0f1ec931edd49824d81790758ccb", + "9e090e14941f35c1426fb43e188ac85fbf1d1a199e057b80de662be34937b5bf", + "9e0b3c8611c3983453fb5d666148abeb23e5f988cd09a0e5a34f61fb059d6898", + "9e0e34f721896560c995500d5251f2fac8c4562403cfb13ec4a2abf496d8e1a9", + "9e14ec38f8398efaf34b5b15bba9e47ab2019fad693dc51b513bbe274d9d160c", + "9e22c3ed476b2c040f1d9357094d17f92f041d539117569d75326ca8959e42dd", + "9e34c2de58f482b4d4e2a962ca938c8513d8555258088d2815b729ac114a5d10", + "9e397f028c0b7df416cfdbdab53e0b8a607d2348dd807343849ccd811e6dd429", + "9e513c1e436f575aaf5bd5c7df54304d8390ae88da87efdd3c9df0dfe3b395c9", + "9e81082b39b55ed18042c2c5371a652ed32337f6383d9e714cfeeadf99dd5851", + "9ea47633f98cf0baacd4966b055be5d3e71087b274b18821abfeefa6d304550a", + "9f06acce477a36f418f3cc826c27ccb555ee6a836ddcb8452cd76a766d8d4565", + "9f23be74bb52beb0da75166d46ee912a3ee0bf66954efee53a92ff558b0603ab", + "9f73734372aefdeadfafabfcff94725115e0cf4f9b15c18b6d671c93bc45d4b6", + "9f965d1380ea525701e2cc137a76dbf657d135908edb119b5ade89d517c642c1", + "9fbbc8610042a490eccef51f5d910410f875d56ea7ec41b455ce0d7f6fb76e1e", + "9fdb058c747884260689eae9bda96e5499101e7c85685c7441d62133692bf1af", + "9fea119b522607162bd0849202a5af02fbbcfcc9630713404eb24acf7fe44770", + "a038947bb5d061ac5c76c52746b1f3a3177cac57b6990c86694207fde7c6d52e", + "a0b1daea0fa36875362462eb688f7f3fdc0d602feb9df26f1ef223d31cc2da74", + "a0cc9e51bc6b5aac329313a6901cf0320d67cdc2ade26f4db2d279ec352b42f1", + "a0ea2d1b59920fdbf1565c05bf05ea3eb49b8a893dee51b93bf7d443d947b85e", + "a1240a45d1455232215af2dab413d40b707bb262e4183f3068350332abb33b22", + "a16a139ef9ca152e81fa85305fe2b5cb805153c6bdd2ea89b48a0f247ebbe12a", + "a178707a23e01e9e0d753982ef537e8ebd27f10881be88d117ebffd125c84112", + "a1828553aaf5d9ec4efdfa0a925fb03449f6db4b13c376691b34a6f4775b439e", + "a18640480013082dd7e7a22d73e66f35cc59f1fd1b93f5ed3de1cec43413bd5f", + "a1cb72da3133be47ced5d3fcab95755ef24d418f76f4fb0b4d47e6e8ff89a470", + "a1d812357c1be25f45e129a8b8635d6a2e8d8b2eeb0248984bbd64459918b28c", + "a21d104b5dd167736bce9902303d4ba1b1f02237c9b4a5f6eff0a7439042895e", + "a23825f174104e351285c36f589dc37770f5bc835d7d0e920e09573b704e62cc", + "a24336324a1e3800247283a001ffbf0c66ba08c1bfd2194aaa88e91da4c2a16a", + "a2456c53189fb0ad5fa63355cc5c3041e80729e753cad05922be0d65b48d2fe1", + "a25f880fefbc75dece8b8cfcab410d6383a6e87ba0d63b18cacf501ef8d0f4fb", + "a271158686e7f14f011abf7ccbfa93f0b0a444e3b356c8f623aa73fe8013d82c", + "a2a7b5c40a898db6db90eca16c9f41edde6feaadb445b78161abbd523d4ee84f", + "a2b0b4b8b334464890d9a5d9d6f39b05260fab4f43ba90faab4ee969594848a2", + "a2c6b407b6b42eaf49eb9077bff37c976cec72ddf64de83b95d34b75d5e09718", + "a2ec6a6102628055650d617239939fcbe2324cf862641123946607ee1eea542b", + "a335b1d36fab56c1b1ccfd69f872f9d3b702b312e2f8d64b3b63990e2a02b32b", + "a36b7eae29896149c7696386376724ce04884f2cf9ae685a42133a31bded0fd5", + "a38fe3c04414577e28a405c41a2ff11ccd80b808dfeef1bc20e36264da1368c7", + "a42c6de83dca6e8a8483d1725cd6a3f78811ae75be16ab8afa4d9a95965f30c6", + "a440cf910bbfe95dc9a81c122775b244009e5fbea638563e5760e4e482038dcc", + "a4776777ba6678085120b1ae5cbcf2d7739848f9ebfe6cb6d7b7bee59653964c", + "a49914e2c5326aff76aa60d7f5ee3c3640d622c9e8b4c68b37c3ccf680fbd7c7", + "a4bb7e0ab08ef465f0b663f20a013ec927c25d17ee3d4111eed4044b1d1c2980", + "a4c7c3bcb82cc25073907469db3e203766cb08f4cb9e2396165243e0708db374", + "a4c80a95b8f850c2dfbf410aa2f795d233320f9714d5237e5120063e6b5ee2c0", + "a4cffc4bf7e71400877b3811d34b1038e95f6053ee7be10b8990b485c7112140", + "a4ee41ba2c8e777a9555f962d285865998c7df97062acfdb9ce6caa79aa76bb1", + "a4ef3eea01ae764762e35970478dc48efcb323c6465751ac59d5101dea270504", + "a546c967ddb57c8307ccb939b6a2be51ec7639d4678662bb377661aaa3c80b38", + "a56d066f7b27d828d979ac0852165457388eb9fb7ccf509ce55be322a79336eb", + "a5def6fa74e09ff25a2be14c68cb7685ae5b85c27241afd2204da0810134086e", + "a5df13d7ca9fd83e65a0a5795994ed24336471126925fb292b760d5e8bc7ea98", + "a67c76e319bee136016fec9557c156c4c8715121226474fb21005392a92ad059", + "a682b5600e66458787495ec446edb276970f001498e62f2f7416d7445f85c8cf", + "a690a4c2865eaa72e8d5f2985a25fb8a77c688b977fe7f670d5ec3f1e41a9285", + "a69ca4c0ce5b896dcce10da086405f8d109c21fdc48bc2f174d6da28a516739e", + "a6ce6ff75d73dd15b9755db511202f12f64f6cc578ae887d28c1b5429c60df8d", + "a709d08dbcf24d3d86edf9333fb4b2f3767c49860619eb5844abebd7e8995130", + "a70dead3d5c69f30999bd47228b9a51d8b6a03009aa88510f1862af51e3d29f5", + "a71fff06653ad8cf199d4e6f37db51a88391f423f5ff498188361c1e7b6d34ab", + "a75e488dc3e774199bc944e1bb796138ca794094f25e6cd6fcc2697ff39752e8", + "a7acb1e2a2622b4f46a3c77fecb918f935fbee00f4698ddf64ca13299e0d779c", + "a847b4f5daa6a2730017bed869d6fbb7592a82e92d83e337a9f379a7bf071aea", + "a84ba5d88853d9f39f58293080d7675c8a20280d0950ed4b34f403b07fc94294", + "a864d70f399f5f45dec5d6850ee6cac2e405af6d81e08a0167230b795711345c", + "a8b1d5189fb760726fa336137e4278c0dbdd9c6b263f24be466d4d2e04af99a0", + "a8c190caef1cd42699635f6ab8c273c11a9c540afd96e14745854499dc90747e", + "a8cc6da58014750451c1aba1cc1b8ae1eb1f439ee203d1462972e4cd1238194d", + "a8ebc50ebd06ac561c84209d42e3395d57b7a927aed1790db3217dbb6d261ab6", + "a90aeee371c90fa42d40c1b41c630ec063f748040bc5006fd9c2b88372430d46", + "a90ee73b0f090b36a3b906fc3ba254d3d921f539e4fdf8178fa2764c3c515ff7", + "a951575db1c5632e10bbf2f3012328ad5e9db87c8c3d6642165a5e59c3790092", + "a953dae70fc62946d83ceeb303e8ae3838b0b0930ee3daec62514a2859a0f5d7", + "a953eb424669375abde80755e7260407805606f07e0a2475802425430ccfa20d", + "a981bdeb4c49cc8f338c986c9c80e5b0fb4179c88f512d472dbc4d32b6ddd837", + "a9baa63d7dab29028f641775aeabe1073f5bd65eafa0395caa9dc2b473acb87b", + "a9c76a3cd3ac63866e2fa0680a392bcc7fe67d652a27ab62c2f3fe50d07e90c3", + "a9d5e8a3bb7e612f9263323961dea5f8e066e61fea3ec027af77816c7545414c", + "aa055331e79144b7c663468f03e6fe569cd36baf77fa333e08bd6a7e3d4f242f", + "aa1d01d96bd3a988acec7c407d567aee6f731c70a4f449796468e2883a1a20c2", + "aa2c77c6f377cdfb433d54423d96748858541f03da3d8943586a1913416fc9f5", + "aa5b0cf7fa87a46134f260b548a74341fcecab639ad38e324f09dfa171c272e2", + "aa5c9f8b4c37a2dc2f29ee3e60e2b49487c0561c5a698c0fac5ef89eafc02d61", + "aa64551893a506054432e9e661b5efb425769dfbd9965568d21ad1eb10dff7d3", + "aa6ce1d0818f17de327f41b9a0c29e1cb143e49f5a039965bc42659ea7492197", + "aa97ca3097e3987f4519063fc8728c5b3b01365ccaf191553fcd10197670106d", + "aae9480c83f3cc084dca70e76f618f82b87bf2fb2e617143edf01665ef506093", + "ab62a849fcc9de65ce3e9f885d959a2b3454622150816ab94e10c0d8d5f0af14", + "aba3af84c0c932cb2ac57217c3c01c65cab49ec15f8773ffe5bbba1c7fdb4051", + "abdd082537018e878916cd25555617da6b91fa387c23f45b53fd80da215f15c7", + "abe660e96896609144d8f5994cae6cd441200a09e16a5a9080469f3023b91e86", + "abfc23b6077fd0a9b69141b3798a24ae1bf70e8a6e985057ad09c3c1c9e17246", + "ac2b9a3dcc45274eb9f2cd32498118f539bacfdf5705c3a9a60d68b8be68cebf", + "ac4a30459d90b1ab88ed2c6d96d1e6afa2aa1a59e708ff7350de36b260e4bd64", + "ac91bb18dc539462084798d093ebabc3c38ecdc88db10582b97bd1ec4063b1d0", + "aca5ebdeb25a6839fdf7d99c3c40094535dcc69fd098c51ea7e86f870a768388", + "ad1fea799f9b928ae94a7a9f820465a3d54a164276dd68f1fbc771e2458ea95d", + "ad4aa588253fd0b75effba32d3f3f62d2a0b20499b4b2ff20183c9e9dce8921c", + "ad4d7e703b7b024c40df24238902ab1f66c74d3982da912c354dbdb120b00a18", + "ad545207d62ac1a22cdee8252b85b32924c5e16627dd921a96a9c327c21ee4c9", + "ad9016fbde8ab97a81bc34a102503eb570e2d1cf3aa49de6d37cb6eb272261df", + "adb558ba9f031272bd864ed4c02cb66079249969b4a84714d8e904450bad301f", + "adf7df02e5ca3584edd4f5cdbcb27252efea4db7d58d67f833789d016a911c43", + "adf817abe34fd96eb5bb476d4ecd70d5838d3d1535b1a1fa7f89e48deba3f691", + "adfc6ca3cf146e6b70ec610f433048f8f2f61e4b0a9a61b00bcbd548aeac7c68", + "adfe8570209520592870637d0c6d89dfb53ddbf0d5162c38e7ffa79c154e6823", + "ae282a9feba3cb183bfc8ae5f3029dea7f85af44579e140d29111a5ba56a8a8f", + "ae4a88c7e31198956db2ffbb52fd170f8391acb7af4b75f0f7e17c52ed28be38", + "ae5753a98c376c9e7d29d50ddc0e0a6c9eaa15a6fa983e15fd5bf6a70dc1cbb2", + "ae61bafda0632145d2c840cbf5b9ee880f5d515b1dfdf84255024d3aa9ebb866", + "aeb84e1cc03533df9a567948e3096a4651622ddb8c65d273ac6ed9cacb76b27e", + "aec8370a06a5d1b6bc64be94fcffea3bbcb31bd7c3f87072f6eabe7c2f74353f", + "aeda0d224f68d7d2271fb38d4cdea0bab20c6d678bac9e7415be86e1428a8f2f", + "af0eab4a7ff3a9f565c5d441ee48c6728a8d2572bb47ba29bf054ad05c830fa2", + "af3d43fd362bb702008257f845c0fbd7fb0b247038bf11c8577d02b448ab9644", + "af40469b4be5f0f237a06204c6410d570c9b1713dd294125dca3fd71e5e67947", + "af93c5d79d26229544af7194357c4a6874a024c4f513e73ffb9b6fff55d8f800", + "afb9f2bf7e8bd33d310cdc0db5a756e3a4783e435816d67a201b8ed3f797b1ef", + "afc38038f2d082d7566ca44715c132c0d531f317a1a3d54a88178e187124b18b", + "b02963656a19f9f7dbd1c3065b907b214dac7cec8ae7b0ca8bc882a31112e43d", + "b02f7b28daa1a2f7aab7632e16b8cac778bc70c3e8a1b92d2d9bbf3721e3a4ca", + "b03c695f732f3d794a58bd6ccb30774a7e9f77e6335038a1b81997cfd39be8ea", + "b0641b7d679fce235e06223f2fc03382a110fda99b2624b408fdf9edd18c9a02", + "b067b6ae3257a455bfa37d6317ea11da0285343065480c68b88fdbf1f564c456", + "b088b8fb0d23433e44bfb8495d0bcdf14a90a8688a40a33d77ffa1434e4bd021", + "b08f6cb49d8f2c0cf7fc4529717ef050a3d5ac48257e43bcbb21ffdf9ef56721", + "b09d4968b098e1be873a624d4735318198e28acc81516d23ff2a718d5e05da0e", + "b0c9a587407aff5c3b96b28cb92227db0849d7b1fb4dd54ed01e9e194748fda6", + "b0d272d65e86b83427688ceb352a31af5bcabcac115cbeda72ce0cd8df37c3c1", + "b0f9d0a383327c41c70b0d99cc1e17d9e4b0f1a1766c4b1c410a847baec0eaab", + "b1188a1e16f91b3e25c4437f118bede028ee084b2d52ef9cc226ac04a33076f2", + "b148ce2a75b2aafba33d67b9414f1a8b5a355f84f16d4c0b6438da02ff71d9dc", + "b14c6e982b47a9f7cbc83e2178db724a8dc1a43b96d54f4d28ccc5f2a03de985", + "b164746f375cbce5e956785bb3571c970f97f0e3ea06b58f63e6f031ba2b1d58", + "b16a445cba1d8945f315d29452fc1bb6b36006f64c9dd3a71818a89102c48dd7", + "b16c7b13be12df7a0a17561e577053f14140827fbe7f4e220b1d3db6df56a2f0", + "b17984a1dea67fbaa09b778d2318f797f0b0096ae071c7380d13b2913befd546", + "b186db261318ce9d0eec255ee4aa33caad5d23c3fbfcb7b0cc74a01c7ccfec43", + "b1940f4e9449beaa5e5553b1396d1bf7ae7cc18512cb8927bd44996302e44010", + "b19d1adb2abaf3a1939ab6fdd40020c0fe19361f943dfba64dee935859ee905f", + "b1a5bac13634f77e22d4f4d18e98ea341b72743117f0720cb05cfeb06188a979", + "b1d03318fe70818bd4a120e56e58c65af108ca8089ca38b33aab4d2f49666b22", + "b1e5ef44a5efd3a383ae8ccbbae9e741e221ea1fbcc5d05bd23ed1f2fc3e5fa3", + "b1e84bde7f97e4c7525cdf0971c26f570dfa7821392c3414da9bf6d49989be9a", + "b1ff72519a4f541cf01e4ae32345cede5aaf9d36c67d965e8981c26a139c0460", + "b260bbe4a2dff2585030152513fbd0eecfa57c138379e0087ea6f906c03201a8", + "b286fa0eb10cb2daf7436686cd9582632439c280b04b6b7539e1cf79a9f11f93", + "b2ce9e4d70b36c0cd47252751ed47b8c7765839750ab046b270f863a82f19fa5", + "b2efd303d551237f7c1248e6619bbf925479058a16a716f102d67b94e494131b", + "b31cae085781532bef6eef09b4bfa31dacf2bc02dc20fa2d8d922a7e9f985f43", + "b322dac84aec62b55e85728718e2a0d9ddab14bfebcbde23f2eb6b949dd4759e", + "b341b490f5f8c125d57f9d9633f8af89f022d09083e79b096a593a6b23336d13", + "b34596b6121b6f5302625bfc13325f97a351ee3824e7b08171554f043e7213e0", + "b37d030e04976ad9717464b22b3854a50114d068ed51509060bc73376a484116", + "b37d200ac7c0c826ddce7614f9224f2365e8ab7732483874f4ca181394c2a5e5", + "b390d84397dacfca64a5a0e664c32603b4064baa103beea8c699d807793ee9f7", + "b3a19406b80a96b58ffb2186de2d9ecbcb3ea04f0079be0b038fc3676d2f5763", + "b3c4733af59558e62a4d1f9f5ac676e225e448d7cf70c381d9a3927d5f49c450", + "b4090022ae5f781ec0846b887e8576989db3ba34f51aa66d8b619eb4ff73f665", + "b464834e6ccec4397ee4c4f488c26779ddf6a067b7258b25fcd31bf1d61c77f4", + "b46d29e256ffda81cd2812cbeb60119d4c3521ed84384a74970b74876f81bc7b", + "b46df5a380426793e33ecd6a5cf0ef9cac8fab77a13a0d9a1dbf80ad98ff4f2e", + "b4d3a904bae484b4816a592f36be4cfc175b6af30db3d5fdbc11d3692a42ceef", + "b4e84424287c53a682e4e2c85b57e730c130cbdcaeee4c5f08e481b0c9767469", + "b5731d35376fc114009c9ecc6feb8061e4326f8127de14c332ae7fd0f1c8e8f9", + "b5740ca18f0bc9a3f6fa9ca025e89a4f4ae9c571ff67d75890cb3d6414463e69", + "b57d18041db98a5c8a9f58f983b9b0d8771bbfad555450164542942faa0da287", + "b590eea2c394badae79c7964c2752de3e07cd42725af5153ad6e0f4f0f81560d", + "b5af2eac889304f3f2106cc0cd4e4269657876909cf0b1a6a5e1422caa69c026", + "b5bac383570e16b15b2e55caec37e1761c6ec382a8b744174d29687b4508a94c", + "b5c30c652903550a6533882aa07c3c99df4e03ad64056ba2df1245cd8d2556f2", + "b60f4d4880ebd0615405671fadd4969804cd9ce9c249ff4af97d235871d45324", + "b6266da8eded1619177f4f8b08f28b6dc348b362741465078fe9e3f05d516da9", + "b647017f986b484639ada0c1521f4cbf3d09bb6d852f17be1892fb2e22bad569", + "b657cd7a60e964d2f7b07dc6eaf7e1a4e91f6fb08c90180d3dfa1792260fffc1", + "b67925a01180149949620a0dddcc956c5af9cc1579fb8026c717ac2c2d6f81d8", + "b68f5c89a885438b835515c63cfc0cf094b9b480cbf4067fabc35fc73e54ae70", + "b69f06e4f6f273d7a8a6150e56c64e6ea920641fb286e654a6d548a0ec5e3ce7", + "b6afb900709a13953b9833e507e5b0c53761bf68ba514642a45fcf3fe7dacea2", + "b6b8789681c6078777268a6ff1098d67a2176a210b052275e8bdfd378f0b7be7", + "b6bb805f019769e7c22c3099958cc7079d8261a3ceb6760f2307b824170a06b0", + "b70a4c5b5ad5ef61ce3dfe870e9a3f04dce28b863c72efd2302aaf9d0284dabd", + "b712f04ad27bfc82a95a0a9539c5cf93b2ac2b0f938ef593d5301645a3dd8232", + "b7358990749f89a239d0c35e4454c1f2256f2696f43c0b9a6dfca0a01e8c234d", + "b73736da3712e2ac62d7296642cc9b095a26ff278454b9c800c8e88ac19b0c68", + "b75225cc5620623a5f0aeb1ae56a99714cea6aac6ad220343d4ac6fe3681e22b", + "b75f3b57a8761038dc34e8c06242932cd7a3a42a4684ad04c3d0aac1c8e01f35", + "b79f8493c9f22103dc29fb01c9606f726684a35e81826d67290a251a494b2d6d", + "b7d02801cf1eaa121d3e3e958f782edd778ca42dd1acb0d63030f50b6ecae0f4", + "b8089da48eb95d0fa7aa7178c148f878c61fc5c425e163276050d66769b39570", + "b848f9c1cacdfec2ca9ec77091fa926373901a81e89893ffd44b8e34e813c6ac", + "b8a81aac98d4107d71a94ed1e7dc03918b99566b6fef297c43daa713c1e0aec9", + "b8ac6150c2c004604580621d18eb3af49871dc2626c1d951334225bc65d1c438", + "b8b5a6b49726a5e7522829273581631f66139462cee12dbd41ca7b93d8012a3f", + "b8b736ff78f5dd8bdae19eefa05ac7204f4f07187d163341e9316f2caa7921aa", + "b8c3bf17a916c8272eec662a19fcd3ba15885deb7013e3165443147be8624afa", + "b8d7cedc5d15d681707f2f38e63c1b38836456b98577792d229443c26cffebe8", + "b8df782b5cc955e789adf0cc2dba357393d352da099418073e9a9c255f0f9797", + "b8fd7e25bc04fd03c01b2c376dcd64328a543ebcd9d53564ac8113be74b1aac4", + "b928ed0ade3ad7ae4d974356691db8dd8a7fa18ed135a9aef8d746184aeda3a9", + "b93fba82189b4ca8c32a2557f46a130f50b57171e1951004e5378a2d8fad05fd", + "b97305ccba8b3ff42187b7db6c2859328d1799cd55cd581fd3cda2ab303cfd93", + "b9a967c30fe2122901176bf823703e243ef604bc34f75753fe0d8161c46578ef", + "b9acce70b7e12e8b34844749eea5419deb55261a739d1519432c2cfb66dc567d", + "b9c540741090fe4388183904f3f19738a7b727103ccb50bdcaa87abe0a812dec", + "b9dc3d032fec920e4b54a5f3e44c3d2ecf6c8c09745da579b3fe1a22eefa9bbe", + "b9ef19b21ea3253daab567caafe43363eafd77cf8df382c906231547b7d1eade", + "b9f2cddfcd21ccd881f6178c8388173f4997370ec9a2a5b3a3f10309af4cea8f", + "ba3e5e077781c9e12718fd602c426becd35555b333346d5c8b8d0e4b8d59fb75", + "ba3ea31cba469ba9522e17bd900bea020ef196b15bb4f6082ba322d71c7cd2aa", + "bab819a3345cc38eb9d2f4b3d594f7040b75114388442241d3dcc83ce9289ff7", + "bacfed8aa647656b317f21fae6db862e24fc59481a66338f040977139dc3d059", + "bad11986a7cf2e25876f9ef3449c835f2a40ce7ea2f8bbe7da9bdd9beda4a3d8", + "badae713e39d2bb3121a95ff0de7e6fd013bdb9dc86119b49f7edf04222f175a", + "bae48bf75fa4d9c777766969cea7efa83e9175b9735a27008fe457060dac51ab", + "bb17ee93889768038584160ae37403acb9401651630ab3a405abd65214f8e1dd", + "bb1a561eeef5a67d08fa6850904216b1d7593e365271505e36cee5c56e6e886b", + "bb53e6ce9e0343c8e4a1a689015ffcbb21f3db895b2ad5ae51472dfae8f98759", + "bb811974b2088e8fdc2606f0c8c076e55e48972c5213cf3234945c63bb9aa8d3", + "bb82c9ba73073bc7bf00d3315367a6e01d136bcd9a9f0677b9ee642fd2a59227", + "bbb54ad3f3e4d91ef75bc242b35a9a28625963d91f7c123d99d53c2ddd58ba60", + "bbe0f13c903510cd9b65c6bcbe40c141847bd3289e8d27a17c494d98104f1ad6", + "bbea53187321d8577bf4de25cbaedc339cd30cab7900e2d0f9dfceff92e30cd9", + "bc491ccaea000e7928611c69f1b3e7ab5f24f03ada9c29fcbb69f7fc05aec117", + "bc65a7f288310c5ea632964514744d5054e03a6862fb478ff41f6ebfb5e4d749", + "bc6adec90a6dd989815d2ebd2d3d122e5472c349eaab762ddfac58eaf23a9f57", + "bc8cb19dfa4512030c9cfd5171d50b53c2524193b48d715df8bb2f349d24a0be", + "bcb180173212c62ba2392972845d7d66e70d6efbf4d99f19703185b405d8d6b3", + "bcd8b31f715818910c72709e4e53ec79e715058b3b8b20b88d421485b142705a", + "bd2121f0f8916cb944dc0b9cce499d8c8201bb9ed855484806832f0e3774cb14", + "bd55dfb70701260beac95f7ae6c29b0cc675b33a56815d4368ba5a5a9b2fb960", + "bd68f00870fa2e09f15aaa7d6f7f5e3c0e0c8e9df9fd13caeb5ba5ec721129c3", + "bd6bf91e43218326db970a15eb8c67d056a452ea307dfa1826cb6633acf7da0c", + "bd6e313ca24faa2d2310f0608762f6c5fac8ed5041e62e6e8b5c7c80edfddeef", + "bd932b7f64314837ebadb99027ac33363e1ee0729674016f754c0ccad8e8f101", + "bdc0a195aca3787839f81cfb8e1b323702fa9650364a46c5fcd573a2c49f60c7", + "be0b46e7fc8a373d20a3fcfbafb196c04fad15e6cb4292c552dc243ae1323f09", + "be4265c2119ae94dd3dd6269a67b63bac95797b3cba30b31349625b1607919a6", + "be543b6873587292c6e6a41172e329c02e95e4a64e504f19ea40c4cb61acaeaf", + "be6c45e7f69bc3a50da61647200e2ac1ae02bbb1a8ced24f59103c3044bf24a3", + "be7d2336c310249ab90834b1f81317af638e6dadbaf11073b38092b368151dbe", + "bea496e9c1a81e100601aac156c4c56a930441a8a23838954bbb3323a21047fd", + "beacab588382cbada4b9001299ebb9fc2af37622555922c641cccb25aec00506", + "bed8a7542d9679d11feae206a51d62c627da9221a91b6835876f1600176d7dc3", + "bf0cd750da6ba9752ef29d82afc70701c2f466f4f7762efb7c587c973e66d8ea", + "bfb2e72e247a7f021efea6c2ec93634f2e549a87d06a6d518c04b2b8ced37d7b", + "c00ac129f5040ff62e1ed55dc195170aed57ceecf978448290f4c98b6f2b7cda", + "c00e8564f343e9d6d7bbf1516dbba91b91abf3c89dd7b0637417f310e9e51245", + "c01a0385e94fc2fcccf46f244ca591e67737a37030caf872033f60323dd42c4a", + "c02899f51d77c003d5e83858d1c9b0f4f01b04de3f7642167221b4f13a0b2982", + "c094c64f759b68c09c223f21b1cfd965b766db99af89b76efe2170546a2ecf6a", + "c0c3bc99b53fd5e09e26d8814ddf1ba8920932745eef252fc09e240d1c0e0d3e", + "c0dc7ebe001f9d7d104c791c9de10c31255c5a850e14fc31dedffa78e6541e83", + "c0fc70c7452a8d99076484534e581dba98bd1e867317810feb0a103d2e5c37b1", + "c10514926b6b320fbab45c471f278074787252ffec0aee89aa55d78ee98abc39", + "c116eb782fbedff0cc22f419af954749c075c7af985c9eff7d0c165d76144ba8", + "c16d20b8b99da3786748ec64c23f1d4514e948d12aa8f5bc5187a38454282226", + "c16e7d672eaf324069aa23d5d6a1b5f138a706dcdb9d093c6ef42bd08d2b890f", + "c1791b84f1d8438c1ca830aa9d7176dd9115d3ceb6fd23aa7b204fcb05165ce3", + "c1a4323c6bd7607433d6ddf4c76e4502e8b7a6b3b72fa385c906cdef3699cc93", + "c1ad7d9b7be6927a9c31647b1f69ebb2da21c369c6a817099e6976b981c10deb", + "c1c21f7564d5ef802a6cb2a5fc333b10067d5814640df797701eb8fe4b114e7b", + "c1c2b04639ef27293b03468107a7b2017f793a7c5ce17232db08ad396c23fcdd", + "c1c84ed5e9f2228c43bd94eb64102cd7d02ed700cf4f712be746eec31807506c", + "c1d0a5bb9e5792eb0903e793a7e924bafd953d7e53982e0f31e650162658cfbd", + "c1e5ec301d21dd885bc19330ff1cc10a1e028bc22cc866015a3e550ae1762066", + "c1ed275f0d09590a03749fbf16e0767add13f879a89ca1c55950f460feeaf205", + "c215aada505a3b2c249a1aa1e3e6b5ae1817942bc390c1e2366096e8e438f996", + "c221e076bc9d99365c242a0b180ee5895b305510d85fe5b1e1e4fca94ecef40a", + "c2456af35e9845a2a973de93fb3bbf8031c8f2e22dba10d9496fa138065731ca", + "c2461e62faef7d19e61d6a84bddd561ee9746eb30d0b28779b0f24b0ca84dba0", + "c25b6a2ca778cb99b613fe51208ffc8ef01a48f9516645701c248300d6ceceab", + "c273d409d18c86f08b74523ff515897dfce4c5bf272ef773512fa8328eb3e808", + "c27aaa5652f29d382f2e42082cb18850ddbe91d2c142d8cf62d16fa36e6dc829", + "c299e5c291e69611dad567130400548bbca22948ac9a2be5d86cf0be1ed59c8c", + "c2bb18b10dc4435b7225f86e6c9ddeb04669f2b2a062cb6d28fcb9fe61e7d29f", + "c2c199ea4cefaead9e23e15c44d8f94855398419bc748403163652b18e0f14cc", + "c2da835ea1010e60a621f955df541bb0d11ad051b342041497657f9d3a0f44bd", + "c2f750075e3b223f783bba59ca6cb7537feff873a77554742e170652df62a787", + "c2fa1db7cc0f17f1b740a1d3da1b0c2ce7e1cfb7abc7f92eb342cbdc0336983a", + "c308697a46022bb28dd37829dd583edbc414f1646d6ba88d8e788d74fe75e3f4", + "c33f6e1d953c2e2459176f207c5837fb768cc7eddbeadf4619aa2777546de62e", + "c35b5d06952680ddbc500436b29ba9576bc8f11bcca1f5977d6714edc5510ceb", + "c35b835d08530179fdaab703ae0f98b31eb83ff1b1a9707c341029c0516d955d", + "c37bc89dca3af800f44aadf1d78e4f7e3a3e89af77ea633d31651e1a95eda347", + "c3af48670ea6f3200c2ff85ace910f488e272e926055891d86b862e0b353bfe3", + "c3c41e5552308fa4970fbda82afa59b66f489c27a7db4d5d94a60d0db8c8039c", + "c3f8ff3e207767558db61456c7f127af9d79c2d0eb50a8270bce5ea45db2c543", + "c40d78ed2ee68ff20485aef5e34579f5f4054a6fcf5d9b305e7291b701bad3e3", + "c44cb714ef7ca78ac4a00b50760b3abec03706a7545d5031a3a5ab948f7e3830", + "c4736ad4146e4335178db8a9741c652d5d05833fd419a4d44301e034289f86d8", + "c52d67b0644f775244057009d1d807cf959238e8b094a325b89130b66fb13549", + "c5935c567c338bdd710e01da38b97eb94bf8a373c524ffa90f06e141ca21e0bb", + "c5bd03645c8290866a1d39f3b34ff2bb3e804bf5a0d19d1c38b6f3327ead98aa", + "c5c447a38bbbb89458230f11f0b3732d0fc3dfa2e7dc93aa8177bd348c3d8b13", + "c5d45b34ecba22e99f79cd23ae74c5a3af84174d5379bcda1564d7fa6fec5495", + "c5d4d80494eec80c6ed832e4cd5132266d42a0076ac5053fafe48ddc173abaf0", + "c5f95ddaaf9299738b4281a94832b4558835d454e6f79f15b9b41df9e4f5d760", + "c5fe2f8f0295e4674f673532c94ee14bd9cb9a81e0bc9cde32814bb3576865fb", + "c611664dfe03fc5ee5c7fbe647d0d25e57afaa76bfcf90ec9e82f3331b41dcb5", + "c61963f555a95cfc758ce53612e8f0e4cd2841cbb614aff60605dc6ed944617b", + "c620c3c9379df967de6fd8f4c84db0679e9d2dad81cbfb3e2d77d5ce454aa3a2", + "c638f92723f379d1dc48135cdd1a27c1edfddbc74c7ffaab10cd4879227f346b", + "c63f67dffc9e3aa8d60e13154e76d0db63e3fa987ef4c910f9912ca63a0f6f04", + "c64430ee7118581e5bde54d8e9856c15054d73a04f4899f64ab8b59a320e9365", + "c646b12f66f51279cd7c736b218ad1f413585472da68bb60bb92369f7cc66a03", + "c660922239aca421a5cba165941bf8cf071cd9b118cdeec290fe7f5095a38663", + "c67c22645c881371accb498fdc5160ca3f3a69cebea7d152970ae608de1f480a", + "c6c3f5e34e82d2e364d88b418291b2cc75a632eab80e23a502411656fe5e2af8", + "c6d7bbf143e0a344523a1d435ff82552e0ea7c64c6eccff80f9bbe7d56107045", + "c6e87c32c76b5a2e213fde365de66d9f0fc396743bd3d759388be531c3299d42", + "c6ea608314b0fb56168c2fcf3fe90f112a36997db1f7f52b767255a85dd2de9d", + "c6f1e298f5c323a4991b06bf766f36b810701cb0522045b27f73aa8a2d8081d5", + "c71638e6645944d5989bff886d6604db71549d3e91a8138277d2f9d85c9bfd26", + "c729c560656c7822b69406e8dbfddec6ac00bab0a37680eeca66c468bf163a39", + "c753105e888b26ab8eb96284b0c6ae789b38ec094f3a428b913dab070eb0451e", + "c76ecb80f592ab61cf9933db4a4ead1e171011c713a0d4b7de404783b40f05bc", + "c774bd3b040c5bed6d13003b638a72d4e9a2ba11dcabb1ab4a80a641d5d7d37e", + "c7835c562b64fa359cc458c940feb654af46e8b10e2e84fea0e25f077b9f1e41", + "c7848b1fee9b082918121acfb53913b4a8ab7103e792b429e76c9657150e070a", + "c78bf4ee459dd9e2a4acd4a83fb6178ae4f3ec991c0571dbaf28b6cd57407261", + "c79a23775dd5de96daa4f02e7aa240eb03a1da8f63b61e81bdcb891e29416905", + "c7dec169ce85e8407d5039e463a0fe4a5686cbd6f9167dda51caac44cabbf1a1", + "c7f25797d0ee04f41ae508ba50790f03ae751892f9e24bef0a3e447fa25822d5", + "c8bb562f8f805383903a5574b9f84445414378205aab1d3d22b5559a7aeef6cf", + "c8d9cd0644ce09573c71564657ee8e0a78a66162fc7d207a8567710c8f7d7fda", + "c8e463592713e1c7727569c6e667d8918152fc4cc28c15fa75ce9b41239475bb", + "c909c842b7d32ea12f44d92ac041cbdc2c64248e9522ae465168aaff9e899909", + "c91c361212e050943a81e7bafb3d4f2b3a17c63f4373f240593f76233b48e5db", + "c92bfca22b81581e51629b216c9389ede9575af63c0cb28097310c7035952bd4", + "c94ee22263a5ae8a3bab787be129a555d8c2b662564b238c6d11cf1d88fae542", + "c9785645bf1b8f42290c3c10e0036dea320a18d1bbd8df0d8b57f974565bc139", + "c9d61d4310b1e84c3208b667dba9ae044e0acfc1fe96b96d8e2a11fd1f4d9322", + "c9ebe28a3b00f9cecc4ec7d71ff046f07fb16d4377fe33f68711a4145243b523", + "c9f778d144174b667b4657826699683e72d081916ab3d4443ea5cf1de63b5ebe", + "c9fb44774055fb5761f738df4c8bbda5c59121dc85ed27811ee16a7b17b8a234", + "ca02950b9ed42a6cd522865e22c5d5da36b6f4cd1206ce8f36fec5c2a9fb7100", + "ca0ecdc8c99fe496f1a0728042f34bb8477aac8d6f6eb988220200fa60ba3d8a", + "ca894012f7454a07dc52cb1a1f0f3ff3df6ac6c9066f13c331ed5c1d73eb0f3b", + "ca8b4797bb2a647ab2051a4a299d4e1ffbed14988e084b66330bac78a06aca3c", + "caea21412875078c8e0d019066c50138b67a46835a5cc2c25945dae6a099059a", + "caeb0797f58b1448e6f64d2636587d63efbb6e27607c26a6fa3b660296288487", + "cafff4262ddd03cd199ebce7acff792b8e0f906c2f90c0f7b556f8faaff4228b", + "cb1e6c8197a549f105abbef457a379bd4d71aa5c35d63d780733cf1f77e3e5f1", + "cb308fddcab3858dfba8e2d1705b9ca9aea23cdaf9dcbfddf4b77d6db5db9040", + "cb3d92ef090fd329dceea69ac6d48aa42aa88149701769b1a4625ba80cbceefa", + "cba2b38f8e1d3963539ceaa0303e8669a015599a0e01062fbe4e82e8f359c667", + "cba925939b83f0d297ea329100f6dd9ec95d783625be4ba508391646ad22388e", + "cbc4cbe38d4e3f010efbfc9d4a6d021783b5f8d66a9edebb9e6afc046ef0ee4f", + "cbd9adb58482cd85fc5c54d0a13ebb0e0be278c3edcfe7a42b8b246cc8b46e27", + "cbdfe9dad04b6df20ab06dc513414ca71c92b6b01d7e74b79a13ab76ae590474", + "cbe87cae84854bc4177b85a47b953f39523e61561c2488db4b4d64374cebf4f1", + "cbf3c36ef8b5885ced1792a28616aaabddeaaf368413906e9f7ff6ac103c9ad0", + "cc1299ddca29d3f47b825ac93c64b361242fa25803f328fca13441684a4c7a63", + "cc1b30d08252f2224567abf1482c833f629a31afede28893f45868a3122d025c", + "cc8b9c23a4766d262667973e449c8e1fb6f5ea9182359fe848983de8e69420f5", + "ccae31e6c91561c34ae01567e9f442e6ff4ae66e8b2ff665c8fb8199b0222253", + "ccc80694b03de71ba7eb7837ce36fd2c8ff6cc6a7e121f1a0010e21394ec7d28", + "ccc9952cb786577ce9a48ec50a19331a7e3b5aeaed521227fe6b36ca1650e8a4", + "cccab9452697a5822f7228d9ab3198a4e3f2b73810aa78705005edf91c8b68ff", + "ccccbbabccb218f9dd35e3245a04c9f58c86e3d11edef57aa70d17ed0a47ca5a", + "cce04483aafe15033058fc57a6adae63474c8886b7fbd33c2a214c02b64b66c5", + "ccf474053b489d3012904f3d2c634e04ed67f79fb7f258d12174ceffe4d581ee", + "cd03e2df6e42a8883dfbe44e1c0efc58bf63aa6f6d32d47fedd8bba1e23a973e", + "cd1847ee00a06fcac86360000d06315bdcb62abf7dac02e82799277175c37a03", + "cd1c9e3e32e853d95f9f87241c0907ac60f999a01c96947e80829a4cb472a2f8", + "cd1de18adf0a6ef2f23a850f3b25be3407533a2b7cce889d7ebc5ef5c137a3df", + "cd456c7ce5577a4d33433324f28e893d9257b69bbcb020525de57e17f7ca2379", + "cd6590458cb77b5c7aa0bc28bb00582e6f5b6693f59af5d38df77b4db73b7aa3", + "cd90dd5b59b902f716500ba7c07bdcc5f9d0265757f2d1367a47af2c143adb32", + "cdf4874cc5a4273cab51aa533b5fb08d7eb14cab1179572e46c68715013abf23", + "cdfc4db314c0d71b8350c0022310e352a396e01c94d446739e8fc33f6603a4c7", + "ce80b2a6b2332251556de83f456f5be22ddf5c98131073cfb4db9469f6c06eb0", + "ce8347d62ffbfe3ef6cc58ae9ad45b4a527df7b40b899e0d7e09e5cdfb0d254f", + "ceca7e2e8199bad3a54ecbfb618ba5292f78d1f3731bd38a7f8f9999ff8bb941", + "cee38d8376a08f3ca2660337ae409abce9f7f89102199b7b55be928111c3e34a", + "cef24ac7588db91521430146ed719c060006d2d6ed9315fb63fb24975dc094e4", + "cf66b4aae4a945bbca0bab0f912f0a584ac11475c3caa7c65afc461052f2d415", + "cf6b951dda214e04ac328b5e572449c55180815430fcb0c181cf61da6e998975", + "cf844beaf2e6c685aaeeffb989285275203a16da7b6c92a4478a82de33bb6982", + "cfb6ab02ca975d55b0a6c1878cc4a3f22ee15f7f9ce6642e1490eaac8fb8da77", + "cfc5f785a585166a29ef45f8f3887658907612b4704cad2606fdd86580d9306e", + "cfdd01086c7ef1d3ec816295c00994d3133a0c9fc0f097c579a38f67ec965436", + "cfddea7938adca95988dc306017212e307a7d9d29300a49e14781cfe582b3cb0", + "d01fe0cc347b04c146e981c9f3c86510cb9b4ac16c75439afcafa961284857eb", + "d070e8c8a5b0b356d8fbc0d5e50dfbc8cba88939108ff3bb17c8cee06ef92dba", + "d073ee715c3c64a67b1dc52f02c0645f2e16dc4b8934d870046d611511240593", + "d0a2f11cdc874d7797789d80bb38d398145d118b2f161f08d6f171b571673b78", + "d0b0069247d86164502ffe2c678701ba41e1ab19cfdaa75461bc56b6b257a399", + "d0b354e0d29108ea1816cefb8c4aef012ef0c74a5dcea0fb7683de54eaad24a6", + "d0db6137e2be2f61916b26e69df32c0a1525d91867ec2a6baccd1b05dbf733b7", + "d0f579e298d6c00b884b463527e40a31c703d780772924526fc4601c3ef12a72", + "d12dd9f2c736de3dbf0ab05b0c4715204d65d682112f01d6f0a881719086827e", + "d164afffcdfbad0c8b8829a9dfeb78cc90d6a4245e4744a2f4f9462af84ab382", + "d192fa159a7984c4b8d688747b547f3c310c85249445eda2a9bac352ade8b47a", + "d1a0d5cce1543295d9ac16a559390ca2ef9625fbec0a148a88662b3bdbc07566", + "d1a395ca68b59f7acdb1ae4b11b826a5ce25f79c9184abf7dbdac2d87d2a53de", + "d1ab005534a41df9b1eb7c7af7275121d5cac159e60361088178022ec008693b", + "d1b5feafb908fc6394d1e094bef4e084d8003e475c7314265c8e0fa1bfc63484", + "d1c84b48656978636a6b54ab2d8c5a289df23fe8ba0cd8d8f4e1dfc7873112c2", + "d1f34f69500b5ea583cfcdb117ef5cda1352b29fff00113740607e752e8d522f", + "d219e8bb14cc94caa1833f01f066fa4bd963a3624286e9fca56ed00866356b39", + "d23cd9664d80088a3a9a96950b1d0859a1e198edbc456bbeded1a83db91be9b6", + "d240fafaf43c653236bbf6eebbf58cb3b479c5f0bb18c1552eb55949f8abc091", + "d24203d0614be5b8da34b8412d279a17f0441bd4381ace8178a1c044142b48b0", + "d25a40be63ec05dd9772fbfbc282715edcdea3bac2a6050a637367a6be37f0d6", + "d26c279d4047b77c1a4a9a95383b7487e2e22bc12aee632ae36466fb6c02a0c0", + "d28ac0816f3c9f0bf18e3d08d90ebd4a752239f4f23d06bff4f47cc0c8423ce4", + "d2cc4fbd2e43a98674c6c4e68b970c0ddfc139b3d0db1f70db40e8210e8402ad", + "d2d2ec5406caaa6d416c4acbf9dba6eaa4c259b8a97dd1203fc90bd92cff0bf7", + "d2eddfd7392636028a12000fe3b0d06120fbc56d0b5bb92f34a7a52ec0feaa82", + "d33d3d89031950904ea761667310076f6b95a4cc5ca930b7b31b91131f7121a1", + "d3638aaebe3f77b329913705ada57e8ecbfe424f447bb858b96a4aea55f7cd29", + "d37f403d2e1a6ad27ffa735476b4bc9cc58d1031e7a6ee8c42ae69932c9c56d6", + "d3da0f35aa5303b3ababfc1859247dd0328001748311a88cd77376fadaea8a70", + "d41d6abf63e47839422bfe192daeb310402091b9e7e024b25ec534131766d17e", + "d41f562e5632185f7696701cf7294f8deb89416449143d857d247de6eabd1101", + "d436ffd00330337a12dc5021ca62dd16010db019b10d98dbc3d88d878eab6fb4", + "d43d1f6f23de682b557ae10b04fb03b9578a38684ebb2c75ad53680a39bc6b42", + "d4887e482e42cb9ce2d5a0350d934526145985b1e312e711792f24c38a951ed9", + "d4af0e0f77184ac84939d282b93b1018614e0fb91a40d6a0aaea1109f37d8301", + "d4c681632a45ce471ed9a1798c14e9f6bc335eb80162e5f1371611462d639d14", + "d4f514dc89a34da7c37a834886b1bd0144061a816f77fe6cef2bfd066955d183", + "d52bed0de5961ce7653d028389a47d304bbd5ec2fb492688d88e01c20c9e9751", + "d53949e80f745b4d64e9553b036572189079413f781fcd75d9c956d7a09aaa53", + "d55253c49dd42e9a2dec3363f86c4c8c1184894b8f07fe730a51c6660b1edbb9", + "d55b36cf5c50bc67d8bb6b130ab1cf86a08e9317ea19ea7ea9a3df4645d6646d", + "d5737cab82e5a56e1ace27cd0dfecf5e81a85a5b80e246956891a90b2ae92e5f", + "d581b656c72970c3bde09f7167783111a25b8fbc77dbad63a9a5042e6e1c02d3", + "d586cc1e5ffecd95fdc88554b909d8221f17d16a4726358d2bc327a2d254b8df", + "d5c3519f7ae4e585e1c3cd23634b0d912b7ef200686b7ab800b31be4b3e272fb", + "d5ccdc32319e9be322f989a297b46a9a0b100979c009b6ba6deb1bec2f3365f7", + "d5ee28369b14bfb5029dccae76c41cc3188b947e4f7c045d5945febeec161b14", + "d60003a162be418f023b13145c3b1429932f426df639d42f7eda9c12b25f09bb", + "d61fe033fb6964bad0a578ee4c4536c6634c299ac42a84d963a3743a618558ac", + "d62433ee8b0120631f7f4af20bdee7f25e9625184b009a790d3cbd85e25cd0d3", + "d624e46ef452e34d883a49229c0136009bea51e568c553540b303a7d2c94cf82", + "d639559a862fb3e47517bc78973650a49c35c11e75d16771260d838e65ce4854", + "d6a34c88ccf7607bfea26640f4fedb3197571406ef9225dbebb65252b12dc1c4", + "d6ad863a975be3ebe83c4ad6f1ce0c26beff8b91b3fe36887fd13ea576a6e568", + "d6ef592700ea7d33fbd82279ac402a40bf172cbe8b4903576bba1299252fb198", + "d6f318978802318d0e5ac779d37df16f5a0d831be6d654aa57f1e88c33c4417e", + "d71f2212c6c3b2416020d45b3e01d88c807edcf43f6b83e95b4cea0de13befef", + "d728f827d33c65af123c6671f18997b4e8f26289ed3f940faa60b4eabac80ea0", + "d74727b5d722908bbbb3ecbc7cc5b5d356a3c09635fdb78e3fb23a8d9a090622", + "d76911df66f2f4125ce433021ad75a37b8f11dc1e98310a3a5eb00bd2585c467", + "d7691a888b5923650a28fe3758cff2345bb1ae8d80ee8f44bc43de702259da8c", + "d783b3620e8f7e8de20c14c7c66a742cde0bde86556180ee97689ab3626c19de", + "d79918e84e2867f0b93095aa13d9df173a1306205e2c62a26c95d5e75af9a4f8", + "d8051dc72cec1c8f55d0163c4f6606d459ff34a268c1c639323160148604f86a", + "d8117061146d01c9377d0a4142990c2a3eb36399b490ad643275ebfac9e53933", + "d86a6cb10f44ae323616539741800437205a848404368791f18793c8697c27c0", + "d88c67aaeecd2123733c147b75b18a7e23d67ac8abaf7cebc51f004b001cbf94", + "d9064a1bb6a2b88b73173f4e5258feae5b2d2022e91639f3ddeee2c6adc6597f", + "d90c3aae92540da66419e78719f2313129851b552e2f3d21effabdbd0b311e5a", + "d93cae2b91c10e8b3f169f19ce95c444cc9c8b2b46c47e4556d2830ace7381c1", + "d93e2156fbfa90b936ae9334eb4dfda6fbd1b597cab22cb2c90be37a77932af2", + "d9406b1fc98b36f27aaae17128b74ec926f8ad01aa3dac817410f4cff97acba3", + "d956c4f0e28406e4c7b6bef2d310b7df8fa0cbd440eedb9c06f3ece7c5e4ee42", + "d957c2a65445dae0b2e0f0bc24514a284d28a55cf39ee1cee5a8d3e688b925bf", + "d9931641acc262693d83fef4e7c13905f928c7442a51ad8fdf6e1d6f74646982", + "d9a77f4a690ed3e06d58633a85543fd0c80cc41136e7f258c47f1552fb075343", + "d9f3a7eb5261064dfb2740a6bb3e8dfe8cabce064c91099800bf73db39f00fe9", + "da09f8de280cc5727564880afd5046632dc2d4650e1576b3569c862785995645", + "da11ecebd84b29778efb2c763b45ba7e11e55c26ea665e136dc6148fc81385a7", + "da151d715afef7c4222446b54520107722f3c1294f727eec51cee471cd982e01", + "dab4e81d25783c9bd0f74aee16ee181acf0af223526b364ec8945928d7c673e9", + "daf8e49ac3283bbbed06fe7c1cb3f514bbcccf5e32dd189c4cab86c74f013636", + "db1e47ccc5090a6d2281a7bb9d33077e0659d7bb7c697b21a9e649b6a3e3745e", + "db290975bec0205404d595bae0d1f9f9ee1fd7bc26f9175121ad300bcb31bd59", + "db2e86a479922463332e6278dbf55e367557fcab64dda06d3cc7de5c22906df6", + "db4b658fe727a99f255ea3957d2d3529947b6caac5ec48fe25c1708db1fb984a", + "db5d60dbab7a234266c0956d863a5f5c5a100ae4067a4d46e833133108272f8c", + "db91903e6de419db6c737b68d92f7f85721221ebe4c27813f1cd08cef5ecce5b", + "dbb5bbcf389e31bf48d994286a8395a089e7a6de641dc06567efc06a8125c08b", + "dbc1a9a5ff51b0d3d41c72676706adef865ab3e45d26ff2a05a993487a3a8029", + "dbcf50070e709dee8be0cef48068aa573818c8de9d5b7c440bd01c1719eef6a6", + "dbd36f5d6918f0b3f987d0d18bde8833f41024e3019ed93025db2b78afaf7f49", + "dbed23923526ee3ad9c1ba501c4c7150bfad61ab420e5e711e2b4d4e76192d25", + "dbf0ff60e08b430fcdaa06cedddef05cdb2fd205061012a0ae4113d9e22c7c18", + "dc1e5c4c9a22b0020c807905cfd648879658bf757e481c49d677f7ab315ccb3a", + "dc234840669526b8354dedff55c633a89fae838cdce0ae3c777b20bd0ff8a5b0", + "dc48000c38c5cdb704442f68e2b1faee6e061401cb9df35454212f46001bc316", + "dc6c45d3fb6024fbec0d0c553ceb9182658161d39902d52c837631db86229ae4", + "dc700ef65fb407d53f0af7dc467f57549ed1c4b6ccf8f743f380ada78301915c", + "dc78b2e1c869e9e4cef3a00177f73ecaf699a511a4bfb691b0be761977d35758", + "dca104eb57c18b8fbeb17dd08fd35b458a0cd4c870e1202653e4452fc46ccd00", + "dcc4579b164b16e503e32fc81f19470ff3982c05d4f61a41a063d1c25adf8e71", + "dcd3bae5bf55c08d3de86830ddb7571d60fcd64bf47134a6cd8fa7d15d10fc4e", + "dd29a8e572daee4a427ebdfcfd9398d6ff0384d4d2fce00c2eeb5055d110b081", + "dd8cb0abc314ebe78432a219bbfb7ada743bb081249088447dbcc4e4cc70694d", + "dd938aa5437ea65e7b2e1a8ab074abc3fc74de10e486f9256553eee63262b54b", + "dd95113e1f59e4c6968eb8bffa51d996a80a07bceeafedf95a1c8c58b302715d", + "ddd7e5361fe63c2df295a8cc68e8dd7678892867ff1cd46dd837175f30fe4175", + "ddd82ffd7398afcd1b42a4859b65af105c55dfbe21564d87addedf163028a75f", + "dde71388ecf1192c2b1cf1b0bb1341e5800ccf19e54417b3d6a3a791e60e97f9", + "ddeaa5c8e0724599daca62a8952f9f3dbdcabb48576783d4a5921d67bf6290a4", + "de1f40bae42ab53dc5a1a9154c96b94109cb63db2939d268d8c27be0f50c72aa", + "de2f03f07e8f5c21b5d86803f1c512267e8cdfc5580d1f7767383bc7dfc14501", + "de484ca0333fb6a1426bc6e8423a3ecf0e8cc6176a92c3d55155189b9e5bd488", + "de6da3d412c132de0603ee71fbf57148663c9652ca08988d366a2bd38032211e", + "de79493ba0e7a9bee56efd8a6291d858b5a59c282990fd67bcd24b8bb3e8529a", + "de7d61196c0267bbc0f2e2350157db8607f5ca2005af62e78b6c492a53e627d1", + "de8b3255316fb1ba2eab755aa341fb1645b172862215080cdbe07d595f6e1a67", + "dec04ecea85213d947af9b3d88ed75d20fef74ebdb0a5b319477e7f40a2b019c", + "dec68eb79dc49e5ebef9247cdb8ca00020536d911cdb3d504a44903e0f13813a", + "dee4c4ad7cce6ba20f17b691f3829bab814297ad16f25a705c017156787705c0", + "df72209a247f2662c87a21897664b840207d054f5a609083c4e4bd58c913dede", + "df97baa5c6e3317a4b7199a23efdf9739b610abcf987760302ca7749e6bee48e", + "dfa0964ccd4294a4786d98030d7f786a51de585ab9fcc66e9c5af18d7d61fa22", + "dfad806f4668af0fdeb83f2124e6049759bfc6a1ba71467f70a3e241d50db23a", + "dff55f5278fbef8d13bf51671d73b47fe02ae344308f737e751d224de5ae0c9d", + "e00b6adec3f29f19699b8ba00228d2c78f2d72bb996d0c4ca64e232b18bc36ef", + "e0348e9295bee7097b7872c7f50ca11c038e81dc92e7f76edf179e8ce64728bd", + "e09ce2a126107b366b8f8967eb0e8acd23e46f2100aae5d70dd3320ba973d21f", + "e0c8e621f083e33474b8b839fa19f52a709ad11cef6da76b1000469c3a4d84e4", + "e0cc2ed2a8b47079fd14310f898e4a16dbc27fddb31b8855b89f3d9ecc5cb42f", + "e0ee1ac0a2e7f6e414418734e3f8accbc6f9f09832a454b5ead8ab7eff5bd3a4", + "e11e96d715757aae37c340799218673e837289d9b80fae6534ec3f91dcb01699", + "e13160d8f2421179342e179055d54da9de069a1ccd13c16dc04928481d8d024a", + "e13c156e3c6b33114561f9a03066a2d1f474760c197ab3e22dda33996abc6225", + "e1490b6ff8322a5aa02caa25ee79e0e8b6dbd41368f32b055a83b38b3f20b072", + "e155b99821af5d977974bf58e1807c82d232156f53041f13339bcac76da04221", + "e15d71bda0132aa953c779dc21d8eaec2160b70dfe978c4a64c59cfaec344854", + "e1833ccd30ff1b270164c4ca86a26f362a7b4d378abe951db23af2437292a7a5", + "e1a0656684ec308cae1e1c9973c7db7ac78b8891d318efa3854fd0ccd6b55223", + "e1e126ccf4e5b5d3f928fb86c7c249c071384cfb6d6c49f59748fe062b89270f", + "e21ce0dc2ee47f468c8e7b8a13c61223d7379531ba486d121feec867fd8e6e7f", + "e22bc8f83c92edc88ee5e4dae3d64c162633b5e1e73d21dbcc85adfaf90b809b", + "e22d4e35d578d3bc10e8c0bb073103c053b3ae33c0f42e5f40ee6f843acff811", + "e2306bf5516952d77c9a0b4a41ab36ceabd3bd43413b14a2dceddb4c0342d351", + "e27557f997a9172b8decf36332ec7af376eb8cfbcce1577279b2a79db50b74ac", + "e2b6036fc7df03dd49b347b097e61a41f1608ff15d2268190f460d5d4d17eaa7", + "e2cca3b592eb4f08c768a27df03111493aa29246e2f896a08bbd1316dcc9c8b5", + "e2d431394164bd0c41c89f9b8adf6088435011a64d396a874e55abdd7269e4bd", + "e2e4de26dd09f5f661a27182517d173c2b5784b62b363fb94489ff795bbce5af", + "e2e71862d3b63a9440de0b65100f8f3a5f868f4685a2a8f514805033a88c9ef6", + "e3161696c0ff6c0c240ab5c8a39baf2cee8329d591aa4219abb2e6a8f339c0af", + "e31ec9fbd684cebfe22f4fd79d494c1940868bbb1b706892044aea02326b6703", + "e331d60266d5fb71a2cf5b4e342c841d9e08c449c00bbf5f21b41061d5e7916f", + "e3d29931e874f9fb5e99c63c1da162bd8be6723ba3b15e2a3d115353a095984b", + "e3ed4db7194f77d1944709b3080b212e4d1148881725a441b6a89a66747d152f", + "e401536f4e5869d0aafdcee910b572aed4bc9214aeb90a0b3ac026b6f2a36b15", + "e42ef36206320b49147f2d4545be3c521ffca988fdb68b93de1e150d74f45d80", + "e437847d2cd237d56bb0f4e94d08b96d54a346efbf5e00bd4403001bca402b3e", + "e49a197326a94c87b190f6dd10eeea7819b2bc890e12060ed234afdc5c549f21", + "e4b7acbe1a91e932a5ff62c651e8bbce6f578675db5c9f073bc0f4f595a4ba7e", + "e4c8ffb54e9731092c01d80eb64f15c244287cd8ce2755042e43812f9ae308dc", + "e4eb7f4d1ddbcc4ffb54b2bb8cf2f0a3d25bb5bc69d96ce8d49ca9aaa1346e6e", + "e4fbe2e7051ce629dbf11bec69934aa615a86ce36f050d38530722b082d96f11", + "e4fc8dec6fb6f8ce4464735036575318c30469a8841f3421203662d728c7863d", + "e5560868dd89e19db66b810054778ecfdfb79dbee842c17cd59d5f9259c8e745", + "e57a10a2ec65c306f28602a78f921856b4da3dde464448a376161c9207ad5642", + "e59cfb000b5e37220df6031d4b75f9caa5064d8e250d4c71555ccb917f9f4f53", + "e59db623511c79fa44e3331011355c450de3267fdee43f73a6e1c3be6d535c58", + "e5c3d31414b03e9ebffec47d7e6539abacca63883994e7797d0449e759904e8d", + "e62dc0358bd61478c2d074d0fd346a78581416f6da7f5badf1b14638501df1b3", + "e65253c864af09523087a95d6e93bb100f4d23a89d0cf9e7e149ca7d75796ebb", + "e663a99cbff1eedab7d4eefdf715b20b94288ea6aeea064d3fa5652427a79223", + "e6f99b65c2153acbba6bfceaedb81e6022862e7ca651aab3f2a6dfadd0b50d1e", + "e705fd902403d9cc9857a3cb79418b2309a2a73617d28b1ebfd9afb8affd6903", + "e720b0907b7c559e2ad11daf498bce7e81b90e04f6b7daeb902fcb445315791d", + "e7304b63fa61c5bf44279793451cce774c87dea397e7ebcb2db6415df9b98818", + "e74b7a55a37a76b850f7df1fdfbd4007b58480460e036b16cd2aba06a8170201", + "e74d07886141e7b7f17aacef7846cb3851eca347bbeb9bf9e12115209ea7a89d", + "e77a1c97ce579a6463489cdeb9d291a1deef4981ed63886f079a0cad1b71b24c", + "e7cc860c5ee1d94b6ddb825db86998db190ac87293ce08f59ce1f18720460690", + "e7efe271fb083d4aa855fc07a557b0ded89c5af326a13937164f32d4cd5ef697", + "e7feeb46423d16a543c678b1d9e622de494d4ec17a1d51340eac3b6ad0f8af20", + "e80068e7a72ce50a0bd03b687439a393a446208f30c8e9a042f4987eb1995c8c", + "e81a7edda92f777c9606500d272f71dcaad22047e5043f9760d290a7b9f5c210", + "e8314d44fdc7f77c3837fb3f8a00072e6957542d09afab98e04c0078a54f0de2", + "e86b8058966437966248ca46b07426dfb0a3f053336043edb21475056a20fde7", + "e88c64b97523bd0fcd353a58a965d2d49cb5d8d4ff848a2984bfe33ce0ae52aa", + "e893a900a6014aae7750c958e2ec9b4cff8b442c2d7330cad9ca387b4541587a", + "e8a7b252b4bd1f8edb0ab2702106d8186b92de10c4669bd7c2edc7a6e162c5ef", + "e8e85111e0a93a445476d3004291721ec6f144962efea2a6c2ba30b1aba3569f", + "e93bfc5bc342a1682e229484069d4cde0420f1092212a91dd88b20618aef5f3e", + "e9748c12d086fff748c634103440f42822b4d30d330de751fb7ebd16fbb65fa5", + "e97a1a46b82cf13f9847dfbc47322620100f5113275f800ed2440577f989165f", + "e9a667208b6e17c44ae2a228803f68bc443fd9890863921ba73faa43e0531ed3", + "e9c70d4e8fb45ba63db4e9e130bfe555bebb46a30dac84bc65efcccd5bcf74fc", + "e9d4b30aace05a47643d8a3306b7607b465c9af32f343e6c27e15afbe2ed9ac8", + "ea7322d351765ee91211e726f2a2e71b148614ff858476f2d314faff22537095", + "eaa227c5a58d2552cdc53b0ea798ef846e669c58bf6e1236a9f3ac8df3d5bad7", + "eaa547e3196dbfc5bf312fd6ea2d6860d9ae18fce3872e91d94a259e4146bc55", + "ead919499710acc08c0afeceef3fbf1e194220008ff82f204e997b21f0c4d1ae", + "eaff850268079777284976516c8b4e741a24febc416e9616a9b0ce64d0a39bc2", + "eb078772e8c9314f42cf175c06ec13c2a59fa5156144670cd43b0cac5ff3a7d1", + "eb17893ad911455c681dd6323aa29fba6306391cc375a157a2febb36171a11f9", + "eb5f7c73c14782faf0db5f533399f067787dc7c0042fd8b4dc6117e4b7dd4488", + "eba58ab888533f8846fdc9933d6d36e7325f463e132129ed5e040d70375a2393", + "ebba08751abc0f9c4f5074fae111f889f1cbc096694fdcca5011e5d753d5c630", + "ebed887eb371af718ef561d2d7488b49d834caadd3af8c5a0544b68efb7b7526", + "ebfb11f55ace4943dcd0b4c8c78d8e3316e1d4d22c73aae77880a891d2273e12", + "ec0c3c07db268251f8cdc4756dd27ebdd9a37526cbb44d0cf5a9c1f2ed52ed7c", + "ec4d703860817d225317b3ca6fe99f767d67bf59c14201c1109b89fbc2703fbe", + "ec4de8153a1f4115e7e6eb09ca88b9a38349ac2993c137e62bbf7d638e1e5415", + "ec54410110150cd6c1ebd1d382d132d0627034a939e7b6ef93c2170db5a5ec62", + "ec59c3922f577bac3bb7132377d65a763a014b6cac1269973bef2f8541a63075", + "ec9081187fd745bfa1c3c7f9d05a46149def1200bbc2772183179385df2525fb", + "ec9da9a275700cd08b7f6cc22ad718bf73621761924b7366ddbcbf6a783c85a5", + "ecbb1070a795551da662c74f7809c8ca608ac26e70e1ddca1c73c026143465d7", + "ecbb17cf37f94c9c7b3f89231851aafcbe0925e7e4d7eb96d5ff54427e014aa5", + "ed0b2d5e9d81368ac6029b17c0b2126f43dd2eec9201c76bef086c3a4f0cfb17", + "ed1e78181721b3f5aa283d9ebf81462ef18abe21419874ced31934518045a5f0", + "ed545e76d727586c418f0744d339402358a3aa5540da6a397c659d86a0bc38b5", + "ed616c04d4a39d94cc2066556580c2263bd90b6fe017b8fe86b8ca13f019ae4e", + "ed7f80b722d4c5d6cdee6e8c5c621f956149df086e3723cd4064ba0d5be6838f", + "ed82fe48d398b7d2cf5fd18e30e272c93df532b8c2c1467ebf9ca356c33f909a", + "edc1ef0e343b63c4b1fc0ac740deb67667e878d75a060dd098ed0e06050f649c", + "edc5ed01c736565a07399504b2f911ad7a8b02670da0dc1eeb2ca5a780cf8d09", + "ee3750871ccfbf83bb92d4c931e88d78a6e592eb39409134c1a18c8461722172", + "ee9448da8478284de63644ea593656cd7c9fd513177eb3e58283ba84a8c1079b", + "eec253d9e8deb02ffa7e8a78467d48c67b5e593e36f46b2cb74fd3804823d5bd", + "eed982158217d01a1d5b5c628a6aee7f4aa9758aa44e35ae6b48ae4b0b36bc23", + "eee65bd6251f9ce7acacc87488126d67cca954487a386830d5e4f3304bfd5b70", + "ef0211b2a54bc7071af61659e4a0487f611c1ffb44d722cf8b6a7f47a266559d", + "ef0aeed7749cc3cdf075c187cf83633e54450383a329c6e2c0dd9d9c893d7271", + "ef4c5f83618c0f55d9ec021f80e2c8feed4a3044076ab4825cdec43b091da1d1", + "ef588ad2795460519841155c165a062f282045f733d1ed6d5cb1d548a306fbf1", + "ef8a439b7f1d5e93bc57ef1607c0aeb59f791fe38a8a8280daad941542de8cf8", + "efad264184bd7aa09ef2eb1b312f42ac1954241db19463bb7ce5f07e3b9c7419", + "efd01beab68ff2d4fcb1e4f0286207fcbfb74427295d34575d8ceb391c9c5806", + "efdf1bc52ff67b6eca8933310fe35f6e2d914fe396c9ea7b65cc8eada41c3fa6", + "f021fbaabe1c089409a58f516da03fd2e19c31b074e05be889fca1151e50fe49", + "f037cd9b21c0dbb33b365f4bd160389d80fa5373a748b3dbf9be255f0fe64338", + "f03eaf76ad7edd7350374cba202dc95389556f56bf4eb3c02a32c61551fb8921", + "f04338b6f05255d1a4efc150f3a1a2d5ba1533e874fba4247596b3442faba88f", + "f057e1afc93790016ca44dc2cffdbf67c7d98134488954fe16fca88479c0f422", + "f0611536592f851e763da6c07e4f7b6fe767250d886b1bc1f5ac527edf740d29", + "f06b9f2044daa583f152be142881eb31a0b7caf424e1e2596359a7d2eb00524b", + "f071dd23de9824926063c391a86f4129f95dbaf9034032c70f807bfee403f15a", + "f0750574f2b36357f51ca81b9248c6b2d7154de18878f944a4a438a7d26e26ce", + "f082fca71ee6941d5c60d24a7c7358b281461c8c0a2e2c55e4373f220c7a25b3", + "f0a1e26d253c2e1370acaf11fcd05ada4585b63dc572ea53813e7f0870337be9", + "f0c004c62fcb2c23aece72277c417f7d33656d9d9e0e05187494ef6f29056018", + "f0cc7ffae79b48422c342ed7ee7ab2f9c117c7d9b92102ea48b05a11e47402e7", + "f0cd108d4d1b11a4bed5645b1b295f9ff0699a6c07434ee79fb7764684c53617", + "f0d7c76e820802f368a015e8589209c0b1ff010af501316b0e4a82e7590cf821", + "f124e0aab0ff513e104eb3ba2ff2c974505d10ffd7bfb3087781fca6d1f2c852", + "f12c64024ab41f66b085ec4528a3d78c82c6dd83c61812ecf475a1e0f12f9004", + "f13265389b401334fde5646bc13b7e7c4f8a05c630878615034f77541b1396f3", + "f14f547e4ae201c702c05d04b1024a226baab1f7f20e74559c94c8b5800e0359", + "f167fa0d6df35de3a5ba0b255a2ab45436efeb3b143a7cdaf0e8a6a68ec77f6b", + "f19f0f821f7cddeb39e9fce9ac5bc78d6a24e64275b28b2290779ea1bf99fd19", + "f1b00f410ccaef0d7ae613b337569f38d35d6520b51cfbe13970ba7263367342", + "f1c038bbd103b1de60b0ffa944d940168af7f5cb28ad2f619f58a53c5b63eacc", + "f23baa5741bccea2fb140328e4e00ab0f5cb1e1e424701bcd5a4c4be33f6e098", + "f23e67c6b6e6c08a3e110eaa2331c1068330ed9eea335a54606d1d2e156ed26f", + "f25aed755465da7d5c3b4e3c95a25600cc4bc635e9640e7ef993d1c38040b344", + "f2669e86800b3022fd2a15123b693b94b45af55681b255b85a85dbada47af1da", + "f2a404f19cfe1b22fe2af0d23235a5f7146d784a3b1a0692d6bb8bdb3044b552", + "f2b1b88aa102690a9c394f9214a04cfddc9c153861459fb689f46bcc63f8f4e2", + "f2b5f26abaeded0cdbbbd330a97f60a2cb3af54e0e4014f0cb1c0251a2989be3", + "f2f5a1978daeeaf25c8ffa085e09762e27630f6001497d9ad2be7923124031a3", + "f3aae264c5324b53d7c9dfa3c93a217cc9acb8b59786172b2436713fb7bf04db", + "f3acee3ba45918475e3cb3f57aa38f918024778585bb85d7ad778e5e8ff12046", + "f3b1ea2e2365db574a8289dfbed5fb65424c09de311a0297f2229dcc65e52243", + "f46ad557fe453b456d94d7591a9482f084e3c502e334a445ca0cfab1d465c943", + "f46bed6638a9631ec01f7450a8edffdfd1cd597efa1e3c18a7b971ec9b56d5c4", + "f4826ae6b3ed964c98c870304a5985692a6401ad5d2bd799fbf648f3e455a44b", + "f48b5f5117b250997fe6c64af116867753b003ba870eb9e70cc511a7d6cc8830", + "f4b1501caa6b19f21b015ab1cfb44af7a77d9cf11436e9b8e74ed73802fd4274", + "f4d2e4d7dd527388994c2677651db31a41e812bde44eef9c6683a97ba479129c", + "f4ee92a108e08b0836423cb6772b501eb452a4ae5400192dc88bce99518f91c7", + "f4f047a3a53e130dee3f20a27f71637e3b13c6437223c8a641b6b4a9f6df27ef", + "f4f81e3dda331425e5f951652c77ee7deda8d3fb5cbc5a2bc1e9ea53db2b9320", + "f51a262120089fda895a9f80697ca8b686e8c057f19ee736daf479b7826271d5", + "f55b877df863c6b4a5a3e233892e11c00368a8a49ffd2dfd7a1feada89702cd1", + "f573ff54d3b07aaf198fef31cf632c82a409ed59eba85845ff96b0367d964b1e", + "f5750ff4545c2651debea6d7c4464bb4d92721eae8fbecea7c011af94b084fb5", + "f58cceafea23ddd305ba490e7f8cdd8ae1df5b02f66e07bd698b2d1353ec578d", + "f5939607dc859b81f8b9eeda2fbb4bf58e9ac3f3f259f2141284fa44fe350cc7", + "f5deaac65043d57651d7e4530e62761b8014a54771fb2fed110eb0b30e86f3d3", + "f6041f907c89e38602fc4f723a7ba880ba6ba6293494427f433675fc139c5740", + "f63d5f0e4107f691719d2c7e1b0aa0fa40a7fd868acce8040031abdc046fe06d", + "f63f72c986c0997616af03a1c7a6a2a01ce412229e7cd8f2592de4b60789a350", + "f65732cbd65b8f3f8b4b3257ae9be69f496d828b288a643c54070577e23694c8", + "f65b8d423e8c5a5869491f91860120e2ad932f87aa646d51ccc5c97e478e8b74", + "f67204bc7998220c42535161b3da945d9522fb4f66d804b7bda97391d18ed41e", + "f67a153cc00c83debd8241b7b91eb4ebc6efda81127a3143614b4ec202362dbe", + "f67c79723180993631bcd816141ea11c780d74ce1f167dfd20d64eee34020ee3", + "f68e1fb5c0a10c18c1b436659a676060f2ff347549074643cc376516187d5e18", + "f6b57a0cddb03aed35a73ccd10e928ba35eec1f593614a9621e383a15a4bbc59", + "f6fe4d7f7d890ab3e96cd6deecace45ccf2b7703dfe4d7cbd19fc38bf96a4fd4", + "f72103979549dc42fd342428606c57e0056e1ad7aa6367c9ad53b6eae3ba84b1", + "f73acce0d0caaee1fbb643dfb565a921a94617a3349d93a8469b9760fb7d2dd2", + "f77aeecf0782ee72b26dbd0bc2afdd9474c7a16608b383e35e8e7247ca1719ca", + "f7869b4843638e7f3dfae398dda8e0a7560cd9c5aee80270a5267ae8866cf734", + "f7897905419d70b23db05fc0a1001d0b1a3b0af0f832117479edb4e0143bf2fd", + "f78b1994b24b4fdae392f7b46573346d468ed74676c110875db6860536411972", + "f792dd2b474132905f755c2f31fdc6d04573311b6838f293d104ecbba7ef9bf1", + "f7a7d978a948f36568666db2f266897d1d6db97c881afa967813a1d90c861ed0", + "f7ac2ef367d2595d4316d92f2f5a1e0b3e3ef0c52b13bc6903ab626e0768daef", + "f7c9b0a8be9f9fccfb26c2cd67badd6c4baae6fa4720cb9b9ce32718d0d42ce0", + "f7d15ee450b14cfad3a63d8a40a182d6cf2d729e5427d1bd43b1d514fdb2ac18", + "f844dac31b49b7e2be2afc4507c6835c6275992bed428d5c2811406eb0636ffd", + "f8856132a7ee942f9935d819d8bd1ac2e8db73d3ad1e3504231ec44eac8b4b2a", + "f88d7b87fbb90b5eed6107d4ca238347cbf7bd9960d11e6dbd6202336ba47a48", + "f8bff3207a9c4d7acba4b30d1fe9159776e6dc1cfb0a684cc73660264474adcd", + "f8df2bc65afbba35fc3a1f266114766feec630ea2a193325a0610fdde899e85b", + "f8e8e4500b2f9425a8c19279d62346ba5015130418ab023656960a73308e39c8", + "f8f3be4f9c461671164909f3a6a4360a0a18664a5783a29b2f869345d28689ba", + "f9044f70f67651a5074910319f059bd29ba17d5aaa643cd022af04092ec5b8fb", + "f9373e58869e091a50e8fca190323e20ad36dad195a8bf0aafb84d405ffb41e6", + "f9426611ad2ed31b5fab523266149e5a7076e35454e8b4b21b69761164b56c46", + "f952fb8637baad559eb2a8d8541a65dbdd0453b111a4f459b15c12e741274545", + "f963862beab529f79ec7450689199006366b9f9eb602dcf88829b30549b0dff9", + "f9b818c580b690669d02210dfef753cf6d8cdeee736dd43edf3e3873be4f3593", + "f9bf5accfa2f7af0cd3c16bc75bdbecfad15455e969c43a2386ea5e0dc164b76", + "f9fd406f361fbc59236ff4e5db9fb03bf34b0d52a314e50b9a06463060c39b9a", + "fa03e828df8c0572b8a53b3ede30b1093736785e63a68fbebcab58688c8d25fd", + "fa03f44e759f0f2b45d4ae60b6bdf1f883c7b28c8e584f4c9dbdfd0da8acf021", + "fa2d7063043b250978556d2efd5c69280ac146530785e68eded6c8c4a2272f2a", + "fa3375c4d494fbde579c72af92d9b836e215537068065aa024adda70b3e2fb87", + "fa44d75d52a573658e4fb168bff6591313105d2b215ec101d87c8003e5ae1ee3", + "fa601c703bdf0f05901fda4215366afbd6b8da68a13a1acb1ae5a7d0ca551dad", + "fa86d37d13aa868ffe88887c502f54675183fb72a6bf0f0eda73353cc93a6f1c", + "fad28332415da4ed66e0a02710033fae4e7974bd895649061f6fe1447aa48eb7", + "faeecb415d0620338cffc4971adac667836da581e69d97a32e8cff554889bb23", + "fb0c91e2f07bb12e03c91114d97b28f384dacc22f55c9c2534fbb5341594ad79", + "fb1c4b9dce86b632b78ffea1501e361fcff7a4d914c99eeb5646a1483c17a75a", + "fb1ca8b33a54a6968735c70926614093f25f1485371b0b5c94a50866f1561c02", + "fb4006f12e6539562628afbdffc1114c6109fcef4021e01a31272d54f7973643", + "fb61451de49728bbd653e2fb66435c9d7551b5716e4d795fb8ce5de400c31628", + "fb63b0298dea67ca91f29157c90022fdd2f6b692c615cd54213b93b435c04a68", + "fb87ea8200382d0ee7b1a4ddf3ca0d7068d3f3967fbc1cdab44b22301b06a094", + "fbaa467be2afcb06c9ee22987e7ea16fa3e79c192296b6c4129f07c8f60714be", + "fbb08add215e5c4520b18356ee5e2cdcfb7397916a93d3df4d9e0dd0232af675", + "fbb5155bf20f9145c10c42fe56c7cf1d1c6b7a8d5f7c748184a431c101113f0b", + "fbcbd4a4a21904d22d4d54896b1429e206a079dce30c8eca0933af05232a14a4", + "fbfd191d086e9d8c6ca4a41d248079bd285124897f997b424966b625f3a67a1a", + "fc31a936db1402433f3384dfdab6f361b46d3556e4c7d95f52bb844018d491b1", + "fc4ddb1b80c7669514ad1ff5d62406a0fe7e8688782d5189a850dcff081340d0", + "fc6c4e67ebdb78dcb98619014a4419b074e164bd5e992991575dfd2a66291e4b", + "fc72d6536dfdeb226151f1905bd74a43e8f04d2e7c4b12c36f6c3433c50d0ce7", + "fc7dd06302e49c42e86e4e8a4e9e093e918964e38a9e35ce206109c4b92b5391", + "fc8a7c5bbd30a4fe7b08b44f2057a67dfcf5588a1ffc249d405f6bf9756da974", + "fcc5e54f7c00f05f6f78b3cf6c1daeafcd911a02240265d44cbc2b853d6a5ab3", + "fcc6d55972e8e70cf5ea47dab7fc1b7efa3f4dc786c5a33ba46e4ae892947a72", + "fce6f3c6682f3b46233f31f7424fe98ca8855762fc84632c4019464a3c06caa5", + "fd057104993516baf2087ccaf9a5f36fb95373e33a94a82810c7a7ad048306f9", + "fd18b02e97f3f2538c2c21b3d618c0f0d47678fdd8494ad14a0fcc5ad1bd95f5", + "fd2c9a9f34990dbe30ab307f0950e8a255c1d575db5e24ca54618ecd92be3263", + "fd2debd3f338a433e73fa8321ffd1581b173f088dea2590a4850810f55616bf5", + "fd44d05b0be2cf03d5487ef0eacdbb3b76e5c00fd547db7623d7d26cda7fcd3f", + "fd4bc5136625be7774541ac903c7c4f174833235a42a9853adfd8371097f6fc1", + "fd4ee2313d81fb52f0930d955c668ed97fe3b85bf1a1c92c6d28c7253c84fab7", + "fd68aad1a332f4bca84e4a4c75d469604e8f51a2bb6e02f734349ba870efac86", + "fda15d0579879a85bf0495c5862956f75fb23e793ba45977c389721b079c6c77", + "fda896bad99a7e6f63b12edb5586f732b73ba6187afddea5b9f2c1b9deec86cb", + "fdc4083896df70525d6cb8838de7de6e510385561045aae9b6a11d9eb7174957", + "fddf26cb81896c40e3033f1d43c911b706fb58b681757d1c607e5cd8ba997df5", + "fde50489ec700e54054b2c5a63ee1b596e1dd9d25e1178b9d97bda5cadfb99c0", + "fe0d45c84237f46dbcd90a2d90b7d7103a5b1ae79d9641dfaa7e7b5d7c155382", + "fe2db61e327fde7d349bff423eedb5664b2d8d268a1050d50d700e44a4a4ec84", + "fe45796d92ed2ffa9edadee0a8ed0baf06a01ea06f7e2b3b280a3660399707a0", + "fe4834ee67e3dc86f371db6861ab5514c8451744449c22c80ddfe0855b2441a4", + "fe5b72d2a8a29732c5307f43f7212a492ff5720c9eec8e98b31c01b57293e447", + "fe7e015b2a149f7e3addde43798f0860be1f92ef8e0beb0032e9282e858f1a2d", + "fe7e12db4ca7b495ab3de2b8e812ea23219baf38291e7a5836944eee383c1362", + "fe860d68dbfdccebe089b378ebc4e3beaea70d1a8b24d2334c47799a5edff5a7", + "fea5a8461835b1382a1110a77224df1ce8a067bed704f1a6076904647f068b1d", + "fef252c6261533f1b9784314052f8e1e48ac6bf10dfc302c24b718ea18b32274", + "ff22d9c91fd4d74876b2b41c3a653963d348c8f2040039d5bd0af665a5b59af5", + "ff3168092a52292e5e43e7db6331bc539b4b37f1df12d19b1c616ff3c2dc0ea0", + "ff3542e42ba107e85406f63a9d670e4d53f34d98f13b7e53baa3de8f44b05879", + "ff3f03ddfca7aae413d0716ae39a988d7964e752108c348a4a4423616d85f81a", + "ff55ea16c630a7b728e6616bb5427410845da8046007564c6258d7d02b986859", + "ff6427309ced42e9287b4540496c6ede902122ee4ca6763c4267c75792f11ef5", + "ff65174fde7ad22bd4838e4c6a501c904ea8406aaa9a233f1f15b266abb8e1a1", + "ff7e5550a6afa9804c92139375dbd8bdb6930b456f9266869cd42c7384cbc6d2", + "ff88a6da61a4a0fc99ea252508a180d48600f13212246fe266b5a02b64ac14d3", + "ffc2588c1509c663c1406c1494a663b87978bc0c3620feedae2857f5c22ca4d7" + ], + "include_outcomes": true, + "label_counts": { + "negative": 24912, + "neutral": 6636, + "positive": 1156 + }, + "leakage_contract": { + "deployment_must_not_read_outcomes": false, + "nontrain_outcomes_are_evaluator_only": true, + "train_split_only_for_retrieval": true + }, + "max_flat_action_dim": 112, + "num_groups_exported": 2044, + "num_groups_scanned": 2873, + "num_groups_skipped_by_split": 829, + "num_rows": 32704, + "object_embedding_content_hash": "fe97ac428d6b0ed4da7060eb6f697c1392b4a8a09988a10c0f633b1e457bd568", + "object_embedding_manifest": { + "dataset": "embeddings", + "dim": 64, + "extractor": "rgb_object_layout_v1", + "num_embeddings": 2044, + "path": "object_embeddings_rgb_layout.npz", + "reads_outcomes": false + }, + "observation_embedding_manifest": { + "dataset": "embeddings", + "dim": 32, + "extractor": "rgb_jpeg_stats_v1", + "num_embeddings": 2044, + "path": "observation_embeddings_rgb_stats.npz", + "reads_outcomes": false + }, + "retrieval_index_allowed": true, + "schema_version": 1, + "shard_content_hashes": { + "charts_00000.npz": "43e04927549fe3aadafe63067bb82c16c1167c54d0c8ebd47d4114a814f338f1" + }, + "shards": [ + { + "num_rows": 32704, + "path": "charts_00000.npz", + "sha256": "6f3211ef91cac305045b540e71fa40156ee697abff9db3c8f994149a2fc1b663" + } + ], + "skip_counts": {}, + "split": "train", + "split_fractions": { + "test": 0.15, + "train": 0.7, + "val": 0.15 + }, + "split_hash": "867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372", + "split_policy": "stable-hash", + "split_seed": 0, + "state_hashes": [ + "000b25ed5631161d0436064f18bf2927ebfd97feec3b027cb7a3fc7f802faf32", + "005c6ef90461f4461053d2f248598e4dc200fdb34d95079ba9b6ee9cdc796282", + "006bca42e3c79ccd3a2cfe015bf7c713f69f779e9f9b6e05e6d60e05adc1ef2d", + "00889249a42766e52451f1930d859b4e9c6a18eb2d2a23e4a466065e1ec6cd8f", + "0091b5c64f92215ad5e12cb639483bcb463e589fb1442461b3b7f2e1f99bd18f", + "00a20929cfedf805498d877fc9a08bf4e18093022ea54d5e205ecd22b0aff85f", + "00bf989afb844173147aa217cda23c2d540be3549b8d54cee51524018f0886d4", + "00c9e85ebf618703709c8e915feb24d5f9fc6ef4b1ba77a7fb4bbd07f931b588", + "00f7d5c91383370fa6a6cf7e0da5227d76d4148a8d74c28136bb2e2c32e9d5b7", + "010ae081b71f7c0e58868fcb7737f45102882974c383ff4d8c1b02ce1d895661", + "0117fdd7ec26170b0745e65b08ea88008b09508b62e77d62a69473f535c25715", + "012a634e5771527516fd013df470d5b27c8a795d224f217fa9655c378cbdc6ae", + "0147c0991e5aec13d38c9a12625b9824d5e7a497734845173f31878b6daf3369", + "01642e4ace471a0ee60cd4a110c921359d11750c72c4a4a17274dc285f8de946", + "016859c711e2d334a59ec1acb53b154655e7875d1c095191ac681a0d6f2d459b", + "01a740cfda480c25d931fd14305d6b661829ab5ebeb80ab3efb4bc1b7d400958", + "01cabb034d28efce276c7c37f7c4d1b3fa2c9d00b140b109d619358e1a99ac3d", + "01cc39c8b7c4511f037106757c86d8a9147e5306a4d30e1bae3b41bde0455895", + "01d46a34d74e86012c60ccbcd0cf56dbba216277d41a455b8f04dd1367dbf373", + "01d93a2edcd9393b7d5f2543c37638ee18a7f731976a7f58e144de69747df1fd", + "01f9e4c4ee47d37a28ff9581e3c433583b0b46f8edea284260559029e7c04bf4", + "020d8719f66fdc0b0c47e07ef57b3ac2a06173c2c743a699b972fe3996758e9a", + "02251ce01393ea7b7a290137bfe09e465ff090cee97d821901fb100038b3fb16", + "0251eba2dbfe3f1be9cbbb27321cef00827b19394ac802bde83bcce72d7be6df", + "02752960d18784921c0f4b6022bb7a034bce292b03909ebbd0353c12d48ab314", + "02860b143f2e95695756174fceb8ddb331e7510aa0454f124250edb7863fd5c5", + "02af5467f98ae64c370ed93e1b882b5259adf7e1a41a00e36d0b0a64bb6ef756", + "02df6abd276ead475e81d9a264ff6c4187b0505a8c8d36e0300ee9fde4d4c731", + "031cb9954afaa630fd3a550eb9641912cb237d06db40d1acd81a7f6cc7ebdc31", + "032090600396eef932cda799b7e4ca43ec002031b155583d41ddf5f884b0e066", + "03422e256c0166427e92805dd77424b2025b7be0dfa3d2cacdd17e844c91a80a", + "035290871ce5028fce982cb3000b928e26a7daddacfa891677740136e5f415c6", + "0393682c39f9ad90feafe5ccadfe0e5cd11db16f15286b404bc4ff620d0a9164", + "04016ddff5f00fa3ef76c2246256ff48d5c7bf896cb3563f358e0ca9b5cad5d4", + "04042fe5cd41177bde33eb3dfc7c022d68426c8bce2b386b6c3d744b3b6c8ba9", + "0413d5ba033ddb1d8be7f3fd905b3a3fea63495b9e2bc6636af73a0cb799b926", + "04463ccaaca5d28ca99f63f4f53e070efa4ad2299568bd63a9105702336b5ab6", + "04553237c84ff09a6543e606ab9df00f3fdd3359b381e9cfcecb9f0cf8f66c58", + "04736afd75d9b70defe4c540c6b91495c1d483916acab8b9cb88954faaf5d7fb", + "04891991eaac4f5fe2628582b59594f435c2f81d561f2c42ec1dd98ea57408b9", + "04980e08e9f08128a95235e4570f5c3b26e9900930f8e1901b1cc805055d835b", + "04e020a7f9b5a6b03c4d0cf02f1a5226b30f77918560b372a4a86342886926b3", + "04f06ba196bb7367e0483cf316dadeaec8bee82115844252a7139a70a7c202a3", + "050edccb9a8c424bb0da9dbe686f19e78196f374d0a0a6d8f47b92cb2f8766fe", + "05165e6acce39716961beb3bb0ee00c1158ebf8fa3658dc70048d10cd99093cf", + "0518bcd40edaebdb67c915e851d4938473f26ce6dca50a21e69f83fc32288c89", + "054a1bb649b430a86f7802a9457cc6a83d15cd5b8ab6bf8adf410843ce7aa13b", + "05550c96fe8ba235ebbc76dd6570b63df19358382aafb3937726a87d268713b7", + "0583a22e745ea93e01a9d2f9b53642289d9a05b222a73c0fecf8e710fa1b59e7", + "05b5cf5f903d65c126181a2bf230af182068934b33d8184849b6b8981f68ebdb", + "05c6d0e8769e7b9de479e7e02edf2eeda58b5ebddebf2e1f15c962e257d49e40", + "0602af5175c035dfbe398a4014adbeedfe194d75ed41a0b7eb8a79b48ff6bccf", + "060d8bf103ac5fde82e3703ca8e2578b4f8c7bb7c5cb738f5d1209b919c61dba", + "06257bd3fa90f0afcecc239680999406ab79980eb303d45a2d1fafea670e4a38", + "069f55a960c8724588c1ffd62afe2fd0bd83efd2e34cf6a5168032643e6352f2", + "06eb82c273f65f490d85d60a39406f6cf2318d14ee9596ecb1cf7fcc3ac9f8da", + "0743154e958abc52c160fce6065de25d968ab60c7c7a536d400d2295bfc27255", + "079b15a218441cffd25d9f3aa501b9143a3292bb7005f9eae05704e55f3b38ec", + "07de76536f57dde25b6235024f5a41e215d6a13d9f823e2ef50e4e84c87fb739", + "07f15fafa5887d8328b676cfb87c6f8f7dcae9cb187b8b6969e2f3a4ef37e8d0", + "083bb24051300e75dbd52e0202170794bc727994f278922c2d158af777a3f2cd", + "086bbd948427f350f1d964b288a729ae80da38291e409fb7e0f0c688d99562d8", + "08713adb8a3215938b380fbc0c63f235e063847962fe02dca3f6d20113fea1cb", + "088e20d6cc294aded49228f0ac9a7191e7cc9fb848bc19a6ec9d03fb7258748b", + "0890c32a99d90761a2f31733eedbd91b1980913ef735752d889c0710fe572764", + "08b122b9a1c8a40b5965898017846a28d6377690db7128b7b31417f45d1e407b", + "08b58c89333a6a06c7714c86704b3f06bd2ad23a18360ca5e8ac7a2bde0649ce", + "08c6791c2cfa2927363fe34b6af41498531aa6816ad3edd85c3f9835a1ac1014", + "08db846838425971e9024677f1cc8e070c502bcbeabaf05f6f3631dbed7a3ed6", + "090f2f8b58a9dc0ae63008a8fac34a18b2aa93522542bb472a1202fa81e69465", + "091953502d8a89e9db47809dba001d5756c622e3aba8318722f8da0054bf92f5", + "092e168f994875a90490b287f3aeb7ad7ec27428bfd07d0e1ec1645dd2e01af8", + "093675a243ffec08a1c179a6757e916d5cd8dd9cc46921469e62bbf3bc12fba1", + "0947a97e05cd96908d88dd2db1de6be0175c37c2a635e5506ab0ef60723e9244", + "09a45c5c82ae74f3fa1dbfdd04e9c9cbb68ed2af9f96dbf6cbe731b22c5f00c6", + "09f192983656d6b34d005d8824dd443c5aa2a86212e1ef363d3ca398a61127bc", + "0a2105ebcf3307835abd4a7f5a7ea78b1b8061a118837a41879beec8ac9c4333", + "0a39ffbc1c4821c186d48f34e505d1dd889f98280e19b2967c7296fdbd4686d9", + "0a7a2bb9c6b1a50d1a9522163191dde71a243bd834f093cefb2ff1481dc637bc", + "0a7da33713c8db7bd3bc44ae27bb34e21ee7301152b2bb9d76626ec934e57f5a", + "0a994de647582a2ed0d6ce05c5ee895783f3d0a242425bd51bce5a205f5e0c58", + "0aacc576c7717acf5a36d239d777b8220079ff790301e35589802e502b65cc6e", + "0ab3580b189b821099bf7214360927a818a8e415f10d4ee7006a7d6ed518446f", + "0aec7bce1ce582391a1644d3411acad983fd582a91af97f199631e487d483d9a", + "0afa74ff678a87361267b42d66b59fab3466e8dbf8b95a5f891c25ee4a0a6ee5", + "0b034ef0b1596741e3285665c5bab78be118eeca05fac3b0685c0e405e60b01a", + "0b856ee1f7054bfe985a8a4929618c2f8c241b97d548c3ba2edd0ce3c8636aba", + "0b8bf874669ae24a086caf5364a73cc92e86e1baa7da60ddd21cc9dc58cffe54", + "0bedc58061fd753c26bcf63e803d240be5e7f5a044b0628b5d5e456b35345fad", + "0bee130933c311df93b7e72ecb227b6894a91763ffc616339264184411326529", + "0c0ab38d6a39a42e4cbcecdc53231d83e1b1e645f5b24b1a6fdc8ed2213d108b", + "0c3ffc0a5ed70915980abb6a49e16622554ee49a5730d559dddfab9115b6ab85", + "0c7a98ae4b33c672b70b431ab840bf764156ad0a3143c8df83ae1af6ffea6551", + "0c95367a82ef1977f91b7bdece3b7d452ac5947ac67445d20680d4324e6d70e3", + "0cb834d2ef4c99da95a871846baf987a939a014b4cca2f156974445a21c89196", + "0cc76f5c6a58bb1c614293fa3e9294f64fd03eb893cbd05576a9e93ee282ae61", + "0cdbd10f984a65865896ad1dc53188dacf141bf7ef001a0762752abc4207d819", + "0cf838444d8848a8b327d97bc22b1e3ecf4c14bffb554ebe9dbcccf35078d516", + "0d2cf77cb168280d8d9d3b9ca4d212baf17223c4da3f1f0dbedaf7d95bbfb42b", + "0d31cf5b5687ceab9361200aff34004ff93663803b4644b27d1d959f457d6090", + "0d77208f3083852c88c631f5a4102ad7684253ee7a8f2ecb5105725de98a9f22", + "0d84d509f5df6bc0a68efbeece7432b092fa13b52609b417755a8db67632970d", + "0d95a334465d12b48b4882fcb17e7bcf3c9c1e4dc69e753f044d91f7525654e0", + "0dc074e26e6b013f64ab01a46d120a9f9ddcffb756692e9dd7105039c88af908", + "0de8d03b14fedb9561b9015c19f8ecaf855b222a2423b0fc9a502374ce4a6c2a", + "0e0cd8063d131f6694b924dbd28dc10dfaf98b2f7df5ff6bb011ab411cc528ef", + "0e33d93a2b330cc4879f36904e581a044e9934fe4c2f28734201782301bb9a40", + "0e55cd1f05f691f5f7316ced762325ce7b77786edb3e9e65486d53c6e34d123a", + "0ea0a077924dd4cecbe0a3cf6e56b97055a69138eabc98f73d668cdc55a8d342", + "0f5b30575f5d8d9fbb772dde91794d51ae97b2f4a84b8986885d9ce9982bd455", + "0f60d64a0247253787e778e9e05d247a67c0c1e6ad497d8d596c13a8515015f1", + "0f76c338852c84ba09db812d81c87051f18e3a4175f866f1748dcbf8051d58b3", + "0f87489e07b3fd86800dc412d9dba47d153dca7d2a2bf1a2bd499bdf2c6ad911", + "0f9b2fb89c06a7b3f998a4e878ac7359a60ddb43ce1d9d46c5298eb2ce78ae10", + "0fd61f330351d6e64c0b9d1e6e17e73760f6e839bce6dfd46aa8958b0a00e0d7", + "101dfa78c8e779ffd065d635677a806d1220e5d870d64ac8bd95376840c9e7c0", + "101f400f3a1a701669887d3522d66c35e1dd66e64a55542c144f74dd4c7228a1", + "101f8a873e2ff5f5f2422c858ee11adcadb2eb241c8e329c5ca8d6b156feca65", + "102bd69c2a0b6d60b3e093cef71d13b91187ab631524b3fde873a75a795f82a1", + "1030bb1d5219a2c2d7b4560f0b8fed5a0b7645b178bf2a25224f3e8a1620a5e4", + "1047bd5df24c19ad178a6ba3b0e1108087b995bcf277520efa1ba27511aca823", + "1057678ed417e6ca1ca396a9143da3da3c7a44d7824c00178707a929a980993b", + "105fb9809fe0bc910f4fa8fb60b5a9bca2a517ed9781d2c99525cef6bd7a7c33", + "1076382ed2d4fc79f71805538631478e0cbb956e3884829ea3582c5ee8511b31", + "109679dd2218dfbb038bcb415aa96ae23b53c35a1a9cf156656633fd33b12051", + "109be5cf5ff9399f14ee012b0e509b867c597216a88f62b615f0fa4f79cb313d", + "10e050af1016ad6490f688299853f4c6a26b49fc52e36d8e84bb16b1d6242f63", + "1106d1fdacb747420db88c70e23d0522e849e8ec815670c0ff7c826e4a75d53f", + "111c5243a9942e1524b878a9931a8bab82b9f22dcb1a804a118b7d5745e1c557", + "1132f5177070b804b78222ed58670c88c119a10914c7cd820a71b18061fccc4c", + "113618a22be4bee42ee2bb850f8ccc18363063f6b3cdc8a30a8ca58b9b39fd3e", + "1142609193b022cf38eec3ec0870d6c51b2c09eaaf6138a8d55deb11a6c5f22d", + "11450674cb59ca3534c525d225161770cb93022c728f4835a7f52574e959525d", + "114707d425d986244f3e56284f7bd171563cf48974a42fd7a9280980c67a3f95", + "11773ee6fd7210cf7c79880cb39fa7cf7ab2829df19080e82cad70c285ae4268", + "11b4798cc26f0599eecdc28b4d71317e23c4acf33bb37093c50a39a188631945", + "11b56f2db4d76ba9adf943bc17191c2cb6e5a85d85a1208593cb7c1be386ed44", + "1209427eab050c56945e46d87c5c97c8037c55ddae6e4f0aa97a12c04b38226d", + "1233ac6385a62a731f93e267599b5c5169646ecc236c05196bb6256a4601e223", + "12a42cd1df46b7dcdbe7e2b9a63a24bf047a07cb453c4064a2f92be8e58e7a95", + "12b0cf2d082125418884cb235be8f0cf114690e28e8e68ff8de681b5a0a801a0", + "13149b1fd7056e439febeb35a6867dcbb149e9081d37fa40e83b1f2918ea5e6a", + "131b8be76b5625f24c2b90ef450e09681b8105c48bb24612d260f7abe159b85d", + "133e83462cc2534113fba38b5377d44f087fd0aa62fb17119a2d775c4d36ae13", + "135c96d100c2bbb210c05b0fd0ef4847d85bce2f7db80ff53a6db6a34388ecb8", + "13600885db220c1356adecf1f18bea3b6548495d5a2dd92685a3405e6dc32601", + "139065da5be130bbc91483d942c99736367a5b8e88fed0352cea387a7a8dd805", + "13ea6dc51f604aa5829da023023854a2495048e1f0760c9b3693d1b6d6cbc295", + "140b360113e9fb4ba876e619c0f710422a72e52423a3a5c80a7ed758f1681024", + "1443c885727a11619a79c4d8beb93b4f70e2eb0d682dfd1cf245d1e66fa67beb", + "145fb05e3a2ae5ce368a34f6fcd96b7ef31dbf82c770652fdb4a93e1309f5cad", + "146051089e993bfdffdd37eaaa68c9bede30409ab45c27b17c19c9bdfdfcc447", + "1480b5f9e56ed421dfa2682a888b5340df9e3417b2bf8c26eb628970dec5a891", + "14a571926fb18de1ad06566225635e5562408c6b1e2f78c46b959033de658e70", + "14b5b48bc2a11d15c666669958c19a316df7da7ae93585e4fc29782003f22093", + "14eb14bc234531012f5a646c2481f6f876e53d1549adc80ef13030c6ca20ba62", + "150e06f72127d24afa4e0520537a06b3c6948119d290c73c8bce75462e52b706", + "151401539a88f6fd7ef8230cac5454f2ba76c8e3413bbb677dafdf138979eadf", + "152b07d8b0784d39ddbc1d8033cb660d667cda442b82103cf2cee4bc344b62e1", + "1589857b2270441a120ba8e1402c97cb04438de24c09d023d2255f6916f012e7", + "15c85017940438224999372bf58525a0aa05fae056b9b62153189e1b19774ea7", + "15d9ef11aa04e54d29e0e84e71fe641dc54224f835c497ea74c18a6c2f710e53", + "1627d9af029612789104cebb56c6f6ca76795364d6ea2d2bb6eb4911ae636d1d", + "1652f6d3ba2e0a8818b2449312190f6e266553fe636d1f9ab834dd7984a01386", + "167ef625245b0fba78daf7d0bbbc5e6fe0aefaa9dbe1e57dac61fa631b475138", + "16946e5f2cb7e92c9b2e2be8f3e6e03e7c4a7b884986bd8db1b427600a1e6591", + "16a262c3f0d6c6f5df9156d5b413d2ac9c076056df7e3b059c0bacfd32a02c74", + "16ed36710a71acf4e83a0c735591a8d8c90197e92a38efcc8f5ecf64a1868ec0", + "16ef1975b3bdb478bc236271efdc9cffab09408902a5f97ce16f5d71136edb63", + "1705a03558836eb72c3179c8c3f78886201b56975c7b1ee7ef61a9cadeb4a57b", + "1711dc5e3e5570e0e338a8747c3c62bcafd93fb89e20f4596ccdf0da8c1a31ce", + "17218e8f2c3254089caec4db721323a772301788f1ae0e1d540fb82101af6777", + "1729956f439d4baafa124ad35906905bce52a38cee105d0384caf2bf4b1b8c16", + "1748ee905ebf6e5544ca8a20a2dc34e69272edfde8c325294b5a6e7feaed3445", + "174d8e6fd793f2b7032fbf0d980e5f4d8bd766c85f9873782481450c8baf2078", + "178a0f21298df6295ec0adc89eed35c2c7b0010375ade0b3ea639cb06e4c7c34", + "179c1cca46f3cb63e3f75c021f41dee206bc6a554eed8b17a49522eeb93db65d", + "179db1683a5d69775c9698822868220d9908f07495335ad2473ab81fd62943b6", + "17b9ff51808a80a062bbbf618fd89a0d21a707ddfeadc23243cb82a6aa2f9241", + "17bdbd2ced1b33326fd60ffe6f5af3a474d9323baf21761a637897088221a48f", + "17caa6df22d23dbeeba5faf91e1d00809f676ec09c65139d493616baa2d814c7", + "17cb801862c13d2966d77f9841a7a3e020ec4eaf3b76f14adb6aa1816047b308", + "17e6e2f1435e3d01d6654206b99090f419461dbfb37993d5a7fc128169279cfa", + "180c43a6c0de8a43420887064895b3aa42bc535816446275fee6a6a6af523c30", + "184ce76e1968d8a3369ccd694d266187a1189d85515eef1759b0c1c6f784d838", + "1859ef068a39acc92b320dadbb60f49dcec9bb2799dbc8c6f25f54151240f0ff", + "18ab98247de6b45481ea7b0934e111b3fb070f46173f5f586bb9d45f4cd3c700", + "18c879052385c74614d1a44ec0ca146ff4413a852dc5ed816189f45047c61ce5", + "18df2522938daae00fc6bf415f08a5503d5d4b600b060b5e514628b10a8363dc", + "18e88569169f27453c3a17a88edbe98bddf953e9022234f2e5a0bcba4849d111", + "18fff60f2e7239cd15e46ca71f35847df2b47d7e499474cdd1d3512894750bbd", + "191f38fba735695d000d80a4521af73f630fea434a5676d87d1b27c544bd10cc", + "193ddaf83e3bfa7913045010dc99c78a7900f686f81bb1a64c72c8402131b494", + "194d8b0abc3141bb77465d1a491f4c23166105fef6a0ec0b46dbab0fa0b27a97", + "197409c1266c07fe3c0307fa9dbc526ccee630d158390c766a97a8b3b521d16a", + "19abf2d41c0502ea57f2d87647da2fd9096befc28cb60052e5c1f9a03815c5fc", + "19b6783b167f943186601698d9096375a33996a58185b4fd8f6a1ba54222b021", + "19de583fa8e8a4aa2ba3b2362b6f4a4d5139dd4c45718c1b6a13f34cf5614017", + "19e44efb9c3709c75976aa81dae9336fabd9f3a16efd14724881cb3730964579", + "19f460b02fce9592cf785408a8e17e51bf35598a9f123262c56d9cbf144a1aa0", + "19fa18cc19f1a47e94f37519208bb6dcefc4b91981884f101182e1025c76433f", + "1a296224e9477d2b02c8f3f9abdb975a926f5b16f09a262c00a1db29c7e29127", + "1a5a2327dbf13f4d8062a3a676c7c3be2acc4469f771f49f385b6f608303f885", + "1a5ca891c3e8863c73d87d409285913f3ff31d7d816ff7d769b18424406d0b72", + "1a6fe7be0ae3c5a1eddbdea9cdb59ffec5cbe937bad1daea304c4a4c33ffdfc8", + "1a770631048156b7cb85f7f1c3604ba29f06fb0194113c0cdebb9741cb21cf0d", + "1a9e514e8ebae8faf4aa9b2561e82c4da462ac342967fd23eeb62d69c788c37f", + "1a9fad98a2bc4349a33356f65471b768c20daab285e0ec8926cc2cbd64519950", + "1adf55444a134beb42228bb9fdcea16e6ed4ea5514f059ad5f241bec3c07e58a", + "1b44657071336edcebbd0778f6a189a4c5d407483596e41b82cf2caa223f7184", + "1b4d8ab0d77e3a7b204f36bd251a684a81f307e3e5c353299c03e46527bcbe57", + "1b692f8a75a468d9d73d47e69bed36a362534ac7439e4b7ffb46a28ca6ae4300", + "1b938aacb3f82d2eba748f4d3ce039643df540aa52b8a226b1c47559dfd95300", + "1ba01ade66bbd22f55c0b6c4fa5d5ad80ebf7c31f10ff208dea06bfa5acb145f", + "1baf7fdda1317cc8e1aa739628f9f87d48b7e0fdf26e88fcad20f570602d58d6", + "1bd4b7607ffc276d7dea3a901f5c49dd25aa8450579c89f9983848e7d9b68b8b", + "1c260a74d7a7e4a86538fd40f497ddaa09cf0bdb87d3cc4a2f491d1b76cad2e5", + "1c2f381834ffddbaa77f1c0985c687d61ef5d1d87723ba0026aac8c53f6c61a0", + "1c4b6cbb1a2a0dd5e7445c1927f918866bc9ea76cea0d3c46c79421831ed4b09", + "1cb958ce0de35812bd01a62f72785aeaf1d2a0b942e3ea7be0b3893287d0bcfd", + "1ce18ff05a935eb586210f789946ff86af6512f5626fd0f6f3d90aa823c59b26", + "1cf5eb085a340488bf274e08c6abbafb32b94ff4456da6286a373409848f1373", + "1d53c386b644f1386934ba661826894ad14674b148d6199883619500cbfeac72", + "1d693019454f375a0ee1f16e9a0cc473cbf941f780b4eab01c210c6ab7d1ddc3", + "1d78802c9564ceb0481995708138e6af5daf67039ec5fffaa7b6e62c2a09b7af", + "1d8b9fdf05159ad613bdf0714f03e8b12dc33b3f78389bb315d13c336f8497e6", + "1d9d0ad3ae1bd0b3c2584d50c9f535b95f6f981c0c306a903ab3a14622fa4e83", + "1da17175ee9ae5d0b54fbb2a6afe84ab8f750228fec9acbe63af0fdc34e86a27", + "1dddb86c43db3223ceeb167535187e1dc4f77f558311137ab9598e173f42fcf4", + "1e37d61f66212b48b8f89e47c6a666b81600b191dbf1b93cd77301e19b59bc1d", + "1e60e9b00d53547071ebd296021a97f135965fc4d14108f39b2422776efadafa", + "1e898b25e792d44792dae03c892d9509da8138095c2ee7ff05f747df251ef63d", + "1e9370a197078bb8a937eac632798a8fc73f985b22a08e3e4f4418a7d252a53f", + "1e9a4d1e09c1d1eac8f0ddfc3732c0a6625aed1cfb4792cc9f0c35b226bea6d3", + "1ecff6afd06d6caa8afee5203626181994051d7a71897efddc9be4c42af91989", + "1ed9801a7d77ece07e35f4a3dcb5ae794b3fcb8d8b30472ba56281fb661950d7", + "1f1974c9c42bcb251ec0a6fd11a37ba070cba50c94b94d4d8173f17c7b3a8669", + "1f2197f0f714f26bbceeadb235929047fa69008d79e878abd900f1599e4eaaaa", + "1f5676917e8606c554ef1e53c14771da295818cbcc218eb002cdd7f1ed92cac8", + "1f93422b066c8f014f661708d7b347338edd9f76fe8a7e7b2318c15128416d7d", + "2006d578e24eebea02053b839228dc47b6caeacf097a56d9d747b1819df472ae", + "20403264c1f7c368497fb1b777303827fa9983e06820d7281639af0bf3f4e96e", + "20646ba67096da4fb1ab927a11101408c675c2eb98f47805aaa769a8b3db67f9", + "20bb27f8873c4d93c946b6891f3e513ec84ca2b6f09a73049952615b0248e599", + "210a7a5467b03c8bc0c2cf65ac6d5db5d76a98b285bc0a1e9c9c117b1768021d", + "212234d9d3b54e23a153e6222de1af78eabd8b93df9f6436078ee4b2a3223f68", + "2126cfceae5b8e513d078433eef8fe23109167b12bbff8d1c360ccee15bd0e61", + "2149243c6ba95fedbe578ddf8ac61ff2325b3ebc36705d3e278142f3806a062f", + "2151099bc42497224ddfdf04bd012b865f8565cf17b37ec2ccd7a4a73403b1fc", + "2163bf387c2bf5b804e987bf19844e67db7a90704c25bcad773aef04d4d859a5", + "21c4f19658aba33d1fb5c99d6e0d6c0c139f5218e44d78a77ffa5284896141b9", + "2207b41b5d1d5d2916d616e2af7d8aefecafb390937d39fa6e2a540a3bd10e4d", + "220831fdb2b9d540590561a6fa4d2b97ce6d6482f2ce58f567f9089ea8387831", + "22280f10fa1c1437d2664ada33ffba110c92a720bd7d5d657803207dd18535c7", + "22a36a44c5a57339ad24d7023c86fa5588a6300e8637b51351dd7ac95da29064", + "22f355bcedcb413a3a1dc60fe601ecca2584fcb94b8f2b56491c6361d23791f2", + "22fe153e2c7dc2a356f3551ddab83540615177d8066b248bf72168113be476cc", + "2314f1f7d20b72aa7d1d275a77ff5e154b3ca6e5beecce0cff9cba24fb95f873", + "23523c218d0de27396382b1ed9debbe4d895135feff96a92af88cafe23eee549", + "235c8c8b46ccec4d668a3c9c9acf7e1691674e6d76bd31cdc5b8919d9c62d4bb", + "23750121de6757ae56f097ccf73f62973ab859693341fc53986837e6cdef1a50", + "2376eb1a205defae31db9d21736c3a9981730d3e8de1c237e084b331f56f0226", + "23c8cc053a3e3937b369c9a82b97dbab7c1b3418079d83bb808c8ee6a8cb977f", + "24037ecc9e35cbc55aaec3c4beac71aa1b73ed68c84ba0882c32d53a156835d3", + "24063a84bea566065e3eb027a021d7321f6073ab346602abf8bbd590a787e463", + "24418099cd07ceb506972b9e4e1787eea959ca7655ea273a189bdd687bb39f54", + "2442a7acfa983a1ea38aa0f9d72e26e644620ea256c96537a9ea9146d9453022", + "245709bde24a4091af4962982e892c9e60ecbeebb4467db6ce16bdaadcfb3d9d", + "2459c1f49eef7a04b4e30c35ab426b182f335c3502bff32a32b15b42f73ad032", + "24894d48044a516cc510afc78da561f4baffc729562753188a040e7378af3d26", + "248a9d49901fe119fb30582e47717afe7ae45690000a45fcc8ee35518753d89f", + "249ecfe12202bdf2985659df13fd59ccb8802ae2dc6188499f1386d7362c0cab", + "24a0451be2da0b8e65249852523eedd2ec51ed37745039663151334f2023c326", + "24c84ffd078a3121a4145a43c56e4f1a2bf0af2f3cfdb189f98c838731066f04", + "25063678270b59e0dca5a6da6eba3292f23b73d217c9cac51605b15560e77120", + "2518b9c1010b8d9b2d7d1cd22c1483a017a24ce6480e7d11b44e414ef44b0765", + "25348dd365bc036dac3ca8c5d136c534990cb2faa13ed65b9beaab47203d8084", + "254464dd9570b6db1fd50422d4c43c65e00e79e73b7f67805753d87663fa78c1", + "254ab0473645a7d33ea1c7177f62059d16b3aed7d778d712fa260af6b41fe5ed", + "2562e4795a7465ef02f84e915ca1b58067581b7131b29252f9dfdea193c17fbc", + "25b468e54479d43367920591e3ed6aeebd9abf6f10e1eea7317a9385008d1170", + "25c0469c9130572e4564ba51afc94384fe426a6bb26817c98e57d5bb2226ffda", + "261a4e8be9e066d28fe884861cda7b2f9157f907f5fbc1e367352c42f3878753", + "26212fe5d8453ae051b0ac57fe878c9227f645900a62cf21bcbfdf6a0fc34c7b", + "2656e30609ebc0b05b195b9c0e09ddca9d3dcf58b9c2407eb1baa979794c909e", + "266db8f2f7eb2cb3582b4069583e6e96c68f8b4c2111cac4214cd4572c1bf692", + "2679142ca668cd2ed57827268096b51b059693540395cb5346e1c31aaa903641", + "26b4a45547ce31c9abe7b9e18b8dde2b06083198e899247c49f3da64f310c18e", + "26b9354f82f2e5c5d5264dd5e3d91b597a90830ed119946f4e086ecbb69e4c1c", + "26d40782ae484f44ff1d3a6c9a760c457b48f9cc56194998c017ca391b7d597a", + "26db33a4e5b448543a2a7852a03a797297f34982049f1bd0dc7ebf3807f9f981", + "26e92dd8552c48b677811eca3aa2246840723432f17775fafe537fdd1fb61302", + "26f397e39bd00131ad71a7aad609c68e156ba48c68b264166234d946ab4419d2", + "27066882d04770d7e9e64e700a19a6f9370b9a34ad3802ca1f9bdf19c37770bf", + "270b00f071e7989acc5fce6eb464501e6b57d9c336002964e9eb65617383d72f", + "273a74693860dfe7fcfb511a287decae91dd4c8a72b71af522017505694a6794", + "27407481c77c04104695dc23de6a69977aef5457e2ad988c1644523701f13d7e", + "2740a0e42da39c2fa8c568cbe32098b1c3d225756665665556f3f7f6a43a0495", + "27858d3f5cb16b93823d8914d2f8c3372e7c686c9e54b1ffd81c5b934ad1e5d8", + "27a7460340351ea1d4644e1db88e17f3eb72666eb67d741f28010308ab3a7a41", + "27b0bb9643a61edfdc28887735cbc0983b19ca2d152c614359ca281fa5d5d57a", + "27b242c5b4cf58073dc81620e1d34d802768844a3a6b1f6175330bcd5dfd74fd", + "27bcda081c48a50079e57660ce90ed1035693e751717c2460abc3724fce99a8a", + "27e7476fd5be3d2d690ae3d918652b34fb880dcbdf5868fdc723b92538497555", + "280189bb83c0b59ea0a19cc763241246d9c875cc395a2a44b8981b58913503ab", + "28124203f106909f1df4f1eb9f24106733b41600a23bc9ee10f3500647c78219", + "2828d558dee61df8b392e18e255063d3cc328b0bbf2bee4245c4378cf3452423", + "2855125525b095570c5c67a3e29341c7acc8d003430f0eaa7c9ffd3b62a4b82d", + "285ebf730d8e2e3c9de075c89cd76833a4604d7bf38e55e1f232514825053166", + "286613917a09de3d887c18c08de2c8318e746292f5960f14629b6837fcea83e4", + "287ab60d93d0337301bcbfe0c86095fc2efa96ec49f298a840203dfa6a6811cb", + "287eeaf0dc4a3c7d7ea6d5a3dc340ad31e89a936ea03e1418e7d334500e9bac8", + "2885cd50b962d924a12f2dce415a974cef12dd736a2d3d6808497099ad4242fb", + "288a9d61d75d3a9ac82165408ab2f83d773bc6976d0a596343e0115f37baef8f", + "288cdd186e53aa4e0eeda60339143adc8cf1b20a7568a5275edaeb2ac5d44d30", + "2892fb34d6fdf1048f8348e29c1e2c3eaff561a648a9016ecac7390198e0a8df", + "28a2333a43a7143735131c539910d2b9a76961757224329d64832322fe34de18", + "28b23e9ea4c919838a761bb97144a6472f73bd6f7713209efcee7f30f2735306", + "28b9b8824154fa65a6140ea02b8b19d23f258f3981b58eeb1157aa0157d12a55", + "28efb908bbddbda776159898adba8ac6c589dc6b3d37829b590c807ed2eac206", + "292c695b9d20625d27207381f8a3e70898aee3771622f38b71e090a86afc0a58", + "294a4a2c1a832c0388fe80f5beecfaf4ca644cd360c07309573cc1577bcd972e", + "294e7b801a7eb160b3a4e5a424080598ba1f1b3f73400f5138a60c3ef0bccffc", + "29744e52041dfdb69de822316a881dc2e91ac164a8483c53c3f8cea36de54686", + "29b0d55d68bd9dfa81634efce57079b22ef6fc8199b081b7c1381731de5c48a6", + "29c4bc894cc82a5ab9c0b81405b35d21f9f9cff75b7f5f33413a1fe01a7a7943", + "2a2c87339df141c33a723fbfdd435a731a0d6852dd65ca14e95e6abf6d92e75f", + "2a4492b8f60864d826a76eed372bf588abf7407050f4fcdbb4b3ccfb73559183", + "2a5f58badc336d55b3dc5815488b62b0667ec6fb54d6bae91243f46c9062b24e", + "2a943b3c5c254092702cda0c505dc040cbabdc7e04bd7658b35481f0c5f699bc", + "2aaaf70ea612431d001d3466f0b41627abfe991e7ecf768ebe8734785812e243", + "2aceba1f4c30f8131dc9ffac25a01aebf23b15c34b19f5fa8926aa4e63a7cd8f", + "2ade1798df72258a18c346a6051b1ee1779e06d9dad7c27137403468fc630bac", + "2aea7980b8e26c8d434644d2b1a4c65ccffc39ba85b00eb8de41675c42756667", + "2b0881118dff8870ad09e53fcd20f0e4663e45c8ca5f38df1c4bf17361a2a13e", + "2b08e0a8c9d17fd5c672d90351625b6dd1ab26e2a77f68ae04ef065c3a3b8758", + "2b360994ca527b6f16c2aecba4370306e7afbd6c7d20995e38f96bba71da6be0", + "2b38841187c474862deb3f9e0eb5065ada3046739c7ca2b8f62f0c85a62fc8da", + "2b42c4ee1c3d0d4d83dab44e08dd6ede637b0ddd7c16b8190b5b08988715b45e", + "2b4f44a83e139d6234b2609433bf8436c4460bcfe236addcfbe63595c8ec994f", + "2b621cec625ced5ee26b5a268b34a664e21be930eaacf81e052434a037cdeac3", + "2b7cc30d5340a2b66dcf09fdd5c6e5ca85bd388bfbd3345630990eed07578f80", + "2b9cf96df99a58f4ebce65d21e097d819c00d44ad2fd27a98d3308aa88e6b3d1", + "2ba4807fa727358531b1957300c9abdfb1ba797fabb7a7dec22a4b2dbb8c8171", + "2bc9be0fd0d56c399fd79f919ba90ce52faaab5bc69a62519ebd214e17489472", + "2bcc96d40c2a72958ad61b4a1aa2123c8d356bee6aa1ab4a661135a5bc90569b", + "2c1654b1ef1308a13bfe2ff712e531a32297032794072730a00ece77f458fe61", + "2c27838dad793f315a486df8361278039fbb7199008c026422040c445f2b9f86", + "2c387f23eb35c3d4a52f59dc80cd87a9fbd1ddf6314944a60e7fba59d0765ed3", + "2c43cc1bbee25412c64d941f66df407bfbf6b4fa6dec9128336bb1f301c6d7a2", + "2c4432fe90d8817433832a4800d0bf40c932a4692404b1fa73eab43bfade88a7", + "2c70cf437ff6f42edeb8f76651a33fbf7230d6f0b672cdd08bca19916c1e30e5", + "2c7e589a02095c96e26ff938206dd582151dabadacfc5a8721ef8cfa86527b94", + "2c956b88706537a241524c1abc8ab57a320c8711f8503cb8aaa4bb17f3200cba", + "2c9add30016eb8b582370afb233e756a2c0e71441505cd96142f27e36e88c1d9", + "2ca3401452d5d5866ec65739ab2665c8b5f0be1c614dd7059de089fec3a711e6", + "2cb99fea0cad751b8a4a1b941ed87172d52d55fb43fb83638e31b9efbf4233fb", + "2cc0152d812d1e4a0d511ff3c3a9916e776aa614a366f1f73d3106e6897bc52e", + "2d1bb608b747735c0b5a69c4e51fd79ed6b5cb826d2a61cfa642cd13f8989b41", + "2d2dadaec7a8758c8dc8309497a471fa2e019e60f9d6cd3aa19b4ec0a51d2b99", + "2d4cd5e46d3aacbf9b82a6edbe2411a74c4a93212246c1bb2372372e4bf3274d", + "2d683c2c3b49680b6de9b50e2276b7bdcc137261f37cabba58a7748d299a5494", + "2d7a92c2c3fa714388b8ac5806366ceb8121ad8f5d2f8b9984b2fd1ec6b06e37", + "2d89f2626ffa73c6be327d17d2a6db0779eae4beca522ce7f24665f70ccad02d", + "2dbf667179319df46d094d753e44d5dfaad646777e08b29b4c51d58c6447496a", + "2dd0949bc9ed9322b494caa15ea82863a6a116f20e0e6651c1d5e6b6eb43f52c", + "2de26fa321cc0f2e464c49e500b33d39797c3b6be17a60668063ba26dfa76e42", + "2ded610c1de810d2c462f51208ee2d8f471d9a3995a6bc6932c5fac629560bdf", + "2e119b1f0a1c7fb0f1b2c3f5ec1db7e89f7657c009a48b309538b396e36b2ad4", + "2e28d2c5a315902609c458005876a85506dafbdf01751fdcaab44a68d0a3bfa2", + "2e6dd85f441bd65e0fc4220329cafb0408430e5d8de2ab07a5990095ff43e78e", + "2ea77ca16c79e921ab5851baac1f0fb33529d7c76a7d2526fe3e403761fde1bf", + "2ecfa522280f5eac8bdf12c4ddf4c4a33c5b60f36f306a8e2561bd7c05d3f148", + "2eecb84249abc69da89a65bc6cafef171db054f0399e30b7cd2778512941fae8", + "2f53841fd202a63ce5944e746c15fa26e17302e631b041f1b64022545e851d77", + "2ff450770fb2fcaa0867b408f1a5e66c2b65770311e4c4ca0eaf4e68c6e04a3f", + "30511fbb595277baec4c896231d4e9295ae744a425e66949fc1c9f745e951a7f", + "30653eee6ae7bbc39c131176c37c2b9fd5ec2c50008eb84f5ae21627c1fc12c5", + "306a71235602fe4889afe2a1efc2fec8907396abc8edb9b814c710abda504325", + "30aae25405ca1260a5434470f4cf866a9039e557139dc0260f75f35dcba741bf", + "30d6674f194cb2b76d9e31310c49eed068a97c0f27598c46d930a2f6fa59ea10", + "30e628d6fa4953917a5c581772f8ddee9fbc06c63a4d2956bed54b6ea7323c73", + "310e11e670166746bec5b4b32994cc60083db42de75f51d351e07fcdc7d3de46", + "31121904f1bcb9dca43ffd7e0ba17e8b4553fefb8385245b890a54e572f8ed32", + "312ce46a276e976e2336873ecf88d8e6ce8da47e9d1c280fe7934b1cbce52834", + "3133263be7c1529f939a42c98f9f5cf54339ab8cc8ad88ecf24b653c2ab2e526", + "31619efc33f3642822abcc8df062b55ed10485df2a6b91649e86018ab2f2c9f8", + "316d5b71d81c1d3b43e88a63aa20bfca9a2ae50618a4dbd9c3338f5eacbbbe25", + "31c8c284b98bdd6e6b6e76e48688b98041b67fde8ed080bb821b723063f24866", + "321231bad3b78e54ae2e36b015490b90756bb489d54c3f4a474665fa9db95b23", + "32136646f2c328cdea70a654cc9aabf770a36f339acbeae5f8948e40c0e2d3da", + "3229ed80b09d389cd3ab365025abc3e5a0541efccf5213b41200a8dc12d24ffb", + "3253500b87ad1014ba69e19395cd95459110bc8b1dc37e4a906778e19d71d04d", + "3257111be2381ffac0f0e668d5a3ba794eb8c4c2dd03e57bf13bc6d4471b88b7", + "326c201a620cc66c4a4d90735a7009ad601df58ca76002c49a0cb39831f37d71", + "32a616312a1e0a3a8b2b427320a861a432451b405d7ba02a7158d76b055f39a9", + "32b93c82ffe40795f963cc8a2f0b18d9ceae277f114b027f79e4d36fe9b085ab", + "32f8abe41933ba53748abf536e0e0ccf4cc4e79bd65f4c33f1df78f52b45d970", + "32ff9812853c478ec4ba6d031cd30a38f47f295d2103f6bdd1e28450958fc14a", + "3338ae2f7ba490655d53c884258f45d848437fd173c216a38837ca2cc09f8e5a", + "333988cd2d484d4f92a17e109724085c52ad8c70ce1759c53553210e50d0f0c9", + "3355c5148bb66e9b9638e671d428c271469a8ca2de794275c94af852e8209424", + "337b9dab25d59bbfeac2ddf9ff3b194f0ed6c876b99b071cb42fb2574a58a0d3", + "33b73f56f58baa737f8591faf7618590c2ecd86bcba29259e69585da9dbc521a", + "33bcda29c685106c1c0f44fdb5946a975f15b59275e8ae3d7c0ad7f8d404987c", + "342b09937c0ecbdf5b01afe4d178961d86950c31daa9d90fbb5f9bfebb5d8a3b", + "34373b6e9907806a7985134899c6979611d5c9e7e176d41b97e5880ecbed2fa4", + "344a203506196c9215b5e9f57aacda02e90cadd3a9430befb19349d13afd9178", + "3472ab26eca549d514b26dde208c03dcfe5a7a764be1c5514b9bf3aecc6a66f1", + "3480bb22f27a0d18b2df530a5dce8893367e0f3855fe65da9a1be6638f97e27c", + "34937198be44c29e1ed3159e7ec17dacb6df05fc6cc9c0b1663beef0e95462f1", + "349c29d22cba205fe77921efacec0ac6ef8b71ea131f273e91dcc5d042771f75", + "34b6365aa65685adfb11f115ccaea4ad1bebf026fd9e7b0318313a7d75a27c18", + "34c35b63588dfdcb6be0ce3eb3398ccb276afe2f2ea8a6ac3a30921c858d9b53", + "34d179a8f3ec05d380cf2667f5bc24b504fe9a125ec62f5759bf76225d5e50c3", + "34e69d9035c99f06a5aa13492a356a90693976f53d37de5868016b5519877481", + "34f74afd2a016440c205ac27a027ca4ca31ae30eb360a5241462ff6cfde32dd0", + "3540be5c5eb3cd046b586a603ddd6b954bfae55c076a97a22f77e4dd40ac9493", + "354ff8174aa039d4a22a628025b8a9a6ec415f7a6a6cf5874a722c1f36b7da40", + "360027a341c08574c0477f28fdfc05e786916e797b7559af6348a68273739d25", + "362be82bc53aeba93a56f0c4cd5f2a371fcac8f45d5e7240b2866865e8a03804", + "3690398863a71cbf8c4fca9137a29a0e6e15b71470a2f0fa1cdf06a5d0986bd0", + "371b1838c0b76c4959eb92dbb7a645db0e915ffa25c3906b2959d5cc627c3fde", + "37337b4f60f4e996080e8d99ab02621bc21eab68b26607ed1e8ff6a7797b0ea2", + "373f72cd6fdabdb9446a1a73ffcec5022c36c185aa4036ad5429b02f7f6ed666", + "37522879f3d15105cda2d3ab6b48fed2900198e74e844df6fe086b385d0a9122", + "3790c32a444c5c6f3edb16980563d016559ab40aa9a48700e292b413223ea56e", + "379eec9aab24cee73bdca8e950ba019a1f57af3f88bf83f14540496a223e8420", + "37ecce1d750a93d7ff5e6ce79171495cc95a596a892a565921fba2898fdd868b", + "3827b9b917f9e9c1e0c92f935c31ae04e70a8ecc430e1a17df84688c499264cc", + "382ed00337d1740c1abcba4e6b069e5c19fae28ca9f551087ad3d8223b10e821", + "384398950404d022e3d937bfbeea616ed984f4800284a2548af95bd875e718e0", + "3859548b787c8da0ffb479bccf43817cec3aa1e6ae9c065952140c89add2b017", + "385bde3762f16b48d40ffca0f7e13cb61a3685cac72681c1ea6d46b8565fcbe7", + "386620005ea0a9aeca9e2115e73f6a315f651d1e6a33c570438104467964ff23", + "387f75f652efc68830d25b8fa3e05b3e67b26413579c7ca31092a97da03ebe90", + "389fe21426476539bc015e368b4b1db1d44dd895995e1aa3a9f082fdac2b995b", + "38ae7ecb7169e273a8ff2ace53eec67dd77941dfab4ca3610f84cf489ac06c1e", + "38f13a2e254e38adef39a763b20eb8dd3ff8fdc529bae0429891336ee448c286", + "39000ae05180499f9212cda76d3251fc437ba01b55d5cc9387822f0673bfd14b", + "390f26525ac002e5a9812985150e0b5a53bd4bc13d39d33dff76c58c5943ed1c", + "3922d60da591994cba312d2f2a8fc8d8117c09b20b198274129a070f113cd5c6", + "392d57bad566f771464837d462a4f940f6bb8b307ab19c5e6cd0b93b94c90d10", + "393395504d82649ea066d408f61d423ade8334b7d7bc95f2949b1a91a3c21898", + "393400bd5410c8a61b80eb939fd77272f5baad15e273c7401838185b5fb8d548", + "3937272e73fb81158ba96b14584d01423a8d789a1c439c3ac19085358e4d605f", + "3940d2f105eaadd7273423da9474f33a55787dc9d4e3c4c334ec2fe28f4a568c", + "39516f23294ca9fbc6114cb20c160c6b7f0c205d63889193cb85f834e1bb329f", + "39570eea5b1d6207bbfc9b1792bf673b1c6aaf0e8934cf232a771fd4eb0b42d5", + "395a62303d9fbcbf1a19506d29fd1a95337a3e998115b8f45602dd04f19f27d1", + "39764a681f8e76c170113a5ffb08d4678cefde18fbe999acd5134bc1333c4a86", + "39b3d97686cdbb4c091fdd041c7ce589bab27b9a794f798052cb0cd13fe8873e", + "39bc2f74fa976e69d6dd2a8c599e695dd3ce6bd2a28fb764ace7acc236da158f", + "3a0a35b88e4e046bb4809979d6c0638f0e673a23342bd0f845602f9d68d83446", + "3a8799a5aeb66e6b62a8f9d1971a49d558032ef93454ef38af18d6ce59d58c64", + "3a9d4a48fd9eff24b30053f0563e2cd0a8fb066a1f20f131840a902aa8d29440", + "3abcf8119ef5d704352ac5c3393f8905d420e5cb6e269df9355c046d33513644", + "3ad8e387b6b41cbd255f061e746d929211b17dfa1dc4c2bb3f988a731a6a1467", + "3adc8c039c613b98ff8c20e0670f7a758ed2e9e39feb135d9f5365a08ad47615", + "3aef058e6d5fda406e7e9d808a96e70f18ba8e13162edb2908661f7cf00ce7f9", + "3b072f9113509c9d2cbbf1c8844cdef49e2a497e972c6f6671e89870fdcf7012", + "3b2fd03b31505badf3cc0c0ae855f48bd2783c9893c35e9ccc88f55110271fae", + "3b76d52cda8f218ad86f297985c5938c24a4b6b632854f3011494b7cb744268a", + "3b9e0b44fe5d97d8001018fd4570ff07c06d80ba961d940a98c4472ed3ae83f8", + "3ba52aff6dc34cf2624a72e08e61cd95f3de7295b25b0cd669b267c9bab081b9", + "3ba52cf7bc2fb85c021648f84774c9837dc9612bd7a619c517c1c66e4ef44875", + "3bb56255d36bc07beb145539c98a47d0d3aa1ba617524b5948e3b2c22ad1645c", + "3bb92d37f525b8e3c1af2c617cc6ce9c7780bb4041eadded976f54ceed6cd655", + "3bc4dbf30cb70d551f8355bcca87cecc0d215b5744e0b50c9b0c783ced0a21da", + "3bc883d49816b88701ebaaebcba750fba11e2680392e23ee31f486c0c5862b68", + "3be2384dee2306d6a9284b55449b778ce79b220658a9b1bd21dd9118ab14ee21", + "3bf059c7df21bfa5f8b729db597f2ccfa845b0b3b1e732fc1e10f4425bcd3782", + "3c780b30a7f1aa34eef3a076aeb0d0c9e0b6233d652829a80d6d09464475a2ac", + "3c7aeffc56ec06c0d657ea706dbf66038fb53b3ab45ce57abd52c188a56adc31", + "3c9c25ac5614ff2f35703f3c8b16d214c19cfaa98be57f16c62419a05248f1ec", + "3cae26f451b61e3273296c01d01d60a12c16719d2ba21ec35e56f42cb37196b9", + "3cb0441e03264e1f033bcbc9a5bbb0d4410cde112281ac6549a918354325e2fb", + "3cfd4dace103cd378e4de22dadcac1e856aa3297ba31185bf3324ad0de33c9ea", + "3d178d2959ab3643134b553b2bf9240b0faadd3169023160903ed01a928021fd", + "3d2baf4da5720c05a85d5458cab3caf75b88dbc812e96696877dfea74760ecee", + "3d5b80db97a27e956b860cef66224a4e13774242ec0cbd808cf605e22dff6ed4", + "3d6e35262a8b1c59a282867c635be36e6d3a19a8d926f243f8811ec445b36782", + "3dbd487c90e62aeb025e3e17bf1dada719a29d9d02eb890b08f8d335ce9bfa82", + "3df597c5e716d2d5c9df79f49d6d278fa9cb40e3c3dc9b62d0d570a8f6e844ea", + "3e8457255e410c29054eb03ecbe8b264f1b3c5f74cb676fae8febbe706f1ac01", + "3e9459ca0a452caa4ffe6c08f088f780b56014a8fceb4475633d52b79ec71102", + "3e9cc0fb1dd20c269828064dca21f3594ddb7a2b2de3befbe6a5aa7d122210f1", + "3ea36a3f2725b618cef04969dd397b1631dda55ae703a926f78e6ce73bacd4ce", + "3ec85c9d41a20e1fbd27a3d3a341d28dee5281763720a6e6198b3bee1f336d37", + "3ee3d21edd0432f918f2b2f2da8d028916a311c6d1db676955e5b985ead589b4", + "3ee6a26718544fff1c7ecf9b145d04616e2405948378f9ec342251f56d9c233e", + "3f006610eb2c7a2e531da7e7e997d21202e3510dc0ac56a508ea567c3b7f863f", + "3f39376f90046200bff93b447e0e6a0dceac5d3c783811289e0b98cac2c429ee", + "3f836c4a17f0b9d0af547785829a9330ea4702b83d86098ff7dd612c3fc4f642", + "401436e97b2f59480c5c391ab5bcaac864876386e2bf617497cf181fe45690fa", + "4021fc9ac7e29c383c2a74fcecbb0bbffc07306dd5ad62445cdc087135e45ad2", + "405ce23ce6f135491c13e994d6051c77b74bd5133bf7b92fdd05083a78a306d2", + "40a61127f13657828dfbb6be83c8d0ddc2ab8b6e6ea8b0d23ecceaaed43f9250", + "40bc5caf332cfa6dff82a65aba8c88b49d8d9258240b7dce0a0a208ea44e2397", + "40fd462b084290e729d6e367d8e05017492546885d3dadadacc0e1c5d045131a", + "412893375eef842497f0b60c9a438f557df0632085d4bc926c66b080c40673e4", + "41b4b99877e41a0d93cb88c9bc81db9ef7d14c83c6b9357b01090b103131406b", + "41cf7462c3ae41845da13e06bc518236acd8fd18f38cd7e1b279c38678392caf", + "420435e1d25b95bf6ab1c9a55c923e409d5da847168091b3760226e243ba2c14", + "420eeea9117f59559bd541412bcb29cf8554b2ebb1d4b8638371e8d73b15ff2b", + "42218ce98ad3d8d50bc9cb306062f0baa439662373548602415acc7e59d6e9fd", + "42558ca06ed02105c1166604d705f4f767a1e36c7a78618437fc36f0fc7ba0ac", + "4255e9bfe477e94d2520a86c29f52e6041a4b05683c78288689f0d3254db0d02", + "42649b4f1d4cfb99397aaa33778874f4012567a6f2dd991393b094ae0596857d", + "4265b41d4e437989877b223b245e1063734921b5400fd04ba45ac53c5ffe90c6", + "4267a36f64ce7838ad9e10bfdba933172a098d263bb63c86ad57267027942326", + "426b2a61d885d5483224791a3c349ddbaee80a35e9c40f80bfa17fa1f7ddf578", + "42777dcca97c89d7e5dab61e5d9d50f5296e32579e2cb8063baf1f68b8921d90", + "428f274d9a39516b33a8ce19bbf358eea69640c134c81028375e2d49aaa891a9", + "42922521409bdb49b86404d39136e93ea75eb0580955c13fe8cd2cba85756686", + "42d0312b0a32fbd94ca1b9eaa4b8e3129fa96947832f97a6a44d15675e697585", + "42f5ca82146746b778bfe5ec97acedd150aea7e3294c9898623fb86a53b70300", + "430d0e82480ebb89b687f5648879a0c26589aa9c9f887d3327b279c330b2b591", + "43295a9e46b5e2ec8e671c5a130fdd7f942b7efb434d66f7b7835620e2a859a5", + "4349b4d1462a48bca23750e495a84a3b950f705dfcb3d11c0cffe385eaa19ee3", + "436a928e4fe1f3e129a24d447dd62821a8b2a5c9055189f0dea60828b7f361a3", + "438e8de1b84bb27d2c051c461ba76ebc5de760814e0988577684197b0005b3f5", + "43bb7b981ac7954e20a941c170ae59219c91c77a2966d776942db5e4028f24ee", + "43cc161ca50b1b7d86a7e025187296c87c6d289f8e9e7bb86f8b6d1edaf7f026", + "441586d4cbf2db66b066c6a372442092654c3d87158fd9e46e6091fb5feb634c", + "4424a4bc86c0f46c8093e3bed4442f576579feacfc43f2366f36e4fe6edec869", + "44650da1115b47ef24e431eaaebc63ce3482b9888382be4309e9e08ae417f4e6", + "447de9ca3a4c845fd9fff0d19c05e240558368ea14d8a481281c42c1b3f12984", + "4498af1a55b9b415d066ded464919d2a55edb6969b8cc00092adbc52edba84e4", + "44cb0c73cd673eb2469fbeb0f283e7eeea30e78fd242c7fee547887a1acc4f92", + "44cc9e16828fa11b5d0a4541d3a29383c8f97c4eaad6f8b8cd7ad9b804f77951", + "44d383d0c482930c758e9abf75ef1b4145b7b91a7f3ba4a8e41563c30cc60009", + "44d43be322fe6f463b76c7e48e789ff01e07d3712606fd6155204d9e96fa7f53", + "44e9bcea8279515cc4de38c7c1b47cf7db5b1d5fe7b3373f99f31a334341f2b3", + "45092edc1b76ae550294388a7008a4673b601988e5d4dd47e0d5e42fb3e1ef01", + "45607e5b779450299b4a4e3d2bec1d1bfaa5de408b81221fbf109d782b8dcc06", + "4591e8241665cbe9eb8e1e475f97037849633d40bc1e3dbec237d87d292913fa", + "45c3b0d13cc47a16729ce2bdc9c4463a2b73f299ec743fb2c3cd93dfdab96286", + "45d6fe5461af10acda5c405e9d1a098a709cdbd59c89c6da0b41ab7b9565c360", + "465d1b63766e37d26df675c644396e902d587b2ed23cb7654dcb05fa05543133", + "46844362e00bd617fccf5dec58b106fc8b40c69054f5ea96fd3f08a6f7106d10", + "468917e21826e30fbf98f2b87d396d0472fe5b98c216eb12819fc588e2288f32", + "46affc777d8595127e09bdbabb975693f690868625ca609955ac8bf61669c912", + "46c916e7635bbf037b90447dde28310890f8b755c054927867966849863981c8", + "46d8a3840800d6114f9e23ff4c6920318183c011fae7580a86042feb881ebfb9", + "46dba5eba3ae9cab894e7240ac8ea3ee6475750d6c22bc1ab75749ad11c90516", + "477dea60e11636b609f77bf206708ea7dbf025d7729d90f692a3e732b08b21fc", + "478481dae1cc617790b53d41d5783e8000b51a433ce3bd0979e2fd5512f0324e", + "47966500228dc154f1e5184b4eb5c1d7079d2cf0ab6d6873751954f85ac2fdf7", + "47d6af26ce42dec6de81734d68bf4d2e12153415a0048b9645858e67a46e57d0", + "47de3552f64938c412f636cf0c628e63813bc8464b3d15d6b39b25bc509f718b", + "47e7e6462074a1a7dbe81ecfe3c03772620597901fc0063e09b85f360053f888", + "47edf18219d7e7f42ce9b3fe479cfcadf04f52ae02a7cd02586b965f5a9163d3", + "47fadbe243f65705a8d6f991f805a499136f721c1165f8e6f93f186f0a0007c7", + "48130f01e7241c2a0cc995b602940e1a52ee6d6e4bbd1f64580f9ed0817685e6", + "482d446437c7d574e8059cb27f6f258acf28bb2570996ad698ace431b7bb501f", + "4844fa3bfab190bfb8f62b622ca7923aa2473fcb339f49964d2043046948edf5", + "48873a484e5925c760df63afa2c3c1a66198254db1ca5717cdd081b5c79c0516", + "488c31db771d6fb4a209ccc928baea074f090e7fb56ff863b2e569d9ed1bc372", + "48a37c04e31111c927f2a066db22f491afe23df1eb94d9d9288c999f471aa982", + "48e31de5c3115f218c5eae6d25a2d4cd097cc97480aa61a93b876eeae03a1871", + "491364a39d23fd232b902a1bad2e3b9aa7884909a16969eaecaca24c4d125257", + "4938fbb14d7f0a430b584a9a5d28a53667e267d6669b4c6419dd6ec9bb6b77f4", + "4983a313916042ed6a0c6c2bd9d48cb8a2904585e99db84a6a7d9bbbb105f99f", + "499aa49d7834b33ab4bd44e7f51e7fca36bb850bfc76b3b5b8542db1df09e628", + "4a2726cdf7b53daa50ce0d8f82988880cb1ab67aac8e3eb096e386b06ee377eb", + "4a2f05baddba7f86c20f9bd95ec3a75ba9e604c10ddcb3c0b46f0926feba4bc5", + "4a459a84cefab2ae16c9dd41d5a5e38abbdddf9e88763fbea8a358e8f0a45450", + "4a4a6d458d69c78b42eecc5d11a1565e210edac4cc7754485a4f7dc2ec353a10", + "4a6ef7f11a9b59fff7083b81620a26bbf8bd849ccea64eac497b37a58ae69826", + "4a7ffb8d73d336b41de75ae007d05cb60d78fa29f979886dc1f4758cf66a14ff", + "4a871532448ee3c6d421c8a462db8e257039a1dd1547315b004671a4a3b79eec", + "4a8761e3fbb633cf41fee33db760dcf10f1c1c281fe188bdce901883371631ef", + "4ac00b172d90a8f879b320d58f5ce6f177b4f0f1f2fdc4896d8513121e1bc444", + "4ac2003f5ff908998db16efd8639d53cb3d5d26d28fa7221ed0f8163f6c953d9", + "4b01d0ffe4419a55d185fc6a50f1b80d629d87d5d44caa68a4f002cad0331eb7", + "4b10518d510ef77e3c7337bf0761660350d2350b22cea604bf6da5cfc569ecf7", + "4b20bff40caf59eaf8e5b8468dbb031f2239f249f8eeb09eea3a2c5aab036f8f", + "4b3210a8d9fa69888af9d8c56c0def3bb79e5e05f0a8be419e0bf58797864eda", + "4b5b4b5c0af753edf62720b09c8461fbf6917106b875aa95e5429c8b66e08c76", + "4b6a1d6c205a38fe3b7c533c282dd7b29ac4b5ff6864409396020a569999b374", + "4b7f80cc29961955ea40c7d3567b35a02164cd1533d958d883be82c4ba37b31d", + "4b8a1def4d36441651de8f179889ad3bd052bb0becb9605941116db4018c95f8", + "4bbf36b7c2c14caba6070bbae9458af2c813b599c8f6f3c6e2cf9705b21a99fd", + "4bc646e0147b8c2f1d49768a352f413b830a2332df659f02e944e942d47a4786", + "4bd9d910a8041060f92d96bf5eb568ce0140fe65e0015b82973300cf0e5b0688", + "4be8d922a5de73ec325c9248fc1416187e5c829799430a4dd333e4a7553150ea", + "4c1afc535fe4498f8e6ac334816ed0b9bbbabf835f590d477284915804ec6b02", + "4c54b6a006e39b19e32a114c684e4687e5bdb997e3c1d32299df1a6d821e51e4", + "4c6311c9c35a3420cdf7020ede4be8fd5f7b42235f8f7691677857ecd3987a48", + "4cfd7bdd44bea3204d1c2a9061be31965670616e9683866ae44294f5376a6f40", + "4d04a412a956ca16c52fc241daa05d7607215f93580007a531b0d254fd9f52d7", + "4d052ee0eb223728de2c5566ab2bc2532d03ad930b5f2cc92f0a40c1e75dc478", + "4d6bfda867e611caabef7d76612f0b5aaa6418d8225f4e6d42fa953a950d17e4", + "4de79945a00baf1aa259d5875bfcc7727bf66a46dc8fa9bc2231d72b821d48bd", + "4de923ffbb46a3f8e6ac63c98a68521fd21c1ab0f77649c95a30bacabead4e5f", + "4dee6a3056ebdf8fadc76c651ada138068fced8ecb685dead613ff9f1ce21912", + "4e1e2a65b95720debed07bccc2ab2fb4530f46961a49a58b3d06121dba5ac69d", + "4e39cb23a75019301edf20fc52aafa4cd6af401443571086d35b2bd0578b742f", + "4e5a8e5c4554d8fa8a888d419e03dedf35272f60c09c06494bdd6025f1aaf47a", + "4e5e55b9e0c37032de19375ef4f580467a7d16c24c117a936a64b1acedfbe1f9", + "4e96aab0b69cd5652b2226c538170f17d2c99dd6fbe6558086d131f1ab426fba", + "4ec8791a63530bde19bd54031d055d324e66610201287ff0a15c2b1a2fda1534", + "4ed68cecaf66306974ee0a1c02ac6d5522fd388a6ebf63f1260ed6bd778e6ccb", + "4ee615c9b08f46dde44466f10ad5597cb8da99157dcf86430e3409d29ee2e6e7", + "4f2bfd951868f8f07f40b14079b16caf8ad4ff9cb426f1f444e36016d29c6d3d", + "4f44da2e6a0ee3611a2f59dcbd74e92f9003581abbe0ffdf0eaa4441c485f5cc", + "4f5acdad32a85f1f0913249599e5c961a1bceeca6258089074bd6c79525915ff", + "4f7ba8c30d185c5a7dfa3e424b3c9e8f2a2bffb63293f27438fe741526458cb2", + "4fbfc62a8da5a39510020c9ce45669045efe132b191c2e611b5db80f6ff1911e", + "503aa9adefdf6b5f8bc9fabe338b915ccb08a00434799b4b2a9887bd2475433a", + "507197a8f0ca6fbc5ea59f39fb0f1f93f463b87ccef674d37f216214cf048ec6", + "508d052b57de3a3b4e3c114fd09f3c0e1390e61331e018ee6636a39d34c9ea42", + "508ee9e55ec34d55b104c6fc261d9eb746e4e70512ad86cc0b4309420b47ab66", + "508f1063fa711383380384576cf4b882743780c40f5b068d19ca20f21a78498f", + "50dd754d35675a097c9ac8e548f50f62d860771bebba8ca0c32e8db8da81bc38", + "5106b9ea61a0c1ad92726963b125faff828e1c21cd1872565f50b1cd3aec3886", + "51164d3f4bf9e63d7d12f2557f54de4f38cfd15f84d3c9ac6aba4e7b4f7cf00e", + "511f1c32d909dba225053747092b92f90309b832ca3b77266befcaaa1127124b", + "5125d348c3b07f6c3178ec0d4f202d1651e134a8c5c54b12c2a51f703328f066", + "513fcc34df2dbdeeff9e169cbb3da37e3f749e7fc1015c015a9cd546b0044572", + "5145f5c1bbdd99afaa2fd7f44f5e9e1f65aa81e02190f562903a48943cbf81d6", + "5177307c8c4ff23aecd65de6866fb2638d3d7ec38857cfa69a6b1735d3ae4ceb", + "519a433335a476427b4e44e79c849f394218055b0b3d55bb5d827d57404235f0", + "51ebce2f08cf13324964a1a686b9d497861cc807cf4f352c649a44836c3e94a5", + "520c9cec4ebc993350ca357fcfb6a8c3f6b94ad865e20f46ddcb517c414bf9dd", + "5220fecc9698d8c201b67957faed62daa1a60bacef7cf5654cddf7e2b7ccc75c", + "52259a41e170c1c126230665c1e0e2b9fcd62ebc41309bf079f2d8372c1e6d95", + "522e80a35e589f1d0ad9f4f7b6b6cd0b718e84a27b5001690f1e62f9b932360b", + "5238327c3ec5fa63a5a4cb5dbadda9d28c0486b41c53f91661a2130bd715baf8", + "5244e6ef0b5ed9f3207115544961ddc1ebc1911fd6964bacb01d8bf76c00d659", + "524c7192963314b4237bce27dd2894d568e7fc3372c9b7d76e772e53bed3f6b2", + "5255f663fa401436723b5d5f7894ed1097b9ff37dfaf3d2b746e8f5ba8467982", + "52764263ad81241602654110f7beef81da96da4ec7b8c60799edbd5857587e37", + "52a60872f2deacda62eae94debfa7f6940e2d58712570cab942848334ec35422", + "52f3bca068bbdcd19eaff06f35b06f7e535d88eec057180ef79c1d408b3b6630", + "52fa559775b9d6bc1a7a600084774c5960ed4a3bb7fc494ebf021e5cd1cbfdfb", + "52fad5a8f3e0c1a5efe527864537eb8c3ee9ba1d18e21bd0553925d1a4dac3cb", + "52ff1f7716b9f49065fbbdcc8ef2ce9ddb14b91daa85fdb2729237d0e59f6cc5", + "5305de227271bd209a44b2db1b715e7d261f4c402556d75a55e0f1b527f60567", + "530b04bc8910bae2df31a59dc8ac9b7ef4f4dc854b82f552a23044fb168e24c0", + "5330727dddfd3cfbd27b98ab33714e4c1acd7aefc2386acb5fd788a7657ce576", + "533ba29ec6475d2a3d97751dcf7cd534b0ac20aa01c93b7bb6fbf637e84f4acc", + "535739cdc04feef32fb71d37d31105fda85e8465082bf605b5441435aada8542", + "5387d01cc44757a81ae1ccf1111f3a77fe8c210cdf6ed1a991192a80f4cdb0d0", + "53b018be0e50f8ad61778e2330ed74ec2ffc8bec9b5d06a8cba967046f7fe86b", + "53f26ef79ca484c2bff9c31ed2c0b2d6ac2fc5a437d9b29fb1c5ab9dca002e8e", + "542faf6ec88e75b833dc99ce6d5fd4d30eb3373afc85f9f535fcabc38d0ccf1c", + "5468da1bfe41c940866fee9927d6945071614195f680f2b64b83c55bba3192f9", + "5494e181e6577586ec41dd3e5abc372a33e765cb03daf56d3b20db748dc79b80", + "549cc016d0d8b032362d4d1649408bfffa31446c2590b2e12804ebbdc47fb2b6", + "54bf2c3e0ed21b66938eb7623c57deac2f09ee563dea39c3e14d86a9217d2654", + "54d8b11fa7465c7082792100e111f8e33492e254f3892a41af6f78fc123d2454", + "54e5ea5fe2853c502e96c870d0111a15365a5f6bce1f3193a7b9c348645481c0", + "54e9dd90dc1debc55834f9788aaded500adec9d7619cc66817eb3b8eda688b94", + "55043e55212e6205cba548efc9313fdbb51cfa8cca57640fbff9dc8aab528853", + "556445fd46eda083b9309061f7e2fa74f036037f632b9b970eeb6722d23303ff", + "5573a9b44b03589da0cabf94c4a8e8937abc3d157356d864293a721fffd6b64c", + "55bf14f4a1a1eb840ef9a1784a65ba2d04e37319e45a2acf8349860cbef6a232", + "55d1286538ca7f5a4fd5356054a3b8f1dc9526876d81e36a0bdf741c802f1650", + "55e77f7587c4d4a56c639ef0c76bf425495c87ba7fe9cc3ca0c1cf436418d585", + "55fa2fdacb594e28831ed04b9b0fa4a047abd8e550f7d5eb724679036e528d53", + "5613fb98363341a6104fac31488fe8fcf907baf29f54278bbd9df7342c0f8685", + "566626d5c211e1d702e139dc08be33384e6d823d5cec75a6cb7b3310c6998a0b", + "56c1062c0c0ed6a0ba04664b78a6355cd2fcbcdac3aa93bc06819def28aa37f9", + "56e70514de14b66605e2b2e23053ed771e60f1e0de950cc1fd0c510a9a5301c2", + "5706b028c6b3503ed4ec4b5f490a5ccd746f48f3a8520d31d1d83cca2b8594c4", + "5709be9646cf910153f3f75a496597712cb7411e2f9447c7fef7fd492b32286e", + "571925f0b66c738b52105644b24558c21771db1f4432842dcb87a1ab468a74a9", + "571d8a20fccfe7b2de32adddf80c3e3f437341d84ae5fea77e5c55d8d9201dfc", + "5725a7914b447c22de18d20518bfd925addee19a17d889f3625836ebcadc972e", + "5740788c353fc6c81713fd4349e0db8b199ae0e1e8e4d5adc84dac9087e53e47", + "5743c10d43e919f0b522f535e9682357ae759de4f2044f5913aa11483dff0881", + "5743f3b3ae3820ce68338256058963f97e55e5242640d1dc30f974297d9391a3", + "57441d4c49333dd837ecafa0038bebcee2d990af8ecb55d4ff3b34ee9e0fe376", + "5792777bcf215d5f29e1271849674a435ed2a491f59bc498a24f761716bc833c", + "57bf1e0123dac8c3ff51ddd5c0e66620bcc27ae225e8c35927529b2fde62383f", + "581c0ff964ecde7b34cfd519ffec1d7846dacb2d96dcaab573231b5e824f341f", + "582bf2770b2a7a438b46966f406f82fa7f23dd8ad0f4c516837964af31808117", + "583ff7d92c90bc9811ad96d829f25bd68db1d0f5baefc02207c3c55179ffbd1e", + "58587d94c44401d22c7570b425d78588aaa439b5ba8a02532cc32fafd64b790b", + "5861d48f3a22385c21966caf1cbff9e534b2bc6d9b24b04a1c2bc92a175101cc", + "586df6b16d0371f939f01dd0fca066135a548ec526170a270879a775c4d6e8a7", + "58953bd77119c5a75dc8db52eae11aaf841ce9f6acf9c724aac634e0916c98d9", + "58af007dbfbb09cda0c25a22146bde68c6101750a61cc2bb16773de4fdd0288e", + "58c399854348d4943780f0593aa64371481e164045bc1e02af6cd5435b68a781", + "58dbdaab4d64ff0407fed71b3944f8a45d07694f2a39bb72cad56d94606c61e6", + "58e1c39129cfeeb249160e0272d7a56800521b08204d103bdce6b8867569c0ae", + "591de6a6a561511570150c61e0dc026f7babbe07e022131910a92f7523704d93", + "593124d7a97e611c01bcd92a663ff46fe9cf2d26cb22366fe35be7232ea1908c", + "5951167c8577ebc5e40b7323822b0b24a5da3268fbed0121456adcd5546090b7", + "59958e12c7427964002f36c93678bd6093ddc70364b2a735f592ac7b53d303e4", + "59a558b41fee06ccd7a1c840b603c99b1de92ec6ea6deed3152c01066a533212", + "59c8aee345f6da52cfba936abbdd140b1f318a80b616fa7778d12bab59819e3a", + "59f012671896e2a38807e6186a07c1111855296e31327c5fdd2a1dba5b785f3f", + "59f0eebad0170449246bb9826bc605a71fb122133ad7d4e7d99c69603f8629e2", + "5a07dac7bd8ad5b87afa1bc38b0276e6480da48f5e6d17b7825c8098bf88c1ec", + "5a0ba0d9ac4d2cd1f66309b325bff32bbe54816c4dcfc42064244df39d65a2a1", + "5a28a5206f5de7aa53c740e1b5b5b6cbbed409faebf4eb9f803d7c63a5198e79", + "5a3bfba80d88b4a3978f734acd65bebd13219893a477685dd8a71d513d02f424", + "5a7cf8dda296956ca9d978266b4cba91b8c4923c9b21ea98e740a35cb1901b50", + "5a82c9e9b43a93b1d64933552ec8836d741ca1406b29f8ff0c121ab3447c795a", + "5aa9412ceba584bc77c6bbabf4fd18ed16253403928e49524ed59535670e5e1c", + "5aaf3e59356111f7d87a5be93f33806c428219dfa4ab46dc5790f8503e31c581", + "5abfec56f23ffc8b44eee5e710ce21cef1efa1b0987dec1ecf800891da7b1001", + "5ac17fd232e43b44cbc0abeb3705d2538a647767056a2973c6dc82f24ed377fc", + "5af847ef35663184ba6a26712cb6a7344a96f2fcf273fa3a292b4bb46701bd02", + "5b2ff51ee5fc993256b0d9a247a5fef9874fab06a2fb561da7741d48c98c4700", + "5b4f43cff4bb797638bfd67b131632468a2c82a8f46e8028c4b2f70e5c374e5f", + "5b5cee99d8eef512becf6b4c6f2adc28a7674b2a5b2b034f6299ef87e135cc1a", + "5b81733f6c2d4875de6d68334be907addfee1ee916eb178a17b4a3532e57ce79", + "5bb74799899c9c13b3de7b14145ee9a36e517b3255b98fc68ed551e3f168eaca", + "5bf76a6863797b85f12c1e9657dbb98cbfeda76a85e5649366bb51c2e25ae0ea", + "5bfd333e5ee50ebc3ef7343214119e6485fcfe62177243c9ed44ca94ab862a42", + "5c0660c0a889c03272b8cb05ddefc3bb0f3208eceb119af380c167b29c1152a9", + "5c12ed807c668a70cf1e43c34b6976fa59d4a75b94cf5f46e6a66553dc551001", + "5c3800b2100255c46b68a1c6b3949bf252472c389be1176689bbe9072892db81", + "5c7875a957f4a01842286acce36973d6f1b43f0b7be8cf309ce3d3fc1b8a576a", + "5c81f028f79f4c7834047b6f0e6a9099cddec1698b588f49fb095cf79ce66096", + "5c89cbf0a0308716fa318e4b90d30aa624a3420ecbcdbab00885ded6dec88f6e", + "5c95d9702aa1067cb6ed8b2ca35dced65dd135880926fe90f6723d32342ddbfc", + "5cb3005a1e6be72d09b1fae86de8b44c7aef9f7b3fbcaf7be1314471d533b087", + "5cc8076479ea7c2283aa6ca570696a1ff9830912ffa176e470a8360a0b94b1e8", + "5cdfefce4177c0db9df5fe05c4d9838a299082541dc99c4a2b2ca62eb09973d0", + "5d197d6f8601540b20d9c8650ac6c7db604ea308f7ebaa6455f4f4f22bb9095a", + "5d5711143100eee894c191c7308a6310af56b08efd5d96764e4633c39d472f9c", + "5d77ac5abf8d323e7a23e3e0fb820cbd184050de53e1f6592102f3ce1888782f", + "5d8d05965144cc8ed052b1ebea298aeaa8acc790f297bf6b360d8799ffefe1a5", + "5da330a2d7539cb8079584a52f6d704f1dbed9de147c04d8001ff5e11b0536ea", + "5daa16db0f4094f7ea1436e6b4bc0ff8eb07efc22c3b63675509a52a235c51a9", + "5db712157f9dc54dead72fde0ed3dea5df4cdc2f9572b76c471c5c22b9232bef", + "5dd622ce281dfa0b24d79e8399b00c68bc086ea44ce4326920fb148b0e6f4d78", + "5df83d897e2924cb350b4a3305db4d44e1d066c990aed69b29e43e0f6698f533", + "5e1afb6bc141daf303dbab37f66ee10ebbe8b31ab3c5656946238e2eafd6340d", + "5e24f0ff25337bcf32fac07d4030e897af5dabefcfbeb5f1cf2e5403ba82b9c2", + "5e3432bde574450d89842f92daf06262e8cc64d281cc107ce3f103dd32cc0eb9", + "5e4b5c42a003ceaea591f2895a3e0f3102897dd8b1ecfe91a8bd5b5f562e96f2", + "5e589de637f00be39babfdfb626967ed63a1cd173634ed66cd240dfd436de90f", + "5e685214a2659cfab9e0ef45c26ecf4f5698b852eac4238043d62e60fa539519", + "5e6eb52c3e99332abab43be7928ca3633f011753547397f5a314b3e166035a48", + "5ea7348a56ef47dcb20a2c685063b693a67edab31a66863d7db871acf8dc477a", + "5eb9a73a975f07b91f8b3e72ba5c8456bc036afa6e319978295073db5afc4a6f", + "5eb9c1eaefa61748f03a84a8985aa3574ff723f4ded3b96cc6fd312de9f478a7", + "5ef8af7db8c8467bc40fa36bd555fafe62a1ab4e9946b732bd14b8b7785fda5d", + "5f250cb3bcadecde0bd95597f5d4fba1b26740d4d34d012595438f01455e9e59", + "5f2f285781ede7bd7228d4bc4cd74e2e679af4ab6f79188c80ea37525786638c", + "5f3490442150aef643b464dc288c4a064717afa7e6fe82a0db06d12bb4376fc5", + "5f3ade9c6ab3e134e04cd4a11338b71299eb710e0b2aebeb923e7dbe832020e3", + "5fe9694c951479112476e396fb24b6701c41954c967143688ecf85829914c8c9", + "5ffe2d07115394912d1f6396ab7085e45e9aa33eb85d986ecc24d1b720cdaa1e", + "600952a30695601677ef7a4b490fbcca600890c72bb1fcba30e6608f52a3b048", + "601938fde46de7f2ea79924da1579b5c5776505e76b41d86957a714552446738", + "6050db010826953bf2c017835d673e3201d38873160548b2efd17911823f3310", + "607db073c05e934b6c553b86c9b277d3ff247c7d7a6b8cfb70158246d56eb0be", + "607e3ebbfd8fa181ff70f397c7b22d0ad49597cb5cc85ead3b09821969d1e139", + "609f5fcd87f8b7224c173b7705321238e7406b3a54298777d7fec85ae6eb2ada", + "60e15063301376c03a8acf67435bef4242d6ae4b1836722c25a338b8c1bf4024", + "618d56cecf230518ff456c9888a33aaa90bf6b63edbca25f220851a7d2047900", + "6192d9e645ce38581a2ceafa43b9f5a92a38ea33439bd627797e16f54d0d2792", + "61a51010912747df01da5cd08f06e107a55b3e04a0ca7f99169432a3c2ff7872", + "61cd4801f08d19367b08eefc34e54ca6118b7c9e45e4e40bfd123134f8dc6425", + "61ce3e015ff0053f90457530820a7a8d46fe13e094e36b34c455a9c5ba1259b3", + "61f7a10997a6de054614fb67050e4ba86dafac0e7e82cac440206469de7de82b", + "62188821e56e67a9095da01261d799a8f4303257116295a6d51560bf7f96d272", + "621d8c4f8a40c4cc92b77b97df8bcc633317af6589211de5485863c573897f32", + "625750077e5ef43a7436d8a4e067f2bc09fc9c037e0a37b9c6116697c9af3c53", + "62702c6a819aeb5926918fc55115d3ad2a7667b0465dde4335e9f15cc5e91e33", + "62767847449284fce1f687e9c8015a80ae44b4e5b3d741177f2d5323e438f32b", + "62b1c59113149af010c492e62e5ccb43ec4adc764b9536cd0852fe9bcf2c897f", + "62dc61fd40b554612b1ba15c8cfc78a3a034eab498edbb67758f37664179fc37", + "62df329d815d6957eb334e427fe52d6ce5d18863f4e2e812c982004f24bd1d3b", + "631fc475f1c091e56e359a9aa4471130ab9a5895582c35da8b378c747967ba26", + "633a4fd35f046f06b4a4dc0e5a90b1e477763a2124535e3e425c78e25527bd4a", + "633bf032214ab02575b9908ade4b36342e8801f3eb6dda731f807b6aa89547c8", + "6341a2b834df92c235865fc9924d178335a4744ac558f4a2f96bf9b25441bd0d", + "63606c5d2195afd67a85725058a3dabb0855cc4b56ed7d66048433b523200118", + "6376c53f85f5ef69d5b59e136d2ad58d7b045fe50d0696662cc988f8bf145673", + "637b7b47f8f66722655cd95433ff31ae247dc7285c3348a7abf5dda931b84f1d", + "638daf7eb92d77f62d09ad78bb2c3f915e9809db388c9262deffd339d42f8b10", + "63a27ddfb2656a6745bb08f49faec53d3e559269161b2ee647134804ec18305a", + "63a986aaa6d340794b5a30bfeef97f8fb7b8fb91e641a447f129bf1dcd635f55", + "63e0e5c2a713106bccfd18bd22f26b4403229956df862889834518e440e6416d", + "63ef9a580cb94305c24269d0542a6ec21cd0f1e2c91e57f55ffbac99bc7163a6", + "6423ea5b8363fe772ca1e62ed51591ef0e2c7cad699b917253275cf8a71321db", + "64365e6dd5353b5442d4700932937991b7775997dd01d8fe6453abc7cd9a3e0b", + "643db93d793e3e730baa3209418e81e3f268dbb1e7a481ddcf59300a95b2d8d7", + "647a28aad4b02ff76bf2259ce3e1c17ddc7b444c3ac52705e681c64cb175291d", + "647f41c5b6dfa99ea202bde2c72d94b72b96e1e16cb297d7e00557a37c227154", + "64a7a3087e7a42aa66ea37486727c3874a65ac8611e49acf44d804965ea352b4", + "64d351d40a34f7884df2f840b7fa21727f8fed6df9e05e5b1fa6bdddbec49ebf", + "64d5c7ace5d90a493707fde2ba69c96975472d619423de17d258a14a73d6c04c", + "64d807ab260eb9d668450a8f1935359de7f4df518fbd924d220a81c6329301f6", + "64f76ea78bd84b0f135d3ede3c9285c77bb30e844a15dcc5eaf6301ba843cff7", + "6513fa0432f4384c96452465cc6c3482864a8e8fd9e7805b5a6a162e049ae062", + "653a93f89a8da3751e456c49059224b46698b894b64350b7e3c63f44658e0d8f", + "65647f03bd50562243692b63cc1fdfc4a754a814a21bf410cf4e0c48540d95c0", + "659c2ec601cdf969de0359d6b82058e778b563e99581d841af4c429ddaa1edb4", + "65a83ee09df22d92c5b76d1ed8e2e1f8d63cc02c4abe190763340d3d8313eeab", + "65ade03bf0d5ee974f9c8bb9d4c4a00a66b48e1bbfc7386d34c7a4170d16c49e", + "65cdab08c1e4a155c6f8e5617b93d8648b3b6a5912d4b790d02857d3507be9d6", + "65e5649aea03c20cd090502514db112dc347491b82ab8eca8b6f394a5c1b51fc", + "65ef0031ba9a2d6b0ec1fe5f29e47b3450c348c8d790e5e4d4900697c304f440", + "65f80b4528d187f9bcb15ee1794c0f43689c5d0b08bc2a75eaf2a31c52bd341c", + "65f9260cf8b1be768366e28a641a648f4769425ce0b37774259be274d7a64038", + "6605f42fbdae3b25ab1530fdb2e5d131f1b1ad59ed024da45c2da15fc8fce44e", + "6620b6219ad7c9bb82b4fc14b69fdbe3e0bb3f0a843350dea575f2a68352f8bb", + "662575859843a090be178ef11c3ff949b26975089fe6a0dc0efe041da3363c95", + "66477eb8101c0eae9ca8d6e00fc5af48b1ebe634380b7a368bc9887036d9edc9", + "6656cf871958da5c32aeceafe2572dd475124aaaf701cdc309f577d418044b5e", + "667f496aaae9c55dc80a3241ed1680bdd57dfda585610cc577356107c47a67e9", + "6681e3c1384378849a7a9295a3c4a4753b4b65445095201402636da3729f2322", + "66f368c851503c59694f9ee32a9f32927b8fe9fa1e80dbbb701f87bcc048e57b", + "66fcec4db0d060ad0ae50ac16bcf92257fb5cebf0a8cacaf0097b4a3cf590463", + "67252f580d6b891d16bfaf4180aed1b01ebb7ab5d6ffe0ff6dbcc3f315c1cad1", + "675c6a52ee8c1097c94aabe8f89da07c84bfb1729b4fc83d082035b4098cbf39", + "67aa1cb881d30869a3568440aebfd1ff0c8e52743ffdf4deb1f648dfa9ec27da", + "67aedb4ea431c92855d75899e571ffc8a0566485bce9ba162205149c951b08fb", + "680b5d1f7823434a26a54fa967b9243361a3bc8505f6d3014aad56e8255fee8e", + "683d4185c296a570ac27cc4108e8c1b7a14bd682b0b04879cddc4786448ff178", + "68516ac9f1a2c06694609dbe17e755798c4972d137779cbbed90bda9ab0dbe94", + "6873b65c87de9d43a3be6c7f6c3dad94b85dd07d3063f127fb8ff9736ed74855", + "687dd21c9c339af790cc61e3520fcb729bdd986e40acb3cbac5b21882b0a7d7a", + "689c596a1a402a711028033b1e00b31e7a30d93605654124841b30283edbfde6", + "68d2c928a05ee93db92e1161dd420921dfc98e3bd055cea5383ed8c450cb9a10", + "68f0dda42d4f45fe70c134d627e1ffa69479dd40159fd5d8164b14649e82b2c4", + "68f2c4b0e3f60bf7f398c9b6aa28bacf6d2f5e7234b3f0857e3d06920c214c04", + "691a1ea063bea59e2ea787fd37e06c333998f93705c02f8c88badb80f0e08abf", + "69296a5c433d9a8b385e82a2c65bee4a2de9a80b4f77441559a9ea83f3f6f1a8", + "6974bf3ae3d564d5bcc545a797bc0b2e11f69be43b840119bcf58374566c858b", + "6974f12d69e3af683d1ab7a7d20a865486783d23b4e1c282b154cb6faaebac71", + "698c4b79a847e21ce2dfceb683173bb2517d401de64c50844cd4ff796bbd98cc", + "698d53ba96b04fa3bbc0ff889ce2ec3398df89fe1d09022d4c1870a6360c9074", + "699c232eb369996e6e1955d8755aa4df666ea7adbd9171521c1106deaf28a2b9", + "69d39be858ab5a0d1731a1a0de016d5ef8d400c011d243b6a5182f1adf354ee8", + "69e7227a17f559f45e0e53f484042ed1b12edea43a4f1c9115d0134f7dda7465", + "6a3a2abc2148efeb99cf92d43659fe4437ad3f381fc5cec5cf18bc297c6fec96", + "6a690eb87882ab82e8202172c9cd7f6e3c9fb672069eb0ab8dac0e7dc7d05de0", + "6a75bcba06bd24c12169079e32622867190ffaf07100424ed00e1858c69822db", + "6a91e9529558fbf167a7cf0893a07bd8e16faed710a86e06af068fa15bb67873", + "6aa592fba84736f361ddcf66707fe15babd6f50b5f1fd49c21c272ecfd7f205d", + "6b4719b2a5a8835e0740c73c2bbf6b94213866794b174ecfece0f737f1cd001d", + "6b51b99bbc348bee5c4e4604da974fc566d70867a4d0e011d55a252e06cb0db2", + "6b7822407423f5266f91eba2227e33c75eb6cb85dc67efc76b07fc06ddfad88d", + "6b9663fe2428b5109a5721f7e8866e9e69d8a62b1f270019ecc36a347603e821", + "6b9c5aefef9b58f1e8e192fff34cf257b08e466aeaf65a2853c9a0d88a19502f", + "6bcf9d9355d514c522b60268466703f3338beddfec4380bd24d7c022b8ec87c7", + "6bd01a73d20d03563f91657146f0a6e11c082e8da4d74ab6f76bd146ad9610e2", + "6be5b5b85ec4edb66ee377e4682a06b3882e7b7c6ea4b8b7f7d3fc74337e2dbe", + "6bfccfa455cc73d12acfec2372639c0a80e7e809e43f3e9aa536677a4497fb60", + "6c06419d83f639d799195f586480be6d1f65ad715cb88b9f2700086f6b70e594", + "6c2f8a4d7b49e4bfd26d82b1779e7fd4b6ce7f78de2e47b7005a63132718bc98", + "6c66f8b2ea659391d439527556839fdf14b43d7104cfaceaa2c50e54b7bbf966", + "6c7909f2a90be8e7963c586b202e174f445d8d3d7dec3b6e864e136502484008", + "6c7b914983c75cd033d8e9266cc5df962bf7329113b58dbd8b29830e93ad4e7c", + "6c8284565dfd154013854f88ef41a73491447a92b69ee0313f8266d2007737f9", + "6c86c884635b1713342b8a2104ab5ffcf17c5f5e388a2f1396f36280c8135b66", + "6caeaa904146cf8358cb8ccf09c6a44c64e1942acd24fba6432ebfe674209788", + "6ce3537f885d05ca6480438c7ce3e87d1f7d2521eb0f31f5c08e47cf301be28a", + "6d36f8a775d3eaa6a2c0b0ad390e01f35bb6b8ea75409807ec9b9a3c93be592c", + "6d4fe2a0608ef4ef22a00655ca12540eb6636334c5202261a66dbb6d10a58ea4", + "6d896096e52d1cccf599dc7fa94fcde94fff526220ca8c4ffc626c42495df1a2", + "6d96d09c7e5a6a9112a35e96e7b57c65de7883a1f51f9a5db07146ce857e07cd", + "6db2b190ba0fd5fc752e7285ae272f7a391803e52660e928273987805c9ea2ba", + "6dd7c52cad4d13afdcda3ca78630bf63ac86ee745524929fa91c1cc9ccb544cd", + "6df1495b93ab4d7cb31c85976c88767a2906f21144a7a8b856ed57c5d584700d", + "6dfeb5a052c7866d1798360e88d5714fab6693772b66e0417d45c74b5763c33d", + "6e21c0b9482031bc9f387ddd33a53ab464c4a00c1eae99f69ace97054c81abae", + "6e428659f64733b176f25f790389d3f4347ce2862ab67d3ae1fd4ca9a42cd330", + "6e586147e1f0d42aeeee54bdb5236d097e305ab7aae76514ee6f4acd0bceed63", + "6e6347ede261653f4adc6b01200384e013ba4103de13e31f7cb82cb17eb3e109", + "6e63daf41296594baabea559f145029b9fc5364946a47ad7a4899ae6f6c8f9f7", + "6e90c6bd75b3a980e10388fdefdce25fc783e51729cf6f00c8f652b0f4355365", + "6ea1ebde2882b97883e62dfd80d3918f6c8de7406f0de4ce9619c25b2438755a", + "6eaf4819e64e8f094c8f1964c77bb2aeb952e2691b520f2ec2fa7e11f52fdcb3", + "6ef70efbf5db1a44d48e3738de90d485aea621d09b3efc0a541198a5d5b20bc0", + "6ef9b67e2d1d4d36228c7b5218e96042ae7ad65312c2022c52b4b14c67686487", + "6f25c4816728e39049eb9e3a648e2ad713e25e33507c05f83c84126d5507052f", + "6f3ab3548e1e543697f0eb90ee19d20ee9fb9bbd8b940606a4b0fd8ee6595c0f", + "6f3b4625f41a1f8b908a4f6c900231e22e702083803b05f1de408a1b58cc987d", + "6f3e158f32511ccc6690cd472aa9f02321cf7d353e167241a7c6ff92134c5994", + "6f4218c3d3934cb40b30b14df5a72de35d8dbd1146159083cdabe234471186bc", + "6f79af20b759c197b9bd3b1b63a504fabf62e15f570d70c5a8afc28aee5559aa", + "6f89168841ee0bd7f09a457fddb74638c7bde20dbcc26695b6a702ce2126e883", + "6fa265f656f2ee4d7a2b8c55b477ded670ecf48496fb9c4afd98bc0d32d39ebb", + "6fa315dac5b32cf7abf9acfe27c648859b2ccaa3b6e161adeff396ade3723978", + "6fbb766aa08fb955aa7577e9a7f2ef8d9fafa9dd0fc8d3521ebf5f460301cfda", + "6fc5414ef35c32d41c91fbd549f5bdbc0d8b0db216280c83544ab0b8738b6f00", + "6fcd3d40f63cbd59389972fb750ee27e1adcdef6a5274943948f40f56116fb14", + "6fe35d8f5fa325e35f4cde71cda545655b1c653f1772bfd8ce8fcdc280162ada", + "6ff0db043be5147c89ea98552ecdb3d43eb872a907cc4797c01bb226d980f5b2", + "701eca67391efee74e0293d67cfd39e615baa695474d81970834e9e62c7d3cf9", + "70333759946dbc2f084534f94f76d6604dc5dc3ebde87e79bf4bbdc12a7dfe9a", + "703768057979fb6f20c571ccc72439a6595a20f77c4b01d4b2d1bed855e1cd42", + "703b9ba161ba6e11b97f64d87fcdb54c9f53272699dbefe94990d83d2271590f", + "703f7f554bbbfe686479fb152fef9e4e0f8310a827e86b8515adf24b07a620ed", + "707e3480e3adf85aac5025238159eb94804c76fd671e28e23176d75048a511b3", + "709f5003d5a255e258b1cb7a6b18c421a2e1826b448c72ed8847eeac5497ef3e", + "70b3a8211a06b1d0caa06b96b49926e57109a461918cc02186fe43840ed9cc3e", + "71088e9aae4a8185d5d27950295b872a98ea093428f97864c6ae60a04f332a98", + "714c7d5079aa57ea41eaf89e238ecf1f20918147887e41bcb8d6b2f6dd05d8f7", + "71673963d8dad3c8041c1c46fef6c23da0c49ea1df404712d1d2cfec197b0574", + "717caea1d37df06e06b5cb5b9cbee7081e65491abdddc40c5f073f499eb97c89", + "71826c795a682894dabef3ff7ce3208029ce95212b8b8149010dd01522a124a3", + "71853c6e61e8a444c03052320348c810c0073bfb0d31ebddcfb9c4e9c007c02c", + "718c33f21779928837d659c7614a844276b6e76a5fcc9b62a092a25fa2c29184", + "7192b4a737df2076f40c10e6893c2ffa904b42694f1938960401a11cf8738d68", + "719712ae6554824342c77f11e57208d5fa78d40528df8a18e61d48b54430ed47", + "71be758ab30f48eba0225f88b5e4677fd61309234c44078db44801c879ba3074", + "71d9b63e6b32b3a79ceab2553a5d4b8d0d060c02034ce041a0d86081287d851e", + "721f9f634bf6ebd5c7ebed59495abec3cd11c9b72631477995ecba11e5dfd8c2", + "7233fc7cf525a3643d7abe89bfc1f9b2cd0a11f9936a54d7797967f646c07116", + "72462d383c86b76753eb6817608dd89ec609c406cbae7ed4e717b595909de462", + "725ff03054935ab9923ad90ecaca69238e39046d3fbd14000e0b698401754d8f", + "72695a3c8e402351d00ad77e266b6ba8a282aca36289e88e36c61709877919fc", + "72e78cfdeeffe0bd2597a166d4da21981b87977df5f8c29d250cb10e51cb6581", + "72f4d67ba20569c6b7596ec75c0e033971e148698de7f4bebcdae8fa8554db17", + "72fa79b3fa115e9812888bf78b82495c5f4cc6a234ce5adbc3eb386984c3184c", + "72fc5100b1654ec387007afe56d8bf5eca6072396db1f7d944936eea41695f21", + "73024882c66bcc50e1eb8fa5534a49ae5dfef16fa8869944b961cfab6364c0af", + "730b69a152e1b93d05dc8d4dd430cf48831c4edf53558e148161613762d5e6c4", + "73298093213dcc7424d426cb063933c34faad99e3ecc54f6a1f9da12e0757b16", + "73466bffa17e0f61131673c325dde5e475e2534dced253fa6c2c041060fe8d16", + "7359f0b367c18c3514982a300af59a3715a3cfbbf68ffe9619532be27eddc830", + "7364b82fd2ea76068008093d85b78ebb04a31672269cf9b25c4fd1d1a4c6190f", + "739ed04dab3d45687f8a69040dd7d3d9193876342abc769ea1f83d4cf177934a", + "73a4760cfd30333ca79502c85b198c3776db9749fa4c4b38edca375db671140f", + "73ab62d6f93a31d65bf4b47d0752b58e6bca8ee092e30a0b75ed176165770b60", + "73e19802a19244d6ba391c14e7e910267e01e9d9a1823acff209361dba4f418e", + "742111f5094433a5f24f30d74366d717136d0c7f310c03cff6e4c7e4d2f16972", + "743c7e0bcaeefc11b5879252821ec7ba7f7e617480ba2989bfda8db33d43b8a9", + "74684ee19ac68b9d5652c36f29d803ac7fb131c41bba960ba12cbfb38f420374", + "749d83f2bb09989fe35c1b6eabec5bc4c5730e2dc87ca1f2cf173ea5fea2034a", + "74a3878c4403073afe2c4a2779a4460b958fb4687381f2f40792a88a808cff1f", + "74b8ff4e4480e118d6a2f4918ed91f2bc0585219cdbbf6062ce8fb1996f647d1", + "74ba9ba206af46de2e61639e2df0374a8248861b38702c513176fff43a393c41", + "74d5ad78c8c335d3eb3e4b4be59efe582982aa2f607c15de98d25794595b3139", + "75049ffb0430bb1c3b413f523d00860d9ebe79608c5b96638715b44457d8580f", + "7521f48d4093fd7a9f6f645199fcf1745851467131ac37581781ef7d2b225df6", + "7540f3ca514bcf1ec786b4b7d11ba9f68eee79fdf891ed8c4f711c40e5ba8b25", + "7579cec0a34fdeefe775b1c85d11e936c39b6429e30189253c52d8a9230aff9f", + "75926f87d7473582ce80f378332a95c7c20b6a27ae07575eaafbd3203b23322a", + "75b7d995c7b34a8667be75ed3691324e218b44f94f772c4b2c3765401f01d106", + "75e79e1f3af52e503798047cccc630e2d91cf5525851c0884290c03dfde1aa80", + "760dbbc813ccd9ae23ce4af764de33059e888bf038d7a65e5d6816892f9cc103", + "764089293fede6ed51e409246c5cb35248fd9f2538c7ef10c37b36cda222fcad", + "767475c5471db706e5873690e0ce6b40160e0cfffae596f2e0609f971f41f849", + "769b6e89a2fbebc067461c2c54e8f79f242c729bd7206183ba670dc65b275f82", + "76b0bc810534bba4a859942e88a604edb3d394b8421d516298302ff23557409d", + "76e965b06bd3d10aa463f44812e8ea04eb8e67c95f382595a70be22c42dbdd4b", + "76fd68580002a202777d8bee3d257cc28cffeee5de1799bec497fac4427e0c04", + "77250960a3a38b0e46d4366dd3387196ab80ef8e5c4e224587156f973a55e094", + "773fc1d055664538e2caff1408b4786eceb0348027158c0ce749ee031220ac93", + "776acd210e8fe45c59dcc77d5c4c9249019230746124fd78e363d5842cce43d4", + "7794ba7ff588975da27457e5de81fd2021a7d5f8657c33672e36b38cd7bd13a0", + "779804956eb5a224028889be5dffaaea3d890ee8403e346b8a68051f8c122260", + "77cffae22072a98ce40bd10afed90a8a4ef52833566e3b14c4fe5c3603f0555d", + "78196725b339be6d51593df871fa995b35e14ed2dd70cac976afa3cb7330c05e", + "78435438eadc53e4b65b80e6f52e7d3b8f989b81bad7b49fb4b06e6fed2ce3db", + "7858336ed2c00e5618549fbbd572a335c911c09a4976bef5f8ac1f08a5933920", + "785bf60336e1b28f1892dcbfba28bfa6898b93802fe99093ce45e8fc308c7916", + "78622374cece0a3dd71545fd5579fa5ba742fb0e275d452adedbe3bb821a5edb", + "78698ce70fc4b006e2d8f6374ba1cfcf74c0a9c4b29b075c957d92f942cd73d0", + "786a54e1510ecf3e0c15b22d8b1cf54d50d94297cb6bae026b522534374c78af", + "78a73a8ad0f98bc4a4d8638ad881b815a3e32bf2a2949f180602e7875134aa1c", + "78a8a9c1a3b7908c79c7f78d726116cc70a98e29b738ac171e11b2fb25e1151c", + "78afb450b01a4b9fceeeb74d3b40965be61cba7e43cd68c7dbd7028e89268bb3", + "78ee6e15729bc5127e4e4fa362dc21a2482f39a6fd3cecbb9de2fff3ad884382", + "78f740cf7bf686664e07a6dfd745854f5b16eb9d211acefbbccf1f903b3c7fcc", + "79393d7ca4a928730d3ba7c7b33d3ac19a72629becdbfd5266baa2058dc936ec", + "794bb3b63d8687eb22490f6255abac5d7e1a4eb7f1852766700090be9c4ed871", + "7970e3c540590f3d367a29d9b5fb6c0fd23c809dfc652e359680d9e03bd1c86b", + "797f3cafd57e7c848b365be2a79eabc1cadf42857f5a2abc1eb2850b082a1f42", + "798f00477a084973c5c1f4a93cde9839dce6ca25634a4bb83e78e5e3ce9e703a", + "79a445fe8117b072375d8cb67d2ce686e79cca3d029ce8a703255513edd715c7", + "79b2565cd36a5aa7332f4cd279edc77d9daf30771d5d7b961967603af3d770df", + "79b9c50866c5fa2e695540ce7a267c0889d0f5f3f30abfb820d44a407009c1fe", + "79d537183284063b3c119f5bf642b045592f50620b0feb4e444beec840a003e9", + "79f36210ee715b0f9867bf90584758664f37847083647139d14935ead9805adf", + "7a1e81189da79ee94e93d47aebd5bcd6fd85b716169e9561f213678523a4a17c", + "7a51f2d1ce1a72560afb60675ff504b47fa01bb657a0dccf975a371525239d89", + "7a88199756be7bd36308fdb0db2319a89bad7be1a4336c7eb15f92eadede9be0", + "7a9442e42d1113539ae1654ed1ecbe54c67bf72e55e467c57688c0f4e4d31e43", + "7aa0646914320a193ed7cb20bbbe65d900bc659a2a581f5a44055c60197ed130", + "7aa4be1cc1fb76f5ee2d307f24110c84d565971c030a848da542be8edf937c07", + "7aa850a2ca05f925ad97095285f06535102b93bf507e85dbbd53f1ca3d000952", + "7acaf7a8d5f3879c46553fec4f100fb2a1dc9f8ed0c0d8a883489427ef2d28ea", + "7aefadb4ddffb69dd946a207c21f412da4554397a8b06865e239c602d2f41a55", + "7af5155fdd59640ac809c59916c3620598a785fae44a3e702aae488c119c5198", + "7b16ac75723b6f9894eb0599c963725531588337e41ad546eb8395327d5e0697", + "7b21c9201cb94c0510eadce9d4cd9a069c097f584a50c41e7968ce3fabf34d6e", + "7b85738369d19b76ee12a33138b6fd71f12b61c541322bd99b6e8c76f28d8f84", + "7b9501a5c4baca2b8e964d4fd1e9d6ac724d7a0a1c0160cfbc089920f900fcf1", + "7bb52dacdb2687faf5c22439851c2c834dd54c485d7543d0aed875ee4a1a394c", + "7bbfca7a917b961e83f03bf91996b05f5668bc93facc9cb94ed1fef301a115b6", + "7bc8cd8c3a7c5107c3c2bcbea68a070cf1ac231a74057404dee584fdb70c0a03", + "7bdb0e3427bab33b42fe14d28182c3273838199c7b439da9e1bf2fbbe30ce74a", + "7c01f13b6ffeaa36f3d6754644c6b5f5f62ba7d3adff55ea78ee05281a7151b1", + "7c13410bc3b2cafdecde4586c74704a26f911d86a07f147af9af91f24fac60fd", + "7c15efa53621d248accaee695bbc7adce989c445911c33070ed5377af5a738df", + "7c276fdf802f10307b08c02b3597e7ddca1ff05d81e58426241b978b1295bd4e", + "7ca8ff06f6624f3dd7194560b088908c42e11b69a2b015b252e84e391519fcdf", + "7ccc8fa8248956bd43d77506a4c23697e30fa61f2f5602063e885c278657066a", + "7cd938fabf4f322c80e458c82e4e29ba87807a0d77af5714dbf740c14d4096d2", + "7ceb188274648cdcac071879cdf812555a194a99b60c088d389b7db82149584e", + "7d1cb0401330cbba5c232aab8f71fb185f52d939d5a474c481db009167520432", + "7d26d34a80b40971e91ed54ebe1c94d874fa06f7ca0cc1710112faf2d02410eb", + "7d28016ba3f18a075f25cd72c23c8aa3248df56228fb1a52a723d9a24e726368", + "7d4978222a424efebe70733bbf7ebf56ab35a773b50ccb82a690b07d65576549", + "7d4da588cc4a42eb2dbf5920937d1af624734e7b94c9e9fd35e000de9b19958f", + "7dce8a0adb7f8202cfa2bb850fd97ff64521cadc0ca4a4d564ef4b6abe260b69", + "7e14c223156ea6e79def806060fd0c9888732cc9959313d42a56e6a384e1828d", + "7e23d0dd4cd6bd622866dec150a1d38b77187d2895e0dda5229305902ab23be7", + "7e7c44b1e6c90932b9d8b3496d700cea042dc79e088873bd16584bfb0065d21c", + "7e9b8e888284ef44482249468bcf1d3c05e248d8f83365adfa032d7155b7c39c", + "7eaf4730cb6b13e2ac7db67cf61b6a29f5715cbd294685f743fe5b1545a2e173", + "7ec7ac968403f21ebc8bac18aeae134a206b12c7524c4057e2b47a42fecef24c", + "7efe2a5615bc2ac81c2a8c56a439dafbb7e04bc721a6857129b0dbb7156a49a8", + "7f02c41794b097eede7d73b9d380ee74f7df101cb0fcb2c5ed18268fa95dcf87", + "7f4eeac34b3358cd586794fe9fb121217a86464deb4b1493bfd413c57ae77af2", + "7f6c61ff00f23fd6ae6b96d61a303f6e44363ff4d1679b13b9cef244e814cc84", + "7fd7e3e665311b4248ea1af06a835d00dae5a427922abe1f898fe66a958e5382", + "7fdaf4bdab2643b67df88ccbdd1cf0d5878361070c6374a12939e7cf93bc733b", + "80313a3c133d5918239dbaf1248d1b2abb392f39b294c81ea689af6ee0707fd2", + "8031bebb0d9126c9be5daa6beeca271b8f7879957fe35e0e47c17060eb9b7811", + "8074859bcf62c319d896a8f29d98216f8991ab9bdf49f879ab36d33dd155d9d2", + "80ad51c06c23fceb63beb5462345dcb9a2d1b67054015609ca1189c2308e8f8a", + "80ae9c3044117ffd27c3f375f0e29c9e75d2a3edba632de71adfb25ce66b0771", + "80e4cae673b060511ceade38c0a68359b9e878300c9d5d0259b6552deaa5a1d6", + "811b18091fbf1a6e5d1452fbbdbc2e9ecab73191974e0214e38bf70cbd0010fc", + "8124f366da84fb287245aca463572ef89c274a6360cc0e9bdee7d477ef041215", + "81518eb16b5d44c22df9334eb65fac0dcc85031b0c946172485819306c58aa8e", + "818dbba72cafd429131e635b3ef6f3dcd5f3d40c359d6f615235f11eb769bd27", + "820c4004f3ca9ed9556f3e68fdcdd8ab6e394dba0f50e532d682344629184ee0", + "827972c6d14855d08db1c34677e97fd79a18c0bd9fb2b9e9e45f6a0a05a2952c", + "82d226725b39f5e86eb5bbfdca67c52fa239ee867160c45a87c90194f9c3e509", + "82f4be5f4a60f1413f24d360f20b179fded451bb7f109f1f6b7a15a7b5393f80", + "83134fa9b0a26a50c2fcdf580f8ab7160a8404bdfb887cf727d7588c080b4ce7", + "835422aa07b758d79e0f7f35f6e5db7bf413b872aa8a71f2abaa82a96bc8c799", + "836ad77eb86cc6612922f0fbd4a848187aa5c64219811459d4bbebfe01ecc345", + "837b550ef7d135d2c0dcd5984d065228dd5442d3351d9cca94321162d8b14af1", + "838f6d15062b30326ad7199db9d071f7507bccf1fceb33f3e8a204d285382faa", + "83d185f09165dc5d972254bea55079367c28a0fb300ebbf3fe92bd74fe2d93c4", + "844a4ccb1843663785075b9e9f858bfd930d305b1a5c84753cf9c0a2a0295da7", + "845d12f4cfa04b863ab3301a97d26363b521787bc09ed660cb283520b35e9b9e", + "848898dbe0c01cc84e63e5f2095e35255b43bc886f0e27eaa81e8b8260a297ed", + "84a94da8a7ac516f98b806874e3ffaf05d4dbc506126b3dbfe613fdead407985", + "84bd9538257b7814607343164e7ed9b5e4342b8b4f7cd3545f72fc1ddd06896a", + "84cf3d3a21806b2e0a25f2137a8df5a2838f1b0b747657386e8e4018a9f7009b", + "84e808828a69df041c29bac0e30230b711a94e906ac9820f06655213f786b6e7", + "84f7e204b791c99dd098aadcde86e776a5ceabcfd3061aa4c654a7635de22f9c", + "856769850310c7f661ab3a987a49aac3f19b580db8f96ab79daafa718e247f79", + "8570530e03ba5bd517b643180a182c36fe9c233ee4f5cdcfda9adf6544d97e5b", + "8574f58478a831ff1c012fef160d321b0e4a0c4e0aa1bfd4f02ce1a1fe3c9b43", + "85a6f82c5d501f4f85312ee5c78761f3711c14fe917f5141fea49f97adb7aa27", + "85beba3967198e7e0def9d27d36611e722d7660db0c44da4dc75932d501c438f", + "8631f5eb9a74ac31db1a05ed767754d8ec31f089a80f38116a71014bda213882", + "863bb5e180baa89cd2770b88f31edf3988b20dbbac613a409311b9465e593c5c", + "864a2260f794a96c454c1e311409f8b7eb71278f8cef9f6f1b610de80c6f347b", + "865f0cf27ae5e60a2195c621c0ac35b3bcc9324ec41b8986fbc714ba480f9ea5", + "8699aad8ce4823f923740806ea40269c4ef238e140c811865958e98d665cb08f", + "86d85370fe7dd74a8023657798682dda13199fab06e13bd306d4a19dd8193a0d", + "871cb4c9c8f611b49d7743fd17eb92d14640bbdee058490611bca68dda174f3d", + "872c8acb3d12e47c416d8c271212920cc4654d7339111e4d89065ae2f6b15285", + "873f4d11489712ec090a4451aa926f41fd3800f396ab4613c7055f9710a41565", + "874f46d9052509cd07edba8888b99776024653a9dba3aa2ac48a63f232f7eff2", + "87afdca89f997e5f096f51341578d2ab8b8c5f1f091e2011d0df87b28570cbd2", + "87d36a47ee715c077744344ee6e94618940f64b34d8f232fa15248e96ec679e6", + "87dc2cc17041f5f8857c27415fac432301a74c3f7cc6e3ab1e6b10a0f124ad34", + "87fe37b344acf82bdc4a7d88fea87ed6570374d3511bdab793b90e0d2e1f2a0d", + "883ace1beaaea3781f22637789a1a7fa17bfb1ce7542e941d81bb468a7d4c6e5", + "8846f36ac79147eb10014d75f6fd6585d01f3490d72496a0bdd74fc5b1e7f181", + "884db55185577f00049d89caa0ffd4f57d3fec4fde57b2baec680c6e4ff4836e", + "885febe6854c1e5acb517005f8a6da8f35ed7099c45193832ca4fa5e3ce91848", + "8882fa13167d65377a7ba90a7a4dcedcfac1e80b54c84a5b946296074674ba31", + "88bc8e9c23670d5bd20a398979d863b137b267aa1fd7d8c84678d3f72a163be4", + "88cc71bd445254f00b73120853a0b61cfd04c7a6f912d657198109ef8deb7020", + "88da3f334bdf2598c22e1c4cfc7e4f27813fab04b71a1c94fbd394963104f5ac", + "88ef35c4215e6661b6b13b887413f6cfb5fe007fbe0eb7c31ab8f8667d49f939", + "88f24ed049e9cfdc5e6e52664281db32ee6d605f8880ff9795f339c8b8cb6ca7", + "88fc7fb8d44b1eb7909f8ee97234e419796e3b2262957bf06855040d53b30e20", + "8906b268b99b4ac3c7eade7be1ff2265be2c7fd00c92ab2c1ef2a3a4fd4d2cdc", + "8909455ec2ed4207fb2252286af435945ef7f4441b14dcdb2233b2c7e473c62c", + "892da162016430553dc0ebf569bcde69a9d968cfb7fd52167ed6e243a99af167", + "8981887e94552109b3cd72aff3dfa3c9d76eaaaabebf0254c890e8a58ddcab8c", + "89a3a2ac4e3d523b93cf14975ce15e5fd39483055aea8eb9754967463ef4bb22", + "89d52a436b5a0a0f5caf3ec0dae813d38b2ec6f90f9b6ad984155b2ef628451a", + "89fffa58748f397976e7995342db915a9ef79590640577796c7d99ee674e0eaf", + "8a12f9756e56fecb2d2654523cc2b63ea0219362fcd3ab082bb95812968ec31b", + "8a258b19bfa17e45608be2a3076e02f86b2bebced13facefc1f28a5c503e3958", + "8a38325262b8f4fab2f9586fcb48caa450546bbf8881b2512fc7ae56f0463327", + "8aa00ccd9ec106af3f8d6269121ff1dbd381673b740a26106da23ba717c5267c", + "8b09e0958549cdad4bbcb5072d88bb28b2d16887b3580879796753f2ca73dbfa", + "8b1b7db85dfb029764987b5d104bb3bd23bce31c4c15285536218025bcde4bc3", + "8b2e208352c7bf5089566c2285fb25c19a7e4c68d62a1a45ba3eb0642f5a44a5", + "8b3e1ea8341e7a38998e66b52af92276c2ab7d089fe710bbebe40c37fdf9c210", + "8b3e415c88f3f697e9264f31cec88cb364776b3b2174b6ec9d2c9ae8ab41bb2a", + "8b455bed9daf8f050877d9ad9a1d0008e1c5b5b47af5f2608ff6d63d7f2778f4", + "8b4dcf783f047800dfce66ac900496e13d11389aa43f11d0ba0aa17a53d35900", + "8b4e9df3726ccc0a874a7657bea1c03e50a1e63855a8fa4aec0ca050d16c5cf8", + "8b91b7882239b55dccd3f2a3b699b870aa6e3cf9820fb32f7f64fe0975716466", + "8bc15315ec593223c023b73d8e47bc4fa17ec93d3eb420598028076918e9e59a", + "8bd6765985b355a8426754aae723dea54f2e1ac544ff0a1a3442941e6febaac8", + "8be8a2bdaa02f79e7cdb4c7c3906826fa6bf90a20bcf9285cad4b3b105aeb2ba", + "8c02e41c60007b69416eb7689404b46186087ccfe0f5989f20784c2c196b7b1b", + "8c8d4af696736585ce185cc8af41d0b6109a2ad22d4bfa782ea7ef9a3834e55f", + "8c8e11c3bd2c532170df6ca8a165d44f1e707806299fe6ffcab13a6f2e122521", + "8cb3a08d1ccf19c8725c6a98ed7b3386e5799fab11ace8108c2883579f682714", + "8d177f26ef02fd353303673b91e46d8390241c1c279dbdb22c991b3c4e9f51e7", + "8d28413eeca9c997dac5d6ec5ab6ab12517e44b8c4a51ca3ba7c859491df3952", + "8d9ef2d42ea02122ee5863b202c05351599d62885d2b98f96bb737e4ee6ebc33", + "8dbb7ce9aa0f47e558051a724cd235cdeda295cef4ae6af454076079bdff514a", + "8dcfd3fb6ca84c1f95efc8f897513707d70ebce78c2518aa8f65e814e71f3545", + "8df113b565bd3cc6cec8965e630711bb168b1cc181f53bce4c6b7ce61ba56aac", + "8e22151cba0ac0a1e46d5ddce156fd63cca4eae19b77238cca06c8c8ce821eb8", + "8e2eb253feab70a0380720d136c671a52ebd609d5c1272ccdc6e3ad461435156", + "8e4f60fbc9c964d0ebbd10f8b9265be69a3a3edc2119ea12426ef43119d4ad5c", + "8e5ceea749d717624820f70c22b33842bca091f4ae50be442a7ec0f09c83303a", + "8e6d9e83a4e8ecd5052dfac7c65bafb828ac22f1788885c36a58ec7aca9d27d9", + "8e9c2d035ed8eff3f545b75e289b7e582c7968100ea73e6fa33b0be1d5bb50b8", + "8ead263dc6ed57e40bc9a47ef5e9f5c3e646b986f2ea12f7e6892ead5de2ab8c", + "8f170427867d4318616b12da898037de0f181a5431d3acded4af696cf1326370", + "8f4222b557e6df356279166322bbd1705e8a56c35891f90c1530cf4bb2eb54a0", + "8f44f3b78ef1575f9b970421c721350dc71b5db2af4dec9abaab2ca7578652e0", + "8ff84b817ee44a102d307bb8083ced2d3cdedf4cf0079e6c459c7b677de3a329", + "901a8a97dbb978e7d127091a6fba78c0400b75a12bbf3d417b28fb0af80b6782", + "905bcd129bbf0751e06533ac956befd3daaaa9ee2e6645cc6fa3ecf71fbb9a89", + "90695b391187c27e2685fb7e84f2652a507fb2a02449a190d3267bf7cb3f5b45", + "906b270dd3e6ce8f729128dd2cb3031beb593dc7429e4dd36b13f401cdf792b5", + "908adfeb33ccf16b1cbda5b092c58b268e734268ff6c60cfc466cc856adf2baa", + "90a9b33fee83fcf0446eb2bd3672676120fa0145c84b4a808785d5cf67fb307d", + "90b17242f7b1bf044dcb0c8b348a6b20c4f43458b8a4263562653701f136c4ef", + "90cde577fd11b1b1735407d95de549f9c0a53404b7f2d12fcd870cb927e9f059", + "90d2284908e605264442186b3da69f670bf446ef3616ef6e730a093e090e2b3a", + "90ef7fa7bf2f7675c592189ef0b9aee190f6b142d6df567bc67852a3fe46d9af", + "91436958d8b110e882c5c4a525733c39f6c910e196f4deb9f42603dd7c4603ad", + "91629fdb7a0c28df18abce3897b3b96b2554f0a3b724004d415f8cd7a3a47e92", + "917dd26021510d66f517c0d401ecb5d7db01a25a1195fc4ecb9a7a363814268b", + "919a549f4845967ac2f847626e2b00056eecf902c91d9a4be8378a41640fbf34", + "91bd8da2cffc4096f89a36c40aa3d00916cdcc73f8a681efa0222941be36543e", + "91ffe0cf3888e203f9d71c38b09f1fa3d34ba073342f26cc49bdd72e92ab0206", + "920c0664db9a83dcfaf66ae2e13aef9ade367d3221902ff79efbec849060b80a", + "922aa008e201c6d77a55d168be1f336b56911fc60a133a2ed900f3cf13d73431", + "92563ce948515f1da8aceedf199f6ed7dd85ecc6de1f26c98b99655deafe03cc", + "92697ea9bfbcfec599c6d210f730325aaf05166191250d1f162d162258961af0", + "926aa9c880645612620c26ddcd7a444ffabb7b7edf31b3bc2d22b50819698712", + "9291a90d8529ecbfa4905aa368ef4026cb7a430e3e6714b9b8f334dbe5cb96d2", + "929700cddcbccce723799f822366c39243dbc4b470d2164354f1168a9b7c97a3", + "92bf7e3f8a5589cf3497c2a9dc4b945e169b87e44a1c01240873eb41bb77ee8d", + "92c5af8113a4129e4e6b5e6a9e16a45471fdde0ec55ab2cf1f64aa1fba547d5d", + "92c8bc3fc53f871322fa08f65bd33d640fdc555892939d08208ae59cbc888a18", + "92e75868a799ff640fc178d95d09d447e721af90c051b2ce8d970f9037c04670", + "931e6ab771d72e7d47b63fc46fccaea8b91fcc80aa97a456bee36974cac43006", + "932f61eac4752e0bd55dae596f5fb82c6a5655beed2cc0f209ff157dbe89e180", + "9363a4d2b67faf2bb77955660010ced2a615c568d3761c57a3bf2ff6404ec4a6", + "94a44eb8c02107750fa3c557560e6bec0aef76e28851d236b2d6cf85565a07f5", + "94d38a120b004f5a6b66229add7e74e72dbd074772ba15d1742d4a647d2713c8", + "951e91b14a12ad616ca8991f1132fa4f763d1858822d0157ebffc429b49cae4c", + "952cdfdd6d836ab796722cb133ce2ee16b14348de138f70a79f1c6af33ad9c38", + "95312bd603102ebca1809ff72dbbf8e073586e5c0a4c68cacc6199d1e1224e6d", + "95406e941d31e39578bd8abbdb76f1cb2b3eb7bcc360261d849b45b641718be8", + "9568476e7af8a3f709e95241c456daeb7c9b80accea85bb5f7f71ad6b4387f33", + "956ff6130d82abbacde17e05a5bf2923b8a4a993b65c424d4f9c95a30427714c", + "9593d227ea9654f8734f7c51145c6d3eee4179603c050ccd5642cb50d2f790d1", + "95a05b8ab460184690fc31a8a13698b286f0e92bdcb33fb5cf6af66a29b3ab47", + "95a5f3efbe93d44838d1f96f3621c477d24e786415f4c81c9879dd403e4b4278", + "95c254bc14997a2e0c244f9213f7a2230d543948e2c41e38937cb69235ce7eb8", + "95c4df01b8d01f9506b8814f2631c677d1604853eb37cc30abd19bd33be912c5", + "95ca30ba70b76786b6fbc3b5aad9ca496be3168819291372dae2eb2b6e70e234", + "965257f692454bf6a792cebadc934b730ecfa2a179d3fe46df2232fb32d57d91", + "96d82f098fbb8db5b98ec2e8f8ec63a3641b4c660c41aaaab61cb09ac4ae15ba", + "96f19408441d972335469bf0b4364ad2cd39f3e435ba1b0e02972576769b7970", + "96fa526e45620e358f25a3d8752067f54c93554cca27cf49eb56c7913c4e8f7b", + "97320818d86e303e534a01a6dcf3774bfb866340af2a33897cdeb7ddd3f8de06", + "9747edba14159f5fb25629223ff12e9bc0d216302826344d592c5105e428919c", + "975bf5d76668602e6ba980cee7f109c9434a3a37c1b8b35d93fb5e8e7a608a18", + "977685b7cffb73f1ef26fa6a4f2b7fb5bd358a4f8f839052a2c89dbbb8a09670", + "97abf8d14bff7ab218a3cfe00a321ac0e109c828bf806129aa3b2c33ee6fae09", + "98002f7653792d2b2c41892baeed0c7871b7856cb26b78caf2195b83d11d135d", + "98302df238b9b63340092368d30b1e5290ffdca36d5a5b3d24a79f63f7dcce21", + "9834e883bee15cbce032514b9ab9335f702664589143d62a1fc71a032af3d901", + "98722a51369c5ca8848ee4144a01909eaaafb0722e5b8c04ce0c87d9aa096dab", + "9875cd5eccda046323b2e00db35a097674bff9ec0541d5b3eed73f5f8e39caf1", + "987eb90a6d108de4e939e23419ffe5a45a8f0caba5219dc6d14f049b0393ce76", + "987f394e337fb104b903dda46a5301aaff287730007f46ef25afadae5b7dbc78", + "98b3c272f364d556fa622ce5c522e9fc0f060dc4aef276bb44dd1d46d5e9db10", + "98d225867299292f12703bffec008805ea807aee642be225324659d309d6b226", + "98d302541fa8f33ca7ca098bd107aea4ed97518af5859ebb10c8a6ea039bae2f", + "98e07240600a5cea93c946519efac38d57c0b3858ae6a47638bea60c21879471", + "98e654baa488ccf9b9007a817167c6973be3bce500d7f03d1fdd73298cae5e1f", + "99428849c4d6e31bebde27e9099ab532683054ce8c153a9d10a7b65e56f932bf", + "9945f0c167dffd618b6f84eaf7a8709781a93caa6e0ba0a6c2393c54e5b7f3b7", + "9958c8980b2b1b12f3715a6f85c7aca1486f43cc2ce26172440b894f9fcbac94", + "9982a84e51afd9d4e847ca4dec6ad6d8fe88c8849074f780cc82a921f363473c", + "999257b0754b17852fb928aaf87ed897706aaa3588e087cfe4f1eea6960450aa", + "99b3b41376a8c953826ee94c16fdb7a8043cacc75e44148bc4d48cad1c6758b2", + "99c3c79104bcaaffc5c38c1c85b4b96bc953dbaba19994863b50bab0a91c4dc2", + "99e82a068e68ff5b9d9b6de848bb2669cee8923cdf9256a0794faac08625f004", + "99f302b695c73ae896aa6a57bb5c781cd38940e32e98672cd1c6387ca00a73ea", + "9a42dbb9f9aa960515c14ac7992fa86c323fd97df6deb622daf0e340b30e4f93", + "9aabcb855d31dc16f8bed9fc53fd312eaa100f5b252bbc59eacfa0743e7f12c7", + "9ad7db7364cd7d7d8697de9aea722bfec1955477728fef1bd63114bdb4e42224", + "9adcd005b974106a7f456d51d6b603fbd89c076c1d74fb6965712e9c35e073b6", + "9ae8a425fd5b7d3f65a6939b75afa5f607f45380d5fd4a54146672e940a05b1e", + "9b4eb0e364d3349b3d3f10bbe399fd8ce1368111f97d521c7636a349572fc063", + "9b572af176a0ce08ca4766f2fcfae2a2a6f44ce8138c941be9aef566beb694ad", + "9b804167e135aac643a0d5144bc61a7c188d47eb0a6e17f0ccfb5cb08183022e", + "9b8670857d068299982e3e12da1e040cbc4089da59f6652f7b8ae34584c276c0", + "9b9cb54e75f99488e11db80a28db4063de7fb107041291028130bb6637a82dac", + "9b9ddee0c23e3340dad578eaf73967b63092832f46e26829f7d05b493ff48473", + "9c0f001259d0ecae9b91379fc580c00e436b58d9715f51e6e39ddf6459606997", + "9c22c606bc416d61f094cc2dc17efd03777200b2037a27f5d485c97884b231e3", + "9c304d4792c3378127ba41e6a5ce0730ceb9098676fe4bbd4dcc5c55be621260", + "9c4b420bda3ad85c9610c1ddb0930fdae31c0509c31a65d65f48ac32d72eb2a4", + "9c4ed10cefd936aa1c795de9324409d690e05d54899d1a9e1bfc432bc45e9b31", + "9c5428b74d0734c1798659a5c2a60cdd104a631bc5c2cd482108ede09800926f", + "9c58dd0f52e8ade322cd6875f3d98cff28ff26657432258b9248a9b60400f9cb", + "9c6eb67983bac3503d1fa4f3e747f02c7a25d3de09fbd646cfff2d010810f726", + "9c97222a640a39803482f4e08a69e01a0450a3be06fe4fc9641cf0131b0e86c6", + "9ca67f9e97473ad9f858f9fd62d6c2f9c7709049980088db569a4728f7623aca", + "9ce73e107b7cba29d5ad4ac9b3a920127a0d4b2f7c81ad090d2152bd4f1bcd48", + "9d14045957382f9a922548f9dbe983f021f3d102ac0b4d2c2658dc4700d3b952", + "9d1592120d27fe3d51e75420ae1269de3b705afc3dbb5b89cce8de4ccb52b16e", + "9d3c066c345a544216a3e13515026d70b30b2bf65442999ada7ee95942fda828", + "9d80dd48429037b3827ba214b30643adf392eec87a0c3ba9d2167e12557a58a6", + "9d80ee70666e9432e5b6b7c04bf60f050ef6ef8ddc40d02486ab6eadc0cc1191", + "9dbd67c8b94fe422989baf694e2aa381769117e3664a310407b683265fa032ad", + "9df49ef86b0558c59f03245b2744e5ec1ed8f24add5adda97f61534de4fe4c5f", + "9e2772494f3e3a4d63bea115187ea31220252ed837a201930c9015ad51d4c0b7", + "9ec4ac3f75b6b18803e497d20e16b30f6b5a98d905e8afb47e895ed64aead6cc", + "9edd451a1be159f01f6432f0ad82ef62570ee660cdced89909882eb0d78c5a90", + "9eee7d2578410d51fa92385eff3d2357afc8f8e200163f99102ed21acfe7839d", + "9ef26a47cf3da4e812aabe3aa2cd7e1e6b73276f12f82643281967d5dc7bbd45", + "9efbab6a3cec41e6dc9c76eed55e3b427f7b4926803c4373ff88ebac5b4a1d87", + "9efd4b51ad36d81e214f27d70fb6e36ecc4c3566a1b659f78d6259742fcd9bb4", + "9f1009087c7b37ae089117668f728aaa5f3ecb22baa8c604cbb56eda5096b1f0", + "9f438393cc1d673b507b5163f7f99fa21fc9af792a0578aa7c117d8ef2d9614d", + "9f4608d4eab9ae10ac70d874f81e00f0c06ca749edd729478bc739c0a8fc1976", + "9f537e23b1e63ebdaeba8c83d6a910e290c782791d0652b8bed9fadc802ae38b", + "9f720ffc8c64a4886030d06ee66ddba984162e4e90567fdcd1e371052c71ce7d", + "9f83ec16c6dfdc98808e6539b3af01ce77f36771064307578895db61f041d296", + "9fa6a3c0a80ac376f44c6818436d1ba91c105d80f58bd984524b3801c57d4033", + "9ff10d17184c153e9069f5b824aec53bd5f435325952615bf79a6e0a430dd425", + "a03e7717c89a3aaa577413130e453605801d85ca172be688e483096d54d40777", + "a05f659e06fb5ca28fc989c75b2092aa41efc477340b3143c980c624439bd579", + "a070b405d69bb48b537162f88d038381a8b8253fdf90a8f080ec52c83da09f8c", + "a078011b24a347ae2c5be1d725a3d4c6ffe933a58d37fe7c5e5085315a9793ed", + "a079e506e625b7b14bf23dfc1608663d4d16ea2a8e7aa8b9e50662ba862a93f1", + "a0a32a724d874bd58f98b5f7fb50b1d157a6ebc89f6efede46e9142b9fd5d16f", + "a0b6c02e901895db03c5ea136c311331a2982addeabca9117e552b623ea8646a", + "a0bf65f9ebed8f1cd09c82107f1c208997cf8b2a17c9e2b6b588e0d3f1b3f609", + "a0c09e25ef17e1692554bdd8e22ba9a13b8919a359ae77ca15e82a818f9cc228", + "a0df1828ea87abce9638cfc85257ec619ed709cbe2192fc222708c13c256e38e", + "a0ea59161b4c689a3ecaf735f546c10d007594c544fc010f836cb7d01ea5d197", + "a122c64266b92c9dee0fa5ad5d81772d0180f88416ca5ce41e7fddbfa8ca4cd6", + "a123e568191dbccc159dbf0e2610a7dd4d4cd1d901d5fd255d84b36e93171dd3", + "a1279e59cdc47708df9e5014384f1f7824738edf0986e296526bc7763f6dface", + "a12b0d2bd7e72eb43a9219cbb0b6c5c593d94ddbcd01820f06a7a12d7a30c575", + "a14884b94402c0efadd3fc5e9dff09bfed8621c78ac78a3e50340e6e06b2a36f", + "a1854a9e9f442c7bd612070ce1950c4ed7094fee3b31beeac51ea5f545fd0c57", + "a18bd1bd8c4c4b16779ad1695fb61ebaf9d343672af48bee35b47fe1414968a3", + "a1a5267ab45977532a38fbff6777b9544779982f6f4e83c549de66b63a4ba068", + "a1ac8f2d5688e6cd4c46638539fd8e8fc274b8077ef84fd47e3cb3e148864cfe", + "a1b96a861d0b7be41db93fdf76b9ca4b90e24e451e2895b9d90cbdec14cfca30", + "a1bad290aaa74df21c1058d796b601398ebb6a0223dc2ab35831eb8d222fb5ae", + "a1dbe74c9cf79fc19bee00cae7b280cbeca083839382f8b8ffd335846c4f1ef1", + "a1e8da8c76d26d280439cb1705749ba35d2ed1cad5321c1556c45d65e5e0e26f", + "a23a151a9824adf8b8e54ea8f026762ceb74574168c081a84ee58f86948adada", + "a251b51e2297b9639a578d470f6813079c90edb65aec82753a9a1ac005dec569", + "a267aff604611134b035bdd7e8d744e6a463af69a6b4f9083a31b23d584e7946", + "a2ab534a12a3231a13d0028ae76a9672c44afad2b9b1e01ee05c49d375ae442c", + "a2b9e6fc6089a192910ffa79508000f4f459f5533cdbf6dcf7a23ceb3a745c6c", + "a2bf76422d88c525965efcecea741bd1f94a6c86c8608a6843ae2601f56aaa5d", + "a2f189b2f7404dd679f481e41b8d61fecf5da0d92409edef587cd6463f037895", + "a341833440fd48aea26699fdc1624a52eb3db99cd103932100d6a55bb6b0ee78", + "a366b08e727752b0261a79be508a76bf912873a09755df37d9d550f16436e359", + "a37b642ebec2bc4f64baece4a7c71adcd4d4cfbf1a2220e14058b3edc38fa6dd", + "a3803b601e55ef8bf2797ab8276df011c7eeef666383810ff7ade10167c04019", + "a3b25f99314074318a875968b4626d99a5b42dcf7b8c402be4c2698bead84d08", + "a3cc1097f0e358e7aaa41eccc5cc0001745cbbac0ca383a6d0185cc111c9d6ed", + "a3ccd3ee0afb191d916a5727318209623918e7cd970493710189c20786956af1", + "a3d40ca71837fabb3666dcd6bb36d375d4b6ff612a79e53c51ea31b9d7ec3dee", + "a3dc406694c180921d703ab6353d32c97a8e7222eea4e4d4c163f6779b381129", + "a40af89757b4e1f7e4c4fadcded4a6cc724a18d86d2c57296c12458f1d762eea", + "a4354136ce6b985a5d3d980778b5fddaa5ba5f445b7ce6270a9c5f85963a1a7e", + "a43cab807744dcf2bbd2d088e8cd43af87096233291eae48711afa8040b8249d", + "a49d7dc6f8218a62df895bbdb45910dc182f25ac2b7344427198f0218d0438e8", + "a4b8b9783603e6964a3fe485be7d515cdd6f9cd92baab45ae4563ce8a445995a", + "a4fca0e1b8fa35e1450019470bbacdef5dc45aac4feed5e002547d9d6f59476b", + "a5351a3819981a736641c3c50a4d6ca3faabe5ae8e32edc28bc1cef141c40d6b", + "a5617e451323f4ddb657cc1ac0c9b2b08ba01d0c9ee6b5bb90adef7d4c333568", + "a5776d9e11b439905583492e705b91a1b42b34abc508d79ce0e0722f6ca6acef", + "a583abb75ff1fa4bb7d52db7b9109127fe822d281aa9003149444f944021bafe", + "a5b422afc53594c54b4c4b16be01e923e9c79f8b593736f49ac225c951cd8c14", + "a5dfd9da32550e164a6c63eb08c1f6a2547987d2b33969ff7b0215f8ee622dc6", + "a5e995f954f1646970f15c779b6fe6be94c0ee52144ff5a2e9d72eff33ffeb2a", + "a621ad9f22c1fec373c9baffcff0c941a8d7f792f0a18586dc5125a627878116", + "a6683640657870fe56c4af8333bb373efe582acd241443c5de17ba3453619bb6", + "a6791df4f079d4614a3a1f216f1d86eaa5f3bdc98bd273f56b69b0592b41dd26", + "a6eddb8ff9858cd674acb7cc225eca94121cf50c2a9de3ef2ac05ee0adf5b0f0", + "a6f6c8f1dd7d6a28fe80567947e1c77305fdfb7190e3f94f79b2cee4b8449d3e", + "a702a62a0ce17078c88d1416a10b81c9aec85b78d2a706cbf77272e2efc1a4f7", + "a708819bb0384b19c9ebcba75702ae96f641ee3cf79fd712077e727912c0457a", + "a724449ef878facb7ee0b008e220ea864963f0e7e39cdd31a43864ef9921025c", + "a74224ae36d9293a32a0505281ad4f1733bbe621873bb0c984f8954d316daab3", + "a743bd88fce22643ef830c23b68506dd375abac6465ad60b4cb8351040e62454", + "a750263eddf945283109f003cd8046cdc153df71899d09b30556ca8fff014fa1", + "a772cf9ca1bf588c36712a36ddad337b29af5ab0401c3264dae1a0bfd0a8bf0f", + "a7d7fdd7df2d66a787622eb9a27212a1dd3f1f8a07c7e77c3be9fc959d771e69", + "a7eb99092abaf7f8b9d0670b5906ddf805a1773f1b4f62f6dc9fb5538132a693", + "a7f0ca54f2700303978ec97d9f365ad1f917ce94f606d2595f0a539985bd6e1b", + "a841679522059f62ce5a950cad182a3ef1ff961be3332d2f38192bf05624b9ab", + "a86b3699691acf7e426f5c0ce4272cfac4d634a3a106902dbf1938e2435dbc2d", + "a89081c801b7308c86904b0f441fea806e7acceed9c420f90078295498919d44", + "a890bfd6614b9ff75e4acf074b26d9f7875caf6d281bbceda0e42ecf78a7455d", + "a89c9af7c6d1d0818e2fdaaf3dd920dd20d4afb730e80b8d2640bdf1fba75ea4", + "a8ce83c637cca3cd88eda23cec113036b92b12ea61ee6bec7f5a00ccb2f946ec", + "a8f018689fafbdf00bab10aff5d77035210177e8a86a94d7ac6f631271851cb3", + "a90d7bdac4e8db9bd85268ea2b0601d32b28138dbb1af43ea9ed8475656fc803", + "a914075c60372981b697d3f25a5d0303feb5707b71cbdb81aa59e20afa38a69c", + "a933b42767b675f23c55a3bd0888051a90a6db5c12e528a1109f45c86d265b9c", + "a93d49bda71d2aadc8ab5ebc10c9136812a71ddd0e0e3a257930a06d9ad120a1", + "a950359abacff930799b98035d2dee1a0c84943487c21065b25c417a480728e3", + "a956b733a72c588a886dd80f07b9a50a7c50c71eb090eedb9813bca88fcd414c", + "a9d932a62fa73f6d6a96d146fe28c041b9452dccd5a6d0131f996ebeab7ab8f0", + "a9e1f90410ff4001727d240e543b1da201dca7540cdbd5720fbabc52d55555c5", + "a9f0c0de38ec436a4af0aeb96a04249d84df15ccc080c0225546d5006fccf5ac", + "a9f7ffb91f44bd27ad011c0721a6697ddf77dcd7e05a2473c2b2ae4b45d6ed67", + "aa49fbe535345917bb469c8f07a4bb19b263320a1b878247504ace3b668429ff", + "aa634009f9ffa363413b6b8490516ec76b3e37545a792226271e5dae9333653b", + "aa66f54b57d2ce29fd90750a393ddad20927e731f383c2bde590741963435ceb", + "aa685e32c88aac051f95e9663d74d92536871bb1570ca2f880e3649d72dcb4df", + "aa6cbf5104804f5cb7e86fd753e4e5369ca2299c248fa5386b2c6441ecf79107", + "aa89b61df7e81d444be2c2c9b7d86a55f27d70841a4009d08bf2f6f8809b7426", + "aa8f9285a8e65fce85ef3357eaa84a104d40ef1658045a2b95c913c664d90598", + "aabd8f2fd6a25e53262d8c8cf76418c49fbe2de5ec7f69b813a9013e64b2a608", + "aac35f875f1806cd3f3547362515bcda9d6151c2231d41c0f8bb62ffaaa40e8f", + "aaee3bf077a76386aa71f808b32df60a5b57cf0ad84413c35999abfdaed06797", + "ab30982785dbf8b2be3b1781cc58d1e85fcd0e061889e46d23b7abe964202dde", + "ab8664776033525115237381c15dfc31c621d66c93c0d28c58952644d0bfca09", + "abb567bcb73b46d0668540edfb8b70a816a17fc2d26e8cce5978631a3c0a4b71", + "ac2020054cd25ce5be47042209efe44a780470610210e47a07bae9b1d75c6d51", + "ac59fde9d43a11dd89fedeb2d49a2ad8e722b2be68b9fd5c5ac9520fb0cadcb0", + "ac6dabee5b5707147eb79e3bb6b790df357dc26f77e37e5b6af43845234e82a1", + "ac7a9078774e79a56683c947338c4740b4d0218ce1296b660c91fd8fae06a0d4", + "ac908e26fed79816dea69ab9577341edd806b565fcd971f8a86fff8e3db4b932", + "aca04b419e208d72cb2769900f22462f9df8b0502bcefec22556bdedef44a110", + "acc4ea38d065d2f3336ed088cc991b07e581d37456d4370fcd40d81f6f36b7e6", + "acc5c7ac1c8bc43afd9fc0d870d8a65432604c53294a77ee31eb6f60637d130c", + "acec02d51cbb9f79b85881f375b122f7fd1bd7483964f86729ad4aa8cbd922ef", + "acf9d606aa42cdce69f9bf465a11ddefbfb50d2b8800efae9644276aea08b2a4", + "ad0bf4a8f205d5339e85a4212cef2b20b7ced6280c2e9f5f45ccb004b6af322a", + "ad511b083a403a2b6d901119d09bc310afbe220f66b4cbc997ce6e1b43923b62", + "ad7bc98c757fe2eef34f27ca38ebf39cc7560a6475ea5fb65b53a6ac62361296", + "adc0bc79f7cdebfda01aefe2fa44fb0406fca002c0afe4f286022b704074625b", + "ae16ab0f91f2f878129865aca27304a11882aaf09f7a1f6c9c886216601fdec6", + "ae21a5986a959789da9807444a242b62794e9551de2b3e33d472a60a891e9181", + "ae39a4ac22a55fcf1a8a78ebdc58fb8d1fe5f7a6b4a51f0ea36e65cea0c9c868", + "ae39ab3cbe928abdccc9f6eec045dd500e343938bad19e3ef945b06d5fa16e60", + "ae454bc89861d4a5c6244640aa99db82c11f4196f6386e5a66739bc9a458e534", + "ae5bfe44bf7768585ce234c04d1d0494bddf10ccd26964ba59f0dd47f0c2b268", + "ae8e2940d3dc04d7a6a8a6aa07aea6b1c7e943d11ade25e6dd5e489dbe0ee8d3", + "ae8fdce92af832a981dea810c831d8c267879922314f42c4e9f6275776c154d7", + "ae936a3462d7e22809bd94ae5931ae70430f00031ae97dd2bd0e7ff78343e728", + "ae9ec3f3a37a86ce3e8f4605da3f65632e534875fb5bd4ade1db25c1beb1e1fa", + "aeff9c08f60704690cebdcb3f6ec1b9095c9e7d75504a384fbc0bbc11c9d5341", + "af1db02874a387fbc5f94838d3a0b80d3a940e21e95730f6b7d4cd6bcb6dc022", + "af40ef6e683b838b9d629021d698846993a024b916555f7af5ceebcc0dcb73d0", + "af5d9abbeb59f0510b4d1f5d5b4bebfafabafbc03e030c467c68fc1026a60db1", + "af6ac547c28b21459f56a8506afb797e43f8186c9c08519b19983ba48a8e48e3", + "af94252639de288cd696f79c779ec18bdd6f087b485d465a9a2d53be647e4bb3", + "af9874ea784ef6a5422de0f475430314d5c5c80f2d627c9c4d5b101f2dbd5c95", + "afb8867def2977d96ab00821322d5f342c123bee85e33c9530001026a22b1fc2", + "afcee626e7e0ddf98780a26e9ce0627de9b45db75e8bf1d50f86844c0c8e9018", + "afd476b9cf674144af007dc146cf82e7dbc8fe486b80888bfc9d82f70588a23b", + "afe06523c00a6e5b945484aebfad43ef059ad8d648cb1bcc680ca26c034a6f80", + "b02acd3d0ec221ad7b8893f16b79fcd8bbd831f74409baaa2184b623a4c63829", + "b03763967523aa5f431d80ce741e8418d8764ba8316afaa6bd804d51f9247553", + "b078f6c1ab0b1f8866eb77d939d2d70f9ec748e9a45cc09fee00a1b9f8cc7898", + "b07c85be90171841365bd23640932d9a41511e389f7ffb9adfcc5ab66d89bf57", + "b0ac14cdfcd1f096709f5e82ca65c67c2e0a27f2ba6d688a954c356501cb7d20", + "b0b04d5848dc77d7e5908eb8c0a6df6887c743bfe1078b13b14571ca3269ccfb", + "b0b999be0229df105d8b877277e75f63a392daf57752c18b3fc14a6c1ff674be", + "b0c43e875e30694fc93cfee195abe7069714ae7655347bc779694bc60694b637", + "b0d3870ec2a569f0f320dd68d4c728fa7c82c1423ad214286e3e5f9de19086cb", + "b0e33fe309f08f0aa5750e1184da66b702ddef2b9ecbbcf2e3fa3d35b465a72e", + "b10d1de22a03af66a12caeede346d3b183929a809d5beda7f13a42e69eb190ec", + "b11f3bcb872439562b3233ed7bc52f2786a0b449a41d6701b74666208f092e5a", + "b12ad0ccf78825d7347c3a7bf4aa5d5ca460dec3ee1584db25f09518fe20baec", + "b156c635011a93a648f076dd68f26a0c9aee6e5e674ee4a207653d65f451338c", + "b1628145ee10ce0474906869897ccda3c70dcc5334d33223d950aeb2ff9f0f57", + "b18d03055f8f39c8a459af611514a947e6b08e51d17cec2d74f2159cb22c50ec", + "b1f012120595870ca5d56c46ee5882430dd91ac6be210da64182088b15236bfa", + "b2366b6bca134f7a8b7347dac3bb0b100db6d3cf1de9ea0eeb417e1a324b9538", + "b24726902e3146d4ab97bf67178ed77840fe5d9ff6942d105a48c79f6deaa0c2", + "b288350c5709578836c834d4955a2fb3faacf583df46a9edfc32c44c116a8ba9", + "b29ee483be358080d8f6db6047e42600fd7481adc4b86dbee6facc4199b39ea6", + "b3088bbd2f0cb560ca5edd8269eefde6e52e98807dcd2daaaa04ff531f49a983", + "b30afabdba5dc3dd57cfc03f8c8142972748ebe769127fb481171ec84d5e6782", + "b30f9b407fb8ab04e4108164a282def889f0c6a659a6925051dd82835f739858", + "b35a6351bae968e768fa415340252ca2358af96c3181ec6a2b414656302165f1", + "b3a4be33968e42a4b8851312c7d9c996e078c7ddb25aa484a34e559c65d17fb0", + "b3dd9456f5fd8e73e0a9c7b0ef5bbade876a54e0b1f91868efbefaed8e6b62c0", + "b3fcd7c5df285b09027b8ad2356c12e05736373385da2ba556796de7e43b3094", + "b417c0e7dac8894fe8b58e4a9b2ae13525ef8065d68181dba35457570e7e19b8", + "b44002ae51ac10d1d0851b77a8c5e5109e7369fae9d73b459e7b3aa3f0f6cbdf", + "b45ee5251159a5e01dc599e6e1a30a304859484cbd066d9ecb6d8cc0e714ec27", + "b4782cfa6af28c51d1a53555e241f4f68589f6e89c84b7246261344db3bfae0f", + "b47f6e0b37f9793776fa983dba2dd994a42c32346b4b1f4c9278ffa6ce3529fa", + "b48314748c45c8dff55a2316ed448bd72f20d231778e80368376bbe483a2b1b8", + "b4a51cfb2f14fac383167432544f2b82e7e120014acf948aaadd33ae1ed331ca", + "b4ad08fb9090c4ab98399dbb2e98a5cf0b334bd88580b38250cf13c9d386b4fb", + "b4b38ab0899c091d3ddfc7a88603261cc3446a70c5bc09d3ebf651f3f0d6832c", + "b4ccdc6ff79881b8e5ce94394ba1e8000be7611793c98624c09b7737325617e2", + "b4e174aaa52c030cf6b034355335fdc549f44681908979ff6500ea6dde0cb67a", + "b513c611ee93c3033d681ac34dc5334fcae74e64dcdd1cdd16ca84269a4cdb6d", + "b5326045d5af7216b123b3f45417dccbf6e9cd74ce36508cb1801793f1ec789c", + "b58a15be3759b35178f2a230d09976799f0bfd2bd4b47f730ffc5133c8ab0d37", + "b59a22535f3efb4fbb1a9e3cb7a414a382ee70835a3a34bfe3f7304879a0076c", + "b5b5a06c87e9b6185f039dc51b297bcb413f09f577fd54dabb2522256e0d95cd", + "b5bbbafcf9f6b175e3dff8d0aaca59059cf2299247cd7d825304a26a13e25b13", + "b5c1a87db5d6e07258cff72927b1820ab5e83b10c0029456d43476447dfa473f", + "b5c242e5c5c2dd850f6448fcf141f42aee95261f7cc5ec287991dbc845ee0cec", + "b5c7c8e294414ef68009c0ae31352d550b47a4ef468a29e034a81acff91f6c40", + "b5d318dd57a9c80b3e8c3fb510c8109ad38bee6a3fe0e4a495619be1758227da", + "b5de3dfc01a42bd025e966c95808dde6a80c364b73cbf8f0d42f1f5a4e5eb023", + "b5ebd74e821ac2afbf6df49f7d9d4071750dfa86cfb91dba56c403af731dccd9", + "b5f2d01087a437e4ad8e7ed4a37db82ed01e39b8ce4fc4e5213cecd480371678", + "b66b4005cbfc9b8c8548e0348990af5da72fdb3bfe9fe1c0e01852ae0ee02eb8", + "b684f330e18b73f11336a3ff76bab18dbdbbdcbbb4e9401707118fb8d319ccba", + "b6b886286302a6c5faba0e67d898b1b416706ef980e779930e8673699c7811ce", + "b6d1a49654eb4109c9a1426b33c4b3eee473f744c7dbb6f0fd0bc859d4d07ff7", + "b6d8eddbc4f2611621906fd72f117fb090909ae263c6583654380efda492570d", + "b75ec2550dcf9a890403ef27db99f24849cc1f172d08d68e57e5aa2639b6db3e", + "b7fe798ebcf5157ee4dd11701414ff41e15d63f74ca55895e53db3a3e6b7d68c", + "b82d43dc022095090b121186bf6029625117111d18c836eb0b4d463a2a00d70b", + "b84de002e997f9f9e0df1349dcd3238bd91f30dd163180a17dd7cddaa2df57ed", + "b922630a7c7fd034f00cf9d2f940f32862470390df5e6b97858a32e3b3411290", + "b98ea5c34a50ce0e0dd1cdfd6075f7b1832f0d5d1252b7459feaf0a9ddc56dea", + "b998048a5255c631eb43e8cc0c8b892e29b7b9de408e4d99fb3447862c734e7a", + "ba0e2abe57d4e8976f7b6dee8c399cc76d672974a63968bb22e74fa3f3c07c42", + "ba17117fe128ec4754d6f6d360227770b44ae0d3c0ccd6cd676c15e61a959b6e", + "ba51369f3f4aa59d6bf7f75cb9359705bc8da0df0c6d68c8608f4286d76d333d", + "ba73c3a2d34ebf5fb4faf99ec8b0d20104f805520fcc4242316692e239584e31", + "bb0abbf276e17a783bcb113938c42f3c3c47a263a3bdf13e3efe2881ed0cebd9", + "bb14ff83d06e928142c58f803627b6b6067f7d7010725f231d3bc3991537325a", + "bb679d31a017ae04a18eaebff3f6fb8f429b92f73b9da58c65f8f662af751fda", + "bbb6568d2f337cb7194aa2b2aec0fb6a188c46d06a714fd27f0eb79f524c8315", + "bbd3c5a145a404a237f0d5d6900cc4b3c1767160954322a286491c874a50da5d", + "bbeecbe54c37f58d527baf903067f9dad4708779c45cd500d58c01f62b7f3b32", + "bbfcf175ab1c5bc358e67c71a7e7b68a7ff599eec1846eadc93113b45f15f036", + "bc2bd8f50cf3c34d2cb52e4acb44cbccfcf12768a96e14c39f8a117dc8d1f120", + "bc547c6f717ee21173258f4c941a3a3c4acd7c8578ebf8d35ef8b98dff04ddfd", + "bc5f61fb37b1c01c737ab760249b7f12da334e3adaa471ecf20116794b71c1e4", + "bc64c4c70b7cd5ff2acec0c8eb0b7de2b95c0f95df1107612c6c86aacd750b75", + "bc6eaf5d6e55fd6755fd47c42ba065cfd837ee952d1baba7caebd5b18b5a04b4", + "bcb3fc371ffa17c1c073cc2accd53923efeb08a01d24ed7d806532ed460eeb2f", + "bcb499ca031752491bf542f8ec41e8be53b4ade5d1955f0e25156181d3bdc13d", + "bcd9ad96c094d2b37d619be8f3fafa21e1d7c541e355a5dd8aba1427e2c5da0d", + "bcdd90d4e12d43067f3bed7dc8774068e4f42335771892bdb17e8a69afcee82e", + "bce86da49ca3b3e13bce9c8a69617ebb5e761edbaed7ac9cb914e3ea681d14d6", + "bcf87d42810cf1d06f5b7e1c63f715ac6407cb2fa729488030612a8c5be72cf7", + "bd23a935c7370573992718d3062157b935bdba9e90d5ce38a2f039792ac7706e", + "bd36a8c360935cbe0fbdf5b58237bb8eec29a2620100a7ea3363f1b977e044c9", + "bd4742ece96e7508c7fe3019146b9e886d39ffa7c03cbc486edd29e807e97ac3", + "bda5ef41f329a3daca0dcc206bf1fa8e743c267226364a383065e9b453d7a5a8", + "bdb0721795731acec21268778b65231fab27a672cf0c89d144ce4de017dd3da9", + "be02f86b8ffa1a1090f50d83e4592e652fab03b76eac2de1d3bd1461630612b3", + "be267196ec200de80b7d4ffa4fbee39772cf74936647dd847851289092f42f62", + "be6cc9db2102eeccb24879afe2971e6fe5aaeda2ef1042fbeeeba79a1a1c5635", + "be77bcf22d386e03355561d906a4d01f536230205251150ad805e06b9e4bcced", + "be9678da0d814cb4b23b38dcc097182a377fd1c709439cae4d9d8549ede3e1ef", + "bebe2a929aaac911b350d2d921386029b225bf1e3d3d08da214a9a5dc3bb62a0", + "bed10168e4ddf079981c1b85076f28a3ce061584175feec439e0f737b950865b", + "befdb6fb0fb17e561e51bee3afca24285c8055bdcd5ed793ac12cc49939185e6", + "bf120a9a0f7df85c1ba2da3658c8978748e3c3b1bebaa82fa8d8439ecb4da32e", + "bf12504a200f2bc6c6502eb732bbf3eea946be65c0837729ef477e1ede70ce20", + "bf21233f56d276bfa502ad634f5e8c7f7ea04421db5d894da274b2652d65eec4", + "bf3eb231d9cb0dca6d3f37766e4f5ce99a62ac72526d638dd7f28a8923834afa", + "bf7e9e164281f29ef0eb79a1e142065d86ce32e9c927c9d94c079ffa98174eb3", + "bf90af2b98795bd827adf4c4b2d0b7a583b37f29240a8f5ba4edcf20c5a9f3c1", + "bf97fb94799f55df9377e1a428aea35a9aafafaa53a5b8d65d902542d8c6fd23", + "bfd67afb7e0d59083ae71a16f8540a54890e5fb890350363b0fe33e344e8879e", + "bff20b1fcfb36e27b079aae822ec04b4b25a2a5809a1be3387eb49542ebf8735", + "bff67f7214a8e1eb41e7bd601e76092330f41d8ac24b5824972c1a4d6c050be3", + "c024a64ca09b458d19a05c552070c1342763c6d68337bca48f0097432fc3595f", + "c034c03b47b63c202ec02eed6420878b1c4bb0e2ac260d91df82c54f1ca190de", + "c04ed340bae75e79cdd78942e9335de2837e00b273efa911e62f7e53eab5ef25", + "c05e4185c5bc92b4a260dfc81e9faee47539d118f13474933e5ccfcf0be3f740", + "c06524578ce761107a87557d97f85990be11337eaf5e3ca90fdc4b260baa75ff", + "c06549de3238c0c6e7b2f07f003b2f0ffb4c9c27edff4bfe101a5795e0bc6f5f", + "c072202f9b3b28a346cde65ce651963430c942590739690c3084bca8119015f3", + "c07233637a353018d3f7bea24ae21554a01430c39ee202d62a458c13b199c5af", + "c072353b9e9217c2abaed2c476d9a771b759c59578cceb93d264740aec6a4384", + "c07921530aa4faf4287314001c48ba740df2388ca8ec94dfbfb74a3eb50d58bc", + "c08c7e43682e8e4c87d8be637f9d82d4b82429e4aa372e6a2e30d373e93b4d32", + "c0a1f61328f349ecf9f32d154d912097d236ca5200c509253c56dbb2ae7fa413", + "c0b5635ded2ca1c72e4ae38072bf0bb69a5cbbd13eb59acd42599e3e50aa4066", + "c0c4e1754896994da712d47d8507b7f875e99a4d5f65910d989c73aa800d109a", + "c0d55523dbf8dc16c804f877dc889ddebcd2a5359ee7148c21d78935c2fac7f9", + "c0e43d2d0c4f96d5a4d1d3ab1f1469c31d8efd1c05132a75461cc6e8c826f0b9", + "c0ed6130b0bdd0359e918cb5d3b2f6423a42fb6efc4af3d556d1cf4e984c0cec", + "c0efbdbb716f87ad84e409e078f1919460f3de01f2b33e53ce0ffae28b8941c7", + "c0f652e25c47ebc5fc2e18598b76e83c656643bdb75602a92289fb01fa0066af", + "c102e2f2303f130e73f2b2dd75b6603fdaaba996a1ca4ba043e9c136f7c15420", + "c1253ef0ffbce0d7f76f114b7184a12dc245ef7cdf7eb3ea2d51332101a4ea08", + "c16f94d277ce05d085f72444894a40c6ec0479c0a49398e2da51073effdf2fbb", + "c16f9bcd2c4d8f79169ad9955e892aad835f6ced928d1579087faf42955bdc19", + "c180609592cc3870f3dc650c79360da83f5102115b4df9aadd7023e0b7691554", + "c18677c93d36734e09db302b680fad865fdad625dd42ac98a56afe0bb23c7b79", + "c1b11ab212a92c06204de8eb8e33db59c06fe2cc9350b692f91238af02b77270", + "c20c660029c5bb5c25ab60ffa6cbd63eb50e1ea43dac36926bd32c87e0d191c9", + "c21d65e6dabab9487a553c295e2149e194dd0b17a36b209dda8c6acbc49b691c", + "c21fcd5859d67db5a7fb511fe21e68f37cf6d0ae1a7eb3695e3e46e74d1caf67", + "c2288e2a9b6d9e23c664e5a238815c204fc92379ca4b1de8e369d491015f3fa6", + "c24a3fcab5943b4336cb25e2c4496b62055967aa48d8876577b9c7bd67cf7c80", + "c2a1d0fefbd6321505cb03d69d49cdef50ab1cb792fec9cf4a23a2dd0ff2cb62", + "c2cfee3f872b61bf99bf2bd71381f5c7cd279e249bf804b7b8e2861ccafc7776", + "c31106c0aafcb04e0f97c35994ecb7e89348b7948861d5261adfa6579c5f4f1f", + "c33032b249679e0f5113a3448b152fc582acce16b6c145398ea5da4b13027e68", + "c34b9d242a85f0dd41f34a88dafc8faf1b3ac03488731cd6131f4083819dfbb8", + "c354687dcc12700beaa4c12307ed810a27f3ce079cda07e476c5f80acdf9d8be", + "c3612869eed6d45631154807b57745bca7ce167ebf45787d9bd5bcf8b234fc74", + "c383a9a9768dc0b25b1259b736264f763ef1b1c651cdf24a475bd267c3b951d6", + "c399984d6b0c9d1999e2805b521bfe0a27488982249c821889da7727d760f1ac", + "c3b28e516f3b74a15b151adcf82fd9aed69d90a91aea048fb03ebf3ccccd7de3", + "c3d2ab670f1ccd44a266fff4bde9c07cd7c7911142e4a8abdd2e23a07d822b3f", + "c3da57acf36595c800970f7880c8852e7c04d7daad8a0f27105cefb8068eb5e2", + "c41af0d05d256ace803806241254b43a9ce52c0fa512ac9a1a5027c6a26a6bb2", + "c450137ddf1ac2940dcec86a56e99ff42ee74a420d86eb28cdebbf2a25960012", + "c4536a2b42d40e58686bed1dc5c422da58fe3cc6dc8e7e9e6f9ab1e9120019b2", + "c48a0a0c5647f069fb67e33e9475256d4f7edffebed6d1472825ee72753aba88", + "c4aaaf90719f53cd17a3187436bb383c505c1ecdbe6907c43f5513461b3acae4", + "c4cab42c78c297b8fcc09523dd25ae6a8a8086e5b4263ac26e18f1a333ea1787", + "c4d45104076f6520102d542848213e0889b2d563c9777c13fd4389c7929f0a70", + "c4da74fd5cb8e52860b27008effe3da41e6360d9934a66a52020437cb0c0a153", + "c4f814cc6ed768d0e56a13d19679631906b07418c3e033ea24f143d827a40193", + "c529c725b71da442936bb8ab052712caa8812c1f3176170f460642223274a589", + "c542024eaaaa752bfc798493ee4945c876146979711fb9cc49c9b71d84a508ce", + "c552a359e5e1a4bd1ff4d6a5313e086d4fc9382444d7bbdc6372d25052301ce1", + "c55839974c8b040c7bbf1adf0077afb3d0e699044c74be927217f2c445f7091e", + "c55c2a1121a5d3fe7144f9a737652ea0e0ccac440b34ca5ae6f739322c14971a", + "c5616f4c2c8e787dc1a217841c54667eccaff4d25a6f203811b31b8171a283bf", + "c59ee61269705faaf361a3fa88eea141e108dfe28a427c6e488b13ae88de7165", + "c5a5a6d1f10a0a1d8d7eb22f171e311c031144da9c8e1aaff5225089cec00163", + "c5a6a1c441fb287fc9d2416bddfa134666d87296bc9079fdb40ef3dd88f834af", + "c5b2951e583e3f5d7bab20aa1f620dc8e62071cb0d9fcf36011cee5c79f24f0a", + "c5c0af94a126c1b7d8be21886530273bf5db83f4ecbe624034dd36af5038a16e", + "c5de598be6e1b4db13e787c719b2852ab2988caa4d1909389f5c60a3b4839232", + "c5e4cdc0aa0d84e16a372597c6261b520cad72f635271c0942fcfac0a3aa6849", + "c65f6259756a3f7330763fc5b04a03c6a7bfa4d7adba7b24cb52bf25f8ccf582", + "c667a9f939ab7cbc24f16808a496913e96c956f1a30dcaf190ddebbd2e2c37c3", + "c685c7deda7bee11ae26a52bd9c2e0bc69725db3da8c11ca31de05126b59444c", + "c6a6f1bcce0906960d0db892e8a31402332a77c0a34f30af2d1a1fe4577f1ca5", + "c6e52e8fc9cc1326987043c2e5cd275d9739742e759dc500b48dc1e1afb9990e", + "c6ff80d4c29f48b524d61b8d7637ee883a639940f373acaca91985a8fd2760fb", + "c723c0f98c601d0f562a1069910741b66a215bf266cf88a2bf46d39e54c8337c", + "c73658bc27f27a413c5b379e75960bb121ee0ffb6e20209bb8ba3822d0d7b73c", + "c76e6da2382e79e7b091a92fe16a4b1a4329533e5ccf782dfcac91a092585722", + "c79078deea0cabe9b6cda04bbd16a271bf55231129a32d3923b5d61f0e164493", + "c7b43b191278a9fbe9cca46d7250b30521923e3c969a1c377a266770d2994618", + "c7ce0c2ae2170931ae88ed3aa666e043a9571ac1c725ad769b055a7249bc1fae", + "c7ecfe011cdb48ac32b4a4ffc380ffcd844620329f25b3eb275dec9548fdb13f", + "c850c40819cf6be6039abc709e34a90a41d0299aacd5432bde96a32b187c7939", + "c8d5f6a03cf5578ff3c27f20418a5fd7e2f75936fdf843e7c6dde8119b2202b1", + "c8d631c5dd8e4329af5d97d73eb7d0bd2a0c7f18ce291731c4ae9b5540a300ba", + "c92d8d90bb4f444c193024326c23bbf6e700afa1564e9212e1c39529ed08c2b6", + "c932e5515c72dc46b1695007001ce1032a77d3a8b1b313c2c892ef4b2c9d7d4b", + "c98f48a896e4f421facf2c022912144fffe504e3db694226092561f802f22830", + "c995710e45ca54270ba28255ecf88460be706305607354f0ea067c3843aa43ae", + "c9ab4df781c5b5c2ce6e3521532cdf914185234fe0f0a4d8efe2f882a53ed368", + "c9b3e6759a8e4bd06b705333df6b1e39d0f285fe2f389f5aff84c1d543ba0512", + "c9bc72a44e5f32adc8d7f3408a983a192e4fe97bfa408126b3074c0b759499fd", + "c9cba066b29ed7b13272cd5ed7ba87332d37b1ca861a14523b68537a4bcfcf91", + "ca0dfd82bd822da0e32efd6402e176a98e724020726654e2317af944b1ae8471", + "ca79360ba5ff1285e65649a6d3a83a99010576e08d618eceb90ad103aaf03490", + "ca88c8f7dc5e0b1dc4b8f5000cab018d8a2c7b1c1f160311bafcb5e388a9452f", + "caa3bfb83ed58e30949a863b79a2af63f9e16ee16b7d7c311d14362e907fbe9f", + "cacc91e38cde889f3a3ed7ed8b914d6ffbb1231c0a4ed13e2bcff10fc3464b43", + "cafd41841a6971c11257fb7e6189c7785498e20635721574650fc381c539681e", + "cafd9a430506f2cbc372666b6543a890bc6934870dd4b5ee9040a47032390b94", + "cb0517ee94da12b8eee80c94ff7346510d18d7e285f951a87e78762cc47d9e58", + "cb072729d8819401aae11fca56357df42a34fb91fd5b902cd006d7fc36af2f24", + "cb10006e3b9263921ecadde5362e86bdf3a8146c22db36e458f8f4bcc6e526f4", + "cb1312d8be0cbdb89d8cb7c9e4971edd45995484af46b1efd4fe7f1825e4031a", + "cb15b5de90f1f391f397471faf423fd6e70259c74cc4209a792986e4e9d57bbf", + "cb1da3e4cfac0866b4f42bb6104d1ca463379e9a1b15b2ad7a1669d70f457ca7", + "cb21511ac20b769340b179d9e5b6f1683b3a13fb44093f68ca225be514b20b83", + "cb8904eaf404eca0238f1f2c1532feb5746bd94ed9d7577383ad11a8f4e62d77", + "cbddf4858f884f84126efe1c43b65fb1269d916d0f94ee73cc4b3b5dc2949e7e", + "cbf5706c38795e3efdadf678690e074e3f2512ff9868d8665655811d1053a5dd", + "cc170a33d8290a975c2c965f0893eb728ac611d55b3b06b87be576b85bb57877", + "cc25f4b88d039fa902ba63f48ac72b27a1c82c7a1552040ceeab9dc788052d3d", + "cc30c9c182b14d50bca7900e9af56708d83adfe54179fbcae40b2db471db46e2", + "cc4f1dea9120114b4b3bfabbc5d96c080ce5ec16d50501bd4543a2817e6b834b", + "cc68e4b42102346f64fcfc28a5407d758d87cad2b058b6b500587e60b1d54188", + "cc88dd027865c2036edfe3895b017b69977f1cbf6a90cb1ef8596f5e0d886f78", + "ccacaec81b3af38e6b70ce193c830d1081aa02a06cf99dbd5c13e035afc0a526", + "ccd0ebc51296dfcf4e63cf0560dda61e542e6aa4183958b1595f30a01057778e", + "ccf399adea2bbc343bd217129eb44c3eb6516916108c3b4e8d126179356fb07f", + "cd371cb03771295a33e5ad744fd245c02d34de6b06609f3923a6c95554b66775", + "cd380281327a8079b9eec2f202ec9f51f4008f9ce6d096f523dc9901015bd901", + "cd3a0a64425073cb18a40113b21de741a01166932eac1b1b8bd358dc85832af5", + "cd456c636492018ca447218c02d8fa52ef443b088cc6a57a3aaa83aebd71c370", + "cd4b0b156adb451ce45ef6f93d44353b81d1ae76ee0d8eaacab68832c26ba075", + "cda8fef741223993341e4ed5d553000635a1bbb0c66a2b0a5723542077dcdfc9", + "cdac002519a0b137114e4761cfa75f82e189ce7ed319655f15c37ef04e4896d5", + "cdc0e13996861748790ed8d99cf83a43a8bf8c1d2063dc89ab890325a5eefc15", + "cdcfcbeb98cd99aa567ab0c7bff236b3572cc9a2500507b189f6f28de7425860", + "cdd0ae1676d3f8a072fc5218723f6e2e515a8258b82f51bacdc2a3f78c9b2348", + "cde33a13b4c099644749d2facbf2d4341a9e9ee10354095f774310cdcdefabb1", + "cdf8d5aa0a6cc5b51a2944f3c570de8794e9e945317c3e1a5aecd87cee420299", + "ce005b7688f239258d6e6714763b3a37aabfbc9ec585ac5fb624e228c2a102b3", + "ce0823ac2f688885cf9e1a6a3f45844332ea6a428d685c1cb041feeec764ca32", + "ce7855544d63ef0544126ec17880120aeb4cd2b834c5bec78f33e409a1b117c3", + "ce796c3e11929e06bda4cf091d8108ddbbdb1f16b95cbb86dbbe3950b36dc8b8", + "cef2f0750274e9d6fb19a80350a41255bf66e58e100a4bfb1fff6833308eb661", + "cf0491fdfbf94a1fdabf6bc700e5bae8a8aa4ede01b3174cd79f8c8fdefa8fb6", + "cf1206186d32ff4c5fcde159ed0322a4a16ee0be90a79192f80830cab670ca56", + "cf1421b73484081f4683ac57aba50831a901313c0e4010c12485e5b4d2d54445", + "cf1b6ca2a327b7a0553e51527285f213016fc8fcdb2841895a5350141066bbd7", + "cf596932c32af9f99e3a9d9c4a434c18d49b0698a62ecc760ceda02606a8e77d", + "cf6e1977d9fc2dc361ce318e15d9e0200f80299349b480efbc05bbbd8fc53c85", + "cf82c6faacff4d071925e08e101145a1d140a21a95c246e6a0c221837cbdf464", + "cfb37033c2cc4ff84000d6587e152ab3bc37bf44d06a3b8d8371e3ec36b0b7d1", + "cfb3713401986e4be228d6139d98c1b4b5059d8eaea055cc4817c965d0827347", + "cfc5981766f3757e4f015d9cb9c905266e1e5a068d91cc23c9fb54d0f4626177", + "cfccd1f89b646ed289d68e41563e44cefc6d903526af3b51e003dd0e6ea2eb4b", + "cfe2005d6603a710aad7afa82c13c9b27c382f62cd602d371e2505dde16fa1aa", + "cffb93ee92c901b673855d2fc800de2344a16785b8e750abffa64b12b4643e81", + "cffd8cb1754770684de7bdb190219a8c81d077ab861f6f1a2838d5b8caa24af1", + "d016b007e6a831837ffe35c8ab482f5c1220e3a96fdb81c493576dc94498bb0c", + "d03d5a0fd96b5ac4ed689dd49336670aacb7b3d0f727347766b71119d421b34d", + "d04f3c5d101b4e1c5c63a1f09bbe3af3cb7a1e3acbef5b6ad46ba8af4059b743", + "d07053f7c2fe9a0bc31c4bf4223236226952198b195504b958c6f67bc3e24a0b", + "d07e1e4b8e401e7a91201526e70e8f8b9c894db55cd961c81fe855d3053bc5b8", + "d09c34f46a32f80b3780e18e54292a344cb74eed88945a3da07a69d7d3dca009", + "d0b47688297a825cc4a6d72cfb45e24d17a5da9d8f3d43cba2af8f13dbf3621c", + "d0dd6364b3886aa40068a8537aa6719ecb9d3a7e185ca5338b3bd4eae43aac31", + "d0f14e441af05c93061d2b8b45ec72b5191e1c998991ab103ee48902537dafef", + "d1667d0fdb73ec24000d778bb95c383e345dea0315c43ae462e510731b674b18", + "d1695227ba09c29e9e60c5d5305e2b1812134ef5bb04656b7d54846e970c51b4", + "d1831fdbd3721ac4d291560f54ff189aaf13adb759d344b8360495a5436f49f6", + "d1ca52ea943499cb88d83ed1a1d4696727e30fcf9e1c1a888f1f8661de1e5b64", + "d1e292907c03ea6dc5f98dea5f5e8d8d514fbf4cdafcd28ab4a8755c637cfe34", + "d21907d45a7fe36bb446dea4c790889f472b6de896800ed0d68c0d73ec23edff", + "d22d1baeb2fd07a953539f8ffe95fa404fe31cba8058f2234ec48007e0ac9cb9", + "d22f899fae63fc221efb42c1b8c03c110d1d9b365c3f17267261e5c445454f4e", + "d2309680eac9074c3d554b75c8477b7466b29c0ca6140b4bb61dcca09c877a6b", + "d254fb11bcd49612eb4d2189ed13085213ca8f113c9dab52eb93979adb7dcffd", + "d2771a1ea6f906469c07a1e8fef04e6e643d707d7125a38478f997778c1cc90d", + "d28acf5fbcf2510e976669e6ab05fb86db09a1dfd1eaed44fb96c5363dfe8733", + "d2addf95aa41f5e13a6ad590b2713f0ea7670624ceb3df45f5e6f0847fe73863", + "d2d9d70590b8374c968d8d982113565843967802241d93306f007f9b79c1a99b", + "d302274ec5e8a3e1aeaec35db97550937668e42bdbf98e53948dd4b834171dea", + "d3138688b8d2099d4601de9ffed504cedb79976e47aad6522e2d4ff6f13d5994", + "d3169979e682be12dd5305e08dbc513429285768617d1b7a98efa20286501d58", + "d31b09e18c9a5c15705119822e09ed574aa647bc38e21d57355968a65fbc8a05", + "d322f0d4bf8d5e22bc3835516eac087d05a568838effc1b703114422b44d5cb4", + "d34180ef4ca91e938c1245aa42202fd82b50fb53a8a2c42e4fc8eb478c24b02f", + "d3524da45fa4191acb576840d36223f45e1bd7e25e406b6150005897291bf4e0", + "d365b706c8193737aa79d0ce71d6d7489ea46780b17df89ad02a66c13d9c1eb8", + "d371916d7c47430779a55070128d0311441547566cd9f18afdfea10e69191ba9", + "d37493a4cf9bae160adeda969501f311b2c616a56327b492b027721b48801afc", + "d382ea48424cfc817aaff993d824152802559459d71465f25a13e90436043cf8", + "d388e45a663cbf86578fe0cb8d19c0166b4b11e0d1a3b48103390561e7c0acad", + "d3d1dedb04ba701168bcf97bfff1d5589fafcda8ea1153f361a0bc94e3689996", + "d3e4dfff94666f5375e8da4d0a1c4167909eecfdef85ee5f7f85900e08797095", + "d3fd3eb99a4b1e0cd42b805bee67fa353a11bd39c51935e07233d751e01800fd", + "d4177cb874b7a7307336b8774dbec5db48ba5bb281861f49f45ba104c609c56d", + "d42724b6e4f8209ea7139fb53c761b47e923fc360ab6c2c93727d2880c4d2ec4", + "d4445cb8041006a06f30940f452fb25ab5718c99054d263aec03e37ffa554a0b", + "d45f77a1c72f28f05ad7a0d26f74ab8e263d381cfc8e330920e7ff92de4e7e78", + "d461cf05c001b85297342bec480204f28d5573fb3c2c7a0f7588bb8e9aad4dee", + "d487e8e2502e45a634f6d83a3d784e66e203476dbdac51742edae02202a73ccf", + "d4911ee2e307625b1af25cd1ce9e9e42e8f1013a53e9c0e6c5ed1aa6c762879f", + "d498da45a43990513ae88b937d74bfa2a2eaa5d6c20d4fbd8aebd2a4a1a77feb", + "d4cb4c626dc946ed93e1e15283bc68a6b313b2449ec60051b1d25589277b8bc7", + "d4ec74e5fac26adc6ac7afb3b1fd3ed6ab7a2288d882660a95d0d949844e3eac", + "d51c08ca2193e5449fe9d63168b50130e9700ef88c377c6b79f8eff85ce9bc18", + "d530bb300a81c9bcf846ef44ba7d1bf309be17f5647b366e0b321990d6566e8d", + "d532cd7d6f2171be22137ed4b733dd0c79efcd8f560663a4e6530051b69dca1f", + "d54c515b8daaac7db5022b06c73f56eb455768823e71a8c7105c70702c9f0def", + "d55a55aef96c54b8234b8c52f62e44e93728af52d16af7818b952416007eee1d", + "d56f0479216784c4f31c98511368936d9ec46f53ef36c30779033bf833716bc7", + "d5866744aa5485039257eec813b3c798ae708920b48c50c55f3ac91a7d8b313d", + "d5963fa825935ade10ebeb3a5ab89f7c29b5a89859b6e4d9a05b99f3fe76a6e6", + "d5c42ad099d946dd538d27751c569e77104260c88208ebb17303e037b33c8de2", + "d5c64604cb597fa9233354ad4c6184f50e075e3f608fc4e066e39ce41485133f", + "d5cfbba01fec87614efa807630f78b2d40aa00c3f54ef03d5b3d8313eb964564", + "d5e76dc3ce2665b4abb00a96203625c578cfece64c99dff710b28b6ffa184fe4", + "d5fceb5d50d5e30dee026f099317ac53d4a1641564148f8994f97a7fd3794a1e", + "d604760d8544d6548d357c8fb7f7b56b51452ba1d9d21e3374f8135977800802", + "d61e5c37f01be9e876f3202371ec9eda45c423b52980e16b0f15058ec2bf9e8b", + "d6629213250691aec35c30304183005f2177b5b7930ae4a0264ac795944d6779", + "d66418fe345340cba51a03ec40d1dbfa622275dc1fb4fb4839071b8bad8531ac", + "d6937eadac2b6c3d0375e46e5492df69273ab4945242e12f5628df05457158a0", + "d6db4c02d1721ac2784f2c309b97d099d69a2c73b80f2b53af0e478f6ead5828", + "d6deced34e316b96c5ad0ee3041f14f090a8115b76ff4765e1ef0b1d1c5936c1", + "d70eee734906d8157ca2a4adc428a0279e887ea9df38850873a991d40b363b08", + "d74097f6558874f34dc121b870a042ae2798ef27e12dc8a8ce49fa834817d81e", + "d75e0996adcd6c44d978b2b56b517d28d52b277a00ea557b949d71eb6731c1f9", + "d7812ecddd19c0888a7ddc1b19504b9d13ce3b9f08594e8af96f539716bb12c8", + "d786281abd5086e355ca25841d15069947ee83ff1febee9f91a3a6b985e3529d", + "d7aa736b01c8f04fdf206f169aeaa16b5f11775467f659105030ea3a635f66e3", + "d7c5ef08eb5c2c55507d0554d06da42f076ba5dd8c4cd7ebe95eb9cdd72ecff7", + "d7c808f88a1ee2dd7e0508779b7296f465c97a790a1525c38f27d2956730c8f5", + "d7ceec1687b45dda147c887a9a1747e8b29eed1ab2736335e4f941c40bc36f50", + "d7f0bfacc9d7918ef2c50b51f2760b9399f1a087a00a26d12551f63f6c4f3bcf", + "d8041796f4cbba48d6f3e468f182eea71c719e1b4515082b170adb67fa5640c2", + "d827cdcb1f4a28085009d79166e0766be4ceadbec5654943377567edd6d1a9ab", + "d88522c4f93e5c1e6670d82ea79ca300ffbc0f894ffc9430224000ef782f8fa1", + "d8a1213d2b8a725dad7dd1f6c94e46c5402c708b811d1964ff09ed5640b8e29f", + "d8b9c5e74d8d3e00148b98b8ba7b62cf980c8d0d59a576bc372d6c95ffa25b5a", + "d922ae2fa9fce5b9a8bca376cb078bab270b7d38baf9d2f30e3f9f5740432dc0", + "d98c7ec8189d9bdbd3096d624214e8490e275e1e14130031e146652aeb1de3af", + "d9a8b49b226594f5688d633f92b6dadbdfe670ae73c2ed8b8c6f8f11a74a50b8", + "d9cf4ab91413fcca5d5ebc76de93248aa95deb050b70ba1ef5329cfd9813c918", + "da06ca9f1bd4c1116e446737bc45bc24139610e4d86cc12c49912575f0ad3702", + "da0b0dc816f0a9044f295db801b007b657e1bc9119c0d2973d864f992479dbf0", + "da1c6e9277c0a19b8158e84dd9580a3164df4c2766a9866dbf11776c1196b07b", + "da2aa0974c90a4b92ac0847661095b9ac66d42c72563d0764baa12494a398183", + "da372dcf7884fd6dd5878f012626f38cd2c0a0c00ede4fe1e9b5d1c627f025d7", + "da40f051387657cb3841435ef1eb8de999d0b481a498c56ce69e405499948e52", + "da459a3bd11b2eb7dc03c679865c777fa390bd595961a61937a5994056aaddcf", + "da46003d68d66486d0dfad911aaa7dc805d34d411b78d471ada75cfc3ac403aa", + "da78a8e6bed8c5080da3ee344b34a450c3dc3c8b397ae24a8f6f1073e4000786", + "da97b31bae61c6b47bcbd6df3e428cb672e7ce25e615dba3d3e786113d88b8b5", + "daa90216b4b743a3cf2c9ad5b266a3c73c54207705060a7a9012f0e30317e131", + "daf3c47d33f1186ec51d15b5c6543abf982cc1557a3a6e1744e911a07e164b0d", + "db0e91755ff469e050b088764aff3c0ebbc90339907aa7bb9a5bcfce8c41b185", + "db1ac06f5945913376b6e0738efbb5dece43cad713af671cb01ead48ff4320e1", + "db2b2e354461be6b9fd1d9f65f83f608c82f37dc34b4123fc46a7170b0aa320e", + "db4d2acf1804f056caa6338a0c1121ebe7e872eb623820d2faf28f33033e589b", + "db8af8c419ca5c9e68fefafcc963f225091d9a50843113db6693d9e4bb4e0d2f", + "db9e83e985cacab6d1fdbca4aeae0719315ed7812438c1614b407f86dee3e6c1", + "dba3f95e581a67af2cc56bcd034a08321d9429a6a4a6558e0dc45e8d6e49c4c5", + "dbf89cef1ba7324ab6b407e149ac280eecac0c8b5820bc3d7448391ca59aaf70", + "dc06ce6ab156ba6a1b0200c9b2b3da835da67acd9a2a0d949d2d99d4b4bacf22", + "dc5f6880b7ab6efc2987eb81ea52bd648018d5f2dfaa1793f37640af324f35fe", + "dc9f64fe826159e80dc4a3b3e431c2ebfb89813de20dd3728fef9075dddb7180", + "dcbf7df88c53f2241c6d065d9706914e797856c427a9a7748f1a63714e035b57", + "dcc17cdd0fe848571eb98a651b77b0fca689d676576e396cef0e1e6213309cc6", + "dcd9c20f60c91d021109231b65061a5110cef9adfabc1381bf85aa06f3e4cb7b", + "dce77d78d4180ba19dd613af265e892ce7f35409a0e0d06331d101ab388d5d67", + "dcf195c7d41770f7c6c6a8f9869603f5d971e42f6322417ea4f804c457e858c5", + "dd428ea6b43db62554dc7f571fc9c9f4d735af775c0220921bb872acf95b9a21", + "dd5fb7c5f41c05f16a82beafa5bbf35b793c75a6cbf7c55f9bb6e1d78d5f13c4", + "dd61cece503090b07d75c50d1586fe3b5e7d7244216f79adb88ae8f631c0b5c0", + "dd814e024eef95fbbd404fe77becdd1b85b1cd84a1e6669e45198a45a7581e73", + "ddd1bb658f9157c87bd8b8e37c73e56b5fd70d5776d39e89af71a6b5fa75a5f9", + "dde0cb6bb333a5d275d2a42260faffe1f3c35a21cd71f9e6ce2dc65c5c364dd3", + "de2b5031bb88c517a74c9c7ce89d5663604cad24204589e5f04990665617bb19", + "de3c9542ce9158d9b846bca4c0e919fdaaeedcf781e0f3a532fbbdb0ef4c5225", + "de3d5a79d11855a00ba7a1fcf7b77a1f53fc6e6e64832cd9eafa469d0488c4c0", + "de4e63972c76033624e557a1ebe022edb003eae1549e6c00e897c55e547c34de", + "de5e4e21a02c52d22cbf382a6a968e4a68f0be6d26a80e997135747fbbac0e3b", + "dea0a83b2388d405870ab8d20e6701d12f7770a0ef891d35e8a6c60a24f549db", + "deb7bdd29c4ebab19db23e28bdd715a7e08efc63f1bd6c99937993271d26bec2", + "deea6967477e2d07a943fa1612a56e40712723c4cac464676ba95d03745c5712", + "df22cfdbe476a57a3a5b02c2ce8942fbbdfa2bef3af34e3ef92dd087d7848fb9", + "df32dadc5ea31fbf05bfc17765453c4b752ce748ea5c11f3eaf461cb4c4cf86e", + "df36ee603a248f177b0f7faf15812cc77475edc5e0eb4b3c2b90630d54211fe8", + "df3fdb2f1e2b9712dba895c5dba6d01ecfc53b1dfdd4a63a1db80df373135f3b", + "df762849fc9890946bcc0b5797d4d924e430849dd3c2859dff2c4ba7f009172d", + "df79c31a3880ff4606e683dea00a9f2d9c667074a3e15c7cbf315e51a8d47919", + "df9e0382e541f41c49bbf53abb33be62a5d85dd0901b3364dda0956337788d3a", + "e01fb81986221bb00578cc81023e8ae9d432c72ff0177fdde4057d96bcceb463", + "e04134fc94dbef26800f264b5643d7502849a1f4b1fc6af5ddc23a1a8f7af260", + "e04cd88d4542f2cfd01ba7a165a772991dd8df58dc9876b6a6633cbf5204dd32", + "e053ce301796e47ad5b2eed409cbe269442cbb8169c7c3135f9905161c621b07", + "e0756dca1abef5b526f8ae94b26d938328865bb3d80245bf87f8b4fe291612cf", + "e07f02c55b571705efbd7fd1acc36170409c3da0abbc1324f2f87179e4100de5", + "e0b00d3bedb2f4d54817338493a959e7725e0dadf958f41949ba385709a3b716", + "e0fb21f8466f8b028c0a8ec4ce48a6991ce3f73b80c1a300fabf49ea1f11b5e2", + "e0fd0bab853b2375c1458b581b9c4eb10a892740899b2730f77d5cf452315f50", + "e1116deb7a312c0773f7504fa68643e7642d7e07edc6f76ecf0e7f2317e4eaae", + "e116e702614e7e8dffd26029d472791b380e98b24796b9b0729c1431cb11073b", + "e13b045d58d8eb0173956697314814b0818b090fe63a02b4d383f050bf947302", + "e149e8d8cc8840f38238c52e2e4e095923ba0c1ba192fbd4115df6c612e69238", + "e15cf52cd356a8e4b4c394beab2276b76fddd40d600f4979bf671b8a8ae8d908", + "e165291d79e8169ad9ece304325eab1ff728bf614fd944a40d06ca1213341f43", + "e17bd7410c31d2059a4638b5d8798f1863143f7a099d1b60e03308a8c0065fda", + "e1e001d88d85d034c5aee96eb55f261c5318176bfb9acfdbeaa8c16c5302c6b9", + "e1e228481bbac4845368d96e9979b2e28a4d9c96046d94d4eb75ee8add763555", + "e1eda798f2f368b8857b491ca6731a72e832ea80fd29033e752239e12597c627", + "e1edaacf2d378c94eb4fcfdf03a1f080e3a7f2f5498718719b203f7e3f5b1abb", + "e1ef250815b1426c96147c4072ab677ef792e1109910427d9cced32834e50a4a", + "e20c328c0bad99a61bd6801575f9d5f9e8e1f31f4d6567cb9ab4ed4cff110771", + "e21d30dd0a17f4e3a48c59368fcc31959cdd1081319e280121522a0cffeb886f", + "e231c038fed93023890dd0e30ba99e3d0bd4f43d22f14c82756c138840a31774", + "e2422f3fc47eed98843f471f11ee45a4d5017d6ba68f5977ab3108eb2cda62a0", + "e249962c602b987e4520b848a2433337a2615e537a00dca6df1ba86146614d09", + "e299be1a347f7ee34b86aa0acd5d1251813ceda172c868b32c74c927067b830c", + "e2a8a71bf005884953ba2c79222dce333654a560e088e9cf38dac85680b1f735", + "e2b5b8cd854bdecc517cbd0a199160bebb1e56907278546f752c1d5a0e93a57c", + "e2b8f68c5ba84769f8c704bf4157ccd3e99b01b121dd3a4e8cf3a6792b8d6d39", + "e2c05ca53adfa0f9b3e5c432b2d6aa14c7825cf879d6befc9b384a02a1128624", + "e2cce80dae5af088e4d5a2f938be265a32d40a5aa29e216adc94c6af85769342", + "e2d6766f2fc6adec1f494b3c97ada10bc6b3dd89fffaa6b9c7774c0140e702e8", + "e305c6624bc5303875d34fbb385598ae3418b4f5036fe9763d6c5ba5b3261fa2", + "e328ec3ce32b204b4b8d6bf0f63bb2937b8070ab8158d792b746a4cf5bef0112", + "e3290eebc099a02b3bda9c30ab81e7a91f11b4635d3d68ba488795fceb7292ee", + "e354482685966bcfaa5ccd17d666dec791abb29017bed1cff35c1f3b48427196", + "e371f2ecf7e74a3b1a21a0d2dbd76ff061ede68511f0e504ca9f3b0562f666ff", + "e38810c68a7a67fdc05d198102f932ec2302ed507f9268ba85bbf84940be2bb5", + "e395caeba922f8b90effac45dc8e59be8078bce39141d8faf98ac3b4a2be832d", + "e3ad990bf0964b8d707c91fa546956dae31678ed77f2bdb827b9cc7659ce9718", + "e3bc95a739f1260d432bccbf2bb6e8e588e957d1128bca21b8175ad944922069", + "e3ca4bb6e4d1ee23cc72e89ad926308195c8cb17ab4fa4e240ccba8b99bde1e0", + "e3e53335a806f53b0df5e5632c0a5ce39d062736641aa05d81be66bece91cdee", + "e406fde4c19b80fa9ab6dd1a9dc4482b579dda8e387196c8218a5e2d36cf767f", + "e45054295a867fd9f601fb78e919ee099ae8bd87be5bd91f9055d9b5c95ba1c7", + "e4833559ec5fce3dee483ba72c851d1ead07e7a693163e5ec4d14afd7d3e4ada", + "e49d798fd16d767825c4ad445843bc037f30c731303cf07626052611103e69dc", + "e4afd66f886e9c1db0d2fc427c08f765d3f5ea8a57a76c1f3f675dcd1693b797", + "e4b88f8bc22ac0755f21e7e57a5daa1242c722dd27e5d88218a71fcd377044ea", + "e4bc88414306bf55b62cb428f40f2eb464a9b27b3d65dbe712f85ead7604bfcb", + "e4cbf1b81022ebb6a3f4ca228bd6e1d533e051087cb3be4dae37a6b335b64b27", + "e4e28808ae8dfd46216a2fb9252d8f9afafa858d11cf775076b653c004cb32db", + "e4e2bb9879bfece542a719a3d80a69b09404c4de19ea69c7c27e2d2f73c6ce92", + "e4f68bc2988442906fb3146a0c313b75bf7d98c78b03fbba3449eba222b4e2ff", + "e4fbaaedb205db953e8d24af46d3937040d565da17dd3c1a6358598ec4065910", + "e5154a7d17607655f0bdfe3160a78ccf8e0ba51ea39acae0376350886f8e1845", + "e55299d0bc052cb970f3e49f110d9d50c45c8c5aac7b7ded84020228bf1ede03", + "e556d85a21c5f358d7d57d3c4126a0476dd687aed40bfc633440a5f9114c0a62", + "e5e8e61a6acf4409b3b546bc34c4c5c3df6f8230d7e4ccfc33a2679da4ba8940", + "e608c7c92c378f3a308d3f279f0eaa97c8fb7e7d8dd97ea445b1c690362a3a38", + "e60b254147e2585fbbf72d47ea2954b9a673d8717c7d3e910bc513246e5089c0", + "e61fac6a1d5695f0b9010ab423fa50e035f5a29cc33ad776963371df7620b0b9", + "e6a517e9dfa6af4da7ac8a6d5ec19af46219981a80f523afa4e93b8a807c69e6", + "e6c72ed82e109f3797ee8861b619ab6088818c184d9ad5e96af3cb2381b7e95e", + "e6d6496eb3909c504ba87b96fb20e29c2a2cb1d6d15222570dacbdb4d6e0b239", + "e6daf10fc8aacdfb63cebf93b94bec2053e8fea782c7e9e02034387db2cab032", + "e6f45d4600f715028e9eefe9ca9ebeb9e34923defa01abcb5ebe3a997d8f077a", + "e758b129c07dbf4795ff3c35ddfb08b94af172a15cd90c21805ddd3269795d7c", + "e75ca95dce785b8977f2b24392174c21ce5b772035b87b24fd8f7df2894e8b04", + "e7669041b406fe2fb9605a2dea02b57ed708712921edaf3049e30c15c0e49870", + "e769fd9bd29296b03b3bfa821ce720a82c7fad4f6c3545defa203fb70f3f5890", + "e778fc043354b52215651eee4314565d3b8a52b3060f76014c43e768a0723ad5", + "e77fa12e38c90a278fb7af1465517449accfa94a16aed341a3c9f7c8a19d2acf", + "e7b9e659a56a75a9cc66abaf2878026f9ec9ea7b6753b744fadc05e8b4fe2e49", + "e807a1dae7d3b43b44646da39c2f93eac68f75c5d408bb4c7df269b2c31bfa6b", + "e809ef944112bcb401a996b7c48e9c60d7c951635b878b53a9a4e8e7198d5771", + "e8210d2b3a53f28d90cd4c0d5d563c4974afb154e58a950de60a6ce1e94b98a0", + "e83f1bc3ef5cdb9898f71848e2455310e173d9e625f6f62622ee9ca1f067d6cb", + "e8a3e432bb9a9a7a777dda70ead4e914e3852169e92cc1213435d2800a4b0d15", + "e8ab701f9c746b2050930d13cd14c1a4da09470e84a4af00182b240e0190f2c2", + "e8ddd4a423f53d9e73e89994910905d4177eba6ba48a22b6e94fb46c2eedbdc4", + "e8e065640856dc967ec7df4f09627d3df869baf4768b8b9f52d5455aa3824b98", + "e8e555f7ad29c9b6cf48afe7e613a9e7326b0ed49d8c4fa98574dce237cc8bd6", + "e8f7b249bfc5fbf13cf71c70f52c4cfe7ba312f9b2eda18ed1b85f95947dcf0b", + "e931fc764175ccbc37d92970ca353c3ef516278cde0fd8302140552eab5eee68", + "e935cfce5873192c80a1489d0905c0ec0a2c93bf66fddb4525e4ba1a261bad2e", + "e94950b99f9e3a0dccef7b2aad372368c1d0aa60ed9d46f44440f91152bfa9d8", + "e9c3fced5b9ee5c1b0564c4b0e97bdf8036c915928d6d71306c6a8153a3dbf52", + "e9f20a5843a9b56c9f60c76fe1a4a20502d3ac52f6a79e6bb0fddfe57c734f4b", + "e9f7e71b5ac971ee7edd8954535c7bb37a9b4423bf2b4c334a4d837a719d6940", + "ea5df06840f024216c7060de9e0e27e831a22648e6cc40f3cb3c39f9ca632790", + "ea677fca7f169e12f3c208c112812333ff2c7a322418d181c9a173155006659c", + "ea73e0364115fda77575b697cebee340ad79f5d70bb0c3e1a84fcf9366041a13", + "ea8c900045b92ce2c1fcfbde002b9cd3fba951e0930ffa5506af460aa540aad3", + "ea9fb8c996a5e0d3355b766f1236bcd7a1fa9071da553f229d72821e270d5241", + "eaa4e3b998e89bd22997baed140e1377accf6b6bae9a9d1e86054d583885d929", + "eada10e544c804df305e002ae188e023f385ec4ec1aad6532c21a721981d28c3", + "eadf398b6f49fcd70b7893a706e3ca3cec3931e2f79f1bf0478725d835df8094", + "eb2184aec299ddbafd802d22f3c13fd5f78cc0b39aa17d20217480ea1b539150", + "eb21f51a46305dbcfafcae086fbd51bbd1bba56b0c8cea89d67ea33f61e8e540", + "eb49069e0d0803d055f3d2498d02c39396653693a7bad1d32dc458e3118a2218", + "eb715472371cabefba3465b6b77fbff6aa0fc2b4f00c8fe7e55da7cdb1e57c16", + "eb829ab015a5470d658bfc7cf8d8a4f9ed7b0649fc04477878c2c5bb086ac465", + "eb919932d5bcb710486119df62f73e823b2662eb21355d6a3229976093c579e3", + "ebf1af91b52cd8ca4efe45784949e3cc2e8f246d7f4360202ae6f3749a725c3b", + "ebfc8c6d358667cd32e57e33ffbf9aa00db477c85e0e78f25cd2889ffe8a0fb2", + "ec128b250d230602ce125413a544982ece6e917ebe41620a35b3c2da7e64751f", + "ec248ceff6e47b10f0d67f19204dde463c9a1408cc04ba680abb10619a4edd29", + "ec34aae96b40eb7e90848804ed9ceccdb00855bf550a25ea89d1e9387475d256", + "ec3ff85db7bc96ce057455dac92b0d1e8b1a53813902595a4ecfb7eb248527e4", + "eca600fa3e3f7716c80a84047650bb56523b5eef746421cfd879f7de4e393677", + "ecd38846f9a886c1c8ced9a9bccb141c92951cf2c1a0762d75b46a4e27ac1979", + "ecfeccdc4944cd60927341295292880891b0047b9767a3067c38a6a88fc892e4", + "ed3411e5dbd97935027bab83e0de5f1844b0203fdb471007197c8fd12abcbb75", + "eda0be2d9847f3bed6e1f0897845672968add857c9059f415357dbd6a513948c", + "eda11580ce1dcbae0093fc69bea154e1b5e2c429c40a29a07cb6fa005413095f", + "edcf7090faa657a30800ba1effb6f5336ce6c6da7d67f34fdd7bdef9ae1799cb", + "edd3144bce78365312149662b177843b7be7ebc94852e60db48883321cd1c28d", + "edd8157eaf2fabdfa0228ccf1bbdf8da438b5c85aad7e5e2b16415e03225fc9c", + "ede58af4da98df112c7e8d3e3bf12d1dc95cd6a2c2133c5eeb854eeb92549e48", + "ede62eb7c52421c015c5c55624a6f4eeb50adf742ced0cb0e8103793174b4336", + "edea1d001bd33c4521b4976f8c90c447ceb5f39377994d58cbe80b20760855a1", + "edeefba63f3b8bdd4193ebd0f4bde202512ec7186db9680f83ea3503d2bf2221", + "edf05e34b8627e131cc9b0011ee2814775b3ef1f15e7df2a994799b77349e766", + "edf49d0ccc646cd8e65b71c90acbe0577f1e70a44488387d10d5af0ff0ec4ac1", + "edfe570ddea7c44dcf50e5d209f1d0858ac2f6d1f5f4314a47b9291c1e7761eb", + "ee27d30b6be2213a9955755bf53c689e22a1d36d6d937c6e5ce30f033baf1ff9", + "ee2eba2147ebe6e0be37840a004b67948c629fdba8fdfa4717838f8f14fe6655", + "ee58e5f3069e7a722ea63d9f4adc2a70363f44578c99b653e9242f51966d3557", + "ee67b0345ba3a7220dc499ea6cd43247969026767eca25819111f4437406e5f5", + "ee81040064f573d55bc892a32c0a6a9633ecb54f5e92dbf3e5250168a9ff7f8e", + "ee9ebd625b437d3e95188418939dc28c7bf4ba90a218a9ad07adda258499360d", + "eeabdf9f8b0db1bceb0bae0890b5fdfb9326eedbc40dcb85c7f26c6e14f3d37c", + "eed3e97400c4186ba00d90ef1ef61a2add556118dc8721a9d0cf4fd1677821ab", + "eee22c4fc66a21e9250f8e48c48b4b20312e15ad4dc92eda8fd1a8e84ec3b28d", + "eef0e5551b49791fa467c9827c9b6e3bf48fb58d15608a863f3b54531d6e7c2d", + "ef014ca51bfe5dce1a5cadcb691a09e845e1f189e197edcb1b057577e7db2b09", + "ef21ffe1a20987ae754772d981827616c2430fb2ee65fc446dc12b890ac44691", + "ef5bc23227ee57f961995d4db74011fa4e4f67326381286a17660c10f2bdaf2a", + "ef5e8925c07e682028717a42aaf87e36955876bcf1b2cf90c11c9f31047dc205", + "ef650facfe06596e2790017a7de7284ae386555ce70df6ac6792510b0c7782d0", + "ef651f38f75bb4454622f634118195c8fa2f380a02c85e542d0d5e8d40a312d3", + "ef98d4518adc923a900d7f16d0eee156539b83cf1eed9b777c661648296c8ac5", + "efa37ee575b79f5cfe55a72d9df54837d8ad4596af2cd6c9be85fcc147f607ee", + "efc630fb564e71a9a422d6fa7b95119128cb8e883fc59f15dbecfe36e9ecaa44", + "efdc2d00f2661a9477844c248a90bf38774d9ac165b55caa12814e13ffda9f6b", + "efe84d821bfa612112cbb36d005691aaf4429ed7d43863abd6028e2628aed9e8", + "efed2f5dff554dffd1f0016ade25144b7bfc1b05491f22dfd977473d08d90243", + "f002dc29bf45877bccf6944d2b2f85ca3bb5e62003414b4dd8d0da1a8f0239f0", + "f039cb6e4f3b43eb5fbd395eb0922df5deff0be36ebe5339171e5fda1a175bc0", + "f064a324d8450b5bf59a974ff9ca07478be793974aadacac4ba283d522ce1031", + "f0653049808872abb6486f7a0237281fea4cdbf633c2b9b7377b97c036c5b636", + "f0878d7d54e80a2f4cb870d77044819820cec0639b0c3ed55d68060e02aa2534", + "f0c51e190f9e1d34a145c340fcd2f3702770119d1504da2e90ee8cf61ebc98ce", + "f0dbdfdffab87118e1549236292638f7846f0346115debc135c9f7ab76481624", + "f0f6100f7f043d80e2d8ce1d779db6b497b549634415cf66ddb07b5cfc32a9ba", + "f0f910c3e7bdc180f5d4bdcf9969badcd6f9ce1ad0021aaac14c0e6268b93593", + "f113925bba3c99674527e3a1674af50ccc53272dfa59bb7e3ac95713e0263cc9", + "f11a0117829cfa3cba8005d6f7853eb1b972bd0c946a92175a4e94725e03721e", + "f11fa2ba5323f3df29ad79ad699aa5f4a6de4b5a44843d15393588dec3aecd42", + "f12815e47d204a27bd5b1f5f7d006bbb61f7bc8ebc81a5a238e3ca323bf50fe9", + "f140b3f6e23c614a37a424499d2195d9390aebede5e7d7249528f8c97ac4f8d4", + "f141613c3556bc991572da8b83f7e173bc25c96339e883c0419ef6909a1b4c9a", + "f176f0da7b059ac9e4eaf82d45200a273674b1a3c7762d988c8b45f72a9f5c9f", + "f18f388ab015171d6aab7c42b2d0b7460f2051e823cc7209f11a2a158eb9e69f", + "f1e8698545df73640275657660f6d64d39e679ad11a8e51db2beff9efd7d575d", + "f201a6a126befab7f6ecc164e97bd97e7fb96d41c449d5afed4e70bc38dca2ef", + "f219e244f6d65c5d2d342f118c7f3b86f8d17e9fefb358dc2bac5517a93f4403", + "f232edac8808e595c7660ed3940acc5757889c36fc23cbaf94c0256c0ca0e4de", + "f235b5c48056676e8b72a6ab386dffb67c99cd2e777a366a7bf2271009947a0f", + "f275219cb79a11c529c59fff67cbe509a3b4b494baa631231dc2ebdc434cd4e7", + "f297043452426d4badda87fe216cfaf3218081193df564a8e509b1e88436183a", + "f2eb09aa74a3916a82b93cbb45e64b6987b4b0db2bb41508039da083373192a4", + "f3202ff50ba57b89a223afda873dc154246a315d02cabd86d92e79aac87b43ee", + "f36947f97e0c076049cf7bbfc4b1f9e29a44ccd257ba819c8a4390ccd8c104f4", + "f36fa28a0d82ff6459afb0cc4c214a3f00a2f2c05ce33a7bac83708b92e8f790", + "f370cfc1ec34d5682a22d438f262a6466af86ebb6075f28a95852a8a9e1368fe", + "f3bf79df83a9498bef664e804ba1ac9abb0540d1aae420d363aca076e898e2c5", + "f3c7e653d4b7b48da3d6827590d2571ec55a0e2fc93089bbf0729b5118932cf5", + "f3e69d248ea724fffe205c18afedb24684d9e9732f7123bb52cb080c0813276a", + "f424781bd9b11fb67fcdee09cb5e383ad7eb8e73c9549f7cb2da216a5e597c38", + "f451ebfabdb362efd297cbce185efb7a1fbcbcb0ee813e81eb06cdc8ab9241e9", + "f4607d690baf013d7a802204f90eff95d514e819f345a9ca28a1ce98f372d49b", + "f46093cd26aaa07510e0b7bb6ea87df4989f67d720ede606e1ab1efe80d63d76", + "f4af0630de6af54e875ca3b5d161441a92c31a3d2755c4679296ec56ed1a4208", + "f4d75bd491dfcf2f2794dd3ade4da77c7f9d4ae201ba391c79c3885bd2a3a032", + "f4d97df423579ef674f017107340bb087391536562fd7949514ec8a0d6f3457e", + "f510d227beb77e05cc85eeb4cbaf7a037ab4696ddd28337cb3d066a514e20344", + "f5811d175868d36ea16bbf4edfaa39742b67911bc911f6407c853d4a60c2004b", + "f5a72bbabf09277fb14b7d4c26a8ad14fb18e35b770b84c63adff036b1130211", + "f5a9086e74abd4849d1138c889e6363e1ad753a23eea3b336c9b5098dcbbbbf0", + "f607d317a2120ccef46ceca3f4b01107e96dfafbf7e59b9eaac61518a9384894", + "f648007ae7f6484e0bbbb8540f09dd3799d97892127e3719cf24202000f58eed", + "f657f2650b495c498d64853a352dbddc540ef5fbf88c00612eb41fbff9b443c0", + "f687ac299deaec19007e4a2e760d551d30b34298db875526723ccc4fb29c4543", + "f6919a9c489ddc3392482baf57b77b9d6dcf57701f91d52f39622b411357b59c", + "f700762310adf887ff5ccb9d8345a9b8c70fb579f323066c2a784120612038a3", + "f729f479bac37a44de358818074337e1df23ac866b68c37ce94bad896108f756", + "f74f1b83529ecd86b42df89fb3db019bd37dbdfc0cebc44c1a8295617836aacb", + "f7601fe05dbc775a3669d8cb7056b902646da54214fb50515b5e46c2409e2c6e", + "f7691fdfdb3293b4544fc7a352f0f0bb36f9dc5f9f7be92351ec0713b440fba3", + "f7702d266606741d021f0a71da9cf4742074f901e150b84f94d792303db58e6f", + "f785b6dd3ff60c5fe59dd1c191c094844203febfd64e047f37c5d77173f3f66d", + "f7ee42dc5ffe55dbbe926bfb15e73fc7856a879741e98cc2dde8d0d93d5c3952", + "f7f4125d2f2282786b18a12631ecfdc43b84d6831f40e667c2e29307177a24df", + "f80da66a27af19b2789125c6b3f6d7c1761be79cf443343933c1e9dcf40fc996", + "f80fca2b74648131a8a080a1e8ab8a6f7d611bcbfb2c96206e11f4c6ccedcb35", + "f82c04cf08a5d7ffbc2052d4f95bed1564bfb469e14b3d1abebd310baa7a318f", + "f847a0c8222272968b74e8818e2021323d0ceb7e2e2a59f40e6ce7259b249359", + "f85696718a674949094404ab65331bcf680c5db6db8bbce2d0ca66cb795c2937", + "f87e78a9e384348c22fd07fef02a503472337a3cbed6fe3b0592793fda93d178", + "f881585742358979d9c7078d9838a7cbab4cf29046bd22840a529cf9a7687a10", + "f896d7cc6906c2c999a594df63f5db5abca03fd217c6d22b4c083c8f1a847dd8", + "f8bd539030c47ef4ff3a14d114494cdb38bab3c1e3bdc3265b293fa311d6370d", + "f8d90aaeeabd0645344faedbe4a1f9b051f2bb897fc5fb001e02a6de84f45a3e", + "f9323ea2196bfa6deea220e7416a5fffa89909695221079f04b0259bea505bca", + "f95f0181a9ef304fcf345420a6136c5dd128dedf7d29ea48d056f24cdb990061", + "f987345695896ce10e780add318656a40f3036d2dfa95daf70776c2d89909d70", + "f9c47c28d51431a91e70491c1ca8cab97e592279a94f9607368228549ad57936", + "fa07c7f20c27c4bf9145d52efbe65dbec7fe7e8e0a74543437b056b2fa40b98e", + "fa1b71dfc12a4f385623fe52b9f2454dd162217414070904c282e74116447700", + "fa31e969c67e0e4953325d3a91af4672b1f3d68ee721c1f819f040838966c625", + "fa39b77c7e175c3622da909e0c48dc141bc2421906f477bcdf99ba3ca389d679", + "fa47b56854afae0bb9ae5678b80137f64bbfa32e3a177583c97dde0caae50788", + "fa8721a6a99ad2ee7c2e31f26f5a28a03aa2e6cedb9f099c81b1947da8c079de", + "fab9244a98d17007ca287be76d375653d42376c8a40c9837d697b5a9d54442e5", + "fae85d58a94ee8ac87350af04247eb429dc13eba424d783babdb3b40962959fb", + "faf20ae2f6ea21bc12fcba0fed95fc2d2c66fa525eccb574b82d2e775d33e72c", + "fb0104a9ad8c9302afa9844b799df77114a1f599ae73fb70ca182c18657746d6", + "fb06e5d2ecd8c36cadbee98f013d650a6c07bb2040955789da0d930f95d97e87", + "fb6c478eee898b673291ae1ccaec9d0c1e3118308994e6e9ed615548ea682490", + "fb7a06547c76adb0113a91ae5e50d2de4241269eb736261a6943d7cf576ec5ef", + "fb8086cbe71654a8393479e76bc7865b3813caf6dfeb169c9b65234afdf316ea", + "fb8db1967a1bbbdcde29dbce41454d1cb692aa293ac147ebbc0ce88f94357194", + "fbae6636795b7b141ee220b0c648196fbf00d711eb5b0730b7981fcc79d98e0c", + "fbddd6b3a7a38eb467e4dcd74d53870097e4244fe2869fecfca9e44780db9ab1", + "fbe4c736b1b9641c14842d2f9c2d6a4a10e6838033b53bf5bbabfab58c8932d1", + "fbe89b5c637a113631eb2ebfc096d50b3df29a2732f57a74aa8b237b547a04f6", + "fc288e5b6716568bfc9909a0e3645678a20e33954d8cf3222dbbee1033550e88", + "fc32e8d507aa88822efa6300d76556838e30a182d9b8084a59c05ad83a83a15f", + "fc437094c0ca48af5d90e3736f836efc88679b90be80bfbcf782d4459d7b089d", + "fc501b523438dab044b23b812eda04e81412320fabdf2c7dbdc8830909c2d660", + "fc66d4b1c09bd0e559c579f228d3c38a078e45e9d1305d4cfff09a47329a0bbb", + "fc86885e0b1a0de5f04adcfaf51758add43ef7ff78fe43cc43a50cf664176586", + "fccd668b17136cdbb99e09013df6c6dc0a5a91f1eb1bf22f989a21cefa20ae82", + "fcd1b5d1a225fba957d02e346ad9878be14a6204b601bc7f2d3e9a6b06216294", + "fce089f68c0ae00d5da1e754906c73f1c3dda9140a37617dd6eb83c4b2c2ba48", + "fce84ffad30fafc2e31b69dcd740f4d6d675a37c7639473101c780d5061b1a03", + "fd17ec469ece96894cbad6f7c7e391c4a4c110283bcce36d923414a824f835ac", + "fd386d3ba151f051475e843a9e93e392fc7cd8f3193b21c2a78870ef190a8629", + "fd56a8f2722ba03958b443a558c4e13465f2984cd852cdcf87dab011f33b24a8", + "fdaa56189cd67b46adeae1059d510dbfb12edbcdc518bfa2e400140fe3b09bcf", + "fe19349e611215277bbee9b125024dec258002ca7dfcd3a7d6e2b5935dcfed50", + "fe196574c75b0c689806a6ec1f4ea29cb90df6513c167c4c8f168a3cc4af9676", + "fe1c600d5df592d4c32d16ff5e494006f5c98b172fc2b4f6e1697a713ff561ee", + "fe2b7d4e8a2279775c1366b1447b7c2ca7b9c78f80250778eeee02afe18fb26a", + "fe35b9a5ab367c6ce9b369d900c2e296de0d65106a374f90da0fb7339e6a1f8e", + "fe605b386e9ad2f29da2d05a1ecbeeddca2f4e96e997dc7f936f2da629381fc3", + "fe79db37640f9939ca2efc575b9ea6f0ada86bcfc2fa03c6d33decbd4adea4c6", + "fe8a0a9d5dd6d92788187afa795eaac740e028d09f80a76682e4f0c33a5f136b", + "fe94f8c3fc0116c93a617302afdda03a1964b143983d60e257509a690fedca37", + "febc1c3d860db8a9fbe1fee5d8c1f502d19797294cac207b19f790661312b229", + "fee93db0be8b667fcad98db04b454a25912e56cf54f3fb8637fdbc0eabdcf2a6", + "feeb03e7148982cbe914b41c73f9e6f399ccdfccdac69269fb3a92d214b253c2", + "fef7239ff6ce720d7a669ff227efa115fdeec7720a1dd0c35e5b1fdc58e9bd6a", + "ff07c472654ffc93b1e5cc2d73137b9c00da43f91f81c163d8f1ce6e3549ce46", + "ff1b6d0ed5dc56d68521316910c4d5f1e9e4c149199a4fc4ea61f27bfc7292d0", + "ff25cc50d0ec9a6667cb3562ea5a4db8311bafb7b6da50189ef2b88e8f792eed", + "ff3206f9c2acccdd3717c968f3a263cab72d9bd0ae23a9d3457d0129e01f6af9", + "ff6826aba61a52110343bc8400371d982003dfba256edac36ebd3559a2b924b0", + "ff79f3a026549cc2971adfd50a9b5308ea8e872e0cd3b1f88f9923d18d9ef983", + "ff7b6aaafe05fb6bfae3c4b5d4d2085bc210bf47117d02702d8b3aeabb31f0aa", + "ff9132bfcc7b97ca2285f63b6b98c9e5ca470341af195fa9ab9b33e5597cfd77", + "ffb1eb364e359c1ea440fd1aaae3ace5524bcb3e61da03b813c249d7f77de6f7", + "ffd5b2e7c3e69af9156ecbf8478ef0d2911bb1ceb72ff6c5dc2207e71ce09a82", + "ffde31f75b901ba39b1a965ac5540655b4a238fbff179c2e51a2ead30aada872", + "fff33bb40f0d5856f295bd86e969edec5147c0aac5672ff4f959b4dfad835dfd" + ], + "task_counts": { + "LiftPegUpright-v1": 5664, + "PickCube-v1": 11264, + "PullCube-v1": 4240, + "PushCube-v1": 5872, + "StackCube-v1": 5664 + } +} diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/source_split_hash.txt b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/source_split_hash.txt new file mode 100644 index 0000000000000000000000000000000000000000..26988e766c6751325c7f72d33b199bd133350cde --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/source_split_hash.txt @@ -0,0 +1 @@ +867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372 diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/split_hash.txt b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/split_hash.txt new file mode 100644 index 0000000000000000000000000000000000000000..8533e80f235606cef4ba0119a3ac3806d63a0983 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/split_hash.txt @@ -0,0 +1 @@ +9d1dc1c10868f76fa080895df0f2730c173f12b6db14932599d55c2b60859381 diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/table.tex b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/table.tex new file mode 100644 index 0000000000000000000000000000000000000000..38743ea61a0999f84bd404647028d8a691c0ebbf --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/table.tex @@ -0,0 +1,41 @@ +% Auto-generated by scripts/eval_metrics.py +\begin{tabular}{lrrrr} +\toprule +Metric & N & Micro mean & CI low & CI high \\ +\midrule +any\_generated\_unsafe\_known\_at\_8 & 69 & 0.3768 & 0.2609 & 0.4928 \\ +base\_safety\_label\_known & 69 & 1.0000 & 1.0000 & 1.0000 \\ +base\_success & 69 & 0.2754 & 0.1739 & 0.3768 \\ +base\_unsafe\_known & 69 & 0.0000 & 0.0000 & 0.0000 \\ +base\_utility & 69 & 0.7084 & 0.5356 & 0.8955 \\ +branch\_car\_at\_8 & 69 & 0.1276 & 0.0559 & 0.2035 \\ +generated\_safety\_label\_coverage\_at\_8 & 69 & 1.0000 & 1.0000 & 1.0000 \\ +generated\_unsafe\_rate\_known\_at\_8 & 69 & 0.3152 & 0.2120 & 0.4366 \\ +hidden\_chart\_oracle\_success\_at\_8 & 69 & 0.6667 & 0.5507 & 0.7826 \\ +hidden\_chart\_oracle\_utility\_at\_8 & 69 & 1.4000 & 1.1926 & 1.6081 \\ +ncar\_to\_hidden\_chart\_oracle\_at\_8 & 50 & 2.5371 & 1.2062 & 4.4274 \\ +ncar\_to\_proposal\_oracle\_at\_8 & 60 & 1.9201 & 0.4528 & 4.2182 \\ +outcome\_ptr\_at\_8 & 69 & 0.2319 & 0.1449 & 0.3333 \\ +pairwise\_causal\_calibration\_ece & 69 & 0.1886 & 0.1614 & 0.2152 \\ +proposal\_oracle\_safety\_label\_known\_at\_8 & 69 & 1.0000 & 1.0000 & 1.0000 \\ +proposal\_oracle\_success\_at\_8 & 69 & 0.1594 & 0.0725 & 0.2754 \\ +proposal\_oracle\_success\_gain\_over\_base\_at\_8 & 69 & -0.1159 & -0.2029 & -0.0435 \\ +proposal\_oracle\_unsafe\_known\_at\_8 & 69 & 0.2609 & 0.1739 & 0.3768 \\ +proposal\_oracle\_utility\_at\_8 & 69 & 0.4895 & 0.3095 & 0.6910 \\ +proposal\_oracle\_utility\_gain\_over\_base\_at\_8 & 69 & -0.2189 & -0.3766 & -0.0918 \\ +selected\_safety\_label\_known\_at\_8 & 69 & 1.0000 & 1.0000 & 1.0000 \\ +selected\_success\_at\_8 & 69 & 0.0870 & 0.0290 & 0.1739 \\ +selected\_success\_gain\_over\_base\_at\_8 & 69 & -0.1884 & -0.2899 & -0.1014 \\ +selected\_unsafe\_known\_at\_8 & 69 & 0.2899 & 0.1884 & 0.3913 \\ +selected\_utility\_at\_8 & 69 & 0.3619 & 0.2316 & 0.5022 \\ +selected\_utility\_gain\_over\_base\_at\_8 & 69 & -0.3465 & -0.5073 & -0.2020 \\ +selector\_gap\_fraction\_to\_hidden\_at\_8 & 50 & 0.3658 & 0.1316 & 0.6842 \\ +selector\_regret\_at\_8 & 69 & 0.1276 & 0.0559 & 0.2035 \\ +success\_selector\_gap\_at\_8 & 69 & 0.0725 & 0.0145 & 0.1304 \\ +success\_support\_gap\_at\_8 & 69 & 0.5072 & 0.3768 & 0.6087 \\ +success\_total\_car\_to\_hidden\_at\_8 & 69 & 0.5797 & 0.4493 & 0.7101 \\ +support\_gap\_at\_8 & 69 & 0.9119 & 0.7105 & 1.0925 \\ +support\_gap\_fraction\_to\_hidden\_at\_8 & 50 & 2.1953 & 1.0830 & 3.9575 \\ +total\_car\_to\_hidden\_at\_8 & 69 & 1.0390 & 0.8294 & 1.2266 \\ +\bottomrule +\end{tabular} diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/target_index.json b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/target_index.json new file mode 100644 index 0000000000000000000000000000000000000000..bf98fd3b10c4105d20658db53fde359eba827cfc --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/target_index.json @@ -0,0 +1,929 @@ +{ + "audience": "evaluator_only", + "base_candidate_types": [ + "policy", + "policy_residual", + "anchor", + "base", + "expert" + ], + "candidate_type_counts": { + "expert": 419, + "near_miss": 838, + "no_op": 419, + "random_negative": 4190, + "wrong_direction": 419, + "wrong_gripper": 419 + }, + "content_hash": "1aacf9de98648fa36bef14e137eb43c7c6973170804650814dae41d09842c708", + "dataset": "/scratch/knguy52/dovla/experiments/six_task_h16_collection", + "deployment_candidate_excludes_expert": true, + "deployment_clean": false, + "embedding_content_hash": "e4374b56912fdb6814eb0320518733d1602a90e0dd2f9268f65c8a148751f963", + "epsilon": 0.05, + "format": "cil_charts_npz", + "group_hashes": [ + "008d30588ad015db473bad0a71c13039cb1d7725fd6345f85f61b4f135a5914f", + "010f7c7c4e75115a818b44fcca59b1b036ccd9e3bef5c336a53008f8a7b0c90c", + "01349bd14e96a28b27485fa7b4152088fee51e14509318f34e89cccdcd369c86", + "026a5501ef47551172cabd8769a56ef391320107d1c27757256c6804a0bc52d2", + "029379cca8b2cc44b70649722a5e1a91cb6e609ca2ca13f242e01ba12bfca76d", + "029627d900d662439e83a0985be181083aee1388afd0887f6e0fbe802d8d33f0", + "047b5299a16717c2aea07ceeb278229f0b4993fd8fac84c7c7added14a47ee77", + "04d0793c098cc4e382d401ded0ea3d56c9677d2ad834b5901da53ccda9e7d606", + "05989b6549b3ff8e8e6c76d5ac972447f33600ec31b946a59777fd915ee136f6", + "059f2165f0f92f81ec8c873a978423ce310464a3cc27b1b08eb88fa7d5a5b3ed", + "05ec227fb1c3e112625c754c648e95e326449767ace3e1602902db3ad71e378e", + "05f2d0050690209c8abcbbf38499e0e195f5fe9078d5964a2fa4d351dc340a4f", + "072314f777216049af237bb018df2e562ad21accca2928fc4a1728c4c0a70dca", + "0746e4881ae94e6843c1d7e85f889ac5196b2a58ca2f1cf5e2c731735ccd70f8", + "086e7180f0fc674f6b011339a3ab06feb8a4d914744385734c4af6938d63ff60", + "08bce62400dec82cb7f3de6cfdd7e831fc3733bb7d920e8a13144702403468d2", + "0a68ad44f481250311d0f54d46938b1fd557893af5d9efca367ded1c61e3c2e8", + "0b50e4bf134f6df63b79deb0d5c1e8428d36b52ac3b97260c5d2d3f3286c025d", + "0b5309f59e3b116aaafffd79932bf558afe148cfa503ee100797c472adbb66dc", + "0b677f82a30861323128c400c43186f364d115c3646f77e0b5b6fbd9aba93af8", + "0b7b725b4ba7064a7598c6b283e2bea2f81f95b08e5390df39bdca14cf174397", + "0be3d37ad2ea7b9c4768dc6be2b505a8569caafe7e3c850bfc5f466cb00ac715", + "0cd039b28bc0a289515b0552105237c97f010ea8f52f1d79d15ac23b2c5f51b5", + "0d02743f28fb0fc84f8aa9b502d34a15c82714c2afb9c8ea8a0e2731a134cba8", + "0d5ad7cb6f339dd2b38a88d486f273f01a85efad9cf16205236872fce6299e6e", + "0f0804f0ceaa4f105cabcbe15bcf37c28c8b2deb76adbc77d10f106b31d1a19d", + "0f64d8c709a8f757bc9a972ac48f24f5f9f618bc9dc10c00bdced3ea5995cffe", + "0ff07d6f8629a231fac814ae3f8a9d18d9f2d5a5d3144b16a20ae7d1aa202cf4", + "115cc5a336dcfd42aaf2e70e91399dcaea0c67511c2d2776f0583d533f3ab1a2", + "1214e59fe6c7a0a2c552d75d76556b94ed956f9483f43c23c9c918ef74bed5c4", + "13bdb78c493f25aaa60ae00be517b8d81a019edd3fed9db1d110730c682cf077", + "152c1154221df1c61379262f4431935a6643a8b056939e6067a24277dbd95144", + "1736a3e41589f068c5583aa47361c5a65a38c756d7c83dd2b291e533f8ccf29b", + "185899d72412376f441583214f89c8b4f5919141ecc7d26040d421ce38aa827a", + "1859b39dcf1792ba35aae7f6525f1c5bebabaa6cf96764b6d91efd065b7c5b72", + "19164061e9741ae8144c089d22914c6687147fb1eb9769ac6138ef3ff3aa3bd6", + "1985928f34b5eb98e58fc7b2e0ba76f219326d56aae7e44d5e05b7c0e37a6a47", + "1a6b5ec8a4bba5d6cc47c74786b709c3f7fcc745cecf70a73dab8b5e1196081a", + "1af3466db9afc8d2081db54c173835b8ca6499309fe4f3f3ab21c9e73e73c360", + "1bd01f63cd4031a48713788ec00bd2f31261029118e648e055cf33c285d3ed15", + "1c59c34bb7ec1e57a6c4cb6b99b155a268a5905621800c9d03e32626d2aaedc3", + "1c84f9a3ba87babf7017b4310f0995d45d5e2a6ec3856e30afa5792152a078df", + "1e0dd390e3e7b388f54330562460b0c813e82ad862d26c66b42c6c3d2e46e2bb", + "1f7225e5a9e00d9ab87b51faeb0874623ac983f56dcdf4a855d0da29f861cbda", + "1fa325165da53abe38062a07aba9d719b26a7e890f8663f320ba2eae96072d14", + "21707fe0167d5227f7f416747410e40ae3f78c6c2b825361ff3f3091d56f42f2", + "21b0c38799dbd91817654ead09968002f251beb305f2a0dd488e70665cb691e0", + "222b477e56cdc6dd529442698720ed23b2fb6089d0a934ed3cb97104669ad1be", + "227321345173cebc9198ba533e27dc7f68bfd22fe075783a60ec7c32a37ed68d", + "240fa7babba75db5977aa68dce1f0d77015a455839915d71ebc76b252acf7399", + "24bf7cb1b06503ef7d2d0d33b11d92f096a2d9f043ec3454dd24190c2f447410", + "26ac77dfd2a9ee1f8346cc862a4c76e04a552d4bf09a95dba0fd72e86c22d544", + "26faf0b54827c513fd7411133f3d655c69be1762be7262b7c95a59a53c8e5376", + "28ffdf18cab5b40f176891bfad5f86b67c78fe0a164a773f0ea4c9e4eb3e2e89", + "2974927c1ec6cdb00ca053ab7064ccfc1528d35084141b0b55baf42bd1679e94", + "29c243497d2fe43220d59c5689f78e8fc25be720880c7c96fe3bb83cee571730", + "2c519a92b9c61870a25bd465e387ddd56cf785dac01d3d799f1336071a688cf6", + "2cc11b7818e043aaa695b6cb39e23ca678666972630ac06f4f9f233d1f7f0808", + "2d3b45195ad9548f6d927e45edd80c0472fe6b99444d7bae2078279d94f38dcf", + "2dd4376fd28fc3d5be4efdb5e4d0788a73c5e2e017433df7afcdf4e295073e71", + "2eda514c8c3130822ecfb887b782233433591d277b4d5544f35869951575a3d5", + "2f62b63771280281f0bd7b76aeaf94b18feb3d9e77d5f4c3e6c941bd1b24f682", + "2f6c7e63a96faafb2769f3bad09af0dfb334b7572bed6de64bf9e9fe48a46bb2", + "2fc4bcded9e3b5488db04aa8d76d91801cd086ca4f9b1297717a52bc367e9b16", + "2fd10e31d0173bf7895979bebccc703d39b3bac009853985801006d7d6e2005d", + "300fe4259c0457ea26c5c5ddcc0ddd771457c628008b83e328aad35d009a7988", + "31a5cc9dd9197d83dbbd3d3ca4142fbf28b2fc8201bb741270773cb1894cfc7b", + "320f6a196e59b2b4edd608ebf7ee79f17c8ad5466630843e775035c4846b90c7", + "3228ee331db1a462dda0f3f48e0e61c214e7605e1108cce578ea5f2fd595f1d8", + "333b07c20959eea559a91f453fed7eb811df3829c14be6ce7a0f2cf0d2b43920", + "33555b978758146c6ef5db44724a5c7d0c6bd220b6f59563564431729312103e", + "33e88827861239c6dd5fc396fc3565daba3dba151859cb16e84bb12f27cdecf7", + "3404ffd881c45722234ea44705c34a255fd4c7bcb8bf6bac83c63d67405866bd", + "3419d427c11b72a992314179016bb0a9148e4e87233c09d9a2670db8fcca245f", + "34fe8be6a6881aede4d578671114f9ecebff8022ff512590dcb98d7eb56136a7", + "362adb9e2f87f785eea8ff421cc49108735a1156b118db43f7dfb3640de23566", + "363bb1c2cc2d0815667febd486acfcfbd569db438fa75e5e535e1533c735964f", + "36b9c0d8e8dbf42d0ecf7b80842f7ece7e817229b8d9d81b9abaf789f2c84bad", + "38d12b23358dd923d0dea27b84fe3be71eb3da4d43c60a7437fd0d79429cc151", + "391a987cfdc35a7003584b41e687fcf13b3ea16a0bdea3579e38b9b68283dbff", + "3975173592d19589ee2483b3a9c729a1b09e357dcb9b99289e91e364a55d34a4", + "39e42a7c1b6df133a041cae19e34e0f2b67091d7aaa9fdc857e8141d1a02e0b2", + "39ea289587d7c4a9fd58e23fb6d50bf46589a1a9d30d37f385ad74547d61262a", + "39f53df98841de6d36ebe7d912d78c71b7a4880cc7bc08db0e52dab1678006fe", + "3c6ca95fd406cdcabd3371a318249e933f024d2d96c627aa2735a8cf7fae7804", + "3c90d5d7da13b39be123adb5d07405cd5957e4bfb7c514020dcd16c358ab80c3", + "3cad974195456ee5a2db5145a90ca0f2558e212a4c893a0616803f4b58326e77", + "3d546da4e682f1e5e2e378874bb802a821fcf1a2cd8f3ad02fb4c2c2539ed504", + "3d7dd030d76915bc67fd843d4a0f7f16e93fe56d1ed2dfceb77e3c1e846aa2a4", + "3ea9916cefe474f99143e9d69e0363de2625d9ce34d093043f1731a1a36ed598", + "4085a47a2f6b662206c0c7fe411d7b713e52f429bdefb47b0aee4f7f7eb40065", + "40fd8700ab3b156b4b0f82ea40b48dd00341dac9dea27e31a89bb53587a81fc2", + "4177ad99c83f31a03223c2c57ad0633ee8d930604b5da6143288bb9d95a073c5", + "4199a7885060607ed8db3b1218328efd16d4d2ccf80bc1a81d0bc590ebed3232", + "426e498c237a053ceccae427cb0541c4b237d508b4464f772fa89f78625b4120", + "427b4bd0585c94622bc045b12e05ac66ac352697c428ca2962489b2e099e099d", + "434cf031465e32cc99d0be0df1be0e209bf206de47292393be87ae541ffaecc0", + "438a37d6b4bd0e2fd1adfd430acdf90e336993bd959f79d5bf71fb37a825150d", + "43ceee1b0eca37c6537d26a22ae452abb5881e096dcc2413a056be46ffceddf4", + "43d3ff2bed6137b1430b5b5a3b10e54c39ecddcccbbd9a41e9a16ec6604be4cc", + "44632cc411cf104f311f9118f831b8b096458e112ba5644c00e7c4c230cfcca6", + "44bb557346fda02484ec041ca21fb14dfb3de5c9721d5d129ef0e9ba51181358", + "450ebccf76e662aaf43e9bde1076c30ef05eb7a7ca03cc5e40d242d4088010ab", + "459c03ca4b12a9927ec189194a6dc2732521761d69a41490909503ed15d0be51", + "45d4b64e2aecad1a79fdcc592484933cf1a922e6ef3db9e9aa626ffe9e4607fc", + "46c00e829542ab0f4441761c7a1c22ac053712d38c1f1cd57bc6bed307e62feb", + "47416d5350e161048d0d62abae130ee6e13e620c1453601bb68f12566d3a8aa8", + "4884708d82754bea1caf4baf09354f1013b3932daeecfa07713ee2ebc17ad8b5", + "48e3602d53ab14882fb5a3fc964efb696a97b153329b4be01765b62164b31cc5", + "48fdfb473480e244ab50a0aac797379a1d447f455569fcb32d54fb3eea07a388", + "49c4c3c498d85c4b459939a083610984c215e633e361f0ccd2d6e11fa3fbce39", + "4aa7582e97431f30c9db15f9ed5bb7568ca31cbc5861c2c64abc20827ae986fc", + "4b63bed5359a285c67e9ff7d84280f7b0a40c641104fa0a1a50af5ce0ca419d7", + "4bf3a488c5402697c040893291a578005cb34907d802b68844fc5774842462ab", + "4c6d7902a1e22b2bf6f7f4167a860be5ed39be0aed7c909f23dc649a728b3cea", + "4d0c7ab2ff619a787e1e947cfcf1c100528c47c16c90aebe19e3281d5747a55e", + "4dba02fb52c247ab7473ed24861f38cfb281456a57a480e4d64457180ebd2f70", + "4f81b09cefc1d9a5f91ae4cc1d5b2788c7c0e0b384e17512e82d4bf023c24999", + "506d3395d1567f02c0c44436838ea9889d35976ecbcb7ea30f9a50adca34ae3a", + "50ab237de0f3ad4f4d676158d6f474657d272f8ae0dba7ca4950f917c0233b85", + "50b8547d0dfb7ea95945ad82c54b630cc3ab54e0ab01033a9f19166fa41f58d9", + "50dd63169fcb6480776acb6cf689077b9fe565bd6acffec4e86bbe8b12411424", + "5196ffdffe946a62f4500745d1912f3fdb667cf7cd0cafa5ae7a035b896db048", + "51d45b6d1badda9da12208d1b9a1ff775403485fda5a8652a0e8d7d499f4939b", + "51f1b9dd8bd0de616f527f8848f95818854511884d434a2b394115e1bcc7a070", + "52479f35626dbd059b00c6c86e23379ab399d11ce8042b4399b3bc9c099fcc2b", + "52fee2dc2bd87e3c1a6c0620c5c627b2cc30490936440fc6122e0432b983f5c4", + "53d530ffa92afed3ce280ed6285c4888ba3bb59ff1cbd07fac523a5318f00ec3", + "5480d25e04a50a517a951793e91afcdbc3ea583236d08af15ca500be17218b43", + "54b739816771589b437a20ea18ad6c027b5bc534aa88a3be253cce7a37acd3f1", + "56137914bc27ccc2862b7a1a1452b01a33e6fa0d263c6afa6ab0607d40a8f099", + "5741844eeabbf8c6c21ca90af591fd3c50da313baa957a4053557992b8cc4866", + "5747a957d9972c2d47c89fd759afc4a8531a338971ce57954a785f61761f57c7", + "57acbd0e674472d2028036494f2e7e3ef2d052f4edac55fed900c1dc89f1347d", + "5897e01933db895c1bcadd473c11310268cbf5caf38c818f81d4bc96e93a4f10", + "5910b96219ff6c27133fcd192fdbc1c14b2930f1eba4593f03a31db8b7e3291f", + "5987281f5dfa9bd2089a2ca5da16d8ab94bbc2b908f1d04bf6548d9d79d6f0b3", + "59d30ed358c5b684b4eb3b6a32c5c62986761e80d85b519e1a48f6b639ccbbce", + "59d9238f47488e2bdd936a0d1c63ea4e763e511fb9b5c903862e239c35475ed4", + "5a678af69532034429641cbeabdcdcd84eade06b83dac385dd6d8d7ea36195b9", + "5bf1b42a54729b348c61228315ecb19a7b2ceede4d0e7b8dc9afa8891bc81d58", + "5d0f3f38df807dd181beb9335c96aec831ddabc4d9a634aa7c54334ab16c1d75", + "5d4e9ddcebff2ec81105e8ae79f57de3c984200f9994e88c466a0aa07c8e1320", + "5d515949f2580c7204d7e0ea416bb67a32d528e4ff3041f37bd94c08b56c5357", + "5e418b7e9d172a9813cabe7b9bf34c168db366015d182770fae70f0ac41422c0", + "5e78b744add77bebb64bcf18bf09a83d5597e058afec7410d5da6eb169100c30", + "5eac061f4ceb6a0fc89ae4a1cee37ca22bf27174233561d82042b577f736242b", + "5ffa8307514fd765cae152d50388c2481438d15691116a76f78c1fcef9d2ba57", + "600b24bbb9011d209e230efc0651ecbfdf9192844de83e795d5993ee034c8f06", + "602956f2c532b51b46cdd0c64db43929f489e5804e760c69806aed0e26b3514f", + "60c343e6f949a3098f6f33740971af76511890cd47b68c88f7ce1894d6d46b0e", + "61497e92cfa672eff759375d67829981565e5be07bb87bda0caf2525f38171c4", + "6214f701d647152e08612cd72bd1e15b64329676d053324533b8c928d6e6c9d4", + "62f0b0da66a12c0b2bb3b7f1324906246d8aa8c22dcf738728d169df29b85cbb", + "6349e990f1235293d2dbad51467abd02bf7dab9fe63a77e1f5e661bb5e1a1672", + "63b494c4eaafcc2da75d4d1235d198b3c0b0c06f6bf762a6a5fc7baeb1a9e385", + "64010a7e425884a51a7a5195beffa3367cb63dc05d7d9af85e6089f959e7e589", + "64bd5fbc7e70465034494d5dd5147ece3426224ab802b7051041606c9af60ea3", + "6518e953250447419c08c59d2ee155fd52ff507b28eeb3a83433bd89432a37ea", + "651c0e51e5e9e00565b3824a7f42082fd052a2df3b8df4e1caee0cd8e50e90ce", + "65afb3b6725976a6ee42025db81e84c935fdc10361f657ebb33d9cfdc442d502", + "662a3ab296db484aed6b385a16f29bce8467cf9e45bd85b7d4603ef7aa75a911", + "665000f91e6250f222e1d20d8821ac20395c23127d25b29b2a18d824efe5d95c", + "665b59a56dfe89b21ce7f3e1078d4070fc5d6c6aa9c32fc101782b87c94da10e", + "66db6cd423a630f043ba70653d9cb2d3912d39d74ba20aba42f4ed49be24515c", + "6707e8af129b5c01f0227ea9337cc805a44e08594231bff59fced200904b68ca", + "6762618ec7b24c3b7302187e22d53c4c8fc36c5479d927e7b22f82df0096ab81", + "68aa926879c32f5120a16375df788268f6d466b722c653eae0cb489b64c2715e", + "68c7948e1397aae7ada0e711538dbde0b894aeb6c65a2a28b789072222c7d04b", + "6978f93cc00cdf51bfb5d79aef73aa1e6d9cefa78fa0452fbd6c7d536692e095", + "6a4016ddc183de9be99d891de4af7b52506be085bdbd7b623afe6ae67d380743", + "6aa36251dd6981548c9da087d57cdd769ef61ed00e6b91d9ef9ad66fd8042151", + "6b317d5548424aa5a1e695f983622fffea91e6839ad1998a13000c2510316cd6", + "6bed9461397e0217ff6532c954a833dc28fece0cb46e647554a189e66524cb97", + "6c583b7ca612a308e259dfa946fa8cf45fc8b8ba31262221f833ff3f44783095", + "6ef52217b53a0484ef0bc7e133620ce5236c4268111f9f9e6562732ddb3c1bf4", + "6f019701fa2e5327cdf14bbfefca64df0f5aeecb6928fb52e5a01acae8633fe1", + "6f25c0d6d8191dec23c8d22c518212f1d2507ad4e3d4e4ac34869a5e3d988cf5", + "6fb7eb6b8b430c8ef441afd0ace15a4c42dfd23b3ac134c399abfa06390058ea", + "7258d7dd2d99620e2f9563f387392f056353d9cd0feaa9065c2a8be194a95f91", + "730b0ee7d1a69be505cfa2d8f82ef12619218566820fcbf2c2049d781cedf6ad", + "7345a52d3dfba26a5528debf07f380ed05b6e5a1dd313e7e108226d74edb2724", + "75038a8ab21048d173a77df2a2d9410cf256f6a587ef333f82d545a2b0da5495", + "772ecbeaf77547ccf7b918354bc234fffe749626c7bc4b6644544711300e3795", + "77a5e2b24fd4ffc2325efccbe53d2d0af89831ac3081665825a5d19b0f99bf58", + "77b31ca7d2196bab4fb31060a8c79365e306514ebcdaadc089a12ad03b7ab734", + "77da10edb61dd80d381746bfb7929ee08eaf96f64b65f535695e5f076fce2861", + "792e6b2c4a8865ef31fdb6e497bf4c8299a0cefa2fe47777c8b20dc4be86fae9", + "7a19124e06706c046acb04bc05c52c019ab35a5c0bc2d9d48e752d4ae0942009", + "7b750fab861ef3d12d2b387ed46455aa8b65ad72ade5ca7d253bfc8d8408c160", + "7bd6f159ff7920fed389c26281943a38f556af30c29d4aa402d5d1ad808a39d4", + "7d913b1ad623536ac5812120629dd8cb0455511983d5c0d1d26277b9aa0b5105", + "7e010a7eadabd6135dcbc0a81d71a0c4a40d9ec4d8e4a41b9bc887d64fbf8c8a", + "7e030ac9c9322183567b1955bd4924366422f8ba5246e22a232e5932702f2069", + "7f64fa79eb60a5f4b50f1b33da9b9b3d99737cef21da808c825c33092615cbc8", + "7f9ff6f99c5de72a9908c3fadfde6298fadfdb9eb36c32219e4a7fa10892f642", + "7fdaabf2a4be809033161efb0bbc2828cbefe75c439216450b11d705a706a1e6", + "80bda934d0265c977e22f84b9a47bc985de3740895abeee0e54cad76fd791093", + "8196baac48edec4fd98a232dd60880cfc89bfb76b772d9ce7c857a4051429a44", + "81afc453735d484ff81d6fcb46b6738fc9de062504b255a5d366d15833b2b93c", + "82ba96b0db417c596fbe2c6f05edd0aeb2e82e0903016792d0bbcfe6551bd17e", + "840446c401008c1f4f1b1f82237092cbc1a020e55cc02ce94792c3fd4c4f4ee0", + "8488122d93a4ca2429fe5228db45ba7185a2290931adc5c1c99e8cbab534ac39", + "860f89295df9fcc82bbdc1b569404fbc284cd0db6eb4aedac0d72ceae19e27aa", + "865a93b7d07abbf7233f13edf40ac7ac9c8013b44bb5b1d8f56f6628c9db00e6", + "86d9accc836046ab5fe18c08db4a4d0d5d65eef66c487b81d39befa68a892c69", + "8744f7b069ab27db815e0d8ddafb255992a61c37084b201454809d668506fd34", + "8755482d237160251dbe35fe0020ba85c14e541289f1dec4f6494305fbd8df89", + "87a181cd2f9e280ca7cdc7f0fde3e07112a363891302d8682860c081c35921b4", + "87f6acac31dff38cd80e58f8371fff6142712d897de20092d418c4a430a80633", + "88a012cdc526b418b4aa88816d251083f4853e870482f8e924e8b6a8af8ba731", + "893c75484cb41d8965549dea2b8a2bc089cb463a1e6f8469546dc92c8705de39", + "89d95882eaacf6f7cb28c46b23ba22c3ca11986ad0365890f461a800c7d087d4", + "8a41d9b49b6fb8253d7df35219e7867110656805953c6d665f128bc74765ef89", + "8a6dc00f6e7e5cd26234fa4eeb4d15a8547fa593afc36997459216137d1300b7", + "8aab254e85254d5cf1f1103bed51c9cdf8d6e287dda1b267b7d2adf0d513eb2e", + "8b7b0c0c36a755ab9fdc1c810ccf6abe54e24c1fd381c8da44fe1fefd0d05d76", + "8d11dd1ec76d295ab531cef7f05a62c5e138f2084880886a78c6855f907a19f4", + "8db7ec8b19bdce5f9886dc235e95546452a592b45a0e0377fae405b80564eef6", + "8dd973f2ade114309f025349bd4852d7fb3fed114871ab48e19583c48260626b", + "8e2579fa847f97c9029eda36fde5da04309c4e42188364edd4ade1cafdbaa213", + "8e94f3617db242fa9ca8ec1d20a20134c46fb1301f1c585863055e5e1ccfc87f", + "8ef7802d4d36504e28d179e70878185878721e7aa7b791aeb9f4510ae926e73f", + "90287d800986804804b7ef7bcdeaa94888d09b6329918ddc0136dbd31c7ac8c0", + "913df90c98f124b2ac5f5565e5e86e1043f79f34f1c6410e7843886c4bfd138a", + "9143d67f035c7c08bf56e3bb65f4d597492147e3bd06e575d05b9617fd5a2e6b", + "914a0ddd825254d368ed88a4e4c0e1492b62b685b54d43a74eb809c21c0b057d", + "9155e1827763664471baf371a8b288f53632986039fe13fe8bc519af27b7448e", + "9180decef7665bdc3dfc930e38fdaa742261568d8a323e5ebcbb5dda83ab7435", + "92c3f4c9a5c73d021484d9c22b11dc3f0a5938d92e8b4a3ac29a540daf62cdae", + "93308310bdac1dc182ac074cf0f452d5857412a3dc381d6adab000413862c294", + "93fe1b775c9d5a005b4c24ed4cdcbeace7c443fd96acde340cf37531e0d958c8", + "94adae68e8f80732228ddd487310402d7af461be7ebb5f483fcc14fad5c84368", + "954022aeea5a16063fab63a3400d1e5ae2e4c1cf3af56c94d437dcb613d6eb9e", + "95848d52f9d2b349485284334c4efe48bc0c9d0e4f3993dc3fa0b93917c0c794", + "970ae009f20045d56e65f7c177ebc783dc82bf777b5dec048d9ffb62c2e7073d", + "975adc9af6b12272dc8484adb4210f1137470d6c77b2982cf4809f2cff9b712c", + "980d048a07e2ed128f0cfc5768babeb12f7b8c1102dd264d40304becd711ada4", + "982679e3e46a917a3cff3891b491fba40130ce6ec338858450dd68b6dd6ee16a", + "98d2821446cb8cf7f5342382fc409bf4e1531234751095148028095c4d68c0b9", + "997b672b7ce7473d2751343cde3d2aaeaf840cb344d368ebbadd3d2205a3f079", + "9a0729ed13e288c93f267bb3557f4698a73ed5aa31a55a8e84b558b94825f262", + "9ab25a8cc539aeaf87f23200ed1c3f9667d44963b7f6da1e903f16736bc509e3", + "9ada1587db68d41c577e46d5046862a766502fb2dafa18a139e5f797b035c295", + "9b6021119181becda810b14ab492087af39bbb14c7b7a73d51f6e9f274aa83eb", + "9bc128b3db4a990e7db2c97b5c7761eb5452183da0e8b815fe35c85de239251e", + "9c72c21529d08c5069a521af5f213b99dc9741ab154c07c3bd0b4937801e6cfb", + "9d09df5c56e375bc9454202fa81f76636c4357c73e2f5000368c4300c30c9d8a", + "9e25bb1895a025f06794aba14ab0cdbbc2d4c900b747d42d48957a823e0bab5d", + "9e71e5498441b4b84fda9d4a381c841cdf9dda4efa3e0911ec8866e7fb9a9d6b", + "9ed736060546283eaf7a9e6d7f2be31ab3cfcce0d01a7602dc9bf3311dc84567", + "9f30c7f9e60ba8535bf2d90500801f28f4177b66ea3a2366eb50ef7ff7f9b9db", + "9f3b2d807346a6cb4c758c408fef30a978ae8b2b82ea419f13d447daad058f5e", + "9f9a2aec986ef7f8a6fdf55160dcae5c969717a28c50a5bd8a3b46bc0ad415fd", + "a00ac37fd929bfad607c2c6799f93375b96a8f3011cf2f49ff9f47201ca01987", + "a12758b2b9df7c5e40f379dbc2c5374e2fa0508e5f21c7b5cc38dda34dcc7102", + "a20b63cd6f96f12ec818d2ee4b0e6f2017b73aab05981d5a46d2c466e7d82432", + "a2727388face2b4a7efc7b6c58838a198a9e1f420e0b8852b925386e77a83f70", + "a2cd9da5ec1623c7aa739bda183c8101f171d8713dcd39db1ac5871ff56b4017", + "a5119d9b97da13e0e5999ef6c91227ce8a3b17de9bb77acf4abec2e00259b822", + "a544ddf0f57c78a44f54dc946cb6885693ed7372a89f15bd914569f1d9849ee3", + "a54c68ec203d07c2a967d02825037471086ba238263be088d59d9c7f00612ed6", + "a5ba2e61cefc84d8908c6b2bb830d91790177360ad02b3a744c640ff5b45d6df", + "a72c67526742bf14cf400ad3515ed8b87c2fc7bb4f95070a0faea29c8ea984d9", + "a775848264bf7b4a3777a556d11f38e2994d92714c0c7734b5a4d46162c84226", + "a83bf42daf636e7a77f77955757dcca4224440cff075bf7eb0370795f9d8663c", + "a93f33032986ce24e99eb38f10fbd9a62d75462d5adeca5b4e236cef0836bd90", + "ab78cf2c57454d46dbd7fea49f3293f01e7c6dc9ae10e2eb2b4fb20a3648ecdd", + "ab8b5ff6eae18b911f6e8dc11c2a34f65b1c9b6d116c91a00b8a8792096688ed", + "ab9e518e9c2bd1aa4fa1e395553620371f0c79804c89f5daeb6ce18d5b66af23", + "ac5ecc054864495a34f0b9a16a5473b786d7497474773dcb84947ed204009aad", + "acca44ec9bfa0a02833526adbaf86c7041a0ac281b28cb7ee91f18fd09b078f9", + "ad8f425b29b9b12876e4fc5fd18c3f867046ae41c81ec55cf0b6d208e85dd742", + "ae3fc0f559f37778cfdf27f640bd35a16aa6b76c4ffecf8d42baf37e4a5a7905", + "aefc7849c632d4044a926f20f1d94b82af1b7ed6dc0167d2cc249b218a343a93", + "af28d652f179b9718c6a9a9e74f9e8e7f12c437a5ad54a75d80a82c23dc8e644", + "af82611bf1b54c6df4bc9285d7264be4ed86af1711891cbdf484def25a7d98ef", + "b0ea0f0cf25530508c4a9f67de55afe8038355b7e0b860af7ba9f04aa31a3e06", + "b1bc36c06168dda8d850b543cbd2d870694b4869230cd985b20dc8b6ca23c1d1", + "b20791ea51ec80c181aa6a54ebc7d1383974764c55ee7dd3cb3cca64948266b9", + "b34c178c6a7c97b598af258fa1a791d9c0c61e8432517e3d91953c0cde131d7c", + "b40f7a9d22cda22a063bc22dd3b4db5c3598a98609594494193ed48dc8192cb0", + "b461e54387e0a47ece2b22c3dcc65391d86517ead678ec33a5d901fbbadc0926", + "b4ccc21e5ea8003a945bf634d6b800fc44eee0aad713f12e57e1984c525a65f9", + "b714c7af15a1b9b8b710eb5c7611595076321e58f55c377e69c9121093522bcc", + "b8004aa52a284d2556c496f43d30dc6fb1cdd091695e1e50c1a90f0d65f92b09", + "b81b7e5043ba8065513ae1e47dd72ba75abd98d33e82a7ca7e78e051cbe43cf2", + "b8876098ea9a407eb70ae6ec08951a4f55579c2e0c08716a7c6cc43156beba4d", + "b9285dbe600a0d883bb1a8106ab84908e1daec78d16497c41f6d64424cb98313", + "b97e8fd40a8dbf94cb8e2011dac90a9480e3f112d431fc70ab75ac357644f8e2", + "b9b5303b9443950e596764e3ab43ba388dc88bd9e9fa4db7feef060ce896c62f", + "b9c2abe9f6ecb2b7b77d64e7191d9ed09a36554e9421caf1b2e65c5463365230", + "b9fefd5cdff2e6c28088cc0a53e346a2c097998df8b6fc297222153e1daf65df", + "bb2bbefd2a016c0ad8e9e3e8858cd69d918f0eca2138b4f2289c7afd8ac1f4d6", + "bb30b5791e4307912aa9adbb690455c076e533c6285272da8d12e78f51db283c", + "bbf53aba9adeea04e3f958a95feecb13ac2d29b45a69478899314a996c78e544", + "bc6192bc3b2826b4e1b0b4d086536b6565c66d2c8bd66378de084b53625943dc", + "bce154fde165db7793c519eb7cd7b398ff52e9cd42578142e5c8ee8fb0656547", + "bd1dc7793ae70f7d999d0e13a56b492cda6f3ab0de6301699294ad15b001ac7b", + "beb32919cb900c53a3953442a5d071436449a4b9ec5b2bce6056f3d0a1f87714", + "bf6f5ac70503dd191546b89ffc869bc3e28efae51bf05ec330535f6e5286e301", + "bfc5863c1a54513bc8256de6b55beb115b2fa384a58f23530fcf523dcbb52e1d", + "c0b1165b54a3e58bae71e154a65337aed1918c1d065439d9a3f9d65f7d1324a3", + "c10afbedc26936296433deb12073cbd34317fe0ab7899c916c8cfe4001642ac8", + "c14e6d6cb9f0b03afcc8cc196c3a29e3e9e2306becbe004eb2313e306cd0a74c", + "c17f9ccd9fd2ea3d7d9230a42289690c9decb88e0a880a42037a79e94b100e02", + "c309e10ae79aa8821732639fddbc5af8d7480dcab2d0316dd331ad859a03eb98", + "c390b96eed7402670db4562842a2aaa9581848dee1538a66faef88134835c045", + "c39690ec883cace98ebcccef51fe48fc75b323082a2c0ad951b40531383a9717", + "c403e6f15abb1ca9d51a883ecc88cfcee37d64058e19559d87cc8e9659369ddc", + "c628c9f4b7dd0a2931ccd0a68cdb70335c49d125adc341c75ced526e0b5d7439", + "c66503618c5c0194e190365bfdd6f18fc85f6e8b14f248c0724575689225af85", + "c669ba0197f300ec35c9cda7a239e8a69e73488459a625ab9476b09624287715", + "c9ab26239629a397da5a94679f176211063e4fabfd3c41a2481405a5f70b2e71", + "cae0fe58a9afff0750883faf68e9d4ed511d4adf9f799828e6c7c331d0b2733d", + "cb0f5ddc19e8db59d7affe16f76ef2585cc9a4c992ec4aa144bd25fbaae42eb0", + "cb42cf2a13ecee4f5c3585d182f1a5e0172acde5cdb5dca20df348c61d5707e5", + "cb7117229c57ca9d821d8ec24d4a922d8348a5fe3325939bf84dfb18f11eb5a9", + "cbde24769f686efa9b3c354173679e351c5ea0d76fadb3e69593a7ead04a1ee7", + "cc70ac956671e95234876cc83614c2f88db9110ecce9381fd0ee64803b299429", + "cd36b417bafdabd7721c88c17d2c29c33e9a11cc0594f52a54950906d4a44fbb", + "cd47f108a726fc44a0eaaf3d4bde604dbdf8c41861f2c9a64ef11c7a36c8d6a5", + "cd4b3470071fd954fce44c84264d4bc9e61790b37d2b5e9374efef01316e6dfc", + "cda1f2569cdb637d0550db64ff59e80ba7330792ac95484c37cb0e3d113eccf8", + "cdf79c0142aaa8c5353ce2d676a01a9865903051dc987c8b73cdd73c76ec9c23", + "ce43ed1b892a3a7b12e0bcadb397a918718cd979e9e0795395c986f56bc2a750", + "ce7c329ebd2e1b1d9bbc17a9b9b74bcd914df56e03745413b6dce38eb4772bcf", + "cf2039c1d46672c9f9a5515c3d60575e6be00fcb93c2cbc1477459ff50955ef5", + "cfc4f4161ce90cb06c135ded875919f4675c107e786fb6adaa9070e9fe56d34b", + "d0ac396c83185c55d031ae1fbfa33bbb017d14a316cabb55503b6fe772fdee36", + "d11329eb550769a78aa2d9f8be77708dd9ed7527d706dad9fa2ed230fa38fe5a", + "d140b4148ccabf6f483642b7ce61825956b6e0a84ca2bd32a08a98f84a200a0a", + "d152d1675da0f33cf86b1664536034d4c9f4ddfc901e51c018b87280284756df", + "d2d52cebb51643d7f8ad3b2e52987b7c7f68e66e172418fb42636767f927ffb8", + "d42152e189ac72bdfc7e818137ba41cb5265a008aa3cdcacfdc560f5af5341e0", + "d49d739f974de58a57bc4f74207ae2bc8d8e66361adeaf55e961a27aa1eaae65", + "d563f93f87d17243f00fe477d8e78157ae7edf218e5c88e941cde003bea36a6f", + "d5a907cbc19ff057e4dafd6cbd075d983f7e71085148ddff5920871bc2167575", + "d5e7f6b0de3d88f2eef5cb8276e5f45caa1fb6e902025627b04b490b5d98ade1", + "d65210aa0d78bb32b64e066dcb64b6f8f71f71779a5d499354ddfeab22f1332d", + "d6f1ed8d805236ccf9f98fd65500bb4aa9ad8c41f8a071ddc29ca8e752929ae7", + "d7ad91e423e48f64697d40ac5d829b3386ed420ea0fd9841676704f0a062dbb0", + "d87661fbf955f5f80d07effe80080355aaeddb42c6cb0409ebf62ecb5393b674", + "d90b629f237efb49c3ab6d0aff93c838b4db299e6d7feee7636508d12b5c5fdf", + "d911da1cc1aa1a02712d5b1a762cf0b5d5ab389492c1a4b0559299f05493d3ec", + "d99afab46c17b26a07d8f71fedfadaca28767a8f350a2d9589736ce7da6cc3bc", + "d9df49c2c7600b22a4c93bb4b1f9dc9b1157f0117b215b7d1c00e26770ed5582", + "dab08cc34ed2fcdd470d03536ca642ff4624b381eaf9d536195bbe17ebe9c17b", + "db064204080f8555787bb6221183aa561add66a3383b4ba439f45c6ee5a2d96b", + "dccbc6279f3222dbde7759e12a7dda491c55472378491e24482e4ba527959a06", + "dd5269687a6c1f75d0234677f460ecef52a58ff78ab2f9ca6822a1316b36c5c4", + "dd87ae7fff40771e69e0a6180d1305fc6d1d0ce432e9aced610fb3f49194e7c6", + "def0de3ee663dc1c9d1b8df1f0127da4720d8dc16adffce81c060c330dda769b", + "df1f96b7a4242177ecb40fbebf6ad7091106e10dcb7b8be68cdf62ae9532d7ad", + "dfaa421efe0204df2a51dd0f34cc72c3310aab26426b107e3973b954cebb730c", + "dffea2882ee92b26abce07a5376e46308bc5e7a44749f72858eadc0aaf862fa3", + "e0077b61aca56e8aa2a018e68311f0e6aefb5d030952537cb7eef012f41369a1", + "e031d45f43b36e3034b2966c9f75218e710ec72dcc2a5e970c1d4244e4913e31", + "e0de0c7672d9da979ef118f4983eb9ad6ef0402fc8e6f5935c75326e26231f68", + "e1b16c59c51132e39f175f624b134609dc6280d818f8c47d9b6eea77e7b193bf", + "e2679dd5d22d82f7095519aa46615e702dcdf209163df9cdb734d295f70ed8cf", + "e2fa296a21818b123e3d7f367826c5e997b1371c858beb73610b110ca8ce4839", + "e50781f70c95585a91804012aa888669166226a18d9fd8d104cf901f565bb067", + "e579dd010621e89c430a10b2996eb3b216029e121a77237418f7280ad0f5d088", + "e61eb554944b8e39f620309e492c5ac7361b46cd9706619aa516e1c87ab2f11e", + "e6ad5e3ada47a44524ddd841faee42a564c8b8fff2eb255362771dd9f3cd5a55", + "e76923fb355d375ab50ff13eeb1ffa782eaae18ccabfa627716742e9c1390653", + "e7afca6e54dddeefdb0e7f1b02cc0cf2abf00561ecc8086fb882ed8ced4928f9", + "e84d29a0132a44780d83de149ff7581d54b4bc7acba7241efd3758dc613e3cc4", + "e906c0d38c20ca1f640313df9905bb9a39b48d7fe15c57a2ab75f1565a191fe5", + "e9173b067eb363df353546f8567b60b5122ced586ee8c343ccbb3bda6ab73592", + "e9795c286533eb785b99b4ec8b8d78f7a1eb8bb725e0d7916cafbeee1ca8003a", + "ea4b1dc02232d972aefbc800b4156284095112baf01168056ddc24b8a247f512", + "ea7664f177fe6c9fea15443fbf74a78eaed5618ae0f37bf189a0b726d17a5d4f", + "eb3537c28c26f4f61dee000695de989b41525c029c7d92eaff101a6c58fbbfdb", + "ebba25c528191213226e54e837bb727c0dd9fb48ecfcbfce91412f7fddee51a5", + "ebd7b1abe0d22ca80aa8f56e1d62c8a38ff410749cc212d3da44eb580195e0f9", + "ed4e3c8d856aaa25e7adb8ef0ab63276a38f2de8d211ddff05b794283c206470", + "ed82a193afed8645087d6ca4289eb20157008afd83272002a5669d25cfc51400", + "ee15e6d1acea63bf964c93eee42be5dd3029058f8770dd9caf4d5337a2c01bd9", + "ee5d303b876c4dac62384687b039f9658fff97c84fd87b08ff59b99a50a2c6cf", + "ee623702315a339ba49bed2fe17471ae117b38e2e55d2469e7cdd4c8ab88565a", + "eeea07e1f63be94a7ee57285c6c517fd3ffefdb1f48e02d1318b7d0d204db5f2", + "ef727e08aa8670e19394b9f923ac237625629c01368ef4a89e9cb565aad5d2ff", + "efc515168087302956545ad66a1b2923d107e4142ad40dc14c43ebfbc769e247", + "f08cf650a03124cb4ff3d44fd4a70abe0342eb048dca6644323b335770a9a083", + "f1176ced474ef2f0ade0eea28d45b69b1c172cb97124465766a696984397688a", + "f2143c8de49b21841348de9bd75cac7ffb13b71d118249abb1917698450f638b", + "f28ef034d38ffdec076a212d91fa453834eeab284db013d48370f45b23ac1e1e", + "f2f034448bd3ed4bf77478619b5c901fcb70f6a8f3ecab9dbbaa143a6953d9d0", + "f4d897d2739e313ae9a7f4fab2d18e96b751d08263efa31b92c65c39b569a099", + "f5636406724c3560b13585d91d6a1b58716ad37a776edc88af285d7b05f70d76", + "f56756762723fb4248c7c9cbc4288058fd1bf9a5b92dddc39c7454bdac885124", + "f582d63ab10b23f5177f0615badaa3359f0a0f7a56fb4165437c0ccb3bcceccb", + "f661f3a1841fceb3f780a7b40257af20ed3e704c463eeecf783b2c749d7a916a", + "f6685d129fc3f57ba35b71ce97af43735c428fee02c6c50fca3b8dfcce32da38", + "f72fe1265f2add1e7058bae000d66be9f4ec18762d6413e0bc58548f043a59ab", + "f731dbd87c85ffe281c1d8740aa242fa9a7b1d7210e0b1ca69592d11f6f11f8e", + "f7d9e96925c19e11d9a4329b0ff009a383d758857a44287115687ddc7d098d93", + "f7f300fb09d9d92cf906384f012ebe09835fb0d03b902e2a230c001b302b9274", + "f8fac33ac4e76d8146004ac03838c9e4977f31db2e3226693233e411ae4c5cdc", + "f919f6e81d3e9733aa6e62846129ac10370ca19d3e72ff8594876e9e77334efa", + "fa49239daee14b0d44eed2285a78ae6d7ea97346a5f71a9439f394afac870c63", + "fb3c26f9e5d25c1414b4eab1076ffe73023df0950ccb8798d2b2359e7060ff69", + "fb7d518eeb067ac77240f19ac6cece874b2af904d69198f83fab2f6f7de203f9", + "fb9f9805796702942ff8ce23f4b5f2e2abcecba678a82eaa95eb2f35d3d37cc6", + "fc3e326d60df78352c6da66ac491963b7c457797ebcd1e96c2436594fe59a6c7", + "fc6bb05f32006e045e36a3300044ffd7205edd7a2ace65ddb7fc77df71abd6f6", + "fc96267aab2baa5d3ae73bb0adc76accb567533bcbf6a69ddf358b7ece8e51de", + "fd03ea8635c19ccd8b6496bccce844e72697d6a638a7fe75234441e839b7615c", + "fdbb4ed5157a5396e2fb421e74d4d4cf4bf3131cca117026ea1f51d77a857994", + "fe4209d418bd8745b7e03e0450b65aa434d749e4f0b0f3793a1849ebbe1f93cb", + "fe54a9ab1415ed784e1c9d3aaa035570a6cf495a610171edc863f5743524e7f6", + "fe578fe58231dea95dce9a9201b55208564b4a59479d910d2144111d16e809eb", + "fe62a651f7a3b22cfc8af16729766ce8b0dba209d70e68d12dea3c7ff7c5d3c9", + "fe895f4166f609e50dcbadd349f7534f86356f5dc12f47d6511059ddd8fcb4d1", + "feaa87eec12904d90fed4e3ae7cd9189e9adf521af0c660ccfc811e39398c52a", + "fee98f221151bb980cdb862306da346bf3b0d9cec0b9cbdd9c2ba13ef635201a", + "ff1366cc917bc6dcdc630665d80888e067a67153e0291eb502ce1c061598ceb9" + ], + "include_outcomes": true, + "label_counts": { + "negative": 5134, + "neutral": 1325, + "positive": 245 + }, + "leakage_contract": { + "deployment_must_not_read_outcomes": true, + "nontrain_outcomes_are_evaluator_only": true, + "train_split_only_for_retrieval": true + }, + "max_flat_action_dim": 112, + "num_groups_exported": 419, + "num_groups_scanned": 2873, + "num_groups_skipped_by_split": 2454, + "num_rows": 6704, + "object_embedding_content_hash": "411ee7d4c96458879f14fc9460c0e10d5309d83aacd5552c6bcbe089e81838bc", + "object_embedding_manifest": { + "dataset": "embeddings", + "dim": 64, + "extractor": "rgb_object_layout_v1", + "num_embeddings": 419, + "path": "object_embeddings_rgb_layout.npz", + "reads_outcomes": false + }, + "observation_embedding_manifest": { + "dataset": "embeddings", + "dim": 32, + "extractor": "rgb_jpeg_stats_v1", + "num_embeddings": 419, + "path": "observation_embeddings_rgb_stats.npz", + "reads_outcomes": false + }, + "retrieval_index_allowed": false, + "schema_version": 1, + "shard_content_hashes": { + "charts_00000.npz": "6f6ea9dd2f6809cbed119598842a1dd6baaf5db099587a2748a00264aafae4e8" + }, + "shards": [ + { + "num_rows": 6704, + "path": "charts_00000.npz", + "sha256": "538fac2468d1bde33b9e76f5233e331040a8c76ff5fd224727bd8140686f4071" + } + ], + "skip_counts": {}, + "split": "val", + "split_fractions": { + "test": 0.15, + "train": 0.7, + "val": 0.15 + }, + "split_hash": "9d1dc1c10868f76fa080895df0f2730c173f12b6db14932599d55c2b60859381", + "split_policy": "stable-hash", + "split_seed": 0, + "state_hashes": [ + "00febbd1a7ad126d88b65aac55a35a9c4c63bc11e0f6e45344ddd4969242b950", + "0161713e96d5c5e1a45422cbbd0367210454a00f7d6e9840771090f4849fcb5b", + "0271bb52312dbcc4b57060d87dd5b3a514bb13bb1e20b235ad8204d61ad50a24", + "0544a922f6c9c662f2c9238466411bd1942870f7f182a508fd124141ef777c01", + "054fa57f5f9a67e3839a4c9674f9146dda13d27aa43c99ab5f87dedb1c0c2712", + "069933a0983331f68db2455b6a2b4fa216a97e119e1fb5b42a65adc252aca505", + "06a95069882817d6afbcaae8ec6bc12ed361c0a9446c56639880a8b9223c0c74", + "06d2eae8a8bb4c4503348959d65191f1f652edf6267e750861de79a6e0f1b1be", + "08353e08c94f126c924237211ac6e55a78461a8ff88eb8a1dbddbf844b6f2ec0", + "0905ba70e353c374ec760960c11b7a7914e3a0f401bf94a7772225dc39a94cc7", + "0a48350b21b9cbc27742e61775d9a3cd611daa5905f96a2cc3c59625d4b081ed", + "0b7be6179dacba118f3fdbe0e890ffc2d4ae1d15a87a215f41574bda0b24907a", + "0c4be6df74c82811154373ce6212cb0d7766cfe37020a987e1c1a553fc82aba4", + "0c5278be095a7a37efb891610364a48e4a4d84d044f63fab14e15e9351d2a9d8", + "0cab5c0c4fd5dd2183a8bc5891151fb5e5697bb605a5f7aa3c85f87f0503a804", + "0cf52a33f7d5f568029fdd8a8a3b634cdc7443ec30e9c127a73f25543ccd2c30", + "0d7cc8eda8b418bc8993e1fdf3fd64353a35fafd2501660fe5d87c6f7ef3d692", + "0d873ad4e7f5c34b9002a03754159bc9f2641e80bb46292920d135468141f582", + "0d8db9d71f59cad390736c77c29a6ee9f9f24de0c5250e1b8115164f4bc33f66", + "0dc29c4c945813a6553cd08d2dddb3982abec790f14fca7f70dfab255302960e", + "0dcfcf107cd9dfedc537d2da4969654c2c4fc3d04b1176f8e1426633edc8fae3", + "0dff2cb77a11d1888d2a48a76c8da04fe4e0daa54b5194bdb5ea100e2eb48ab2", + "0e23f36f5e66b1e4a3a7c074a6757653fecb8ebf1beebcd1e78033f5c2656a35", + "0e3910690cb8e214f63534f41f2acc8afec60992e30a2ed4d2fb61fcd93604a2", + "0edee0a0681248fffae8e5677c3658aa6a8b59d9eb3e33d90ea3027923b85216", + "0f0d99b44408bc284f59809b1266764117c2426549ba6b7e22b897e4c24cdfd1", + "0f19062a067ca2c041986c3de45c4e8d4e0f32838adcf5b52c29dac097394b47", + "1023ebe09fd0537cc30774636aa5c98411ae6ed1c2dc259a2624bbd063eaf23e", + "1113eef231093ad70c840dc75559d4ca74bd3d8dc4aaefa1c0b04354fe6776af", + "11f96b224bfcd397ee4f98e388350e3b65418b00a9ab4d2746128b42b12b43d5", + "158c57e861f5dbf4fafa3370948c03172a7354fd34511a04af24d744cca2d11e", + "15a9a5593a8b8ab430be4f23e1279949867e92ff352f3e2033c69495d6f636f1", + "16a1c922cc898f22123974a540e044a4ab649945807f078770480f7297e8e90c", + "16ddcd38b720cafaa913dab508ceefddc7620486bb42e9e3b0a9b81e7155543f", + "16e7bf765913827062088fe3aab96fcdad44b4615afb788a2a07e434d272b389", + "171fce66778284ce4d146eac1ca6327cab37d27bbc4be27a2a9fff473038245b", + "17547f1d97d7d63690d4f5ae56430531c2bcb8c2289abdea53e0151d4bd9b79d", + "18d69dcc611026a63a4602aa482606f68eb3ce416d10ba04f9fadd6b3622a991", + "1921b5d9fe877551d561618aa96a78ddc9480216ba450d537d5e4b27206c4999", + "19cb279a5068d0754add0249c6c2577e07f80aa33c56746853c796f5418fc7d8", + "1a43f6367e6d71af41f099f5216e60ec305d43486fe887af0c2f19849f406b75", + "1a5d3ae36c55dc60075de4acb795d4258bd60953aaca4786039280f763703323", + "1ad053ad6219459720e464e61ba1165cbbe5210a308e3f80962cc0e4376e38fd", + "1c665a2c6b863f8415c790f358f9138f56958247ed05638712d6357c208708da", + "1da1e71bbc20c3fee4c7494196a98750f0081b55357d61ee7cdc53945bb7965e", + "1de189fddeff2424f521f5026da163632e4417fac1f9336255f0e62614ee5bb2", + "1e6a33aa31538f769c69f26afd8c3fb7c5f0290023735688823d00e5e34f22db", + "1ed8594ffd73dc1116a58995bf378e36dbf065e9af2b003e643eb9933e7422dc", + "1f7544e2474c3c34d37aa4fd972618a6f29b1e84a054ebe0dffc58c8a2e7a71b", + "1faf9206f8f302ab744b3d89effef3a2a055b0e600c874ec05045043e1dfbfa7", + "20191c4fcda51e9e83b7e86251c8a03607d12daf307afbc00d51d85e4e7def84", + "2053f765d67e1e99fa2f2d67b7c8dbdc0edda26a58e6602fd99f9153ec1e826c", + "207798bd670f5ca13a6fe29e77f180432de0fe8e09512311636a9c49b6d27523", + "20cc15006255a0f0abb3e7f4e59313cbaee4bb4c70b8fda8bf24a8429d7bfeff", + "213e926b1edf4eb61706e283cd09447dbb4e7e529420a94918b6dcc6593f0b29", + "2144d1c886bb5f05a02f9f782ab4ef7451d251b76cf8774d23862aaedf517c32", + "2171371427e17c1995dad1d3526082f7b27faa7ee8f8d115d3e1f5a29fe1bba6", + "21736847d7537ba2fbee1d21f9e7c6f55dd5c9df2239977d889770ddf12484b2", + "225fc26bfe12be03306bfd0e7e321879c3e0515185c5941d4162e432fe6ec2a3", + "22af0dbc179d12978f8a50de641f892441c0fa6ff71eca94e9a7d4fb6d805446", + "232da4dad7749216ed41234b7490922221df235896962a2155fcb14e975705d9", + "23466412690e3c55214d93f7681b36635a8e1359f0ede7506e7c8801e12a3fb7", + "23b377bbdaf00ea187f5864295d60d63f998e9923abd69ee7308b5224d0e37f7", + "23c0c827d7f0d4742515d5227c112062f3eea5b8a374fae7b9f04a34b8a1ddf8", + "25438255a311c51c782bd1ca4591dbe9229bc3be0160d5ef35b016acb0850b61", + "256f6415a7e248845e28ac5e7d542da9867ae0f5a8765a3eae7809291bec1e3a", + "279cef5e2ebb26ddcc87c670075598b35cbc4366b39e9fd22c16533fd9f6f79a", + "28a15d04c873a079c1d06c470d2d77b8e96e025c30b859f176dba529fdcc514e", + "28e0ea4b46d79646462b01eaa2c675b5872098bba0bf3d66a75d1c1a750261ce", + "290401966fd54d78073a1984e84efd046b150ad5b91413e6f5bbcfd35a27c19a", + "294c656a8b36af0bf9249985a8fdac65c4530e7c81d78a0b226f721ad6f9d2fe", + "2a018927dc86ad3fbecca897ae6ec63485d334434829d3670fe94776f8444bea", + "2aba3b30872a625774dc16ad32767e78fcc9e0a1e8e800f976967682c2fabf89", + "2b68052385906b5436a650c00b9c3ffe0253943c3a86a40187fb964d4fb2870c", + "2b7e6e58aaa56a83b488a80cf01f40bfd6fbd5941855bb29c2ce21221ef78374", + "2bc8e606bc7f0a2875ad9a588f3e7a0aa32df858fe5542ff8f7c102cc9c9f14a", + "2d0fab9e61b78cd62d1ca7d76326481635d04d61812c74ab9cbcc2b0e0a3ab1a", + "2d666e1b77c3039e2574d2c71967860a070f2166462f049a3245013d8bb9ec71", + "2d71b5cd66d133bb09dab6f0f35dd703104df4b77255a9ee1a8315d1ca6f59d7", + "2e247e7348b1c46bfa9b0068a40df1f45a4ab4d9c7ac366e14d0a9f99e7d63ab", + "2e7618499962df0d0c566b843a23f7f4fb31301bc9cbab802d427206f496cce8", + "2e89f06988ec2b92a1c8b18b2b3697ee0404bde77298adca7ce981dc1b1a7417", + "2edbff51b1020474d5e181f95bfd43c6fbfed555f6b5d5687917c0817d4ba0e5", + "2f08ab47ee8e608031042183ba73f76856f60fb0262a8adabbdd29700e91da9d", + "30928509ef611054e0fec9b07ce84529aa3afb560aab8a0afad741c493c3efc8", + "312adebbcbcb2b79ef60eb52a89d93e0dbced13464e3bf66ecfbec402be9c7af", + "32bb5ed54dbb72237062117185d38803a2821325ae9186773df5dbd2ee73155e", + "3301879024b9c79869a02253edec7b100d7677fcb2023acd6e9ae7c9cf46308f", + "333fc8cfc5f76fd98905846b73548b0023cac4f5f10cf49d3ea5efd8e0c15fff", + "3376c21147b72dc0474a3899c9eb74d175f9b78d228913dd7c3a27bc18f6af3b", + "34a2ee666ee8be188582c8f7c239b6ff96df48562fe53f34fbc9006c61b87b23", + "35f48e0a0b32a3966c94cbbb83fac82d9d6c89b6ae9194c446e085b265ef05b3", + "36178548038fbcdee704bc77af6a77590b37e6a3915480091ac1d77d9fe92a59", + "3622d0ee6c6d00a746bda15fb39d7044c31bd30e627a4a7ba5737477cc2c788f", + "3655a761324c8dc8844e8ba8b9a4772e2453ea55f7c1520925ef154dfd43df4a", + "36c71852489c6888128d3ff5c2e62d599759c400acb473bcc0a06b2f9acf066b", + "36f646f44b39a2775ef7f08cdd6256eb68b045ff9d2ef373e8826165c2fbe98d", + "36fa82aa1f5bee9ced8fb9c2bde5246529f5735b6aef2abfa3398721a222afcd", + "3718724484b8054be4ba240b10122a71068067812d05e7b9963932051445168b", + "371f27874971dd4d10050be4bbbc1e38e9afe1d8bdf5de5bbc6b3b480334e7ce", + "37487957af8670032f1ebd2698dffcfc99b5e2931094bbce10a1f5a41d17e5b6", + "376260250744115f58dd61526c1195fa32865622d2bf0daab219ef3491f00a8a", + "377d211e4bed8b5fe1de5384be5ba8ac62161b150784f0e7d2b6dc3568e4d508", + "37fdb61efd2db8d7ee146b537977800e6c42f93a35f1b452a8a76ae50aa2e1a5", + "3802165b910c46febd084599f3ad3bb68e7f94946aa316b3be4077dc64d6892c", + "380464d744f9af313aefefee8de18cddcbd32aa3e09aaf4ae13b60c0cdf2c535", + "385b3e8838fe0639b71bdb89d173cde82ce32e8218e8a6900f7d544855d3402c", + "3864afe56d299c4e93a7b4b270e10fb22a03024afefbbc4676456fb2bf09ee2a", + "386a215a2dedbc0166ce9e574929a13416acf7edf161c0c281a7d3752c1664f9", + "399ab40ccb7266269c21475263d0e7264b2b983c333db7aa09ca0c3ff532101e", + "39e3ae6e36f8d2befbcd1d844052de9ec49b87d041c1152f23ce51b5fe4a7365", + "39fc414f3d1216defb30c0764ca78e922de5fae956c8f6fcc0c6cd3ff3c03c5d", + "3a3c4ce053b1d397bbba192d6cfcf15b8c08f6e43f2286971a9321c4a1b9f783", + "3add4fdf06b87cfe5ea9fbb1f1a6fdb2b2f53181cb4f4819abaa511222c728a4", + "3b1c9478132c0351de3a4efd39668453b42aa1eb060e7f6a1def9379b74c4012", + "3b76ae93b0a9d50a284a8556fe33d6bd5255ea98d1c84822d166a4e5a2380a90", + "3c8e3b6a6980d85319a45619c74f75689a10d57455f60ad363b0db859fe33cb4", + "3e44df029d4120641875fb004a2a937c49fe4779a7ce5b1c15df1c7c1e3393a0", + "3e7dbcf1d6545bf86b069dd68aa26c7b2d4deaf965dca2f37a2c7b327ec007a8", + "3f27b12be9a2fd631200a9fbd83b29deecde1e760ec54035723fe0793de1e445", + "4136b9be1dde7532b54d1ce1f96598e153c15c3a76ec32b95813cc38b070b954", + "41498d0adc8e023aca47897192364c2ce5745b089f33013b8b9deb69e24b942a", + "4167b16627d6e167a2dbd1be8484490ec0c6da9de79b106634ad88b9b65e93b9", + "4171cf812123e2b6f87fb20b97a1992b79181a242809805cb68c7ec70913dd6e", + "41919df4cca85f0b531324cfffd6584be4830bc8bd9a988fdf7881d30a8dde56", + "4236092dcd909a41dc844bb5007d916aaf2142ba0c7332fbf96947b5b8ee61b1", + "426d33af3a135919ef5d2b06dabf99d1a1c15ed3b1bb2b9e4c2978a5a107b0cf", + "4372ac740d1727b2385f90171db7c748a03a6fa3849940c98f4b9754a7b29d43", + "442548c3a3f961d677d15b34974fe1729a5c922853972634cd4ef9a66a130b3e", + "446f95aee72b7659374dd227a9ffe3150e198e66df6434c3b4d8c9e563c35ffd", + "449d06ce2a53a15c8070a0555ccfe750c1f25fed1317c69aa040aa181a24353b", + "454c2f13e99ab69415a54b5e6b0d4d5f934892e1b5083e568be81894e1ca2a9b", + "464f92220100eb1bbd1b22e9d03626667f349d7ea6f74c23f1bcef7fc88d5ba0", + "47a9c4f96c6872687900bf48c444e916d883ae0147879a5136565d9f781aaf1e", + "4843e199e6ede40f1655b18465b9caba2d2d1afb569e977520703101f30088d7", + "49417479651902941b3e22068b8f19676e4f484938e9068df2d418739e62cc18", + "4a6cab077475699ab9b8df7a8e6207d267d0d2358da13cf6493010703c398c6c", + "4aa88d7007545b593c65410ddba0b240f986229a5b3eaf101d52da62d1d145f1", + "4ab7c6c04df7d5502cd7a523e550cff7e0e5cd589b392491a7331b95ee9da323", + "4b81a042ffa2df32f8f83b5604e4a00759eda66d89a404a2558eafba6d4fee6c", + "4bf18fcd7c9afb43f6ae51b4dc792f1c53af66240e23b0fccb23b7c3d8aebc1c", + "4c03b46384e7d52ff10e415873ecfa8c5c15e6a35dcad5767afed802c3d1200c", + "4c9e5cab65487fb267c99ba75713cfb3a2a030f49e6cfcfb4f49ba84f398714b", + "4d0131e19ef58b57be98408e41c9a58aa60c41ab4dd830f587cf209bd3972720", + "4d25e2d4328ed58c8f62e38711768a25b57fdc929210950785171937151217ba", + "4e5b04961304eba5fdde7a3060e1a8a98a4a72f1f260a71090f499a79769aa8b", + "4fbaa3eadac6794630ca6e6754e7f252387e419761876d548179007e6e70bdb5", + "5079ae092765e2fb5b517d123bd809195e2b2d26b55db1509aeaeefaac437113", + "507eb82aa5d9d9c694ec304b6dfc7e339efd292c0f36d8ad69de93022801fd97", + "50f8c0bafafcc8b5c0908d4a4ce21c87bf5b8dc7524cf3513aec538e4efde930", + "52bc6084f0ae006eb0c52083a34981493ce7918c8d02d4b5467b92a16cad52a9", + "52cf2ba1f84ccfbf1812ba17714ffb951d5a5503465df2fb7e14fd81930c82b9", + "53e0f8565233b4daba347cd65931b0d03d3be14b00b81f53eb19e8732f7fad75", + "54276b11b5dc801246bf871ed20acea86c35bc3e48d65668292c54894cda707d", + "5573e534e62463125b164ba4d53d7ff101f2040bc3e43ea9f8e66e8a78a66432", + "55c17cc62f79dcc544b49163b3e763a294a0b661482408b35ec48b2afc4eba4e", + "5797212ef801c231eeb5e6157caeb769c9f1c954c945c6e41f6b1de27fe6ea5a", + "58157eae91b262404e5660758e41c875ce3d2823b2e4e5fc30e8a3e1384561ae", + "5842b9664210226005965140e501df8cfd1193dc1def74032e3fb54e6b9217ef", + "590d891c164938e5e47d3dd069e1c81dced1f8a6e52a3020aa35ddce011f6dfb", + "599decd9be71c7b255562b1d9623c90819211305e579d8ad4a3af74c5ce8c4d6", + "59f04a0707f4139930d13192eb42ef9cf0a5193fa98f46e64ec927d3bd34f662", + "5a53a1e8f981c816e78f88933c5d2cf7aba4d9a9a28e953315d817abf3e937cf", + "5a8eec221fecdba8dfeba990ba2ef824a40da43c4167f70dac07ffd3335e8fbf", + "5b231a214ee5db29e6857bfe09c6a36d9dbd7dd2b85aa25528d47902099bd8c1", + "5c670f5657e3227b5ec3bc5199ed81e653deb046b4f6fb539c40281da5887418", + "5d8536a1f3f9d4054766e67598a6212a995f62d36f57fd8241d4432b800d429b", + "5d95de9ba01f727e8fad9c3476b8010bc5753d93b9f775ec94e307aeaab0488d", + "5dd35ce96ea763c051ec4c81442ea8b847f0d357a99fd385ca5b09e9cce36a22", + "5e1aee289d761d9dc1711bc6b3c97c0eeddc16b630c815839a156e42e7f39195", + "5e4eff8ba21f97afac6f8d2f6467b6e285e21dba4b21c6bc0f58d2f086edc2ab", + "60a111176ae35f70f9585afa440fe7f3d18977376c267480fa3094c3393adf62", + "60c84890cf7803f6ae595c3566b6aa4176405f2a8ba83c0f6cd6e000247ca271", + "60f630ba7d00adbbbe73b85429e665bd3c041464321cb346d27774365cab4682", + "61aa27300c1a31db1051074f03440d13ac491b0a5577f0b3de363e5a3b189bd9", + "6206882c83f707aa1f3259cd8cbc1f890f45bc4a85124cc602dc3318eeb6d3d8", + "635c92d494d7796b0c2f484147287f53a89a765e464d054cafb688b9d96655cc", + "6361a57a00da67d6102113b3f3ba0bbb7634c08cbd2096db4289f234380f6778", + "657d6b2557b1397c99b24a9e5777a3e28bb62b4a942ccf9da164c08e6a655e0d", + "65b892cbc5957bc2cc57375a544114a6475b8d9c274b5204d6e0d9c1b9cae15e", + "65de868c437f8dcddad0e37f6533940fde34b39148b9f63104f41d8145610798", + "65fc6b04f85a036c86076adfc04b741aedfe77a79a90db37b4023174ed4604da", + "6728ff8f1d45daa81b955edc59625766ed7b9e5b26f65edeb3dcd646675cdda1", + "69a10964b21da0fecd5c463c6816f544cb1efb299cfcd7a50a4b3a8ae59a9e0d", + "69b1edf50126e222eedc15ef65e9aef983fb9d340ccb13cb2740f509cb7019a9", + "69b58c84600892b4fa2cef6512cc93f04e14415058a2e2275bfdbb6ffece1495", + "6b71c1274c1625f9d19ef6d1f7044365d9dbff6bb252a6445648ff98c073baed", + "6ba83bb33eb0852b8a304b335ab26c5716a00bafeb0b1619146263c25ee0966c", + "6d4eb328e7293fa796088ce8a44db34d6e177e36d4bbb103f369859a08842c5b", + "6d9ecd81dd1ed4c5e6fc7bcec4e40d9097f9f818422e122794aaddfe260780eb", + "6dab1cd77a4ef3a9aee45a8537f58ab30d455d55700428a5ffab4022c2ee9d7d", + "6e29a3f512c9a33928ddfaeb68dae4c9ff946678744704d45ee053726b09e5e2", + "6e2d61579abd8f5acab73369a191a425e369300e3de717d6b5e8b1c79cfb2fae", + "6e6db234d66d1aab39325523447331e08d1255a7d81c67c10348b3abb03f24b3", + "6eea19a0e64ae3f4ec5dc0e5178341635ff858ec9c2f935976c054dafcdc05e4", + "6f76d0be63f1094f195d03f468ab82e36ae3f5f846d96d70812668b5d8e2f7db", + "6fcf3251ef3b9a95d9d2917e3604c3e2c1c05d2f4004fbe0686920abf3574575", + "71415a4b8c2ece02ddf3e9f1abe357c30c11029627c5510ec937582f36eb2939", + "71de47b052ee81350c5ad7224bc7dcbb5be7c4fd375f0821a479c31d82c9bdbc", + "727ca5e770a26fb5fa53155067cd05cc54bec3392d6a1856765f966ca660f9a4", + "72a6b851451517c6bdda780093ffb0e1f713db1580fb466d1dd390c2603f1d23", + "73e64ca24a747c2550b8a82dd413d5fe30e26f03fa95771d660c4b21561b7877", + "7498d1733ee3bfc7e7cdb11d6ad5a65369420da5ed5db9c4d752ae710f7e6e00", + "74e57ea458f6a044861dd23b053a31372df73e0b47e139b1c30d126edf775ee3", + "761134143d39da9361ac778266206266d961c8a76d60b063ff66903a0c51bb87", + "77e531ba2e0fdfb9d13b55ac7c023bec7acdbc08a87322fbec534cdc5020410a", + "77fe4e7237e2a146bc81019079776768d43ca9d55e19baf25f6db7ead3cb3fa7", + "7a56f9770759b68564c8bdbb38baa964b4acce93a3687488b18bf4a82561be32", + "7c419f28cac41a890964171a7ede35e4df22f5166d04b34ba2f1f5c530e895cb", + "7cb35abb83b346ffac1f0a58212082119a81f64f5cceedbd7b8af7810f2ebc07", + "7cfc2744e8e2c90dec0a973312a07f72b33ccff72595d6531f66c31ed099c6e1", + "7eb1f194992237cecaa642db7c5140b22a58ccf39c3aea4a21afb463b58b728f", + "7f60c45a4a714bf1066d53bf7d2b72abac5194fa5979d3aa68b93b64c9facecc", + "8243a06a68ff61d79c805f2c45bcd25fea70bea8fad91df198b432ab470ce9f8", + "8350ee6948c386f427a68e9cce71b828dda126548c1704c5aca0d040de3e1ec5", + "839775ebcdb6e011391fc3c3a66abd24907fcccd0d2c939b5cb390a65fb76f07", + "83d122ef72fc3ac252eefea7659e06a26f887d24374c04a5d750299f76aaed7c", + "843281e77ecc5a5210dbcd0b0b98edf7b95537fb6cdacbfb74fea2f8b11d8a51", + "85044cb38abf6ea983bce7170966ab3062fcdf01b28e25048481770a3418b82d", + "852cb696bf9bcb0a2c8c25bb5d111528a92006f3345eb8a47b3eef0efa343d72", + "85654a7b2d601c501d06ccec3bdcba969240c6862c59a34fa4ee9e3216a6f978", + "85797e1a9396533183d3551f5f62e960350b2cc8692881077242461722204027", + "86f1519103b9098184c2719a2553fcb4f24abf9635e7db4f4e09808b8af84f2c", + "86fde29349d8159afd645bd5b7c5556bf74a7563f5d27f5252cce6523681f6c8", + "87100034cff240e23384afe44efb0b09e90603f382896bd58c186faf0fe4aeb5", + "8751179f0094283c5cf1ddede063340f3a84784459a23264adc86421baf930a9", + "87d27f35acbb6f4734a61bf3a13edbe579fbb5d4ccf246ab2378e24b7558253b", + "88b7ccfb5fa2d3d4bec816f96e0a2dc5a15ce4ea602df297725a58dcb0806732", + "896df52c27a5c01769e1e6e9fbfbb795f43e7de78ac34f34a40bb37c147de197", + "896e19fbf4b3372093f28200f82ff64bedf1d38b1f7fe349d998496342162082", + "89e41d06c9b85a5e85183168ae099df4f324852eed8ec1314e347767563fea96", + "8a69885fdc86627e9cf7ec2880a8c8348b0cd02df31962c0c4d2c389a1a066df", + "8a8bdd653602f2f158019a5f439e3a899cf0a85921aa14cca082d6e603560909", + "8ae4bf13a85c96359e899a85b465784a6bdc84f8f36315f706c34d955beabd29", + "8b6ae722b7977d64014fa0af8f179df23ff208fd2bfae650d6c2277dde6979a3", + "8bc2f96c2f5cfec2923d02f631b6adb72273f0596f19d1de7b39d20acf0b6b12", + "8bc5b83371b1c90418b00374bfd06f8db036885a988bd6833ab0c06fb1ea98df", + "8bca1c6617cbbfd5ce3cfa106987cf26130f8539c26044e1a22a2f51fb1aca1f", + "8c05750c1ca939baf32d25d1f2d92a61800b49a76426ec28c1559d59606a61eb", + "8cb8ad276815c315802c4d97c5820cee5b1077c684875ebebd549432c2c4a812", + "8d091dc0975a50221f3b19a0569128ca17b1a52d01fe047e380b0aaf0e63b52d", + "8d314a3c1bf7b6c300dfecf79320d58bf6d2c23fb174f92d5c64d5e8542a96d7", + "8fd961b8dda83744a40dc807e6d7d2a3ea9d5d1bd799c1e1d5b2fefa666d6ec4", + "8fe2c0bd9c12919205e8c8b29ea61bd96d89616e9b7498b2ee8013446d5dd10f", + "902b91e3a5080e9f94da80889ceaa51c5f31d964846008622b6ddbeb07e28392", + "90e57c604e72df20a9694ebcd97e3fd9f00c5e5d8ec239e84a7b8a0c431e66f8", + "92928d4b346d02eac80d60c98e94f9f1b113f7d01134383db932754c4c5bd3d1", + "9393b510d59ccd16774e17789b3a01f90a64554dffdb9eac197d050c0bf5d09a", + "954890c63eef6f575f68e4f37adcaf21f4a2e343bb291d0b5585d0ea6d46a6b3", + "954c283eebad88edcd070cdb36ab55e457424f3fcb9210f59386cd3e4ee4e74f", + "956fbfd3ce94d4619ffdd9194deb85dc6d82e89fa199cc978e0cfca1d3e8ad6b", + "9588b1651ce73d10cae6b77ac6b991868c806a63979dc3b4be971f686e9723b8", + "95af0aec0162909a0addf5f0002455abb2bd61577e28562a5ed00c2260cb8fbe", + "964083a52374c2723dcb95bfed5636587a298497bf58e1183b60af055c46f397", + "96909c33a461e46a0d938d888e4371d1295f04535166bc16c9dfbb35c9d552da", + "9bd4c58f5a4d057257cae54e018f4eb88f9816f3cf7f88949345453a70512ff9", + "9c674f43e5ec1a37fb7eeb8264a5b4d785f17f716f1897c41616ed37333ba70a", + "9c6faadf417db194a1a2e68cfc6a4792339ca759edfe44c747fb4c516d7a66c2", + "9ca9acceac4275ff088b9bcd89d78019a7f71f284365c0681882194a8af11390", + "9ceaf7a3ba12f73c742a6f86a81c708c03240515b9cc5b89cae86ec4601a744e", + "9d8ede4ea688ed3e8334867c8f34e34e5c070ac993ae9bcf04489e7a25aec07c", + "9dee4ee61296b82b98e8972d47e802ee8ac8a5008b5e03cd5b130d0edfa15c77", + "9ef46448570d1e27b98284d64a08cec2d25a8118fad8017d44a99f4f6c061c47", + "9f1bd954340e3d26d52465ccbcd4b72baa30a3ce520e2a6e4358b5617b176963", + "9f585ccfb9a92e299ff0f76a9a777b4c5eeec4189f4fa9ab50c1cf3d74c21e05", + "a17f4334476d179113e2db7a6dbff71ecae86b10dfb2ad7fe2d8cc9135b4f2a5", + "a3170ffc83f7e0cc197350a8d74d85500d474673998ef1c62f1ddc3f364eb53e", + "a31eca43deeec05441c35933fc20b48f45b191042da018d7f6d97232c1ed9ce3", + "a322d6d1f0b71546ad4e9f746bc3fbf1742df0ecc431dca06584e44f29328e43", + "a35f0920ead6068375bb19cceff473cc971e9b578a0bc963fe7e617e2fdea9d3", + "a43f30a7fdf9c7a1561c6eb9aaca66890cdec58295265ab8d305ff076e36e0a8", + "a467e1194c7dc803eec26bc9535be71b58444bb5748d179e2a4e5e0662d3e0de", + "a49644cf53180202b00609f3cddc005a01e2086bb63369c711ff0950c8f8c214", + "a4b7c79b9897333ce6ceb761dc6854a40225ee9211a54101ba64dcbc92e0a6fe", + "a52945e1d0442f75f9a004ecb76d0e2b17e6137b124e73953d23c99aefa7749b", + "a52d52c4694251b5798e3478578d4d39fe1e964a70548f6388cd3c5e5cdb0fa7", + "a53fbb7223f7fdf1f7b641c51f0f8005ec0f32cfce74d9276001d8d8ea1151dd", + "a59577e4bbf52734f1931725d54881da6d66231bc9fe4c238d840b8c5444fa4b", + "a59ba23421ebc70cc23935fec64df1f948ef7e38c9ae6ae5d51491aea195046b", + "a939547a17e2245da625a539382110eaadcb4aa5b5e0821c15d6ae3a017f55e4", + "aa1da523736c9af8a5c7af126aef2900c7e06c0ba501113ecaed22f8982f7cda", + "aac283530a6c5a5e222a951421b18af4933a1f893ddc009d2e500340dd5d5abc", + "ab4a571a4eae6c30751bdee0aed400dc75363f94dc0f4b7782cb4556e83c23f3", + "aca0c3bd9fdcf931da31abcc3e4ec560120c83ab86deee1e627b5fe8e06b21b6", + "aef1e30af94b53299662a893e7d3a08099e1a9e2431e39096bd55d3eefc3953c", + "af28f08a766c0dfa0650194c27fbfb2b9b057e676e959dcde8c0dc04ba0372a6", + "af680a60c99d6ed6f75252add7208bbac1f27c4263be29008866b314963f9933", + "af8587819a0c45ae5a25878cc8bedc571a5a14d719ff7ad25bd3b088af294b3b", + "afb57d77ba6a109f6435059dac6617930c19567b3a9a5c690932e04ef7b7d45a", + "aff6e17d88bd7ef94395eaa52ed7f8bfa1a84a322d28c1535cdbaeff3fe137c8", + "b015523bce4598e2b2d077d075a5eed6fae4235b2851862ec3edf2a2a454b89b", + "b018d81f318adafd8aeaf9997b18e1e23da168b5fc28e640cf50d570dcc9e315", + "b10f856b83f430458887304c2f3609fc5bf70132d9546fbbf763183d9c8ec5b6", + "b12d970acf0fb01d206f2547177e9c4008abb0d81d20a8df2faf566176cb042f", + "b1daedac8c8e33c5708b2cb66bd406e57633cf05b6bbd95c11f9e752b35da4b5", + "b246439be3988b28f0fee9316443e3a92a37bf97ce2be5c748f04ddf800418ff", + "b3ae5672ebbcf36d12467c9fefcd760018e4b5733a34c41bce09e760bfaa9715", + "b50ce258f9c2c3a1b1284b7a573a2fa4a11ebb787929d39011a47002463ea7df", + "b50fca44807c252ef01dd95698262033154f8707905f779c0a20abc6439ca0d9", + "b5a7e7146a98035523ef6490183cdde177444103df52e1217bf8e72ada4d6328", + "b6324c2d34799565940dcccdd23e1360e974a46b44c209a6a7a9fdabf790d044", + "b66654f95bae5b30f1a326c90dc930b954368834385eaa21725571afe94b354d", + "b677f0aee329cf1b061cc0e2601a9c33218c5c10c0cace5820236313a0825d3e", + "b679de5b8df5d6b74ce1c8331418e05575117dfb8903a5381b6e92d9eb0b6a4a", + "b68d92aa8fccb4f75dc0ad09e9b6d567f7d40d421ae5321b36bb0a48236e598e", + "b72fa8f582c7fcc689962e8ffd5f8fe3f837aba4cd11ce7687532498c11fede9", + "b7761c8e81ab553d5b43ef3e570e6639d8d4fd3d3b217198f7bcc86b0078db4d", + "b7f2c74cc6970aa943740ba5c7fa947e4dc991233fd35e51412ced790d20298d", + "b8c14ae75cbc0d0dcb2d256815e6e4fab110ea29a3582201c0df5cebe47544d5", + "b8c87db8cf709cb8f4bbd8e684279f796def8980d809fd174a79690113de7207", + "bac19e11a6db7315a718dcf8236ca104336de292ca5553afe82f9418239b4271", + "bae7c6cd0a3c6e5f44834d64879b260dece1a4232f3fcb1f01756b03391c8831", + "bb5d7e079e9ab21431f60dd6c4495a3984001039620203c0962965e5f42de079", + "bbd5c9fa1463d0d789c66b421b274e424b1289de879bc2095a39924521dcdf06", + "bc107f5bfc824a5872fb29eb153fe68133664f84a0bda0c1f040629cc5722e55", + "bc28efd0ad227d98655ebf16a86d39e0eeca17d2f7e4a1bb14562b9772777332", + "bd570017cc62932d88f56095bb4fc99aa0d3f718317c089808b4649309f57322", + "bed8189cf521818dded6793b749c12a91df30fa033b1d0d628b74b078aa3d17f", + "bef655041d427966b37d503ec3ee6a608a397e34e50b3faf19c7c8010d32e9e9", + "c0b19497f20c96ff5a998cdfd8fe901b2636548e67f7521e17d8c1c3a344b119", + "c1fe0dcfc510b321f89d86e9e28d959be4b9f7191bbdfe75d94aa00ba907fecf", + "c29fa01c7d7c2300dc9f248122d101f2ae7096dbdff573efbb51b271db18a237", + "c2c4d1a16f5c13da6ead578d5ea39e79319c2fbe4b950d9a9eef447f0d885985", + "c3207049b4fe55b2130b223f9d327b21f11dc51c5ca20eca2a8d75c13f6000e5", + "c4c4cd450d60c5748c8fc36d10c75f182cfe952711617dacb76a0b0e7391a35b", + "c53776402fe96a74a9aa02b2ae732f279a3ed258aebd35e7f7347da28491856d", + "c5608d269923a2a3ee69d360c52f71f1eea591a603304c908ddb465f737c0782", + "c56cf2d189daaefc764ff1bbcf667d4625be73dbcdfe9c42e0f503d59b5ccd23", + "c60a678a37f48d744f7ba785c4adc7de65317982199801ebd603090315c85ca6", + "c6244a7b5686ad0e553cd0fb349481c14e4390ec7a65d414da7dead452a535d2", + "c6dba1af7f4d12fe2720b67f0ba6ce4984cf9d47c6d288f2467681d02f5af6d4", + "c7418675ff86e0833d60ea80a8c8a0f9b99d239421ca68164c6824a99a276f54", + "c77af3500dc3ee06cb5dd5ef1e7cffd70a3c7bca08b9c00196884cc3dae8db90", + "c9feb7939ea3febccdec91c170527060563ee0dbf0dac5b75092ef5c5bcc9e6f", + "ca67eca42b424c6374979d63df4eeae00381446c7c7eea0934a3a21b9352cd9c", + "ca83a160910b077d3ca4b6f0185b4a99549d8287d187a4c204ffcb6867514887", + "cbddadeb108dc36a2cf5e686e2cb3a143946afe47ceb15dcc185af4b272e3777", + "cc47d275990836af665da5f4dcb0c118d3d4897d376ebeac53ba6f207dbb8a64", + "cd015dbf90e521f2443eb714d30785c1d21240e44dc10e1f8464ff146866f6d1", + "cd7d0bcd5fbfa262877644a5d88d8e2b6016e6cb9a880761c1cc1823c4e6c621", + "cdd8100bc160c8c866913e8a033cce5f402efb1fc1538247d4cbcda3e1216659", + "cdef8f05ddad0db32cc966def25db6898a05c42bd15391b77c619eaf5ab2a904", + "cf4dd171afff5c96a512d37c25ea9e292f1cca25a2d267b2aef735d51605de17", + "cf99daf73630fb1d3448b7bbf0b4ba0558c886dd8ae1fd77a38a0b610fa1ea3a", + "d0a9e8772c316ac795de39d315b5ce38b72472b4df16d6ea6ae473c94c853a0b", + "d0c4b2351028946098f41c3fe28981d2aee8e3f5caf4ba4fcb12462d0c2fa12c", + "d0d11e3470945260027f6fefa6a4d0a3cbd29d2ecb9b9420a14ff6fa952c957d", + "d0f6f9c2fb93b869433b409b0093f0e15e226e6d750632a90a0e6e970a3464b6", + "d1ac7a2471d394057a588ec47c74a0b78e7cc2f495bb1585b184eb72dfd4ccce", + "d2615c76b309b1437f0d1f0294b8e88fc5fe3e9259a41a9ae4cdf137ef73609f", + "d3723031d231e59cd40ba8632e01ec7604f5197a48a45898cd0e314541331c87", + "d440f8f0db5b04f2ada14de102a3b3a7e3e774ab487a6bde0275a4344d62dd16", + "d584d77a56c70ad17c27a192efd074d4f5f74452f2c62ebae6b627d80ae063f6", + "d5b1bf93014f200928b481640c3ae57597cf73a0f1668a77e07ddd8683a81508", + "d652ef33b9ffeeff77ae17aeeea979ab8c1d403431bdf245867abf4566b54689", + "d66bff5b50f3ca994a03faa77246bf9e3a8193a4903fec25d5f56f7fee31611a", + "d66e373e83c0d5bf391ef83eb47b2ea4971409df16bf2d2d3f90e4819c641cc6", + "d723c5e330147c034be5d384e3c539f323c50b01326b901b3f78ec8a29d13b41", + "d842c9b772dbd601bfad1c3d830df5aacbb685507247666a80d8ef7ec0ab4db2", + "d92d42c9d643429671fe1f7384014ca15ae89ce49be0c5d524d2172938585986", + "d9efd2aa3c0a57f3bb93916653cfee963e4b1141917d703e61509d8d6dab7c78", + "da5e94dc767915969e1c8188d29035197a22ba0b9d8be1cebc04e5a8203646a0", + "da96925490c07aa86ee90d9b7c31bd59fdc56d27c891cb6728059322add4260b", + "db258468bee6ca4d5ca59334c4e45ca958aa6df89ceadebead6c04ec77feca35", + "dd2f29960e09d45097d7c7324130b96c27ee8483c4dca1b0045dd58a158b4838", + "dd794a7a3fcf1fe4a062e9664df3eecc6f45f0f15bb1672fe552f117acc1f646", + "dd97f6d3742257341118baa40d95ac216a80d20d39d47ec9c17e37234151d783", + "ddcb6f80de7e1ee656dabcf2566d3a78fb97806bbb6077a66d0b1e9d8a3e251c", + "de0beb18c2c3a2c895ca5f7a01665041577ef8373f8037591a1b1bd9b906e13a", + "dedc28fe961870e02089cb419fe3be918a27dd6568af8724f7e6879f749cd029", + "df67a5c802fc30ab72aeababbb0e93dd8e5b42cd9646ebc54ff9f47240c6f361", + "dfaa69ca87d3288942dcaf896c9ba8b8a6b0ba61006631efac7e521e8b543c9f", + "e128aa827a20a9ca1a057cf1991d49872999d78244f9f9d126399e8aa70b4841", + "e170828ddffedb42c27cf62dc347fca5ebcde643e3b4585691189c321cfda9c4", + "e1bb15a4b9aa87ea3327bde96322b226d9e407fee96824e7281a4142d9c32592", + "e1c5715b0a722ae7aa244fc75ea30dcfa239f6af640e6ba5d4937d22c85cb982", + "e24cb331e947114a105313fec3abee7bba02e65792962b11f789ff65354bca55", + "e34faf75bfbb6ec5d6fea460d34a300f33d61d5544249ce0adb97e3c9a8bf469", + "e417c01c804a4b846fb4ab0bc5f5e635822dd469814b6f454344a371a0c54846", + "e4a3df05b8fa77155ebe3f0e59b48ed9727f70e8624623cb69596dd0ccb2acff", + "e55e578cf3630b4265a38473546efd00faeaccae3b69cafbd46c38b43810159b", + "e58a39b6c5e754b1bfd881b5e6b3072eb678e7909a173dbe589b1f1046cc3c61", + "e614a0919bca602cb5416a1b69b025e7679766f28a630f8fe36a044c9b6c19a2", + "e730a01ae3f75be9423d32d2fc782f0250689840a9f35f552f9234956b91b651", + "e7cbfefa2b400f6c2a4088c06e774c341f1fec283d7e6de39d6aa38f8fb16eff", + "e83f6805a42db291bb19df80219ebf6257f4ca9965f7c96acf9c84c19845466f", + "e8b62f0abf8484fd663882a6423adc003b27b151b2e081544cdb328480b0efec", + "e968c0a922d5fbb0063602dfac63455d45924717d817299133a56a73fa9c85d9", + "eb68932633b2c16e1761b398a52354406182ae85cbc65ae7e27dbcfdb667d6af", + "eb961efc66c3dda1fceeffc0f5dcb270b6f354484fe5ff983e7252533d2db5b6", + "ee27e25f902e654569ef7a8ded0e028eea1f7b48cce472d02537f9c58b90f31b", + "ee9c47b6572c11e77808aa5278255d5baaa53327776a2eb1f3c02ac21706667e", + "eec2faad73968e9d8df0cc9171b24b238365533e490c3c1da68f2a01b3a58dac", + "f01042ebfb2d85430a7264450902c9d7f8f208343cbfa398de5efe062158cb10", + "f0262b9ee515bf10133044931f0078e678627bee08a7021dae6532b1d10652eb", + "f07a5ec90031146f8a1b92c877a9ef88d90b67725b687daa47850afcb8a4f5bf", + "f137e08187e31a78bf93686f27df66e24ba62fb370115cf099ab3452b3e84934", + "f18c1737e19dbb670db3262115d9d640533cf10ba73f8196ddb5a7d582744feb", + "f194576d56014f50ba3f94c92baf120c3dbcebe176b661154484c2a92b7b40c5", + "f3088bbb09667126643e781a17542b06cf97833d29b414ff29cdfc0c249b0025", + "f36b21cc9f9651ab59717c67501c154929fdb69d2124fcf87beb5cb4eddc385b", + "f37badc006085509e7f393cc62d362f41a6300fe2a54c46c6e0763b4afbfe7f7", + "f3bc1c4b3902b647d6660ae83b6a272dbf80b85cbcb7b57d74afbe94d6d754b1", + "f54e7d6b2f7b5aaa89a466187ae089784a605b946d50d221e21185b14ad2e5a0", + "f5579f35655c4c99b49931e63782e64494470ac21c1693fecacad3d3d54291bb", + "f70bac72a9d4055c60922c63e2f2cb3b77aa90250cc071a96f67d3ab658a4a12", + "f7899c890521825ae7f31b8c107f2ac9cf8e50097d4c06b92e226a772ba7b925", + "f82052e29e6ca52c7c633334e5c939674ca671cf5a592db59f882e88c5bbfdac", + "f937b82c14d253a7eecc1fc8effc545517af158c38d181727dcb8205e42a27bf", + "f9576ef7044564daed5e3bd01e196df3a69109244971a106c44d8108f286f08d", + "fa65af636e0484758f08f422fe84c5ccc340fd7f33a96fe5bd63e2a9c110fe6c", + "fc969058a53f8827440a2d1750091bc41aaded65e487bc033c81f2140b997321", + "fd18f20b9ea23bcb6fc5091c74383ba65a8b58c19f12da01c74b82ce5f821843", + "fd5336c29326b4bcacb4c55cedbe14a1d5e61ef269102110f643f665d1f8f03e", + "fdb70a2a5773acfdd00811abbadb690df8422aaaed7bd93893f576e2f5704bac", + "fe2303f90cb10eb75f13d551f88d2103bfb4f0c83682f807942f4a768b6852d1", + "fe6e280d14d7dd0fe23a487c684330c060896eee257e80121bc188a4f6110c09", + "ff5cbd0b1fdca636b746e9d39e0c2e984969c249bd093bcdd886290622f87775", + "ff6bbc3315c35a873ae49a7aea0911da2039eb0bdfd754beec5b119d5ca46b29" + ], + "task_counts": { + "LiftPegUpright-v1": 1056, + "PickCube-v1": 2384, + "PullCube-v1": 928, + "PushCube-v1": 1008, + "StackCube-v1": 1328 + } +} diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/train.log b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..ccd32b011da614c06984fb513e1a5af15edf6eae --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed0/train.log @@ -0,0 +1 @@ +CTT checkpoint trained separately; rollout used checkpoint=runs/ctt_residual_base_context_obs_seed0/model.pt