diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/command.txt b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/command.txt new file mode 100644 index 0000000000000000000000000000000000000000..596117227088269541112a24c0fe3bf711e47bff --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/command.txt @@ -0,0 +1 @@ +python scripts/eval_ctt_generated_rollout.py --checkpoint runs/ctt_residual_base_context_obs_seed1/model.pt --source-index data/cil_charts_rgb_refs/train/index.json --target-index data/cil_charts_rgb_refs/val/index.json --out-dir runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1 --k 8 --pool-size 0 --neighbors 8 --max-target-charts 69 --group-batch-size 1 --device cpu --sim-backend physx_cpu --render-backend cpu --restore-tolerance 1e-5 --delta-scale 1.0 --execution-action-scale 1.0 --execution-action-scale-vector 0.381401261606,0.371117178171,0.354308917074,0.237850081835,0.248271283428,0.232648812617,0.215420039658 --execution-action-transform identity --bootstrap-samples 200 --disable-action-clipping diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/config.yaml b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f087eb542b0209efebb832cadac19a36427a10dd --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/config.yaml @@ -0,0 +1,22 @@ +bootstrap_samples: 200 +checkpoint: runs/ctt_residual_base_context_obs_seed1/model.pt +delta_scale: 1.0 +device: cpu +disable_action_clipping: True +exclude_self_source: False +execution_action_scale: 1.0 +execution_action_scale_vector: 0.381401261606,0.371117178171,0.354308917074,0.237850081835,0.248271283428,0.232648812617,0.215420039658 +execution_action_transform: identity +group_batch_size: 1 +include_targets_without_positives: False +k: 8 +max_target_charts: 69 +neighbors: 8 +out_dir: runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1 +pool_size: 0 +render_backend: cpu +restore_tolerance: 1e-05 +sim_backend: physx_cpu +skip_metrics: False +source_index: data/cil_charts_rgb_refs/train/index.json +target_index: data/cil_charts_rgb_refs/val/index.json diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/data_hash.txt b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/data_hash.txt new file mode 100644 index 0000000000000000000000000000000000000000..49b12b50537d95327f9c62ddd41910531a6c14a4 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/data_hash.txt @@ -0,0 +1 @@ +1aacf9de98648fa36bef14e137eb43c7c6973170804650814dae41d09842c708 diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/eval.log b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/eval.log new file mode 100644 index 0000000000000000000000000000000000000000..0886db6801a6f43f6e74ecd5d0f5689e140dceb1 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/eval.log @@ -0,0 +1,766 @@ +start +importing gymnasium/mani_skill +imported gymnasium/mani_skill +loaded checkpoint=runs/ctt_residual_base_context_obs_seed1/model.pt +loaded charts source=301 target=69 +generated proposals rows=69 total=552 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-484ea653bbca2de3a4a2 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-484ea653bbca2de3a4a2 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-484ea653bbca2de3a4a2 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-484ea653bbca2de3a4a2 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-484ea653bbca2de3a4a2 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-484ea653bbca2de3a4a2 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-484ea653bbca2de3a4a2 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-484ea653bbca2de3a4a2 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-484ea653bbca2de3a4a2 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-4b4cd12d70c0615e0930 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-4b4cd12d70c0615e0930 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-4b4cd12d70c0615e0930 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-4b4cd12d70c0615e0930 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-4b4cd12d70c0615e0930 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-4b4cd12d70c0615e0930 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-4b4cd12d70c0615e0930 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-4b4cd12d70c0615e0930 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-4b4cd12d70c0615e0930 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-6e268d1e2915740816a1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-6e268d1e2915740816a1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-6e268d1e2915740816a1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-6e268d1e2915740816a1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-6e268d1e2915740816a1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-6e268d1e2915740816a1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-6e268d1e2915740816a1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-6e268d1e2915740816a1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-6e268d1e2915740816a1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-8864796e31bbe93d7c5d candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-8864796e31bbe93d7c5d candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-8864796e31bbe93d7c5d candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-8864796e31bbe93d7c5d candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-8864796e31bbe93d7c5d candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-8864796e31bbe93d7c5d candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-8864796e31bbe93d7c5d candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-8864796e31bbe93d7c5d candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-8864796e31bbe93d7c5d candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-b04b489f4fbad93b65ca candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-b04b489f4fbad93b65ca candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-b04b489f4fbad93b65ca candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-b04b489f4fbad93b65ca candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-b04b489f4fbad93b65ca candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-b04b489f4fbad93b65ca candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-b04b489f4fbad93b65ca candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-b04b489f4fbad93b65ca candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-b04b489f4fbad93b65ca candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-c663f7e73e7e8376a05c candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-c663f7e73e7e8376a05c candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-c663f7e73e7e8376a05c candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-c663f7e73e7e8376a05c candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-c663f7e73e7e8376a05c candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-c663f7e73e7e8376a05c candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-c663f7e73e7e8376a05c candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-c663f7e73e7e8376a05c candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-c663f7e73e7e8376a05c candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=PickCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PickCube-v1 chart=ms-2458fcfffb3f96c6ca1a candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-2458fcfffb3f96c6ca1a candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-2458fcfffb3f96c6ca1a candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-2458fcfffb3f96c6ca1a candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-2458fcfffb3f96c6ca1a candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-2458fcfffb3f96c6ca1a candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-2458fcfffb3f96c6ca1a candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-2458fcfffb3f96c6ca1a candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-2458fcfffb3f96c6ca1a candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PickCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-0345d8ac530f88cefd61 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0345d8ac530f88cefd61 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0345d8ac530f88cefd61 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0345d8ac530f88cefd61 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0345d8ac530f88cefd61 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0345d8ac530f88cefd61 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0345d8ac530f88cefd61 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0345d8ac530f88cefd61 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0345d8ac530f88cefd61 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-0819eb89e627595e7e1b candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0819eb89e627595e7e1b candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0819eb89e627595e7e1b candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0819eb89e627595e7e1b candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0819eb89e627595e7e1b candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0819eb89e627595e7e1b candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0819eb89e627595e7e1b candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0819eb89e627595e7e1b candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0819eb89e627595e7e1b candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-0dee962a5901fb8b5bbb candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0dee962a5901fb8b5bbb candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0dee962a5901fb8b5bbb candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0dee962a5901fb8b5bbb candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0dee962a5901fb8b5bbb candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0dee962a5901fb8b5bbb candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0dee962a5901fb8b5bbb candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0dee962a5901fb8b5bbb candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0dee962a5901fb8b5bbb candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-126eb8b36769f9ba4671 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-126eb8b36769f9ba4671 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-126eb8b36769f9ba4671 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-126eb8b36769f9ba4671 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-126eb8b36769f9ba4671 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-126eb8b36769f9ba4671 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-126eb8b36769f9ba4671 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-126eb8b36769f9ba4671 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-126eb8b36769f9ba4671 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-16661b2fd2c85f57a66c candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-16661b2fd2c85f57a66c candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-16661b2fd2c85f57a66c candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-16661b2fd2c85f57a66c candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-16661b2fd2c85f57a66c candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-16661b2fd2c85f57a66c candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-16661b2fd2c85f57a66c candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-16661b2fd2c85f57a66c candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-16661b2fd2c85f57a66c candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-20e1efbb745fd02abc95 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20e1efbb745fd02abc95 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20e1efbb745fd02abc95 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20e1efbb745fd02abc95 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20e1efbb745fd02abc95 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20e1efbb745fd02abc95 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20e1efbb745fd02abc95 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20e1efbb745fd02abc95 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20e1efbb745fd02abc95 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-2dc5138251afd26a040d candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2dc5138251afd26a040d candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2dc5138251afd26a040d candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2dc5138251afd26a040d candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2dc5138251afd26a040d candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2dc5138251afd26a040d candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2dc5138251afd26a040d candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2dc5138251afd26a040d candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2dc5138251afd26a040d candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-387e6771a55be98f1a59 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-387e6771a55be98f1a59 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-387e6771a55be98f1a59 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-387e6771a55be98f1a59 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-387e6771a55be98f1a59 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-387e6771a55be98f1a59 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-387e6771a55be98f1a59 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-387e6771a55be98f1a59 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-387e6771a55be98f1a59 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-38f7298184a2c5005e94 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38f7298184a2c5005e94 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38f7298184a2c5005e94 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38f7298184a2c5005e94 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38f7298184a2c5005e94 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38f7298184a2c5005e94 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38f7298184a2c5005e94 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38f7298184a2c5005e94 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38f7298184a2c5005e94 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-482c5c8d208b5907a2c2 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-482c5c8d208b5907a2c2 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-482c5c8d208b5907a2c2 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-482c5c8d208b5907a2c2 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-482c5c8d208b5907a2c2 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-482c5c8d208b5907a2c2 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-482c5c8d208b5907a2c2 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-482c5c8d208b5907a2c2 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-482c5c8d208b5907a2c2 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-4da03300d92420e80ed0 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4da03300d92420e80ed0 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4da03300d92420e80ed0 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4da03300d92420e80ed0 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4da03300d92420e80ed0 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4da03300d92420e80ed0 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4da03300d92420e80ed0 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4da03300d92420e80ed0 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4da03300d92420e80ed0 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-57be9ae181c077e7821f candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-57be9ae181c077e7821f candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-57be9ae181c077e7821f candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-57be9ae181c077e7821f candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-57be9ae181c077e7821f candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-57be9ae181c077e7821f candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-57be9ae181c077e7821f candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-57be9ae181c077e7821f candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-57be9ae181c077e7821f candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-6388b5d2356c556c3e55 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6388b5d2356c556c3e55 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6388b5d2356c556c3e55 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6388b5d2356c556c3e55 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6388b5d2356c556c3e55 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6388b5d2356c556c3e55 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6388b5d2356c556c3e55 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6388b5d2356c556c3e55 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6388b5d2356c556c3e55 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-638d2ba1917eff4d09e0 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-638d2ba1917eff4d09e0 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-638d2ba1917eff4d09e0 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-638d2ba1917eff4d09e0 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-638d2ba1917eff4d09e0 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-638d2ba1917eff4d09e0 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-638d2ba1917eff4d09e0 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-638d2ba1917eff4d09e0 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-638d2ba1917eff4d09e0 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-652ad552ba98d2736620 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-652ad552ba98d2736620 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-652ad552ba98d2736620 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-652ad552ba98d2736620 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-652ad552ba98d2736620 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-652ad552ba98d2736620 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-652ad552ba98d2736620 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-652ad552ba98d2736620 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-652ad552ba98d2736620 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-674fad0e7c042d23629e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-674fad0e7c042d23629e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-674fad0e7c042d23629e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-674fad0e7c042d23629e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-674fad0e7c042d23629e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-674fad0e7c042d23629e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-674fad0e7c042d23629e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-674fad0e7c042d23629e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-674fad0e7c042d23629e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-728b865677134d3788e3 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-728b865677134d3788e3 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-728b865677134d3788e3 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-728b865677134d3788e3 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-728b865677134d3788e3 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-728b865677134d3788e3 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-728b865677134d3788e3 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-728b865677134d3788e3 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-728b865677134d3788e3 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-7ea98b8f4d2220347ee0 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7ea98b8f4d2220347ee0 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7ea98b8f4d2220347ee0 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7ea98b8f4d2220347ee0 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7ea98b8f4d2220347ee0 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7ea98b8f4d2220347ee0 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7ea98b8f4d2220347ee0 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7ea98b8f4d2220347ee0 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7ea98b8f4d2220347ee0 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-7f57045c114ddad153b5 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7f57045c114ddad153b5 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7f57045c114ddad153b5 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7f57045c114ddad153b5 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7f57045c114ddad153b5 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7f57045c114ddad153b5 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7f57045c114ddad153b5 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7f57045c114ddad153b5 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7f57045c114ddad153b5 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-81f4e8858b2ba90aea2e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-81f4e8858b2ba90aea2e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-81f4e8858b2ba90aea2e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-81f4e8858b2ba90aea2e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-81f4e8858b2ba90aea2e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-81f4e8858b2ba90aea2e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-81f4e8858b2ba90aea2e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-81f4e8858b2ba90aea2e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-81f4e8858b2ba90aea2e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-8a72b73ac452bc190aeb candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8a72b73ac452bc190aeb candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8a72b73ac452bc190aeb candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8a72b73ac452bc190aeb candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8a72b73ac452bc190aeb candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8a72b73ac452bc190aeb candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8a72b73ac452bc190aeb candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8a72b73ac452bc190aeb candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8a72b73ac452bc190aeb candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-a96bca1ef0b74f686018 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a96bca1ef0b74f686018 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a96bca1ef0b74f686018 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a96bca1ef0b74f686018 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a96bca1ef0b74f686018 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a96bca1ef0b74f686018 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a96bca1ef0b74f686018 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a96bca1ef0b74f686018 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a96bca1ef0b74f686018 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-ac4fb33f3ab4db853995 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac4fb33f3ab4db853995 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac4fb33f3ab4db853995 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac4fb33f3ab4db853995 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac4fb33f3ab4db853995 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac4fb33f3ab4db853995 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac4fb33f3ab4db853995 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac4fb33f3ab4db853995 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac4fb33f3ab4db853995 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-c31b98b3d3702c6f9c8c candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c31b98b3d3702c6f9c8c candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c31b98b3d3702c6f9c8c candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c31b98b3d3702c6f9c8c candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c31b98b3d3702c6f9c8c candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c31b98b3d3702c6f9c8c candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c31b98b3d3702c6f9c8c candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c31b98b3d3702c6f9c8c candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c31b98b3d3702c6f9c8c candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-c832439976a37f52d094 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c832439976a37f52d094 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c832439976a37f52d094 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c832439976a37f52d094 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c832439976a37f52d094 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c832439976a37f52d094 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c832439976a37f52d094 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c832439976a37f52d094 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c832439976a37f52d094 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-c96b415f083f60857334 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c96b415f083f60857334 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c96b415f083f60857334 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c96b415f083f60857334 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c96b415f083f60857334 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c96b415f083f60857334 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c96b415f083f60857334 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c96b415f083f60857334 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c96b415f083f60857334 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-d73fd5fce55fb58ef8e9 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-d73fd5fce55fb58ef8e9 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-d73fd5fce55fb58ef8e9 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-d73fd5fce55fb58ef8e9 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-d73fd5fce55fb58ef8e9 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-d73fd5fce55fb58ef8e9 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-d73fd5fce55fb58ef8e9 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-d73fd5fce55fb58ef8e9 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-d73fd5fce55fb58ef8e9 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-da142025733b53fcf7eb candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da142025733b53fcf7eb candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da142025733b53fcf7eb candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da142025733b53fcf7eb candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da142025733b53fcf7eb candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da142025733b53fcf7eb candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da142025733b53fcf7eb candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da142025733b53fcf7eb candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da142025733b53fcf7eb candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-e2bad6e99e8a281207cc candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e2bad6e99e8a281207cc candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e2bad6e99e8a281207cc candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e2bad6e99e8a281207cc candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e2bad6e99e8a281207cc candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e2bad6e99e8a281207cc candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e2bad6e99e8a281207cc candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e2bad6e99e8a281207cc candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e2bad6e99e8a281207cc candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-e30fd80adc089e9f697a candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e30fd80adc089e9f697a candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e30fd80adc089e9f697a candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e30fd80adc089e9f697a candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e30fd80adc089e9f697a candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e30fd80adc089e9f697a candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e30fd80adc089e9f697a candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e30fd80adc089e9f697a candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e30fd80adc089e9f697a candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-e9ed5d488afdfd6449d1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e9ed5d488afdfd6449d1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e9ed5d488afdfd6449d1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e9ed5d488afdfd6449d1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e9ed5d488afdfd6449d1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e9ed5d488afdfd6449d1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e9ed5d488afdfd6449d1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e9ed5d488afdfd6449d1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e9ed5d488afdfd6449d1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-ec013396e4aff6170ee1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ec013396e4aff6170ee1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ec013396e4aff6170ee1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ec013396e4aff6170ee1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ec013396e4aff6170ee1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ec013396e4aff6170ee1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ec013396e4aff6170ee1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ec013396e4aff6170ee1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ec013396e4aff6170ee1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-ee30ebaf98622759d888 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ee30ebaf98622759d888 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ee30ebaf98622759d888 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ee30ebaf98622759d888 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ee30ebaf98622759d888 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ee30ebaf98622759d888 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ee30ebaf98622759d888 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ee30ebaf98622759d888 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ee30ebaf98622759d888 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-f3f1d07cfd59b823da47 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f3f1d07cfd59b823da47 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f3f1d07cfd59b823da47 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f3f1d07cfd59b823da47 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f3f1d07cfd59b823da47 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f3f1d07cfd59b823da47 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f3f1d07cfd59b823da47 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f3f1d07cfd59b823da47 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f3f1d07cfd59b823da47 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-081952a63087fc8f83cd candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-081952a63087fc8f83cd candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-081952a63087fc8f83cd candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-081952a63087fc8f83cd candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-081952a63087fc8f83cd candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-081952a63087fc8f83cd candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-081952a63087fc8f83cd candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-081952a63087fc8f83cd candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-081952a63087fc8f83cd candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-121bc2e6676c1ac10911 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-121bc2e6676c1ac10911 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-121bc2e6676c1ac10911 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-121bc2e6676c1ac10911 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-121bc2e6676c1ac10911 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-121bc2e6676c1ac10911 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-121bc2e6676c1ac10911 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-121bc2e6676c1ac10911 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-121bc2e6676c1ac10911 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-22f153f0d4fa656018e6 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22f153f0d4fa656018e6 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22f153f0d4fa656018e6 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22f153f0d4fa656018e6 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22f153f0d4fa656018e6 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22f153f0d4fa656018e6 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22f153f0d4fa656018e6 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22f153f0d4fa656018e6 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22f153f0d4fa656018e6 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-27c9f70e97b8850cc3ab candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-27c9f70e97b8850cc3ab candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-27c9f70e97b8850cc3ab candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-27c9f70e97b8850cc3ab candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-27c9f70e97b8850cc3ab candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-27c9f70e97b8850cc3ab candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-27c9f70e97b8850cc3ab candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-27c9f70e97b8850cc3ab candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-27c9f70e97b8850cc3ab candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-2867deaca7e98582620b candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2867deaca7e98582620b candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2867deaca7e98582620b candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2867deaca7e98582620b candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2867deaca7e98582620b candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2867deaca7e98582620b candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2867deaca7e98582620b candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2867deaca7e98582620b candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2867deaca7e98582620b candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-365d8c6de6de16f66744 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-365d8c6de6de16f66744 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-365d8c6de6de16f66744 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-365d8c6de6de16f66744 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-365d8c6de6de16f66744 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-365d8c6de6de16f66744 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-365d8c6de6de16f66744 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-365d8c6de6de16f66744 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-365d8c6de6de16f66744 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-3c326d05fec66e1d6bea candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c326d05fec66e1d6bea candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c326d05fec66e1d6bea candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c326d05fec66e1d6bea candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c326d05fec66e1d6bea candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c326d05fec66e1d6bea candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c326d05fec66e1d6bea candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c326d05fec66e1d6bea candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c326d05fec66e1d6bea candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-4dbdc6ed61dccebbfe92 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4dbdc6ed61dccebbfe92 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4dbdc6ed61dccebbfe92 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4dbdc6ed61dccebbfe92 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4dbdc6ed61dccebbfe92 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4dbdc6ed61dccebbfe92 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4dbdc6ed61dccebbfe92 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4dbdc6ed61dccebbfe92 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4dbdc6ed61dccebbfe92 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-58950fed04d203b97ab9 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-58950fed04d203b97ab9 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-58950fed04d203b97ab9 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-58950fed04d203b97ab9 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-58950fed04d203b97ab9 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-58950fed04d203b97ab9 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-58950fed04d203b97ab9 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-58950fed04d203b97ab9 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-58950fed04d203b97ab9 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-651bc0395d78d2819158 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-651bc0395d78d2819158 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-651bc0395d78d2819158 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-651bc0395d78d2819158 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-651bc0395d78d2819158 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-651bc0395d78d2819158 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-651bc0395d78d2819158 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-651bc0395d78d2819158 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-651bc0395d78d2819158 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-9fad82fd288e4296e354 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-9fad82fd288e4296e354 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-9fad82fd288e4296e354 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-9fad82fd288e4296e354 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-9fad82fd288e4296e354 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-9fad82fd288e4296e354 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-9fad82fd288e4296e354 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-9fad82fd288e4296e354 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-9fad82fd288e4296e354 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-b8bfdd3e6c31bd98082d candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-b8bfdd3e6c31bd98082d candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-b8bfdd3e6c31bd98082d candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-b8bfdd3e6c31bd98082d candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-b8bfdd3e6c31bd98082d candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-b8bfdd3e6c31bd98082d candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-b8bfdd3e6c31bd98082d candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-b8bfdd3e6c31bd98082d candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-b8bfdd3e6c31bd98082d candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-fc8084d5cd7da937fc02 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-fc8084d5cd7da937fc02 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-fc8084d5cd7da937fc02 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-fc8084d5cd7da937fc02 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-fc8084d5cd7da937fc02 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-fc8084d5cd7da937fc02 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-fc8084d5cd7da937fc02 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-fc8084d5cd7da937fc02 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-fc8084d5cd7da937fc02 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-3afd8959363e917591d4 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3afd8959363e917591d4 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3afd8959363e917591d4 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3afd8959363e917591d4 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3afd8959363e917591d4 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3afd8959363e917591d4 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3afd8959363e917591d4 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3afd8959363e917591d4 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3afd8959363e917591d4 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-3ff1aedb72f65a182b58 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3ff1aedb72f65a182b58 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3ff1aedb72f65a182b58 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3ff1aedb72f65a182b58 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3ff1aedb72f65a182b58 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3ff1aedb72f65a182b58 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3ff1aedb72f65a182b58 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3ff1aedb72f65a182b58 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3ff1aedb72f65a182b58 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-4048f8f6e047422e3c79 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4048f8f6e047422e3c79 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4048f8f6e047422e3c79 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4048f8f6e047422e3c79 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4048f8f6e047422e3c79 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4048f8f6e047422e3c79 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4048f8f6e047422e3c79 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4048f8f6e047422e3c79 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4048f8f6e047422e3c79 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-5b26c33feed6992386b1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5b26c33feed6992386b1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5b26c33feed6992386b1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5b26c33feed6992386b1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5b26c33feed6992386b1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5b26c33feed6992386b1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5b26c33feed6992386b1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5b26c33feed6992386b1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5b26c33feed6992386b1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-63ac245579b1188935ad candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-63ac245579b1188935ad candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-63ac245579b1188935ad candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-63ac245579b1188935ad candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-63ac245579b1188935ad candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-63ac245579b1188935ad candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-63ac245579b1188935ad candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-63ac245579b1188935ad candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-63ac245579b1188935ad candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-6c8d06bace98a28a8e4e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6c8d06bace98a28a8e4e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6c8d06bace98a28a8e4e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6c8d06bace98a28a8e4e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6c8d06bace98a28a8e4e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6c8d06bace98a28a8e4e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6c8d06bace98a28a8e4e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6c8d06bace98a28a8e4e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6c8d06bace98a28a8e4e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-72777024349c2aacd5e0 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-72777024349c2aacd5e0 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-72777024349c2aacd5e0 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-72777024349c2aacd5e0 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-72777024349c2aacd5e0 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-72777024349c2aacd5e0 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-72777024349c2aacd5e0 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-72777024349c2aacd5e0 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-72777024349c2aacd5e0 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-7fc5696cb3dc7b9bb9f7 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-7fc5696cb3dc7b9bb9f7 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-7fc5696cb3dc7b9bb9f7 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-7fc5696cb3dc7b9bb9f7 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-7fc5696cb3dc7b9bb9f7 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-7fc5696cb3dc7b9bb9f7 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-7fc5696cb3dc7b9bb9f7 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-7fc5696cb3dc7b9bb9f7 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-7fc5696cb3dc7b9bb9f7 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-9a14552b7db695dee92c candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9a14552b7db695dee92c candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9a14552b7db695dee92c candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9a14552b7db695dee92c candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9a14552b7db695dee92c candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9a14552b7db695dee92c candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9a14552b7db695dee92c candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9a14552b7db695dee92c candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9a14552b7db695dee92c candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-9f5d57fe2153fd267774 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9f5d57fe2153fd267774 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9f5d57fe2153fd267774 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9f5d57fe2153fd267774 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9f5d57fe2153fd267774 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9f5d57fe2153fd267774 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9f5d57fe2153fd267774 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9f5d57fe2153fd267774 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9f5d57fe2153fd267774 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-b0fee26e1db967f90b81 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-b0fee26e1db967f90b81 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-b0fee26e1db967f90b81 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-b0fee26e1db967f90b81 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-b0fee26e1db967f90b81 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-b0fee26e1db967f90b81 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-b0fee26e1db967f90b81 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-b0fee26e1db967f90b81 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-b0fee26e1db967f90b81 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-bc2d3b425d9163a62dbb candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-bc2d3b425d9163a62dbb candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-bc2d3b425d9163a62dbb candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-bc2d3b425d9163a62dbb candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-bc2d3b425d9163a62dbb candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-bc2d3b425d9163a62dbb candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-bc2d3b425d9163a62dbb candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-bc2d3b425d9163a62dbb candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-bc2d3b425d9163a62dbb candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-d1960368ef76bbb10669 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d1960368ef76bbb10669 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d1960368ef76bbb10669 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d1960368ef76bbb10669 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d1960368ef76bbb10669 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d1960368ef76bbb10669 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d1960368ef76bbb10669 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d1960368ef76bbb10669 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d1960368ef76bbb10669 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-efdc07c985935d871adf candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-efdc07c985935d871adf candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-efdc07c985935d871adf candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-efdc07c985935d871adf candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-efdc07c985935d871adf candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-efdc07c985935d871adf candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-efdc07c985935d871adf candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-efdc07c985935d871adf candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-efdc07c985935d871adf candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-fd2387aeed9bfc9a0d08 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-fd2387aeed9bfc9a0d08 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-fd2387aeed9bfc9a0d08 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-fd2387aeed9bfc9a0d08 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-fd2387aeed9bfc9a0d08 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-fd2387aeed9bfc9a0d08 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-fd2387aeed9bfc9a0d08 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-fd2387aeed9bfc9a0d08 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-fd2387aeed9bfc9a0d08 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +rollout complete rows=69 diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/git_hash.txt b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/git_hash.txt new file mode 100644 index 0000000000000000000000000000000000000000..8b137891791fe96927ad78e64b0aad7bded08bdc --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/git_hash.txt @@ -0,0 +1 @@ + diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/measured_candidates.json b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/measured_candidates.json new file mode 100644 index 0000000000000000000000000000000000000000..75cf64198cf0fe59e5d113c090c8b9ef4fced3bb --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/measured_candidates.json @@ -0,0 +1,48594 @@ +{ + "candidates_evaluated": true, + "checkpoint": "runs/ctt_residual_base_context_obs_seed1/model.pt", + "decoder": { + "action_clipping_enabled": false, + "delta_scale": 1.0, + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "lossless": false, + "name": "linear_keyframe_decode", + "source_code": "spline_tangent_code stores start/mid/end residual keyframes" + }, + "exclude_self_source": false, + "k": 8, + "neighbors": 8, + "pool_size": 8, + "report_type": "ctt_generated_measured_rollout", + "rows": [ + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21144884824752808, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21144884824752808 + }, + "base_progress": 0.21144884824752808, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.21144884824752808, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20601187646389008, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20601187646389008 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20251695811748505, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20251695811748505 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20305867493152618, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20305867493152618 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20363688468933105, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20363688468933105 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20408374071121216, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20408374071121216 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20292441546916962, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20292441546916962 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20335011184215546, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20335011184215546 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20469188690185547, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20469188690185547 + } + ], + "candidate_progress": [ + 0.20601187646389008, + 0.20251695811748505, + 0.20305867493152618, + 0.20363688468933105, + 0.20408374071121216, + 0.20292441546916962, + 0.20335011184215546, + 0.20469188690185547 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-efbde8652e75274fbd69", + "ms-efbde8652e75274fbd69", + "ms-9ced92cccacfe4d157b0", + "ms-9ced92cccacfe4d157b0", + "ms-df961fe24a43e56d1716", + "ms-efbde8652e75274fbd69", + "ms-dd32ce9859c365c535b4", + "ms-9ced92cccacfe4d157b0" + ], + "candidate_source_task_ids": [ + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-484ea653bbca2de3a4a2", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.3367956280708313, + 0.01858719438314438, + 0.16420939564704895, + 0.5566729307174683, + 1.4052467346191406, + 0.12729594111442566, + -0.4209810495376587, + -0.0665239691734314, + -0.0822865217924118, + 0.16079922020435333, + 0.03146057948470116, + 0.9128432273864746, + 0.0516987144947052, + 0.1905377060174942, + 0.07477757334709167, + 0.11917513608932495, + -0.0843593031167984, + -0.1468188315629959, + 1.4010016918182373, + -0.13561038672924042, + -0.3449421226978302 + ], + [ + -0.38158440589904785, + 0.06590536236763, + 0.2202092707157135, + 0.5250691175460815, + 1.306049108505249, + -0.004640847444534302, + -0.6955346465110779, + -0.11621347069740295, + -0.06496056169271469, + 0.14533917605876923, + 0.09838181734085083, + 1.1456215381622314, + -0.21682587265968323, + -0.1021708995103836, + -0.07300475239753723, + 0.030586127191781998, + 0.01367226243019104, + -0.014285296201705933, + 1.5267958641052246, + 0.03618955612182617, + -0.09458398818969727 + ], + [ + -0.28699570894241333, + 0.0013846158981323242, + 0.27200543880462646, + 0.4046972692012787, + 1.079897403717041, + -0.11589953303337097, + -0.4218662977218628, + -0.15910190343856812, + -0.09039897471666336, + 0.06528042256832123, + -0.09959422796964645, + 0.9897885918617249, + -0.09967336058616638, + 0.055978454649448395, + -0.12087704241275787, + -0.008633723482489586, + 0.015496164560317993, + -0.01307438313961029, + 1.3598029613494873, + 0.17973247170448303, + -0.018108084797859192 + ], + [ + -0.28855764865875244, + 0.06417445093393326, + 0.23305267095565796, + 0.45871761441230774, + 1.0573402643203735, + -0.029995381832122803, + -0.46105313301086426, + -0.15441197156906128, + -0.10194183886051178, + 0.058365724980831146, + -0.04567324370145798, + 1.0855801105499268, + -0.15937334299087524, + 0.0015098601579666138, + -0.014017488807439804, + -0.03827309608459473, + 0.06543828547000885, + 0.013241395354270935, + 1.3386497497558594, + 0.18534448742866516, + 0.033002108335494995 + ], + [ + -0.16896556317806244, + 0.0562133714556694, + 0.4496149718761444, + 0.522244930267334, + 1.1305502653121948, + -0.37928035855293274, + -0.2523714303970337, + -0.13585618138313293, + 0.01120668463408947, + 0.06836998462677002, + -0.13999325037002563, + 1.058976411819458, + 0.015420258045196533, + -0.07718582451343536, + 0.0737878680229187, + -0.06736351549625397, + 0.14177262783050537, + -0.0761616975069046, + 1.396846055984497, + 0.5844395756721497, + 0.14581778645515442 + ], + [ + -0.3007798194885254, + 0.04846867173910141, + 0.22978219389915466, + 0.40558454394340515, + 1.1154706478118896, + -0.1139102578163147, + -0.3527969717979431, + -0.12462198734283447, + -0.08736508339643478, + 0.06711968034505844, + -0.048186659812927246, + 1.2376378774642944, + -0.1674482524394989, + -0.03542526066303253, + -0.10429015755653381, + -0.03890565037727356, + 0.14962372183799744, + 0.07606848329305649, + 1.6117167472839355, + 0.1735994517803192, + 0.14633503556251526 + ], + [ + -0.2632100582122803, + 0.0340050533413887, + 0.25221049785614014, + 0.5214970111846924, + 1.0926153659820557, + -0.01977093517780304, + -0.408694326877594, + -0.17463615536689758, + -0.08295049518346786, + 0.049758851528167725, + -0.053620561957359314, + 1.1583412885665894, + -0.19850125908851624, + 0.0010332465171813965, + -0.015122633427381516, + -0.018212992697954178, + 0.13643203675746918, + 0.027423813939094543, + 1.4066359996795654, + 0.16257452964782715, + -0.0885683000087738 + ], + [ + -0.22682534158229828, + -0.045875243842601776, + 0.3099415898323059, + 0.5404701232910156, + 0.87895268201828, + -0.2614992558956146, + -0.45741593837738037, + -0.07795983552932739, + -0.02546568773686886, + 0.19796882569789886, + -0.2055736780166626, + 1.164528489112854, + -0.19016942381858826, + -0.02301900088787079, + 0.10967382788658142, + 0.001973940059542656, + 0.09984593093395233, + -0.10291935503482819, + 1.129776954650879, + 0.3312355875968933, + -0.14031386375427246 + ] + ], + "generated_utilities": [ + 0.20601187646389008, + 0.20251695811748505, + 0.20305867493152618, + 0.20363688468933105, + 0.20408374071121216, + 0.20292441546916962, + 0.20335011184215546, + 0.20469188690185547 + ], + "group_id": "ms-484ea653bbca2de3a4a2", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.7242962718009949, + 0.7209752798080444, + 2.0, + 0.19684189558029175, + 0.21780464053153992, + 0.19326990842819214, + 0.22509369254112244, + 0.20856516063213348, + 0.21041584014892578, + 0.19898515939712524, + 0.20721960067749023, + 0.20830264687538147, + 0.19554394483566284, + 0.22549311816692352, + 0.19481703639030457, + 0.2172507494688034 + ], + "instruction": "Lift the peg and hold it upright.", + "negative_tangents": [ + [ + 0.4380870461463928, + 0.4186934530735016, + 0.6294705867767334, + -0.08003801107406616, + 0.5882754325866699, + 0.006411761045455933, + 0.0, + 0.27439412474632263, + -0.43702489137649536, + -0.26345914602279663, + -0.3102925717830658, + 1.1419475078582764, + -0.05133828520774841, + 0.0, + 0.11964668333530426, + -0.04283810034394264, + 0.021698474884033203, + -0.3213534653186798, + 1.444929838180542, + 0.058529436588287354, + 0.0 + ], + [ + 0.18277202546596527, + -0.31313952803611755, + 1.5374140739440918, + 0.9199619889259338, + 1.58827543258667, + -0.42588773369789124, + -1.307411789894104, + -0.1648276150226593, + 0.17999683320522308, + 0.7365408539772034, + -0.2825929522514343, + 2.1419475078582764, + -0.44205278158187866, + 0.3557547330856323, + 0.11787930130958557, + 0.04347073659300804, + 0.5306029915809631, + -0.6201959848403931, + 2.444929838180542, + -0.7078790068626404, + 0.7410526275634766 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.614823579788208, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.7115094661712646, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.4821052551269531 + ], + [ + 0.2415536344051361, + -0.2574644386768341, + 1.3600168228149414, + 0.8914169669151306, + 1.311052918434143, + -0.13483268022537231, + -1.4109176397323608, + -0.007070749998092651, + 0.30199557542800903, + 0.867316484451294, + -0.0111103355884552, + 2.228789806365967, + -0.26305240392684937, + 0.4046628475189209, + 0.25534987449645996, + 0.29946526885032654, + 0.777583122253418, + -0.535997748374939, + 2.2955121994018555, + -0.6670190095901489, + 0.8460665941238403 + ], + [ + -0.212661013007164, + -0.6653347015380859, + 1.8750245571136475, + 0.7373600006103516, + 1.2695744037628174, + -0.7584145069122314, + -1.695502758026123, + 0.05721297860145569, + -0.04310476779937744, + 0.4696756601333618, + -0.2954420745372772, + 1.9897286891937256, + -0.6554491519927979, + 0.5805841088294983, + 0.17026324570178986, + 0.3433569669723511, + 0.3734014630317688, + -0.8102566003799438, + 2.792973279953003, + -0.8463170528411865, + 1.0759955644607544 + ], + [ + -0.039009034633636475, + -0.7773740291595459, + 1.064732313156128, + 0.712108850479126, + 1.270837426185608, + -0.5491334199905396, + -1.7919384241104126, + -0.5782418251037598, + 0.4058297872543335, + 0.5231752395629883, + -0.521438479423523, + 2.2066850662231445, + -0.5258626341819763, + -0.09100466966629028, + 0.24944378435611725, + -0.2271452248096466, + 0.9009795784950256, + -0.8140718340873718, + 2.6494152545928955, + -0.5153427124023438, + 0.671539306640625 + ], + [ + -0.3804699182510376, + -0.5808351039886475, + 1.8389031887054443, + 0.7141245603561401, + 1.0997881889343262, + -0.1678517758846283, + -1.884540319442749, + -0.3411717414855957, + 0.4830858111381531, + 0.8356180787086487, + -0.8238832950592041, + 1.743321418762207, + -0.3751307427883148, + 0.5275082588195801, + -0.08622422814369202, + 0.23666565120220184, + 0.802552342414856, + -0.8389871120452881, + 1.9817423820495605, + -0.4874984323978424, + 0.4390762150287628 + ], + [ + 0.4497724771499634, + -0.7880887389183044, + 1.4436085224151611, + 1.083756446838379, + 2.2298290729522705, + -0.03008332848548889, + -1.0250177383422852, + -0.6266056299209595, + 0.3751387298107147, + 1.1566712856292725, + -0.6914000511169434, + 1.953734278678894, + 0.08129626512527466, + 0.9812837839126587, + -0.4981238543987274, + 0.6697847247123718, + -0.05150604248046875, + -0.06941354274749756, + 1.9621039628982544, + -1.345557451248169, + 0.43397778272628784 + ], + [ + 0.03950639069080353, + -1.037135124206543, + 1.1041697263717651, + 1.109439730644226, + 1.144017219543457, + -0.07355684041976929, + -0.8942177295684814, + -0.16419151425361633, + -0.12125559151172638, + 0.36935141682624817, + -0.7298048734664917, + 1.4954023361206055, + -0.018926143646240234, + 0.4787553548812866, + -0.3127076327800751, + 0.6351315379142761, + 0.5993886590003967, + -0.5143972635269165, + 2.429173469543457, + -0.6674217581748962, + 0.5048977732658386 + ], + [ + 0.9763806462287903, + -1.1549197435379028, + 2.0378684997558594, + 1.2418556213378906, + 2.427785634994507, + -1.1326193809509277, + -1.5491721630096436, + -0.8937685489654541, + 0.2583051919937134, + -0.10687285661697388, + 0.2628750801086426, + 1.6517728567123413, + -0.21639958024024963, + 0.7581590414047241, + -0.29044294357299805, + -0.08927425742149353, + 1.3009071350097656, + -0.9239004850387573, + 2.5070056915283203, + -1.3246500492095947, + 0.24751555919647217 + ], + [ + 0.9781984090805054, + -0.13759100437164307, + 1.8698725700378418, + 1.4942535161972046, + 2.5587658882141113, + -1.1335766315460205, + -0.6910277605056763, + -0.1434302181005478, + 0.4021325707435608, + -0.12275522947311401, + 0.6571680307388306, + 1.9964357614517212, + -0.1442476212978363, + 1.3201656341552734, + 0.2586786448955536, + -0.38222962617874146, + 0.9950553774833679, + -0.8371140956878662, + 1.8977141380310059, + -0.795723021030426, + 1.505234956741333 + ], + [ + -0.6250126361846924, + 0.4231366813182831, + 1.701646089553833, + 1.6233667135238647, + 1.0861127376556396, + -0.3387698233127594, + -0.9825164079666138, + -1.1511213779449463, + 0.11523068696260452, + 1.5823121070861816, + 0.5840664505958557, + 2.145885705947876, + -1.2145874500274658, + 1.1558246612548828, + -0.5131542682647705, + -0.4715161919593811, + 1.0824741125106812, + -0.7667124271392822, + 1.8457963466644287, + -1.228658676147461, + 1.2112116813659668 + ], + [ + 1.1640653610229492, + -1.1697030067443848, + 1.6035369634628296, + 0.2161661982536316, + 1.4819366931915283, + 0.2569611370563507, + -1.3529595136642456, + 0.41208329796791077, + 0.03121529519557953, + 1.731370210647583, + -0.8131548166275024, + 2.996675729751587, + -1.1173620223999023, + 0.7474988102912903, + 0.21459203958511353, + -0.2133086621761322, + -0.22307389974594116, + -0.6306187510490417, + 2.0490896701812744, + -0.49808698892593384, + 0.8432145714759827 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.014628380537033081, + -0.18207009136676788, + 0.5374140739440918, + -0.04374772310256958, + 0.5882754325866699, + 0.25251278281211853, + 0.0, + -0.23516394197940826, + 0.12562739849090576, + 0.3381730020046234, + 0.033050984144210815, + 1.1419475078582764, + -0.3290551006793976, + 0.0, + 0.04625481367111206, + -0.0026901662349700928, + 0.0754578709602356, + -0.1481514573097229, + 1.444929838180542, + 0.049897611141204834, + 0.0 + ] + ], + "predicted_scores": [ + 2.0730130672454834, + 1.7389447689056396, + 1.6253820657730103, + 1.6093937158584595, + 1.602068543434143, + 1.5978952646255493, + 1.56480872631073, + 1.4707648754119873 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1231780997", + "selected_index": 0, + "state_hash": "771fb752a186163f05a49a9b404284bde55d89838769a764fca1d6d1a9419652", + "stored_base_utility": 0.7242962718009949, + "task_id": "LiftPegUpright-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21361251175403595, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21361251175403595 + }, + "base_progress": 0.21361251175403595, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.21361251175403595, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20329231023788452, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20329231023788452 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20138244330883026, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20138244330883026 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20328521728515625, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20328521728515625 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20378755033016205, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20378755033016205 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20227807760238647, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20227807760238647 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19978974759578705, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19978974759578705 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2082369178533554, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2082369178533554 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20505695044994354, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20505695044994354 + } + ], + "candidate_progress": [ + 0.20329231023788452, + 0.20138244330883026, + 0.20328521728515625, + 0.20378755033016205, + 0.20227807760238647, + 0.19978974759578705, + 0.2082369178533554, + 0.20505695044994354 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-e1b6bcb41532a800d3cb", + "ms-e1b6bcb41532a800d3cb", + "ms-13d8bae55d3c3710138f", + "ms-0660d5f65df5fc4b6132", + "ms-df961fe24a43e56d1716", + "ms-c090bce47703a4c4bb0b", + "ms-502dba1003c09ec60ba0", + "ms-8f3d4e1d07bb5dcc7c57" + ], + "candidate_source_task_ids": [ + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank4", + "ctt_transport_rank3", + "ctt_transport_rank5", + "ctt_transport_rank6" + ], + "candidates_evaluated": true, + "chart_id": "ms-4b4cd12d70c0615e0930", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.16639180481433868, + 0.018421053886413574, + 1.1379202604293823, + 0.8707531690597534, + 0.062249451875686646, + 0.1031779795885086, + -0.32178306579589844, + -0.02127981185913086, + 0.05509370565414429, + -0.2886938154697418, + -0.056495778262615204, + 1.1472430229187012, + -0.5555760860443115, + 0.09626879543066025, + -0.011118542402982712, + 0.06400477886199951, + 0.21429884433746338, + -0.17895083129405975, + 1.1658408641815186, + -0.11073854565620422, + -0.12101686000823975 + ], + [ + -0.16127265989780426, + 0.05963694304227829, + 1.1683622598648071, + 0.7960255146026611, + -0.17979252338409424, + -0.08486787974834442, + -0.2775909900665283, + 0.015008598566055298, + 0.06778980046510696, + -0.23711201548576355, + -0.03318121284246445, + 1.3387483358383179, + -0.29215678572654724, + 0.2831072509288788, + 0.09407379478216171, + 0.05358302220702171, + 0.3577864170074463, + -0.16236881911754608, + 1.3013427257537842, + 0.19336369633674622, + -0.22939962148666382 + ], + [ + -0.23700709640979767, + 0.013064518570899963, + 0.9246691465377808, + 0.7616318464279175, + 0.045668184757232666, + -0.04518866539001465, + -0.026975035667419434, + -0.02353769540786743, + 0.03534882888197899, + -0.13481661677360535, + -0.08811233192682266, + 1.2939932346343994, + -0.2685195505619049, + 0.07777860760688782, + 0.05719529092311859, + -0.025860199704766273, + 0.20249560475349426, + -0.21297307312488556, + 1.4097390174865723, + -0.0002569854259490967, + 0.06986130028963089 + ], + [ + -0.2049613744020462, + 0.03508324176073074, + 0.8590065240859985, + 0.8639371395111084, + 0.03326873481273651, + 0.04173281788825989, + -0.2737634778022766, + -0.02217218279838562, + 0.012360015884041786, + -0.14029625058174133, + -0.08876923471689224, + 1.2579835653305054, + -0.2859359681606293, + 0.05177292972803116, + 0.012706946581602097, + 0.008754044771194458, + 0.22542302310466766, + -0.09725220501422882, + 1.495753526687622, + 0.14721083641052246, + 0.09641224890947342 + ], + [ + -0.27462512254714966, + 0.0547097846865654, + 0.8908926248550415, + 0.7749909162521362, + -0.014492318034172058, + 0.21109086275100708, + -0.19323241710662842, + 0.11256902664899826, + 0.04177308827638626, + -0.06503047794103622, + -0.08406191319227219, + 1.3517049551010132, + -0.21712934970855713, + 0.098785899579525, + -0.09537388384342194, + -0.020474422723054886, + 0.24575912952423096, + -0.24312807619571686, + 1.4756324291229248, + 0.15559783577919006, + 0.08418188989162445 + ], + [ + -0.4203342795372009, + 0.026166290044784546, + 0.9748759269714355, + 0.8230546712875366, + 0.011691361665725708, + 0.2551746368408203, + -0.009720981121063232, + -0.00027424097061157227, + 0.027310119941830635, + 0.12092359364032745, + 0.0636754110455513, + 1.3215340375900269, + -0.2509637475013733, + 0.3356069326400757, + -0.011671360582113266, + 0.12742844223976135, + 0.044147789478302, + -0.16530074179172516, + 1.4690523147583008, + 0.23676645755767822, + -0.01994447410106659 + ], + [ + -0.2177513688802719, + 0.07097838819026947, + 0.7425245642662048, + 0.8389871120452881, + -0.2091234028339386, + 0.3223080635070801, + -0.40030819177627563, + 0.0009123533964157104, + 0.008452527225017548, + -0.2641565501689911, + -0.031942784786224365, + 1.5352709293365479, + -0.1173696517944336, + -0.35237014293670654, + 0.1877688467502594, + 0.029205676168203354, + 0.09173573553562164, + -0.1333579272031784, + 1.1177730560302734, + -0.28806251287460327, + -0.20083147287368774 + ], + [ + -0.27707546949386597, + 0.005506530404090881, + 0.8829827904701233, + 0.7344470024108887, + 0.12947285175323486, + 0.2853241562843323, + -0.15852779150009155, + -0.012113824486732483, + 0.060813382267951965, + -0.1697436273097992, + 0.008015435189008713, + 1.2336628437042236, + -0.25434592366218567, + 0.03159267455339432, + 0.11271130293607712, + 0.0057412125170230865, + 0.07183027267456055, + -0.3668476343154907, + 1.4023377895355225, + 0.11963117122650146, + -0.2574019134044647 + ] + ], + "generated_utilities": [ + 0.20329231023788452, + 0.20138244330883026, + 0.20328521728515625, + 0.20378755033016205, + 0.20227807760238647, + 0.19978974759578705, + 0.2082369178533554, + 0.20505695044994354 + ], + "group_id": "ms-4b4cd12d70c0615e0930", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.7225138545036316, + 2.0, + 0.6951258182525635, + 0.18915215134620667, + 0.20867900550365448, + 0.20041285455226898, + 0.20335882902145386, + 0.20815956592559814, + 0.2024221420288086, + 0.1940193623304367, + 0.20689067244529724, + 0.19995209574699402, + 0.21901433169841766, + 0.19443893432617188, + 0.20502614974975586, + 0.1959807276725769 + ], + "instruction": "Lift the peg and hold it upright.", + "negative_tangents": [ + [ + 0.09018868207931519, + 0.3819495439529419, + 0.9586174488067627, + 1.0247726440429688, + -0.179018035531044, + 0.125870943069458, + 0.0, + -0.1166897565126419, + 0.07711493968963623, + -0.24461698532104492, + -0.005436837673187256, + 1.737370491027832, + -0.4425608515739441, + 0.0, + 0.24725346267223358, + -0.03395397961139679, + 0.643236517906189, + 0.05422210693359375, + 1.2738127708435059, + 0.18164724111557007, + 0.0 + ], + [ + 0.6095315217971802, + 0.35729360580444336, + 1.9586174488067627, + 2.0247726440429688, + -0.2820541560649872, + 1.044631004333496, + -2.239265203475952, + -0.14250506460666656, + -0.4363628029823303, + -1.244616985321045, + -0.32413747906684875, + 2.737370491027832, + 0.24581307172775269, + -0.053983256220817566, + 0.2877395749092102, + 0.18538890779018402, + 0.45247530937194824, + -0.9457778930664062, + 2.273812770843506, + -0.8183527588844299, + 0.5866778492927551 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -4.478530406951904, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.10796651244163513, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.1733556985855103 + ], + [ + 0.8415398597717285, + 0.17323988676071167, + 1.9669679403305054, + 2.188286304473877, + -0.386857271194458, + 1.3415166139602661, + -2.06968355178833, + -0.38555508852005005, + -0.6971946954727173, + -1.0110756158828735, + -0.19943451881408691, + 3.0229673385620117, + 0.03575621545314789, + -0.26961493492126465, + 0.5202459692955017, + 0.0921676978468895, + 0.7439858913421631, + -0.724668562412262, + 2.116668939590454, + -1.0585715770721436, + 0.7851569652557373 + ], + [ + 0.6909375190734863, + -0.018118590116500854, + 1.677350401878357, + 1.9505902528762817, + 0.11725521087646484, + 1.2839276790618896, + -2.0543243885040283, + -0.38843441009521484, + -0.6865814328193665, + -1.5103397369384766, + -0.2952713072299957, + 2.384809970855713, + -0.10558199882507324, + 0.29018354415893555, + 0.33942633867263794, + -0.19196103513240814, + 0.35257238149642944, + -0.8657878637313843, + 2.5445473194122314, + -0.706183910369873, + 0.7214455008506775 + ], + [ + 0.8977934122085571, + 0.7311913371086121, + 2.203964948654175, + 1.686698079109192, + -0.338996022939682, + 0.631161630153656, + -2.3877103328704834, + 0.07195566594600677, + -0.6892462968826294, + -0.9634823799133301, + -0.5621621012687683, + 2.479537010192871, + 0.675940752029419, + -0.047649919986724854, + 0.14082925021648407, + 0.19517391920089722, + 0.15626585483551025, + -1.3974462747573853, + 2.759931802749634, + -1.166107416152954, + 0.18018442392349243 + ], + [ + 0.7796773910522461, + 0.06440207362174988, + 1.5159449577331543, + 1.6007665395736694, + -0.12459242343902588, + 1.5781673192977905, + -2.5707991123199463, + 0.034798189997673035, + -0.44772639870643616, + -1.3837177753448486, + -0.5199699401855469, + 3.1566030979156494, + -0.22805768251419067, + -0.5881848931312561, + 0.49021050333976746, + -0.08376060426235199, + 0.5395568609237671, + -1.3038995265960693, + 2.37483811378479, + -0.615712583065033, + 0.7884383201599121 + ], + [ + 0.4830939471721649, + -0.12824741005897522, + 2.133068561553955, + 2.42085337638855, + -0.1641906201839447, + 1.6598048210144043, + -2.5325045585632324, + 0.06623834371566772, + 0.14292877912521362, + -1.85994553565979, + 0.01158285140991211, + 3.2622194290161133, + -0.017848491668701172, + -0.08653604984283447, + 0.2199593186378479, + -0.0463244765996933, + -0.04547742009162903, + -0.5160569548606873, + 2.1955723762512207, + -0.364714115858078, + 1.0323584079742432 + ], + [ + 0.7637265920639038, + -0.4020084738731384, + 2.4714059829711914, + 1.33060622215271, + 0.1464400589466095, + 0.7656213045120239, + -1.9972842931747437, + 0.42333751916885376, + -1.118815302848816, + -1.5639967918395996, + -0.32944348454475403, + 2.0334420204162598, + 0.37165334820747375, + -0.2861292064189911, + 0.6376298666000366, + 0.8521975874900818, + 0.6845490336418152, + -1.515796422958374, + 1.5925071239471436, + -0.4112323224544525, + 1.1011840105056763 + ], + [ + 1.456933617591858, + 1.0030901432037354, + 1.1997551918029785, + 1.7652757167816162, + 0.03292572498321533, + 1.302201271057129, + -2.748408317565918, + 0.7148768305778503, + -0.5089412331581116, + -0.5701506733894348, + -0.40410247445106506, + 3.586395502090454, + -0.37424683570861816, + -0.6850852966308594, + 0.9945629835128784, + 0.5821471810340881, + 0.8666700124740601, + -1.1607441902160645, + 2.1460094451904297, + -0.7912135720252991, + 0.6301633715629578 + ], + [ + -0.09475094079971313, + -0.28330767154693604, + 1.8353716135025024, + 2.3373594284057617, + 0.7110240459442139, + 1.9665697813034058, + -1.8502212762832642, + -0.40577346086502075, + -0.03506562113761902, + -0.7167142033576965, + -0.39153769612312317, + 2.3472883701324463, + 0.08497899770736694, + -0.9910531640052795, + -0.32254326343536377, + -0.11388416588306427, + -0.4873260259628296, + -0.8018304109573364, + 2.295731782913208, + -1.325164794921875, + 1.2513983249664307 + ], + [ + -0.32657402753829956, + 0.8198520541191101, + 1.211392879486084, + 1.974273443222046, + -0.11595214903354645, + 1.954041838645935, + -1.5547080039978027, + 0.06433123350143433, + -0.079216867685318, + -0.5887003540992737, + -0.6015424728393555, + 2.756274938583374, + 0.641853928565979, + -0.8642687201499939, + 0.07965350151062012, + 0.11391039192676544, + 1.10663902759552, + -1.506749153137207, + 3.222418785095215, + -1.0799858570098877, + -0.12158209085464478 + ], + [ + 0.9412136077880859, + -0.5255860090255737, + 1.9096710681915283, + 2.113077402114868, + -1.0082788467407227, + 0.1505374312400818, + -3.0413341522216797, + -0.24721917510032654, + -0.20225940644741058, + -1.6247544288635254, + -0.33320704102516174, + 1.8443769216537476, + 0.7569764256477356, + -0.5270920395851135, + 1.1813421249389648, + 1.0764858722686768, + 0.01533237099647522, + -1.4125463962554932, + 1.82404363155365, + 0.054037630558013916, + 0.45250433683395386 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.056152522563934326, + 0.005679905414581299, + 0.9586174488067627, + 1.0247726440429688, + -0.054595887660980225, + 0.044631004333496094, + 0.0, + -0.09190673381090164, + 0.09592300653457642, + -0.24461698532104492, + -0.007907181978225708, + 1.737370491027832, + -0.029382914304733276, + 0.0, + 0.06305502355098724, + 0.03764393925666809, + 0.0785532295703888, + 0.005711078643798828, + 1.2738127708435059, + -0.04058480262756348, + 0.0 + ] + ], + "predicted_scores": [ + 3.1728391647338867, + 2.6634485721588135, + 2.1077992916107178, + 1.8681304454803467, + 1.6190896034240723, + 1.5117496252059937, + 1.4802032709121704, + 1.2666912078857422 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1025740212", + "selected_index": 0, + "state_hash": "5b394fca1712c0667d126198527a4f0ba81893d536a5fcbf7b90f5b13fa703dc", + "stored_base_utility": 0.7225138545036316, + "task_id": "LiftPegUpright-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7229747772216797, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7229747772216797 + }, + "base_progress": 0.7229747772216797, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.7229747772216797, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7105993628501892, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7105993628501892 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7128272652626038, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7128272652626038 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7140970826148987, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7140970826148987 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7178246378898621, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7178246378898621 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7181498408317566, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7181498408317566 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7094041705131531, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7094041705131531 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7159456610679626, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7159456610679626 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7117025256156921, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7117025256156921 + } + ], + "candidate_progress": [ + 0.7105993628501892, + 0.7128272652626038, + 0.7140970826148987, + 0.7178246378898621, + 0.7181498408317566, + 0.7094041705131531, + 0.7159456610679626, + 0.7117025256156921 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-9ced92cccacfe4d157b0", + "ms-9ced92cccacfe4d157b0", + "ms-dd32ce9859c365c535b4", + "ms-dfc38c43e9a87f99ef7f", + "ms-dd32ce9859c365c535b4", + "ms-dd32ce9859c365c535b4", + "ms-9ced92cccacfe4d157b0", + "ms-dd32ce9859c365c535b4" + ], + "candidate_source_task_ids": [ + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-6e268d1e2915740816a1", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.16048850119113922, + -0.07500442862510681, + 0.17797604203224182, + -0.09059041738510132, + 1.7233765125274658, + 0.13751262426376343, + -0.013092726469039917, + -0.011672049760818481, + -0.0709601417183876, + 0.05055546760559082, + -0.1004168912768364, + 1.0897752046585083, + -0.03831601142883301, + 0.17849984765052795, + -0.09992077946662903, + 0.00015626102685928345, + -0.013486593961715698, + -0.013043761253356934, + 1.2957465648651123, + 0.10650131106376648, + 0.056124843657016754 + ], + [ + -0.13167057931423187, + -0.017733970656991005, + 0.15121906995773315, + -0.04548364877700806, + 1.6762950420379639, + 0.2755991816520691, + -0.06929826736450195, + -0.031758010387420654, + -0.07874196022748947, + 0.06524694710969925, + -0.033090732991695404, + 1.259141445159912, + -0.12478411197662354, + 0.15232965350151062, + 0.014525242149829865, + -0.022089140489697456, + 0.04192304611206055, + -0.030544012784957886, + 1.2703266143798828, + 0.15409120917320251, + 0.017897829413414 + ], + [ + -0.18140877783298492, + -0.0038401149213314056, + 0.3156523108482361, + 0.14551207423210144, + 1.606797218322754, + -0.0882590115070343, + -0.1751251220703125, + 0.04194691777229309, + -0.03827681392431259, + 0.14187271893024445, + 0.01816723495721817, + 1.192452073097229, + 0.16486284136772156, + 0.4377294182777405, + 0.031614359468221664, + 0.06382565200328827, + -0.0740826278924942, + -0.11456163227558136, + 1.3244736194610596, + -0.03280290961265564, + 0.27223697304725647 + ], + [ + 0.033495642244815826, + -0.0732322633266449, + 0.12559974193572998, + 0.14150112867355347, + 1.286714792251587, + -0.10099408030509949, + 0.10168030858039856, + -0.16761887073516846, + 0.06306955218315125, + 0.0021469369530677795, + -0.081148661673069, + 1.1223535537719727, + 0.14769688248634338, + -0.2766544222831726, + 0.10870954394340515, + 0.03716956079006195, + 0.038686662912368774, + 0.034032419323921204, + 0.8607692718505859, + -0.02976652979850769, + -0.1757904589176178 + ], + [ + -0.2028241604566574, + 0.028248600661754608, + 0.31617045402526855, + 0.11056515574455261, + 1.5528230667114258, + -0.10487821698188782, + -0.0362054705619812, + 0.14066825807094574, + -0.016542047262191772, + -0.11552070826292038, + -0.012818507850170135, + 1.1725103855133057, + -0.052714139223098755, + -0.029646262526512146, + -0.010855656117200851, + -0.03242073208093643, + 0.2034752070903778, + 0.15739673376083374, + 0.9422532916069031, + 0.24424970149993896, + 0.024165257811546326 + ], + [ + -0.14582018554210663, + -0.021178841590881348, + 0.24413418769836426, + 0.009800180792808533, + 1.7383432388305664, + 0.32251957058906555, + 0.02964499592781067, + -0.061924487352371216, + -0.060457922518253326, + 0.07458518445491791, + -0.08150788396596909, + 1.3479881286621094, + -0.15054845809936523, + 0.143012136220932, + 0.010255753993988037, + -0.006348845548927784, + 0.11994316428899765, + -0.04559743404388428, + 1.322274923324585, + 0.11361122131347656, + -0.10427021980285645 + ], + [ + -0.08311063051223755, + -0.055057305842638016, + 0.3357054591178894, + 0.08610817790031433, + 1.49332594871521, + 0.018468350172042847, + 0.0764288604259491, + 0.052269622683525085, + 0.02454270049929619, + 0.15632648766040802, + -0.09837513417005539, + 1.2010746002197266, + -0.14235982298851013, + 0.11486007273197174, + 0.056732770055532455, + 0.007035307586193085, + 0.13346236944198608, + -0.11217711865901947, + 1.0940990447998047, + 0.3076965808868408, + -0.22263163328170776 + ], + [ + -0.058761268854141235, + 0.01363389566540718, + 0.3011169135570526, + -0.06067398190498352, + 1.4460952281951904, + 0.20255520939826965, + 0.12374275922775269, + -0.01627373695373535, + -0.055658161640167236, + 0.12745733559131622, + -0.10196413844823837, + 1.4572553634643555, + 0.0029426217079162598, + -0.04604555666446686, + -0.13491609692573547, + -0.011743656359612942, + 0.18943408131599426, + -0.09295119345188141, + 1.3855199813842773, + 0.3364819288253784, + 0.2716003954410553 + ] + ], + "generated_utilities": [ + 0.7105993628501892, + 0.7128272652626038, + 0.7140970826148987, + 0.7178246378898621, + 0.7181498408317566, + 0.7094041705131531, + 0.7159456610679626, + 0.7117025256156921 + ], + "group_id": "ms-6e268d1e2915740816a1", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.7257392406463623, + 0.7165254950523376, + 2.0, + 0.72465980052948, + 0.7087006568908691, + 0.2306610643863678, + 0.7143489122390747, + 0.7045385837554932, + 0.5905889272689819, + 0.1919487714767456, + 0.1914421170949936, + 0.2230607271194458, + 0.20312398672103882, + 0.19757536053657532, + 0.19724789261817932, + 0.19653666019439697 + ], + "instruction": "Lift the peg and hold it upright.", + "negative_tangents": [ + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.44810131192207336, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0264720916748047, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.9882198572158813 + ], + [ + -0.4707597494125366, + 0.09937268495559692, + 0.6395220160484314, + -0.40935325622558594, + 2.4514670372009277, + -0.02397046983242035, + -0.21874001622200012, + 0.16799744963645935, + 0.0360843725502491, + -0.09719255566596985, + -0.8619975447654724, + 2.2499821186065674, + -0.4933375120162964, + 0.35259634256362915, + -0.34735018014907837, + -0.517992377281189, + 0.6015943288803101, + -0.7677568793296814, + 1.5267367362976074, + -0.16888000071048737, + 0.3771851658821106 + ], + [ + -0.8530820608139038, + -0.6707327961921692, + 0.7970488667488098, + 0.34902632236480713, + 2.1393990516662598, + 0.5651285648345947, + 0.113044872879982, + 0.2987540364265442, + 0.4139185845851898, + 0.41691792011260986, + -0.4906405806541443, + 1.5687955617904663, + -0.8899085521697998, + -0.01883232593536377, + 0.24473188817501068, + 0.554391622543335, + 0.23424841463565826, + -0.10042615234851837, + 2.1214542388916016, + -0.15780393779277802, + 0.5807479023933411 + ], + [ + -0.6562768220901489, + -0.059059903025627136, + 0.24766850471496582, + 0.06101328134536743, + 2.5052053928375244, + 0.5204365849494934, + 0.1595638245344162, + 0.47176462411880493, + 0.3036114573478699, + 0.13197286427021027, + -0.2551935017108917, + 2.185537099838257, + -1.0984127521514893, + 0.3213496804237366, + 0.49875718355178833, + 0.1223822832107544, + 0.2575722932815552, + -0.7017092704772949, + 1.7495591640472412, + -0.19501343369483948, + 1.1214004755020142 + ], + [ + -0.45427173376083374, + -0.041353583335876465, + 0.8143320083618164, + -0.39680930972099304, + 2.4542014598846436, + 0.382559597492218, + -0.9993512630462646, + 0.5202391147613525, + 0.5282149314880371, + 0.4165073335170746, + 0.43153735995292664, + 2.5625123977661133, + -0.721943199634552, + 0.6765530109405518, + -0.6697012186050415, + -0.0637422502040863, + 0.6919896602630615, + -1.033813714981079, + 2.317282199859619, + -0.13503669202327728, + -0.07009828090667725 + ], + [ + -0.548885703086853, + -0.609938383102417, + 0.7181543707847595, + 0.11203774809837341, + 2.478057861328125, + -0.6170704960823059, + -1.0383654832839966, + 0.3524467349052429, + 0.5748242139816284, + 0.42987847328186035, + 0.013119548559188843, + 1.3954555988311768, + -0.6403790712356567, + 0.025414258241653442, + -0.7780460119247437, + -0.23124903440475464, + 0.48347827792167664, + 0.05266502499580383, + 1.692553997039795, + 0.362108051776886, + 0.6330842971801758 + ], + [ + -1.3070502281188965, + -0.947432816028595, + 0.4198402762413025, + -1.1768442392349243, + 1.7843327522277832, + 0.7587301731109619, + 0.7447960376739502, + 0.9411643147468567, + 0.3013244867324829, + -0.3862171769142151, + -1.0263384580612183, + 2.97957181930542, + 0.1849566102027893, + 0.08799406886100769, + 0.1984272301197052, + 0.5277765393257141, + 0.2931878864765167, + -1.1385071277618408, + 1.884846568107605, + 0.23083388805389404, + 0.6359583139419556 + ], + [ + -0.5375385880470276, + 0.16159841418266296, + 1.260543942451477, + -0.6744770407676697, + 2.1646244525909424, + 0.6190755367279053, + -0.746461808681488, + -0.38674360513687134, + 0.8897944092750549, + -0.594306468963623, + -0.05647379159927368, + 1.7390328645706177, + -0.037059009075164795, + 0.470071941614151, + 0.010003047063946724, + 0.08421775698661804, + -0.4613104462623596, + -0.22854508459568024, + 1.772307276725769, + -0.29165884852409363, + 0.6179300546646118 + ], + [ + -0.6489957571029663, + 0.4526708126068115, + 0.5115790367126465, + 0.31459903717041016, + 2.9655239582061768, + 0.07586031407117844, + -1.1667817831039429, + -0.7146965861320496, + 1.0295621156692505, + 0.1932714432477951, + -0.2703063488006592, + 2.9046523571014404, + -1.5882594585418701, + 0.3030351996421814, + 0.6543201208114624, + -0.448961466550827, + 0.4115087389945984, + -0.4087216854095459, + 2.6432881355285645, + -0.6797424554824829, + 0.2669999599456787 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.22510427236557007, + -0.26737168431282043, + 0.10375632345676422, + 0.12666502594947815, + 1.379244327545166, + -0.01088210940361023, + 0.0, + 0.23721180856227875, + -0.10981421172618866, + -0.021816372871398926, + -0.071512371301651, + 1.0360438823699951, + 0.09019589424133301, + 0.0, + 0.03181244805455208, + -0.06466590613126755, + 0.2068846970796585, + 0.14229199290275574, + 0.7610219717025757, + -0.03211131691932678, + 0.0 + ] + ], + "predicted_scores": [ + 2.8924360275268555, + 2.679344892501831, + 2.5470705032348633, + 2.543515920639038, + 2.474529504776001, + 2.3881404399871826, + 2.2324488162994385, + 2.1403491497039795 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1475440973", + "selected_index": 0, + "state_hash": "38ff5a264c3c39ff1ec8756d84e622963a11ff1ac61568ba57fbea0c114c3140", + "stored_base_utility": 0.7257392406463623, + "task_id": "LiftPegUpright-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7272467017173767, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7272467017173767 + }, + "base_progress": 0.7272467017173767, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.7272467017173767, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7247949242591858, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7247949242591858 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7258257865905762, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7258257865905762 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7276342511177063, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7276342511177063 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7263718247413635, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7263718247413635 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7269034385681152, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7269034385681152 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 0.7247949242591858, + 0.7258257865905762, + 0.7276342511177063, + 0.7263718247413635, + 0.7269034385681152, + 1.0, + 1.0, + 1.0 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-dd32ce9859c365c535b4", + "ms-9ced92cccacfe4d157b0", + "ms-dfc38c43e9a87f99ef7f", + "ms-9ced92cccacfe4d157b0", + "ms-dd32ce9859c365c535b4", + "ms-dd32ce9859c365c535b4", + "ms-9ced92cccacfe4d157b0", + "ms-dd32ce9859c365c535b4" + ], + "candidate_source_task_ids": [ + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + true, + true, + true + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-8864796e31bbe93d7c5d", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.05515044927597046, + -0.06970634311437607, + 0.20108303427696228, + -0.040471434593200684, + 1.245175838470459, + -0.30557578802108765, + -0.2548401355743408, + 0.2305269092321396, + -0.16763103008270264, + -0.03495422750711441, + 0.05912914127111435, + 1.251371145248413, + 0.027491509914398193, + 0.5758193135261536, + -0.03926659747958183, + 0.11541874706745148, + 0.041908711194992065, + -0.23108120262622833, + 1.2582712173461914, + 0.0369051992893219, + 0.36238574981689453 + ], + [ + -0.0026580393314361572, + -0.07440764456987381, + 0.10232177376747131, + -0.26814937591552734, + 1.3395569324493408, + 0.02186867594718933, + -0.18980896472930908, + 0.0647604912519455, + -0.17771436274051666, + -0.07114482671022415, + 0.007294952869415283, + 1.2509876489639282, + -0.18617400527000427, + 0.3209199905395508, + 0.014722559601068497, + 0.043423742055892944, + 0.08231513202190399, + -0.21701867878437042, + 1.2035056352615356, + 0.1380915343761444, + 0.14128684997558594 + ], + [ + 0.025960691273212433, + -0.17539392411708832, + 0.055119842290878296, + 0.016109153628349304, + 1.0590896606445312, + -0.4139765202999115, + 0.082448810338974, + -0.07412797212600708, + -0.037141188979148865, + -0.1465701460838318, + -0.09203355759382248, + 1.1378002166748047, + 0.15106698870658875, + -0.0010367482900619507, + 0.08175862580537796, + 0.09144116938114166, + 0.066888228058815, + -0.13624612987041473, + 0.8639784455299377, + -0.018125683069229126, + -0.13971102237701416 + ], + [ + -0.03227764368057251, + -0.10989094525575638, + 0.12901407480239868, + -0.23259738087654114, + 1.428609848022461, + -0.048674553632736206, + -0.03857982158660889, + 0.14443400502204895, + -0.16062434017658234, + -0.061156995594501495, + -0.06877008825540543, + 1.1206152439117432, + -0.08370497822761536, + 0.32626134157180786, + -0.16286680102348328, + 0.044989097863435745, + 0.056104838848114014, + -0.191619411110878, + 1.2381219863891602, + 0.1028805673122406, + 0.15978023409843445 + ], + [ + -0.12002606689929962, + -0.013777125626802444, + 0.27080225944519043, + -0.08914743363857269, + 1.369896411895752, + -0.2071380913257599, + -0.06679761409759521, + 0.22884026169776917, + -0.11604857444763184, + -0.16176998615264893, + 0.024172212928533554, + 1.199432611465454, + 0.04400166869163513, + 0.45210856199264526, + -0.10349838435649872, + 0.0031617246568202972, + 0.31819313764572144, + -0.07930602133274078, + 1.0432140827178955, + 0.2716826796531677, + 0.25693273544311523 + ], + [ + -0.023994922637939453, + -0.0796109065413475, + 0.19352000951766968, + -0.20961898565292358, + 1.371140718460083, + 0.055215656757354736, + -0.10992121696472168, + 0.04929722845554352, + -0.15612655878067017, + -0.022231675684452057, + -0.05473318696022034, + 1.2761296033859253, + -0.19459348917007446, + 0.3458109498023987, + 0.014216873794794083, + 0.05708463117480278, + 0.19348646700382233, + -0.23886044323444366, + 1.2200303077697754, + 0.10604670643806458, + 0.08676803112030029 + ], + [ + -0.025149285793304443, + -0.10574796050786972, + 0.3611382842063904, + -0.1116931140422821, + 1.107546329498291, + -0.00040730834007263184, + 0.032976776361465454, + 0.08477620035409927, + -0.11066430807113647, + 0.07126523554325104, + -0.08372557908296585, + 1.2249948978424072, + -0.17878788709640503, + 0.33993101119995117, + 0.060207054018974304, + 0.046108003705739975, + 0.15916235744953156, + -0.25758421421051025, + 1.1145610809326172, + 0.22107017040252686, + -0.09620240330696106 + ], + [ + 0.007251173257827759, + -0.07276338338851929, + 0.19955426454544067, + -0.21920821070671082, + 1.208949089050293, + -0.08317272365093231, + 0.14075100421905518, + 0.04364427924156189, + -0.14698752760887146, + 0.07230454683303833, + -0.02530509978532791, + 1.4653841257095337, + -0.05762180685997009, + 0.2387813925743103, + -0.16979031264781952, + 0.0197465643286705, + 0.23858025670051575, + -0.2359098345041275, + 1.3150041103363037, + 0.3219949007034302, + 0.3415452837944031 + ] + ], + "generated_utilities": [ + 0.7247949242591858, + 0.7258257865905762, + 0.7276342511177063, + 0.7263718247413635, + 0.7269034385681152, + 2.0, + 2.0, + 2.0 + ], + "group_id": "ms-8864796e31bbe93d7c5d", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.728268027305603, + 0.7257949113845825, + 2.0, + 0.7287554740905762, + 0.72548508644104, + 0.7011849880218506, + 0.7089968919754028, + 0.689879298210144, + 0.722068727016449, + 0.7046384811401367, + 0.1933039277791977, + 0.629345178604126, + 0.18965840339660645, + 0.18740439414978027, + 0.2032846063375473, + 0.20379847288131714 + ], + "instruction": "Lift the peg and hold it upright.", + "negative_tangents": [ + [ + 0.3859826922416687, + 0.1119421124458313, + 0.6443181037902832, + 0.11836245656013489, + 1.863237738609314, + -1.166780948638916, + 0.8025261163711548, + -0.5342166423797607, + -0.2057022899389267, + 0.8987585306167603, + -0.525823712348938, + 1.6212486028671265, + 0.25674968957901, + 0.4037417471408844, + -0.4561460018157959, + -0.18429945409297943, + -0.1778680682182312, + -0.22491087019443512, + 2.095893144607544, + -0.3484030067920685, + 0.47628670930862427 + ], + [ + -0.446367084980011, + -0.19229409098625183, + -0.03271818161010742, + 0.39123907685279846, + 1.1786221265792847, + -0.16883885860443115, + -0.3337137699127197, + 0.7789723873138428, + -0.12953178584575653, + -0.028340458869934082, + -0.871502161026001, + 0.7702060341835022, + -0.645424485206604, + 1.0858956575393677, + -0.05413459241390228, + -0.14592209458351135, + -0.03685358166694641, + -0.686826229095459, + 2.084512710571289, + 0.11898508667945862, + 0.20845119655132294 + ], + [ + 0.09377387166023254, + -0.03508002683520317, + -0.29283326864242554, + -0.9559528827667236, + 2.0994086265563965, + 0.02743762731552124, + 0.6819101572036743, + 0.607413113117218, + 0.4378519356250763, + 0.6497513055801392, + -0.5086554288864136, + 0.9556822180747986, + -0.8518581986427307, + 0.31636691093444824, + -0.4196639060974121, + 0.6866374015808105, + 0.5175505876541138, + -0.572692334651947, + 1.651871681213379, + -0.7227057814598083, + -0.33861052989959717 + ], + [ + -0.42610836029052734, + 0.10144555568695068, + 0.7105271220207214, + -1.291037678718567, + 2.2307684421539307, + 0.17725014686584473, + -0.08436906337738037, + 0.9681323766708374, + 0.5482062697410583, + 1.368379831314087, + -1.021532416343689, + 2.5197110176086426, + -0.3508763909339905, + 0.7584415078163147, + 1.0978648662567139, + 0.2626119554042816, + 0.6115584373474121, + -0.7777479290962219, + 1.7278802394866943, + -0.15240566432476044, + 0.4239119291305542 + ], + [ + 1.0207308530807495, + 0.8557561039924622, + 0.4489574134349823, + -1.0117379426956177, + 0.8262714147567749, + -0.630092442035675, + 0.09812727570533752, + 0.21663640439510345, + 0.23771141469478607, + -0.47456812858581543, + -1.3189021348953247, + 2.269665002822876, + -0.7066116333007812, + 1.1826255321502686, + 1.0058563947677612, + 0.1694127470254898, + -0.5649446845054626, + -0.32043421268463135, + 0.46698564291000366, + -0.9052557945251465, + -0.12436902523040771 + ], + [ + -0.5202209949493408, + 0.30583277344703674, + 1.2163622379302979, + 0.4305659234523773, + 1.7276779413223267, + -0.1535550355911255, + -0.5289345383644104, + -0.632349967956543, + 0.9393473267555237, + 0.38391292095184326, + -1.1998018026351929, + 1.9739618301391602, + -1.3405330181121826, + 0.048939138650894165, + 0.6369897127151489, + 0.629721999168396, + 1.388192892074585, + -1.065996766090393, + 1.9119879007339478, + -1.0432264804840088, + 0.9627590179443359 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.13860583305358887, + -0.06957411766052246, + 0.1504676342010498, + 0.1671028435230255, + 0.5675687789916992, + 0.16587841510772705, + 0.0, + -0.21137550473213196, + -0.21542736887931824, + 0.2565074861049652, + -0.00923699140548706, + 0.5251069068908691, + -0.06964048743247986, + 0.0, + -0.19547803699970245, + 0.10278619825839996, + -0.19206219911575317, + -0.1487000733613968, + 0.44575393199920654, + 0.0725468099117279, + 0.0 + ] + ], + "predicted_scores": [ + 3.6139912605285645, + 3.6109166145324707, + 3.5884296894073486, + 3.5214803218841553, + 3.4026148319244385, + 3.2195968627929688, + 2.9350392818450928, + 2.6497695446014404 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "551504635", + "selected_index": 0, + "state_hash": "ab6587e0b2a3b5f21f23c56daf8894249774912a3b20794bd49dc1b78ec736a7", + "stored_base_utility": 0.728268027305603, + "task_id": "LiftPegUpright-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21901588141918182, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21901588141918182 + }, + "base_progress": 0.21901588141918182, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.21901588141918182, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20940202474594116, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20940202474594116 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2106933444738388, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2106933444738388 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20974262058734894, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20974262058734894 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20822221040725708, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20822221040725708 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20705477893352509, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20705477893352509 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20972265303134918, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20972265303134918 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20974497497081757, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20974497497081757 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2055644989013672, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2055644989013672 + } + ], + "candidate_progress": [ + 0.20940202474594116, + 0.2106933444738388, + 0.20974262058734894, + 0.20822221040725708, + 0.20705477893352509, + 0.20972265303134918, + 0.20974497497081757, + 0.2055644989013672 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-e1b6bcb41532a800d3cb", + "ms-8bc7aa419d17368d81b5", + "ms-0660d5f65df5fc4b6132", + "ms-13d8bae55d3c3710138f", + "ms-e1b6bcb41532a800d3cb", + "ms-df961fe24a43e56d1716", + "ms-8bc7aa419d17368d81b5", + "ms-c090bce47703a4c4bb0b" + ], + "candidate_source_task_ids": [ + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank4", + "ctt_transport_rank5", + "ctt_transport_rank3", + "ctt_transport_rank0", + "ctt_transport_rank4", + "ctt_transport_rank2", + "ctt_transport_rank5", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-b04b489f4fbad93b65ca", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.07089081406593323, + 0.021244250237941742, + 0.9506238102912903, + 0.8476581573486328, + 0.09709067642688751, + 0.04380191117525101, + -0.495619535446167, + -0.07261312007904053, + 0.06948136538267136, + -0.27234041690826416, + -0.12167996913194656, + 0.9296703934669495, + -0.5575212836265564, + -0.001501709222793579, + 0.16197973489761353, + 0.009070821106433868, + 0.20428526401519775, + -0.08174972236156464, + 1.1523183584213257, + 0.08804115653038025, + -0.14149022102355957 + ], + [ + -0.34533053636550903, + -0.023529808968305588, + 0.6200993657112122, + 0.6756535768508911, + 0.6623655557632446, + 0.021479159593582153, + -0.3352399468421936, + 0.023459434509277344, + 0.013308494351804256, + -0.050506480038166046, + -0.12176572531461716, + 1.0605204105377197, + -0.5132681727409363, + -0.06635059416294098, + 0.03181704133749008, + 0.09993346035480499, + 0.0029222965240478516, + -0.10740290582180023, + 1.3033595085144043, + 0.0769784152507782, + -0.1534615457057953 + ], + [ + -0.06442749500274658, + -0.059940155595541, + 0.6940184235572815, + 0.9013321399688721, + 0.1695478856563568, + -0.01266433298587799, + -0.3618680238723755, + -0.0520005077123642, + 0.04261527955532074, + -0.1431729793548584, + -0.1123388484120369, + 1.1465709209442139, + -0.30952924489974976, + 0.044858530163764954, + 0.19210538268089294, + -0.034534137696027756, + 0.22125156223773956, + -0.042910799384117126, + 1.5558843612670898, + 0.2455180287361145, + 0.08634970337152481 + ], + [ + -0.18720589578151703, + -0.06070103123784065, + 0.7628977298736572, + 0.7568899393081665, + 0.1940247118473053, + -0.07544811069965363, + -0.1701614260673523, + -0.06567281484603882, + 0.09110965579748154, + -0.10561705380678177, + -0.15033328533172607, + 1.0721696615219116, + -0.3752620220184326, + -0.06249023973941803, + 0.24369926750659943, + -0.0653490200638771, + 0.2096625119447708, + -0.14341022074222565, + 1.4563815593719482, + 0.2011917233467102, + 0.08555836975574493 + ], + [ + -0.05008275806903839, + -0.02092728763818741, + 1.0446237325668335, + 0.8407324552536011, + -0.1567271649837494, + -0.08656303584575653, + -0.46532702445983887, + 0.0036774277687072754, + 0.09967146068811417, + -0.2682243883609772, + -0.12758657336235046, + 1.113008737564087, + -0.24220916628837585, + 0.20525765419006348, + 0.22249826788902283, + -0.0036549903452396393, + 0.3307311236858368, + -0.11079062521457672, + 1.3814547061920166, + 0.3619082570075989, + -0.24478194117546082 + ], + [ + -0.23056523501873016, + -0.01580517366528511, + 0.6038434505462646, + 0.751338005065918, + 0.26290884613990784, + -0.0019574016332626343, + -0.24575364589691162, + 0.030849531292915344, + 0.11191403865814209, + -0.07138080149888992, + -0.10899732261896133, + 0.9606472849845886, + -0.420864075422287, + -0.12139613926410675, + 0.1599491387605667, + -0.07974319159984589, + 0.19927860796451569, + -0.2015194445848465, + 1.5751533508300781, + 0.2895888686180115, + 0.10753003507852554 + ], + [ + -0.3992629647254944, + -0.042763154953718185, + 0.5183889865875244, + 0.7348675727844238, + 0.20670080184936523, + 0.3827086389064789, + -0.47466641664505005, + 0.006545007228851318, + 0.02753024362027645, + -0.019859887659549713, + -0.10088206082582474, + 1.2361268997192383, + -0.47578758001327515, + -0.22802399098873138, + 0.021981030702590942, + -0.005496734753251076, + 0.13143789768218994, + -0.15703023970127106, + 1.4105231761932373, + -0.014384716749191284, + -0.1471235156059265 + ], + [ + -0.315779447555542, + -0.05104384198784828, + 0.7341253757476807, + 0.7801077365875244, + 0.2532545030117035, + 0.09562204033136368, + -0.07905805110931396, + -0.09010645747184753, + 0.1004035696387291, + 0.15565767884254456, + 0.020519927144050598, + 1.0966551303863525, + -0.4257526397705078, + 0.2264014482498169, + 0.18118543922901154, + 0.05993885174393654, + -0.02059471607208252, + -0.053135946393013, + 1.5088129043579102, + 0.3884073495864868, + -0.04515637457370758 + ] + ], + "generated_utilities": [ + 0.20940202474594116, + 0.2106933444738388, + 0.20974262058734894, + 0.20822221040725708, + 0.20705477893352509, + 0.20972265303134918, + 0.20974497497081757, + 0.2055644989013672 + ], + "group_id": "ms-b04b489f4fbad93b65ca", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.7198216915130615, + 0.7247374057769775, + 2.0, + 0.22730140388011932, + 0.21130704879760742, + 0.2076549530029297, + 0.2006116509437561, + 0.21285679936408997, + 0.19614991545677185, + 0.20440611243247986, + 0.2015489637851715, + 0.19511334598064423, + 0.20091164112091064, + 0.19681888818740845, + 0.19675713777542114, + 0.20853900909423828 + ], + "instruction": "Lift the peg and hold it upright.", + "negative_tangents": [ + [ + 0.30706143379211426, + 0.2797066569328308, + 0.4565920829772949, + 0.7342244386672974, + -0.28428468108177185, + 0.012420237064361572, + 0.0, + 0.19500797986984253, + -0.1289721131324768, + -0.3524337112903595, + 0.07460063695907593, + 1.7684156894683838, + 0.11335399746894836, + 0.0, + -0.5014548301696777, + 0.4537479281425476, + 0.1963198333978653, + -0.025568604469299316, + 1.6286182403564453, + -0.0963512659072876, + 0.0 + ], + [ + 1.3070614337921143, + -0.7202933430671692, + 1.456592082977295, + 1.7342244386672974, + -0.15130555629730225, + 0.9519147872924805, + -1.4541058540344238, + -0.6432010531425476, + -0.26959508657455444, + -0.3406839668750763, + -0.4419664740562439, + 2.768415689468384, + -0.3271861970424652, + -0.13685251772403717, + 0.23842881619930267, + 0.20406432449817657, + 0.3414191007614136, + -1.0255686044692993, + 2.6286182403564453, + -0.9051820039749146, + 0.6850019693374634 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.9082117080688477, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.27370503544807434, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.3700039386749268 + ], + [ + 1.0634682178497314, + -0.8590207099914551, + 1.6810569763183594, + 1.8525642156600952, + 0.06716938316822052, + 1.0774534940719604, + -1.177553415298462, + -0.7412493228912354, + -0.3193308115005493, + -0.4253617525100708, + -0.4890587329864502, + 2.624048948287964, + -0.109145388007164, + -0.10380380600690842, + 0.20137116312980652, + 0.20110605657100677, + 0.06929725408554077, + -0.9908366203308105, + 2.5783159732818604, + -0.7248227000236511, + 0.919882595539093 + ], + [ + 1.2083125114440918, + -0.9112091064453125, + 1.1255995035171509, + 1.9678500890731812, + -0.3424606919288635, + 1.350451946258545, + -1.5799542665481567, + -1.014689326286316, + -0.3427739441394806, + -0.24094250798225403, + -0.4992668032646179, + 2.403038740158081, + -0.29080134630203247, + -0.1569681167602539, + 0.4877905249595642, + -0.16464389860630035, + 0.41957730054855347, + -0.6997033357620239, + 2.80957293510437, + -1.0509651899337769, + 0.8937826156616211 + ], + [ + 1.2133954763412476, + -1.0171141624450684, + 1.1572445631027222, + 1.8050156831741333, + -0.29570114612579346, + 0.7672240734100342, + -0.976697564125061, + -0.8219587802886963, + -0.746895432472229, + -0.346658855676651, + -0.7942779064178467, + 3.0403196811676025, + -0.6172577738761902, + 0.3615778088569641, + 0.546725332736969, + -0.06415437161922455, + 0.43834370374679565, + -1.332592248916626, + 3.029940605163574, + -0.5720348358154297, + 1.1660562753677368 + ], + [ + 0.7937494516372681, + -0.45201122760772705, + 2.0367026329040527, + 2.1590728759765625, + 0.38935917615890503, + 0.5424834489822388, + -1.391097903251648, + -1.0657228231430054, + -0.44411367177963257, + -0.3797546923160553, + -0.03612968325614929, + 2.867069721221924, + -0.26322364807128906, + -0.32477179169654846, + 0.007963955402374268, + 0.053216055035591125, + 0.36466139554977417, + -0.7477234601974487, + 2.170649766921997, + -0.46266868710517883, + 0.7669195532798767 + ], + [ + 1.0920023918151855, + -1.0678586959838867, + 1.4391454458236694, + 2.155820608139038, + -0.7347199320793152, + 0.6208673715591431, + -1.6380563974380493, + -0.6589961051940918, + -0.8267081379890442, + 0.011062979698181152, + -0.1169244647026062, + 2.743579626083374, + -0.41342735290527344, + -0.5980290770530701, + 0.49618369340896606, + -0.09863747656345367, + 0.2179805338382721, + -0.6006474494934082, + 2.2965025901794434, + -0.97348952293396, + 1.2447597980499268 + ], + [ + 1.8286218643188477, + -1.486896276473999, + 1.8610713481903076, + 1.792364478111267, + -0.06209900975227356, + 0.7138283252716064, + -1.0023046731948853, + -0.8588749170303345, + -0.30936315655708313, + 0.33444294333457947, + 0.2771298885345459, + 3.0452492237091064, + -0.6618144512176514, + -0.747363805770874, + 0.19540274143218994, + -0.05051566660404205, + 0.5057645440101624, + -0.3770519495010376, + 3.028423309326172, + -0.19366812705993652, + 1.1766406297683716 + ], + [ + 1.057653784751892, + -0.15160071849822998, + 1.1646175384521484, + 2.517653226852417, + 0.037323400378227234, + 1.4844036102294922, + -1.2659661769866943, + -0.9694168567657471, + -0.792635440826416, + 0.15484732389450073, + -0.6592323780059814, + 2.426063060760498, + -0.8063763976097107, + 0.37280529737472534, + -0.1984816938638687, + 0.3488052487373352, + 0.36773377656936646, + -0.9600323438644409, + 1.801730990409851, + -1.1618295907974243, + 0.526383101940155 + ], + [ + 0.8403785228729248, + -1.7131881713867188, + 1.7484346628189087, + 1.3915244340896606, + 0.038706690073013306, + 1.7859117984771729, + -0.6996253132820129, + -0.12596702575683594, + -0.07181461155414581, + -0.8556877374649048, + -0.6567700505256653, + 2.935109853744507, + 0.3808797299861908, + 0.1733608990907669, + 0.9097857475280762, + 0.7001722455024719, + 0.14087507128715515, + -0.32659411430358887, + 2.278188943862915, + -1.87721586227417, + 1.438266634941101 + ], + [ + 1.259635329246521, + -0.5244767665863037, + 2.201894998550415, + 2.2337045669555664, + -0.333431601524353, + 0.7420244216918945, + -2.0896377563476562, + 0.00931471586227417, + 0.6261725425720215, + -0.49785688519477844, + -0.9404669404029846, + 3.756554365158081, + 0.5252982378005981, + -0.3158212900161743, + 0.4053819179534912, + 0.8204222917556763, + 0.5041900277137756, + -0.43809741735458374, + 3.519717216491699, + -1.0316743850708008, + 0.3069072663784027 + ], + [ + 0.9530733823776245, + -0.011007547378540039, + 2.396453380584717, + 2.6382436752319336, + 0.29263433814048767, + 1.6715352535247803, + -0.819398045539856, + -0.5916767120361328, + 0.006437480449676514, + -0.3942071795463562, + -0.5187541842460632, + 3.677276849746704, + -0.4376804232597351, + 0.3331298828125, + -0.3693196773529053, + -0.3432707190513611, + 1.104022741317749, + -1.0780245065689087, + 3.0859882831573486, + -0.26956111192703247, + 0.8377041816711426 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.30706143379211426, + 0.024911105632781982, + 0.4565920829772949, + 0.7342244386672974, + 0.01698923110961914, + -0.04808521270751953, + 0.0, + 0.10375595092773438, + 0.23247671127319336, + -0.12021404504776001, + -0.19280612468719482, + 1.7684156894683838, + -0.23127278685569763, + 0.0, + -0.1010780781507492, + 0.00952194631099701, + -0.16307592391967773, + -0.14496707916259766, + 1.6286182403564453, + -0.28656232357025146, + 0.0 + ] + ], + "predicted_scores": [ + 3.3855783939361572, + 3.1349213123321533, + 2.9377810955047607, + 2.5252156257629395, + 2.3544986248016357, + 1.9704622030258179, + 1.8870242834091187, + 0.9670788049697876 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1113268940", + "selected_index": 0, + "state_hash": "76e9a962970055fa7565c007db1b35e003cd352908be4cf573066d8b58e2d443", + "stored_base_utility": 0.7198216915130615, + "task_id": "LiftPegUpright-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.32647061347961426, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.32647061347961426 + }, + "base_progress": 0.32647061347961426, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.32647061347961426, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2983168959617615, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2983168959617615 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2980858087539673, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2980858087539673 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.3318610191345215, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.3318610191345215 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.32819536328315735, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.32819536328315735 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.3175729215145111, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.3175729215145111 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.3183937966823578, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.3183937966823578 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.3503433167934418, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.3503433167934418 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.3533695936203003, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.3533695936203003 + } + ], + "candidate_progress": [ + 0.2983168959617615, + 0.2980858087539673, + 0.3318610191345215, + 0.32819536328315735, + 0.3175729215145111, + 0.3183937966823578, + 0.3503433167934418, + 0.3533695936203003 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-efbde8652e75274fbd69", + "ms-b483cac145e16ccdf42a", + "ms-3352cd51af5ae6aac4c0", + "ms-baa36ee75ec2de550b9b", + "ms-efbde8652e75274fbd69", + "ms-062addb9da32a0c2ea97", + "ms-baa36ee75ec2de550b9b", + "ms-efbde8652e75274fbd69" + ], + "candidate_source_task_ids": [ + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank3", + "ctt_transport_rank4", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank3", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank3" + ], + "candidates_evaluated": true, + "chart_id": "ms-c663f7e73e7e8376a05c", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.08048771321773529, + -0.027694180607795715, + -0.1296795904636383, + 0.09705528616905212, + 1.6053798198699951, + 0.3623906373977661, + -0.15583312511444092, + 0.03676344454288483, + -0.05684586614370346, + 0.04711221158504486, + -0.03536378592252731, + 0.4505102038383484, + 0.0788787305355072, + -0.0527409166097641, + 0.02998799830675125, + 0.08586552739143372, + -0.1587027758359909, + -0.2491842657327652, + 0.9952877163887024, + -0.027709484100341797, + -0.3262493312358856 + ], + [ + -0.1144074946641922, + -0.02271209843456745, + -0.18694493174552917, + 0.11907985806465149, + 1.531810998916626, + 0.214327871799469, + -0.06558620929718018, + 0.03720903396606445, + -0.07265662401914597, + 0.013173907995223999, + -0.1264428198337555, + 0.561334490776062, + -0.04533165693283081, + -0.1257411688566208, + -0.0802428126335144, + -0.036746151745319366, + -0.029536858201026917, + -0.17803163826465607, + 0.9713520407676697, + 0.24882358312606812, + 0.00511661171913147 + ], + [ + -0.12994737923145294, + -0.052550699561834335, + -0.15766772627830505, + 0.044995784759521484, + 1.5500197410583496, + 0.3429187834262848, + 0.0734541118144989, + -0.012287497520446777, + -0.09304369240999222, + 0.12501977384090424, + -0.06930068880319595, + 0.6235610246658325, + 0.01776227355003357, + 0.021938681602478027, + 0.028626788407564163, + -0.038304466754198074, + -0.03533776104450226, + -0.10868637263774872, + 1.0812498331069946, + 0.2428486943244934, + 0.01899273693561554 + ], + [ + -0.11216007173061371, + -0.022854838520288467, + -0.16608527302742004, + 0.09131735563278198, + 1.5970244407653809, + 0.256303608417511, + 0.08336174488067627, + -0.005609273910522461, + -0.0939207449555397, + 0.10844214260578156, + -0.09366361051797867, + 0.7309854030609131, + -0.06720033288002014, + -0.06866858899593353, + -0.00023281201720237732, + -0.030127551406621933, + -0.022198274731636047, + -0.09158961474895477, + 1.0160973072052002, + 0.20845311880111694, + -0.06773097813129425 + ], + [ + -0.10421685874462128, + 0.009964372962713242, + -0.20583853125572205, + 0.08776864409446716, + 1.5700829029083252, + 0.2221997082233429, + -0.12457245588302612, + -0.0067909955978393555, + -0.026193907484412193, + 0.10744079202413559, + -0.049652911722660065, + 0.6119635105133057, + -0.10211193561553955, + -0.12118460237979889, + -0.10752342641353607, + -0.01652047038078308, + -0.05396769940853119, + -0.17745007574558258, + 0.9157928824424744, + 0.21711283922195435, + 0.01652829349040985 + ], + [ + -0.1018395870923996, + -0.01228582113981247, + -0.20710662007331848, + 0.0959908664226532, + 1.4947810173034668, + 0.2062433511018753, + -0.0871126651763916, + 0.0019639134407043457, + -0.07842317968606949, + 0.06415826827287674, + -0.1264602541923523, + 0.6691441535949707, + -0.014932632446289062, + -0.08385990560054779, + 0.005485285073518753, + -0.04786393418908119, + 0.05066920816898346, + -0.11026309430599213, + 0.9599615931510925, + 0.27543091773986816, + 0.003947585821151733 + ], + [ + -0.056901007890701294, + -0.013775501400232315, + -0.05331239104270935, + 0.05660936236381531, + 1.4397592544555664, + 0.15291668474674225, + -0.010612785816192627, + -0.02920009195804596, + -0.10229390114545822, + 0.10196799784898758, + -0.15551334619522095, + 0.7757796049118042, + -0.07401278614997864, + -0.09591999650001526, + -0.046468283981084824, + -0.04299808293581009, + 0.017938345670700073, + -0.061486825346946716, + 1.1198259592056274, + 0.33963632583618164, + 0.04974278807640076 + ], + [ + -0.03129476308822632, + -0.02674703486263752, + -0.0862492024898529, + 0.05097338557243347, + 1.4178097248077393, + 0.1261526644229889, + 0.0278509259223938, + -0.04787205159664154, + -0.0920085459947586, + 0.11101806163787842, + -0.14487910270690918, + 0.7682740092277527, + -0.03191825747489929, + -0.13373972475528717, + -0.06836435198783875, + -0.036133915185928345, + 0.060814663767814636, + -0.07312871515750885, + 1.1195683479309082, + 0.35462552309036255, + 0.124642014503479 + ] + ], + "generated_utilities": [ + 0.2983168959617615, + 0.2980858087539673, + 0.3318610191345215, + 0.32819536328315735, + 0.3175729215145111, + 0.3183937966823578, + 0.3503433167934418, + 0.3533695936203003 + ], + "group_id": "ms-c663f7e73e7e8376a05c", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.7233090400695801, + 0.7198824882507324, + 2.0, + 0.7120869159698486, + 0.27145418524742126, + 0.23090600967407227, + 0.2526220679283142, + 0.2656436562538147, + 0.264312207698822, + 0.27572086453437805, + 0.296668142080307, + 0.2128777951002121, + 0.22965002059936523, + 0.2196153998374939, + 0.22027263045310974, + 0.19939398765563965 + ], + "instruction": "Lift the peg and hold it upright.", + "negative_tangents": [ + [ + 0.038699887692928314, + -0.3685438632965088, + -1.3628361225128174, + 0.0675731897354126, + 2.4906270503997803, + 0.8971554040908813, + 0.06863358616828918, + 0.14689946174621582, + 0.0500560887157917, + 0.5852231383323669, + -0.5345680713653564, + 1.7433128356933594, + -0.5520187020301819, + 0.36285334825515747, + 0.06837204098701477, + 0.04091557487845421, + 0.26646411418914795, + -0.3870337903499603, + 1.7901486158370972, + -0.46956348419189453, + 0.5412080883979797 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.13726717233657837, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.7257066965103149, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0824161767959595 + ], + [ + -0.09956050664186478, + -0.6439464092254639, + -1.5331499576568604, + -0.2275703251361847, + 2.2570624351501465, + 1.145668387413025, + -0.19933581352233887, + 0.15889883041381836, + -0.07524599134922028, + 0.6580387353897095, + -0.5754004716873169, + 1.6105921268463135, + -0.25637149810791016, + 0.37256744503974915, + 0.17931225895881653, + 0.286465048789978, + 0.07884949445724487, + -0.35266172885894775, + 1.548264980316162, + -0.2917717695236206, + 0.3307930827140808 + ], + [ + 0.13072630763053894, + -0.5927069783210754, + -1.4328954219818115, + 0.1252535879611969, + 2.5439467430114746, + 1.119347095489502, + -0.12134809792041779, + -0.09485669434070587, + -0.040146272629499435, + 0.4683093726634979, + -0.6791773438453674, + 2.1314187049865723, + -0.4368498623371124, + 0.5876930952072144, + 0.27027207612991333, + -0.1808907389640808, + 0.037005022168159485, + -0.6130290627479553, + 1.60811185836792, + -0.8427046537399292, + 0.5648807883262634 + ], + [ + -0.019807856529951096, + -0.40178078413009644, + -1.5710430145263672, + 0.3568149507045746, + 2.8693275451660156, + 1.2080440521240234, + 0.45903119444847107, + -0.07479061186313629, + 0.2587376832962036, + 0.37667450308799744, + -0.5607666373252869, + 1.9825769662857056, + -0.7874732613563538, + 0.48894837498664856, + -0.04161303490400314, + 0.2237108200788498, + 0.12043289840221405, + -0.8541218638420105, + 1.3131444454193115, + -0.8318716287612915, + 0.7653946876525879 + ], + [ + -0.039324238896369934, + 0.18316024541854858, + -1.2052042484283447, + -0.020045489072799683, + 2.441659927368164, + 1.3116326332092285, + 0.04364071041345596, + 0.617156982421875, + -0.5366188287734985, + 0.5837841629981995, + -0.6157102584838867, + 1.946446180343628, + -0.44197604060173035, + -0.12030342221260071, + 0.2635759711265564, + -0.34203875064849854, + 0.3788418769836426, + -0.01673591136932373, + 1.7612254619598389, + -0.8283271193504333, + 0.44542378187179565 + ], + [ + 0.020479684695601463, + -0.3728349208831787, + -1.2566280364990234, + -0.4903675317764282, + 2.7149407863616943, + 1.1410136222839355, + 0.18438707292079926, + 0.15751159191131592, + 0.5994289517402649, + 0.7441410422325134, + -0.5757432579994202, + 2.025078058242798, + -1.1044142246246338, + -0.24153441190719604, + 0.7623711824417114, + -0.07102327048778534, + 0.7491155862808228, + -0.853058397769928, + 1.1346031427383423, + -0.4604499638080597, + 0.3380756974220276 + ], + [ + -0.0438276082277298, + 0.21775567531585693, + -0.9180121421813965, + 0.2164689004421234, + 1.7669851779937744, + 0.7701845765113831, + -0.4171431064605713, + -0.44690096378326416, + -0.6473215818405151, + 0.5592721700668335, + 0.1537061333656311, + 1.2201651334762573, + -0.02862715721130371, + 0.759445309638977, + -0.08159622550010681, + -0.038715001195669174, + 0.8136870265007019, + -1.129607081413269, + 1.5099153518676758, + -1.2117259502410889, + 1.2496943473815918 + ], + [ + -0.6884663105010986, + -0.7670764923095703, + -1.3375780582427979, + 0.42161574959754944, + 2.4925031661987305, + 0.18111640214920044, + -0.4373469054698944, + 0.6228322386741638, + -0.3739543557167053, + 1.3811917304992676, + 0.05884122848510742, + 1.0582032203674316, + -0.38174134492874146, + 0.7282494902610779, + 0.9550073146820068, + -0.6478474736213684, + -0.467768132686615, + -0.22179017961025238, + 2.1456754207611084, + -0.39938730001449585, + 1.08339524269104 + ], + [ + 0.7042056322097778, + -0.4828507900238037, + -1.914047122001648, + -0.7084186673164368, + 1.87782621383667, + 0.42005008459091187, + 0.511604905128479, + -0.2043081521987915, + 0.9001545906066895, + 1.083567500114441, + -0.9796027541160583, + 1.3277345895767212, + -0.5564201474189758, + 0.6932777166366577, + -0.5934457778930664, + -0.296670138835907, + 0.14519014954566956, + -0.8612968325614929, + 0.8968887329101562, + -0.5584146976470947, + -0.434501588344574 + ], + [ + 0.19210004806518555, + 0.5024477243423462, + -0.4993329644203186, + -0.826042115688324, + 1.6430644989013672, + 0.9877098798751831, + 0.49057987332344055, + -0.13611945509910583, + 0.7228546738624573, + 1.4937405586242676, + 0.18012672662734985, + 2.188062906265259, + -0.6084107160568237, + 1.0874407291412354, + 0.5744171142578125, + 0.9375161528587341, + -0.43115919828414917, + 0.19787153601646423, + 2.652085781097412, + -0.529538631439209, + 0.03626328706741333 + ], + [ + -0.014053341001272202, + -1.351341724395752, + -0.7293765544891357, + 0.9410406947135925, + 3.139275074005127, + 1.3463419675827026, + -0.728021502494812, + -0.6353646516799927, + -0.19685329496860504, + 1.5315749645233154, + -1.2550475597381592, + 1.7411813735961914, + 0.14418578147888184, + 0.7038239240646362, + 0.1004495620727539, + 0.7590892910957336, + 0.9287852048873901, + -0.23726919293403625, + 0.8381044864654541, + -1.2906644344329834, + 0.9584261178970337 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.03644278272986412, + -0.12137487530708313, + -0.3628361225128174, + -0.027813076972961426, + 1.4906270503997803, + -0.10284459590911865, + 0.0, + 0.15174832940101624, + 0.015595663338899612, + -0.10680150985717773, + -0.14723241329193115, + 0.7433128356933594, + 0.25961190462112427, + 0.0, + -0.23801246285438538, + -0.10784421861171722, + 0.09500086307525635, + -0.06586915254592896, + 0.7901486158370972, + -0.10978007316589355, + 0.0 + ] + ], + "predicted_scores": [ + 3.761094093322754, + 3.4595916271209717, + 3.400874376296997, + 3.3292343616485596, + 3.262258768081665, + 3.241931438446045, + 2.9925079345703125, + 2.9471054077148438 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1528740417", + "selected_index": 0, + "state_hash": "c02fdfdd2339e4215d60b2221be925e066a7763f9e3bba3ff33a15f20e286f5a", + "stored_base_utility": 0.7233090400695801, + "task_id": "LiftPegUpright-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11945180594921112, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11945180594921112 + }, + "base_progress": 0.11945180594921112, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.11945180594921112, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08855926990509033, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08855926990509033 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0896931141614914, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0896931141614914 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06673853099346161, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06673853099346161 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08062265068292618, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08062265068292618 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07315389066934586, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07315389066934586 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0712769404053688, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0712769404053688 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06917692720890045, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06917692720890045 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07748870551586151, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07748870551586151 + } + ], + "candidate_progress": [ + 0.08855926990509033, + 0.0896931141614914, + 0.06673853099346161, + 0.08062265068292618, + 0.07315389066934586, + 0.0712769404053688, + 0.06917692720890045, + 0.07748870551586151 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-0541a144afe57b5a7ae6", + "ms-5df54a8baaceb8c73c8a", + "ms-b7e7fe66a6c86898eec2", + "ms-23a355317920e192147f", + "ms-307f9067d5b66f55b3a6", + "ms-4015c296239564108da2", + "ms-a509a572b3871e591d26", + "ms-b7e7fe66a6c86898eec2" + ], + "candidate_source_task_ids": [ + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank3", + "ctt_transport_rank6", + "ctt_transport_rank5", + "ctt_transport_rank4", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank6" + ], + "candidates_evaluated": true, + "chart_id": "ms-2458fcfffb3f96c6ca1a", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.5124448537826538, + -0.45945197343826294, + 1.382693886756897, + 0.12646102905273438, + 0.8749680519104004, + 0.33854764699935913, + -0.6769393086433411, + 0.31053271889686584, + -0.09419912099838257, + -0.2574394941329956, + 0.19271057844161987, + 0.4262580871582031, + -0.12530642747879028, + 2.138981580734253, + -0.07012781500816345, + 0.23116977512836456, + 0.2246345579624176, + -0.05513261258602142, + 0.19539625942707062, + 0.3289950489997864, + 2.5200679302215576 + ], + [ + -0.4838019013404846, + -0.46179622411727905, + 1.4062769412994385, + 0.2217903435230255, + 0.753091037273407, + 0.23811891674995422, + -0.5325857996940613, + 0.3412037193775177, + -0.09834299236536026, + -0.24019518494606018, + 0.24109503626823425, + 0.34926432371139526, + -0.11116859316825867, + 2.073596239089966, + -0.01581912860274315, + 0.20556718111038208, + 0.19885224103927612, + -0.010697171092033386, + 0.2878616452217102, + 0.32434529066085815, + 2.3106894493103027 + ], + [ + -0.5851944088935852, + -0.15075898170471191, + 0.8692880868911743, + -0.6428651213645935, + 0.49363282322883606, + 0.40520089864730835, + 0.28486958146095276, + 0.329057514667511, + -0.047891028225421906, + 0.127890944480896, + 0.04907025396823883, + -0.2716093063354492, + 0.019928723573684692, + 1.8713756799697876, + -0.30988752841949463, + 0.22708797454833984, + 0.5387247800827026, + 0.2529818117618561, + 0.37157517671585083, + 0.5859587788581848, + 1.9361478090286255 + ], + [ + -0.4254502058029175, + -0.4435068964958191, + 1.7023303508758545, + -0.0400768518447876, + 0.41931694746017456, + 0.11071865260601044, + -0.3510143756866455, + 0.32768315076828003, + -0.1435701847076416, + -0.18949130177497864, + 0.180019348859787, + 0.13843457400798798, + -0.15321990847587585, + 2.082899570465088, + 0.006530240178108215, + 0.17695121467113495, + 0.05578760802745819, + -0.006441622972488403, + 0.16661548614501953, + 0.24405664205551147, + 2.3147525787353516 + ], + [ + -0.6684215068817139, + -0.4393956661224365, + 1.7678782939910889, + 0.02724345028400421, + 0.5681792497634888, + 0.12830069661140442, + -0.6786805987358093, + 0.33726900815963745, + -0.13302378356456757, + -0.2058488130569458, + 0.2960948646068573, + 0.2939162254333496, + -0.12159961462020874, + 2.1935033798217773, + 0.006997015327215195, + 0.24180378019809723, + 0.15332858264446259, + 0.023069843649864197, + 0.17254102230072021, + 0.33070188760757446, + 2.274968385696411 + ], + [ + -0.5993779301643372, + -0.43676072359085083, + 1.848671793937683, + 0.014670982956886292, + 0.4492325186729431, + 0.10792122781276703, + -0.5208607316017151, + 0.3131573796272278, + -0.1407925933599472, + -0.16729751229286194, + 0.2224792242050171, + 0.3039165139198303, + -0.23691873252391815, + 2.13525128364563, + 0.01561596617102623, + 0.214249849319458, + 0.06652024388313293, + 0.05907846987247467, + 0.30922576785087585, + 0.44117921590805054, + 2.3081471920013428 + ], + [ + -0.6966790556907654, + -0.31031715869903564, + 1.200577974319458, + -0.1177503913640976, + 0.2359646111726761, + -0.05961993336677551, + 0.285397469997406, + 0.24729712307453156, + -0.09303183853626251, + -0.0533442422747612, + 0.29595449566841125, + -0.007357209920883179, + -0.2082783281803131, + 1.8726896047592163, + -0.246110200881958, + 0.1696774959564209, + 0.38599321246147156, + 0.10017897933721542, + 0.431437611579895, + 0.41685032844543457, + 2.0921454429626465 + ], + [ + -0.6506136059761047, + -0.12720298767089844, + 0.9193871021270752, + -0.6515580415725708, + 0.41625553369522095, + 0.3499150276184082, + 0.22452223300933838, + 0.34939688444137573, + -0.09247778356075287, + -0.10989699512720108, + 0.07832600176334381, + -0.13282370567321777, + -0.03140649199485779, + 1.577107548713684, + -0.23308545351028442, + 0.2907521724700928, + 0.5548641085624695, + 0.1129416674375534, + 0.37839388847351074, + 0.7389172911643982, + 2.002298593521118 + ] + ], + "generated_utilities": [ + 0.08855926990509033, + 0.0896931141614914, + 0.06673853099346161, + 0.08062265068292618, + 0.07315389066934586, + 0.0712769404053688, + 0.06917692720890045, + 0.07748870551586151 + ], + "group_id": "ms-2458fcfffb3f96c6ca1a", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.6040759086608887, + 2.0, + 0.14582239091396332, + 0.5723002552986145, + 0.10770338028669357, + 0.10128920525312424, + 0.08499570190906525, + 0.14736615121364594, + 0.07181884348392487, + 0.11773071438074112, + 0.06549974530935287, + 0.06568789482116699, + 0.10681070387363434, + 0.05432777479290962, + 0.0625491738319397, + 0.06991603225469589 + ], + "instruction": "Pick up the cube and move it to the goal position.", + "negative_tangents": [ + [ + -0.072060227394104, + 0.2043294906616211, + 0.8692872524261475, + 0.020746350288391113, + -0.004742175340652466, + 0.05779099464416504, + 0.0, + -0.0498790442943573, + -0.20218299329280853, + 0.41556206345558167, + -0.2306707501411438, + 0.32090064883232117, + -0.2089032530784607, + 0.0, + 0.05318737402558327, + -0.04637153446674347, + 0.04412045329809189, + 0.08670947700738907, + -0.10918038338422775, + -0.059010982513427734, + 0.0 + ], + [ + -0.5282122492790222, + 1.204329490661621, + 1.8692872524261475, + -0.8456907868385315, + 0.42858073115348816, + -0.3134727478027344, + -2.5308754444122314, + 0.1655428111553192, + -0.12024828046560287, + 0.0010203085839748383, + 0.2592625319957733, + 0.2679504156112671, + 0.25922709703445435, + 2.851924419403076, + 0.0039860643446445465, + -0.014717570506036282, + 0.01173020526766777, + 0.10578173398971558, + 0.05138798803091049, + 0.3216937780380249, + 2.9243662357330322 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -5.061750888824463, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.703848838806152, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.8487324714660645 + ], + [ + -0.6558206081390381, + 1.3553937673568726, + 2.057647466659546, + -1.0405915975570679, + 0.2629950940608978, + -0.28233209252357483, + -2.589219093322754, + -0.06961745023727417, + 0.02406928688287735, + 0.2341437190771103, + 0.49766814708709717, + 0.4930538535118103, + 0.370309442281723, + 3.111422061920166, + 0.06151486933231354, + -0.2028706818819046, + 0.12007936835289001, + 0.2164750099182129, + 0.16723006963729858, + 0.26430171728134155, + 3.0643396377563477 + ], + [ + -0.18174728751182556, + 0.8890945315361023, + 1.5388343334197998, + -0.4532086253166199, + 0.3864310085773468, + -0.45410382747650146, + -2.623199462890625, + 0.5360933542251587, + -0.04706605523824692, + 0.11160072684288025, + 0.5460608005523682, + 0.39992716908454895, + 0.17028246819972992, + 2.8760411739349365, + 0.29450932145118713, + -0.3028962016105652, + 0.06744809448719025, + 0.1687500774860382, + 0.42097336053848267, + 0.3965923488140106, + 3.28550386428833 + ], + [ + -0.4313088357448578, + 0.9752410054206848, + 2.0068275928497314, + -0.5783756375312805, + 0.5761726498603821, + -0.5289677381515503, + -2.321643590927124, + 0.0023015737533569336, + -0.07372284680604935, + 0.05664224550127983, + 0.03747282922267914, + 0.4900178611278534, + 0.31588616967201233, + 3.018609046936035, + 0.12529893219470978, + -0.2872275412082672, + -0.2500917911529541, + 0.0006694421172142029, + -0.39133700728416443, + 0.6382719874382019, + 2.810041904449463 + ], + [ + -0.5560051202774048, + 1.4042110443115234, + 1.662226915359497, + -1.4059122800827026, + 0.8242433071136475, + -0.10998553037643433, + -2.7556281089782715, + -0.26875895261764526, + -0.4201813042163849, + -0.371376633644104, + 0.7718684673309326, + 0.6452833414077759, + 0.027421817183494568, + 2.3879575729370117, + -0.47588983178138733, + -0.045049820095300674, + 0.0838315486907959, + 0.10257662832736969, + 0.4181908369064331, + 0.2650004029273987, + 3.006909132003784 + ], + [ + -0.4896228015422821, + 1.0570447444915771, + 1.408416509628296, + -0.7269805669784546, + 1.023213267326355, + -0.22378163039684296, + -2.1348509788513184, + -0.4423682987689972, + 0.26834720373153687, + -0.5835619568824768, + 0.3675343692302704, + 0.3307996988296509, + -0.01537257432937622, + 3.4422543048858643, + 0.3622148334980011, + -0.26806333661079407, + 0.4238347113132477, + 0.2583734393119812, + 0.10431534051895142, + 0.2077663242816925, + 2.446356773376465 + ], + [ + -1.1077957153320312, + 0.4289678931236267, + 1.9882663488388062, + -0.3021383285522461, + -0.006195276975631714, + -0.22295325994491577, + -1.8697566986083984, + 0.9590625762939453, + -0.0024877265095710754, + -0.3088582456111908, + 0.6517632007598877, + 0.4271944761276245, + 0.34532302618026733, + 2.704721450805664, + 0.7557594776153564, + -0.8073300719261169, + -0.7479258179664612, + -0.19068273901939392, + 0.14240311086177826, + 0.2233867347240448, + 2.1774275302886963 + ], + [ + -0.9354162812232971, + 1.5971527099609375, + 1.0168101787567139, + -0.7164653539657593, + 0.519247829914093, + -0.7477964162826538, + -3.338376045227051, + 0.7212944030761719, + -0.6477807760238647, + 0.38193029165267944, + -0.1568622589111328, + 0.47457069158554077, + -0.30742186307907104, + 2.6848907470703125, + -0.4251534044742584, + 0.6623334884643555, + 0.03348249942064285, + -0.2996619939804077, + -0.8319172263145447, + 0.7883892059326172, + 3.5870752334594727 + ], + [ + -0.44698429107666016, + 0.3201255202293396, + 1.5405346155166626, + -0.9956957101821899, + 0.8944320678710938, + -0.4196317791938782, + -2.010188102722168, + 0.7199084758758545, + -0.49276289343833923, + 0.4512734115123749, + 0.48276829719543457, + 0.22657281160354614, + 0.8205416798591614, + 3.6653342247009277, + 0.6818231344223022, + 0.4660317897796631, + -0.14916014671325684, + 0.5328372716903687, + -0.5979922413825989, + 0.3124805986881256, + 3.110726833343506 + ], + [ + -0.5630171298980713, + 1.934722900390625, + 1.4954721927642822, + -1.684873342514038, + 0.133146733045578, + -0.4359630346298218, + -2.681238889694214, + 0.8904907703399658, + -0.48221057653427124, + -0.7635119557380676, + -0.23804441094398499, + 0.5691602230072021, + -0.23042798042297363, + 3.760842800140381, + 0.3684825003147125, + -0.20475278794765472, + 0.04838913306593895, + 0.17439094185829163, + 0.07042267918586731, + -0.1653938889503479, + 3.844882011413574 + ], + [ + -0.3705383241176605, + 1.5082495212554932, + 0.9002141356468201, + -1.3291171789169312, + 0.15676641464233398, + -1.2286558151245117, + -1.7006758451461792, + 0.34438908100128174, + 0.32962289452552795, + -0.6556114554405212, + 0.3502740263938904, + 0.7518025636672974, + -0.49080890417099, + 2.10355806350708, + 0.36426910758018494, + -0.4822288453578949, + 0.7496572732925415, + 0.43558254837989807, + 0.34650692343711853, + 0.9977220296859741, + 1.9853770732879639 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.005563676357269287, + 0.2043294906616211, + 0.8692872524261475, + 0.08163481950759888, + 0.05995750427246094, + 0.012857973575592041, + 0.0, + 0.01583634316921234, + 0.04724548012018204, + 0.018815450370311737, + 0.02742627263069153, + -0.03381502628326416, + 0.007930099964141846, + 0.0, + 0.01774722896516323, + 0.08064591884613037, + -0.06814983487129211, + -0.002621002495288849, + 0.05759798362851143, + 0.05164051055908203, + 0.0 + ] + ], + "predicted_scores": [ + 1.2696257829666138, + 0.8870209455490112, + 0.5040763020515442, + 0.4971328377723694, + 0.413818359375, + 0.32370686531066895, + 0.09616734087467194, + -0.18509399890899658 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1273247072", + "selected_index": 0, + "state_hash": "237fafab6bfdb561d66c862026f803fbd19d4007f6313bdb3d79b6dd74f69327", + "stored_base_utility": 0.6040759086608887, + "task_id": "PickCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14465421438217163, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14465421438217163 + }, + "base_progress": 0.14465421438217163, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.14465421438217163, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20414316654205322, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20414316654205322 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20913629233837128, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20913629233837128 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.22066734731197357, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22066734731197357 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20296497642993927, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20296497642993927 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2071487456560135, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2071487456560135 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19989068806171417, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19989068806171417 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20677168667316437, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20677168667316437 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2114599198102951, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2114599198102951 + } + ], + "candidate_progress": [ + 0.20414316654205322, + 0.20913629233837128, + 0.22066734731197357, + 0.20296497642993927, + 0.2071487456560135, + 0.19989068806171417, + 0.20677168667316437, + 0.2114599198102951 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-ccc79c981e3a67ebeaf2", + "ms-ccc79c981e3a67ebeaf2", + "ms-ccc79c981e3a67ebeaf2", + "ms-ccc79c981e3a67ebeaf2", + "ms-ccc79c981e3a67ebeaf2", + "ms-ccc79c981e3a67ebeaf2", + "ms-ccc79c981e3a67ebeaf2", + "ms-ccc79c981e3a67ebeaf2" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-0345d8ac530f88cefd61", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.28190261125564575, + -0.06466247141361237, + 0.13132360577583313, + 0.1371178925037384, + 0.7804619669914246, + 0.28640544414520264, + -0.22254401445388794, + 0.06730058789253235, + 0.46617451310157776, + 0.4702436923980713, + -0.7245916724205017, + -0.9755184650421143, + -0.23113149404525757, + -0.6389084458351135, + -0.3274591863155365, + 0.5050637722015381, + -0.25654470920562744, + 0.22041527926921844, + -0.9206721186637878, + -0.8265290856361389, + 0.705470085144043 + ], + [ + 0.29023343324661255, + 0.07912899553775787, + 0.2711354196071625, + -0.08869215846061707, + 0.4186910390853882, + 0.10546097159385681, + -0.29696452617645264, + 0.1345309615135193, + 0.517116129398346, + 0.5911537408828735, + -0.6412398815155029, + -0.6285495162010193, + -0.28262296319007874, + -0.08127297461032867, + -0.33463966846466064, + 0.5994943976402283, + -0.4005701541900635, + 0.2287634313106537, + -1.1327564716339111, + -0.3104972243309021, + 0.5056934356689453 + ], + [ + 0.36758148670196533, + 0.012925025075674057, + 0.38453209400177, + -0.09876112639904022, + 0.6479289531707764, + -0.459088534116745, + -0.06893247365951538, + 0.15639565885066986, + 0.5997815132141113, + 0.5671091079711914, + -0.676077663898468, + -0.5821726322174072, + -0.3887437582015991, + -0.7003240585327148, + -0.1376229226589203, + 0.5390124320983887, + -0.5102757215499878, + 0.11787203699350357, + -0.9868376851081848, + -0.7815916538238525, + -0.43274179100990295 + ], + [ + 0.16272222995758057, + 0.03313377499580383, + 0.08109879493713379, + -0.12900786101818085, + 0.6186525821685791, + -0.2175026834011078, + -0.39725035429000854, + 0.3949729800224304, + 0.5870852470397949, + 0.6747225522994995, + -0.7507513165473938, + -1.0232740640640259, + -0.49754729866981506, + -0.2238323837518692, + -0.25195008516311646, + 0.5141004323959351, + -0.2008940726518631, + -0.1672871857881546, + -0.9500500559806824, + -0.35161682963371277, + 0.25296273827552795 + ], + [ + 0.2075110524892807, + 0.03768710792064667, + 0.21776679158210754, + -0.06560346484184265, + 0.5021531581878662, + -0.14611223340034485, + -0.2217382788658142, + 0.14034833014011383, + 0.48368406295776367, + 0.6152225732803345, + -0.681520402431488, + -0.6919283866882324, + -0.481374591588974, + -0.15137644112110138, + -0.4379734992980957, + 0.540884792804718, + -0.45415282249450684, + 0.2535235285758972, + -1.1018359661102295, + -0.34739917516708374, + 0.5073184967041016 + ], + [ + 0.362046480178833, + -0.02034299075603485, + 0.61684650182724, + -0.11148277670145035, + 0.7893126010894775, + 0.028918281197547913, + -0.14098328351974487, + 0.12045437097549438, + 0.5455522537231445, + 0.5732411742210388, + -0.9278013706207275, + -0.6443958878517151, + -0.5944162607192993, + -0.20758412778377533, + -0.3296688497066498, + 0.6058593392372131, + -0.5501400828361511, + 0.08844417333602905, + -1.23451828956604, + -0.4529464840888977, + 0.39833885431289673 + ], + [ + 0.21249619126319885, + -0.012236792594194412, + 0.2133944034576416, + 0.04168391227722168, + 0.664597749710083, + -0.07796074450016022, + -0.22245490550994873, + 0.16317805647850037, + 0.4568652808666229, + 0.6235758066177368, + -0.8116198778152466, + -0.6557717323303223, + -0.4925071895122528, + -0.022016584873199463, + -0.480506956577301, + 0.5726773142814636, + -0.5270547270774841, + 0.2569171190261841, + -1.1630334854125977, + -0.6660913228988647, + 0.5408328175544739 + ], + [ + 0.10932864248752594, + 0.01983390748500824, + 0.3250068724155426, + -0.12386948615312576, + 0.8171812891960144, + -0.36553552746772766, + 0.1536063551902771, + -0.0535464733839035, + 0.6647931337356567, + 0.6711965203285217, + -0.8552192449569702, + -0.785053014755249, + -0.4625299572944641, + -0.5137678384780884, + -0.3907684087753296, + 0.4763418138027191, + -0.47283971309661865, + 0.041372150182724, + -1.1220524311065674, + -0.8106480240821838, + 0.44226086139678955 + ] + ], + "generated_utilities": [ + 0.20414316654205322, + 0.20913629233837128, + 0.22066734731197357, + 0.20296497642993927, + 0.2071487456560135, + 0.19989068806171417, + 0.20677168667316437, + 0.2114599198102951 + ], + "group_id": "ms-0345d8ac530f88cefd61", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.007898053154349327, + 0.0058197579346597195, + 0.052657388150691986, + 0.016109248623251915, + 0.1698339879512787, + 0.008177022449672222, + 0.12333428859710693, + 0.1150994747877121, + 0.15141737461090088, + 0.08515926450490952, + 0.1523766964673996, + 0.04073335975408554, + 0.027175527065992355, + 0.1798098385334015, + 0.08658158779144287, + 0.0618208646774292 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.2244938164949417, + -0.708204448223114, + 1.4058912992477417, + 0.19480958580970764, + 1.1751772165298462, + -1.2265020608901978, + -0.8636159896850586, + -0.07021944224834442, + 1.2708500623703003, + 1.0246398448944092, + -1.7615737915039062, + -0.44495686888694763, + -1.2927910089492798, + 0.27074551582336426, + -1.6349679231643677, + 0.9748592376708984, + 1.0210484266281128, + 0.36906859278678894, + -2.528050661087036, + 0.7326674461364746, + 1.553327202796936 + ], + [ + 0.35595428943634033, + -0.8224175572395325, + 1.1192705631256104, + 0.4673205614089966, + 1.1115962266921997, + -1.4676826000213623, + -1.057816505432129, + -0.008461203426122665, + 0.9729399085044861, + 0.8019976615905762, + -1.4944581985473633, + -0.21817980706691742, + -1.3722625970840454, + 0.3557305932044983, + -1.8202308416366577, + 1.2552388906478882, + 0.7855625748634338, + 0.5709130167961121, + -2.4140331745147705, + 0.9063631296157837, + 1.282220721244812 + ], + [ + 0.19927366077899933, + -0.7607958912849426, + 1.4928451776504517, + 0.38265493512153625, + 1.2970150709152222, + -1.2964622974395752, + -0.5547049045562744, + -0.2585906684398651, + 1.3020356893539429, + 1.0737547874450684, + -1.5593467950820923, + -0.1617565155029297, + -1.4868489503860474, + 0.15243440866470337, + -1.4100472927093506, + 0.7991768717765808, + 1.0339381694793701, + 0.6228882074356079, + -2.8132376670837402, + 0.7685560584068298, + 1.8755284547805786 + ], + [ + 0.6393168568611145, + -0.2793915271759033, + 1.4690577983856201, + 0.4745514690876007, + 0.9989874362945557, + -0.7359552979469299, + -1.2171094417572021, + -0.39386802911758423, + 1.1646839380264282, + 0.6661151051521301, + -1.9162347316741943, + -0.43809595704078674, + -1.3973355293273926, + 0.7664861679077148, + -1.553026795387268, + 1.1995127201080322, + 1.285676121711731, + 0.822955846786499, + -2.574894666671753, + 0.3542059361934662, + 1.5986168384552002 + ], + [ + 0.26509445905685425, + -0.5443360805511475, + 1.2502005100250244, + 0.6112543940544128, + 0.924185037612915, + -1.0554168224334717, + -0.7927505373954773, + -0.07152043282985687, + 0.9228929281234741, + 1.545881986618042, + -1.6973015069961548, + -0.496639221906662, + -0.8727940320968628, + 0.5596445202827454, + -2.1939897537231445, + 1.239556074142456, + 1.4699029922485352, + -0.182618647813797, + -2.7263355255126953, + 0.976334810256958, + 1.0402796268463135 + ], + [ + 0.1353418529033661, + -1.1921336650848389, + 1.6913124322891235, + -0.43279919028282166, + 1.1331026554107666, + -1.8503069877624512, + -0.46699997782707214, + 0.5785945653915405, + 1.5516390800476074, + 0.38185298442840576, + -2.192314386367798, + -0.6304612159729004, + -1.6237419843673706, + -0.06383657455444336, + -1.2674099206924438, + 0.7967972755432129, + 1.2453874349594116, + 0.01532512903213501, + -2.6341590881347656, + 0.8366512656211853, + 1.9056174755096436 + ], + [ + 1.0916199684143066, + 0.23665857315063477, + 1.7737994194030762, + -0.8046588897705078, + 1.944507360458374, + -1.3606563806533813, + -0.022103488445281982, + 0.5769228935241699, + 1.0605480670928955, + 1.3100652694702148, + -1.9243974685668945, + 0.43040379881858826, + -1.9046732187271118, + -0.49132758378982544, + -1.9095335006713867, + 1.8850300312042236, + 1.366606593132019, + 0.37651723623275757, + -2.86037540435791, + 0.7753443717956543, + 2.072996139526367 + ], + [ + 0.7277938723564148, + 0.23822063207626343, + 0.4208102226257324, + -0.18717050552368164, + 1.1951282024383545, + -1.1622966527938843, + -0.6617333292961121, + -0.6339871883392334, + 0.8901646137237549, + 0.9977425932884216, + -1.8568902015686035, + 0.3291373550891876, + -0.9377886056900024, + 1.0705609321594238, + -0.90934818983078, + 1.7013394832611084, + 1.5952999591827393, + -0.05327540636062622, + -2.546459197998047, + 0.15792781114578247, + 1.2277774810791016 + ], + [ + 0.9283657073974609, + -1.421413779258728, + 1.6497737169265747, + -0.1984737515449524, + 0.9705085158348083, + -0.8917888402938843, + 0.026184558868408203, + 0.09181642532348633, + 0.6335604786872864, + 1.6531281471252441, + -1.4918432235717773, + -0.01735416054725647, + -0.5425058603286743, + 0.7866935133934021, + -0.7011347413063049, + 0.9797741770744324, + 1.6596866846084595, + -0.13051137328147888, + -2.692556858062744, + -0.05617690086364746, + 0.9771407842636108 + ] + ], + "predicted_scores": [ + 5.8351640701293945, + 5.598057746887207, + 5.560303688049316, + 5.4841227531433105, + 5.448625087738037, + 5.103277206420898, + 5.020094871520996, + 4.816314220428467 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "141984615", + "selected_index": 0, + "state_hash": "1ca7c651b2dc4638488078318fe8aa293aa6f6da78672d440752daa9f2d4e8a3", + "stored_base_utility": 0.007898053154349327, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10967568308115005, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10967568308115005 + }, + "base_progress": 0.10967568308115005, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.10967568308115005, + "candidate_action_clip_max_abs": [ + 0.4939913749694824, + 0.4869903326034546, + 0.4461793899536133, + 0.46297478675842285, + 0.48200178146362305, + 0.48837172985076904, + 0.49531006813049316, + 0.3917621374130249 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.4939913749694824, + "contact_quality": null, + "progress": 0.014757871627807617, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.014757871627807617 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.4869903326034546, + "contact_quality": null, + "progress": 0.014402906410396099, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.014402906410396099 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.4461793899536133, + "contact_quality": null, + "progress": 0.02534107305109501, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.02534107305109501 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.46297478675842285, + "contact_quality": null, + "progress": 0.025485793128609657, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.025485793128609657 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.48200178146362305, + "contact_quality": null, + "progress": 0.017245391383767128, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.017245391383767128 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.48837172985076904, + "contact_quality": null, + "progress": 0.016467949375510216, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.016467949375510216 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.49531006813049316, + "contact_quality": null, + "progress": 0.017202338203787804, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.017202338203787804 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3917621374130249, + "contact_quality": null, + "progress": 0.03364334627985954, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03364334627985954 + } + ], + "candidate_progress": [ + 0.014757871627807617, + 0.014402906410396099, + 0.02534107305109501, + 0.025485793128609657, + 0.017245391383767128, + 0.016467949375510216, + 0.017202338203787804, + 0.03364334627985954 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-61bde0225d6f4175b7cb", + "ms-61bde0225d6f4175b7cb", + "ms-d6da14bffe59c0265db7", + "ms-d6da14bffe59c0265db7", + "ms-61bde0225d6f4175b7cb", + "ms-02311c7783bc67e188b4", + "ms-02311c7783bc67e188b4", + "ms-d6da14bffe59c0265db7" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-0819eb89e627595e7e1b", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.010053247213363647, + 0.1912352740764618, + 1.3822437524795532, + 0.04711645841598511, + 0.7395756840705872, + 2.646399974822998, + 2.3782410621643066, + -0.4514645040035248, + -0.38787561655044556, + 1.5903232097625732, + 0.3686899244785309, + 0.8514900207519531, + 2.983260154724121, + 2.724670648574829, + -0.965083658695221, + 0.3457753658294678, + 1.7591863870620728, + 0.1954946219921112, + 1.0401370525360107, + 1.8601405620574951, + 1.8288705348968506 + ], + [ + -0.09843863546848297, + 0.16324450075626373, + 1.4651144742965698, + 0.06791463494300842, + 0.6124746799468994, + 2.5645499229431152, + 2.4183223247528076, + -0.4724818170070648, + -0.37549328804016113, + 1.63877272605896, + 0.4765239357948303, + 0.9265665411949158, + 3.004925012588501, + 2.7865004539489746, + -0.9068115949630737, + 0.3251473903656006, + 1.5599746704101562, + 0.17980177700519562, + 1.1261628866195679, + 1.8007259368896484, + 1.9099079370498657 + ], + [ + -0.09022948145866394, + 0.29054808616638184, + 1.4438174962997437, + 0.46415701508522034, + 0.39085882902145386, + 2.3275063037872314, + 2.443985939025879, + -0.28201988339424133, + -0.49178463220596313, + 1.228695034980774, + 0.6464529037475586, + 1.1551064252853394, + 2.8911306858062744, + 2.975900650024414, + -0.6134452223777771, + 0.19051675498485565, + 1.379117488861084, + 0.22426548600196838, + 1.1969122886657715, + 1.9010863304138184, + 2.313030958175659 + ], + [ + -0.030076444149017334, + 0.29969507455825806, + 1.5129474401474, + 0.554646372795105, + 0.36574095487594604, + 2.505082845687866, + 2.518268585205078, + -0.21854108572006226, + -0.5758769512176514, + 1.2388583421707153, + 0.6171384453773499, + 1.0943659543991089, + 2.8579390048980713, + 3.302459955215454, + -0.6227089166641235, + 0.24564425647258759, + 1.4129317998886108, + 0.19551891088485718, + 1.2266136407852173, + 1.918797492980957, + 2.1689250469207764 + ], + [ + -0.117831751704216, + 0.2852153778076172, + 1.520310878753662, + 0.2343071699142456, + 0.15621259808540344, + 2.6048953533172607, + 2.2299346923828125, + -0.5499643087387085, + -0.4437653124332428, + 1.4717013835906982, + 0.40834954380989075, + 1.2661124467849731, + 2.921694040298462, + 2.733879327774048, + -0.7609108686447144, + 0.13375192880630493, + 1.0715137720108032, + 0.39785799384117126, + 1.3998355865478516, + 1.6118555068969727, + 1.6201828718185425 + ], + [ + -0.3448141813278198, + 0.07000213861465454, + 1.5446302890777588, + 0.25142571330070496, + 0.7618445158004761, + 2.635178804397583, + 2.4320645332336426, + -0.45110782980918884, + -0.3433991074562073, + 1.3959510326385498, + 0.45095935463905334, + 0.9497157335281372, + 2.9461708068847656, + 2.695127248764038, + -0.231851726770401, + 0.24759729206562042, + 1.5313966274261475, + 0.051436349749565125, + 1.3369090557098389, + 1.0824275016784668, + 1.7543493509292603 + ], + [ + -0.3120717406272888, + 0.0076320581138134, + 1.5109539031982422, + 0.10338446497917175, + 0.7164328694343567, + 2.524425745010376, + 2.4746005535125732, + -0.46024176478385925, + -0.35404908657073975, + 1.3880202770233154, + 0.3663668632507324, + 0.8067724108695984, + 3.116570472717285, + 2.6370043754577637, + -0.22031670808792114, + 0.2542908191680908, + 1.4941407442092896, + 0.0036743581295013428, + 1.3051538467407227, + 1.0462429523468018, + 1.6257423162460327 + ], + [ + -0.021634191274642944, + 0.43052423000335693, + 1.3142752647399902, + 0.6739407777786255, + 0.3807334303855896, + 1.5600389242172241, + 2.1370389461517334, + -0.33017727732658386, + -0.38537347316741943, + 1.3027445077896118, + 0.7109047770500183, + 0.7911397814750671, + 3.1003577709198, + 3.2226150035858154, + -0.5367724895477295, + 0.2643505334854126, + 0.9475713968276978, + -0.22681669890880585, + 0.957251250743866, + 2.0262389183044434, + 1.1021614074707031 + ] + ], + "generated_utilities": [ + 0.014757871627807617, + 0.014402906410396099, + 0.02534107305109501, + 0.025485793128609657, + 0.017245391383767128, + 0.016467949375510216, + 0.017202338203787804, + 0.03364334627985954 + ], + "group_id": "ms-0819eb89e627595e7e1b", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.07638250291347504, + 0.11176031827926636, + 0.139996737241745, + 0.06282445043325424, + 0.08466696739196777, + 0.0763862133026123, + 0.05953681468963623, + 0.06854937970638275, + 0.06834080070257187, + 0.09309522807598114, + 0.14572584629058838, + 0.07182137668132782, + 0.020047685131430626, + 0.05106111615896225, + 0.03756682202219963, + 0.061605654656887054 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -0.04522436857223511, + -0.3834587037563324, + 2.32004976272583, + 1.6386330127716064, + 1.508955717086792, + 1.681371808052063, + 2.9060468673706055, + -0.5984516143798828, + 0.36428770422935486, + 0.7442611455917358, + 1.163742184638977, + 0.4921322464942932, + 1.9586588144302368, + 3.335318088531494, + -0.02929070219397545, + 0.5442408919334412, + 2.4529502391815186, + 0.17471881210803986, + 1.804263710975647, + 1.5498225688934326, + 1.9392809867858887 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.19627264142036438, + 0.015629824250936508, + 0.723259687423706, + 0.0313839316368103, + 0.02149224281311035, + 0.7142634391784668, + 0.0, + -0.29767167568206787, + -0.10304851830005646, + 0.6168417930603027, + 0.0271989107131958, + 0.369077205657959, + 1.5924487113952637, + 0.0, + -0.11617732048034668, + -0.1419914811849594, + 0.9400725364685059, + -0.04139697551727295, + 0.7166774272918701, + 1.092864990234375, + 0.0 + ], + [ + -0.18197131156921387, + 0.30914804339408875, + 1.4557228088378906, + 1.4375734329223633, + 0.9600651264190674, + 1.7448713779449463, + 3.031123399734497, + -0.6073551177978516, + -0.4749099016189575, + 1.3016932010650635, + 0.32392996549606323, + 0.6961254477500916, + 2.1961381435394287, + 3.730100154876709, + -0.6154190897941589, + -0.3908892273902893, + 2.0994153022766113, + 0.18937554955482483, + 1.5752670764923096, + 2.2457275390625, + 1.5629570484161377 + ] + ], + "predicted_scores": [ + 6.455930233001709, + 6.409984111785889, + 5.319498538970947, + 5.236945152282715, + 5.176161766052246, + 4.669992923736572, + 4.389064311981201, + 3.918018341064453 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "2015956957", + "selected_index": 0, + "state_hash": "582daf047d78a1b01018d54f5798143c4be6129fd7b6cbc025fc85818e519f3c", + "stored_base_utility": 0.07638250291347504, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2585872709751129, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2585872709751129 + }, + "base_progress": 0.2585872709751129, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.2585872709751129, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.043237924575805664, + 0.06289541721343994, + 0.026859402656555176, + 0.0, + 0.04359424114227295, + 0.03773486614227295 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.264096200466156, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.264096200466156 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21854574978351593, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21854574978351593 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.043237924575805664, + "contact_quality": null, + "progress": 0.1574181318283081, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1574181318283081 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.06289541721343994, + "contact_quality": null, + "progress": 0.23439551889896393, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23439551889896393 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.026859402656555176, + "contact_quality": null, + "progress": 0.20270204544067383, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20270204544067383 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.206134632229805, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.206134632229805 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.04359424114227295, + "contact_quality": null, + "progress": 0.1399463564157486, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1399463564157486 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.03773486614227295, + "contact_quality": null, + "progress": 0.21750180423259735, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21750180423259735 + } + ], + "candidate_progress": [ + 0.264096200466156, + 0.21854574978351593, + 0.1574181318283081, + 0.23439551889896393, + 0.20270204544067383, + 0.206134632229805, + 0.1399463564157486, + 0.21750180423259735 + ], + "candidate_safety_violation": [ + false, + false, + true, + true, + true, + false, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-25ab20bb3da8ba34be95", + "ms-4bda8533405961380322", + "ms-4bda8533405961380322", + "ms-4bda8533405961380322", + "ms-4bda8533405961380322", + "ms-4bda8533405961380322", + "ms-4bda8533405961380322", + "ms-4bda8533405961380322" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-0dee962a5901fb8b5bbb", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.1239830255508423, + 0.09617219865322113, + -0.575843334197998, + -0.47286832332611084, + 0.08968658745288849, + -1.9862295389175415, + -1.1130754947662354, + -0.6632741689682007, + 0.039780523627996445, + 0.6355614066123962, + 1.1959245204925537, + -0.5493146777153015, + -0.20568802952766418, + -0.085251584649086, + -0.508451521396637, + -0.18896488845348358, + 0.3119664192199707, + 1.2280319929122925, + 0.1404082328081131, + 0.8915366530418396, + 0.5112481713294983 + ], + [ + 0.9578161239624023, + 0.1482134908437729, + -0.6494213342666626, + -0.4511292576789856, + 0.41662508249282837, + -2.1133229732513428, + -1.321796178817749, + -0.9504671096801758, + 0.007828207686543465, + 0.4141466021537781, + 1.6211010217666626, + -0.655515730381012, + -0.2728395462036133, + 0.037114694714546204, + -0.6033902764320374, + -0.17301017045974731, + 0.2317461520433426, + 1.4001868963241577, + 0.40565022826194763, + 0.6777271032333374, + 0.8890498876571655 + ], + [ + 1.0051368474960327, + 0.06963227689266205, + -0.7348902225494385, + -0.5771279335021973, + 0.5037701725959778, + -2.786642074584961, + -1.081730604171753, + -0.8989981412887573, + 0.06626751273870468, + 0.34508439898490906, + 1.6196966171264648, + -0.734825849533081, + -0.10083603858947754, + 0.16144907474517822, + -0.5661832690238953, + -0.26458850502967834, + 0.4745219349861145, + 1.1310888528823853, + 0.6792775392532349, + 0.8145944476127625, + 0.8180092573165894 + ], + [ + 1.1457566022872925, + 0.11137703061103821, + -0.5224486589431763, + -0.33246737718582153, + 0.5416456460952759, + -2.566560983657837, + -1.2262861728668213, + -0.9434589147567749, + 0.12481438368558884, + 0.1655573546886444, + 1.4117134809494019, + -0.933876633644104, + -0.4899052679538727, + -0.26666760444641113, + -0.6345093846321106, + -0.2511996626853943, + 0.2850084900856018, + 1.5473453998565674, + 0.3498299717903137, + 0.4542198181152344, + 1.221725583076477 + ], + [ + 1.1084043979644775, + 0.12040071189403534, + -0.6892589330673218, + -0.6049261093139648, + 0.40965718030929565, + -2.639753818511963, + -1.0960536003112793, + -1.0318843126296997, + 0.09113357216119766, + 0.39363422989845276, + 1.5433193445205688, + -0.7784200310707092, + -0.10692310333251953, + -0.017095163464546204, + -0.5781490206718445, + -0.22123900055885315, + 0.3377164900302887, + 1.312844157218933, + 0.6107891798019409, + 0.7999768853187561, + 1.0667474269866943 + ], + [ + 1.1043014526367188, + 0.05078912526369095, + -0.25216248631477356, + -0.5985170006752014, + 0.3260080814361572, + -2.813749074935913, + -1.5220935344696045, + -0.9879536628723145, + 0.10687492042779922, + 0.31266123056411743, + 1.5522152185440063, + -0.5983518362045288, + 0.33051612973213196, + -0.5773054361343384, + -0.4406242370605469, + -0.17336468398571014, + 0.33289462327957153, + 1.428080677986145, + 0.668771505355835, + 0.9398594498634338, + 0.9551427364349365 + ], + [ + 1.1544917821884155, + 0.0691559910774231, + -0.7894545793533325, + -0.5783522725105286, + 0.5280879139900208, + -2.7814087867736816, + -0.931245744228363, + -0.9783451557159424, + 0.0570676326751709, + 0.40628233551979065, + 1.607055425643921, + -0.6425604820251465, + -0.10913169384002686, + 0.02346000075340271, + -0.5376516580581665, + -0.2220560759305954, + 0.27551332116127014, + 1.3241668939590454, + 0.5997272729873657, + 0.8861611485481262, + 1.185646653175354 + ], + [ + 1.2861213684082031, + 0.0597614124417305, + -0.6700068712234497, + -0.6686693429946899, + 0.5413192510604858, + -2.584097385406494, + -1.2252821922302246, + -1.0345908403396606, + 0.04510452598333359, + 0.5161563158035278, + 1.3453668355941772, + -0.8112667798995972, + -0.2560728192329407, + -0.2027699202299118, + -0.5078221559524536, + -0.18312624096870422, + 0.13198991119861603, + 1.1307384967803955, + 0.3975267708301544, + 0.5210457444190979, + 0.870760440826416 + ] + ], + "generated_utilities": [ + 0.264096200466156, + 0.21854574978351593, + 0.1574181318283081, + 0.23439551889896393, + 0.20270204544067383, + 0.206134632229805, + 0.1399463564157486, + 0.21750180423259735 + ], + "group_id": "ms-0dee962a5901fb8b5bbb", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.23161475360393524, + 0.23611454665660858, + 0.1380448043346405, + 2.0, + 0.25444933772087097, + 0.25831863284111023, + 0.22753827273845673, + 0.2483263909816742, + 0.21622240543365479, + 0.17534737288951874, + 0.23816657066345215, + 0.09714888036251068, + 0.05844185873866081, + 0.12679120898246765, + 0.0472835898399353, + 0.03277532383799553 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.7612967491149902, + 0.192471444606781, + -0.2699308395385742, + 0.017076104879379272, + -0.14400714635849, + -1.9032442569732666, + 0.0, + -0.28746497631073, + -0.2857179641723633, + -0.09024286270141602, + -0.03538453206419945, + 0.06432074308395386, + -0.2535901665687561, + 0.0, + 0.06180626153945923, + 0.16256888210773468, + -0.031329914927482605, + 1.563896656036377, + 0.04795600473880768, + 0.02485179901123047, + 0.0 + ], + [ + 1.2132649421691895, + 0.536715567111969, + -1.4273607730865479, + -1.0538015365600586, + -0.5170869827270508, + -3.4203505516052246, + -2.3889083862304688, + -0.7717514634132385, + -1.1465628147125244, + 0.8393621444702148, + -0.4419952630996704, + -0.23069629073143005, + -0.0637764036655426, + -1.5193647146224976, + -1.0273863077163696, + 0.39812424778938293, + -0.02874515950679779, + 2.7962026596069336, + 0.2370568960905075, + 1.5884850025177002, + 0.9987253546714783 + ], + [ + 2.1451404094696045, + 0.09629477560520172, + -1.8500688076019287, + 0.012462526559829712, + 0.13087880611419678, + -2.4062256813049316, + -3.303264856338501, + -1.3855981826782227, + -0.0292893648147583, + -0.17000514268875122, + 0.0005041323602199554, + -0.7487195134162903, + 0.06868582963943481, + -2.107095718383789, + -0.5890907645225525, + 0.1777246743440628, + -0.5576009750366211, + 2.767899990081787, + -0.3420543074607849, + 1.1357430219650269, + 1.8840694427490234 + ], + [ + 2.032343626022339, + 0.4649246335029602, + -0.5597869753837585, + 0.37935349345207214, + 0.14823919534683228, + -3.389478921890259, + -1.972822904586792, + -0.0014220476150512695, + -0.6147069334983826, + 0.9483420252799988, + 0.641323983669281, + -0.7033213973045349, + 0.4629128575325012, + -1.6774024963378906, + -1.1420938968658447, + 0.5891244411468506, + -0.712251603603363, + 2.1924612522125244, + 0.18694229423999786, + 0.2795591354370117, + 2.4723148345947266 + ], + [ + 2.299381732940674, + -0.6742787957191467, + -0.886760950088501, + -0.1637115478515625, + 0.32663029432296753, + -1.9267126321792603, + -1.9424545764923096, + -0.3586595058441162, + -1.1000827550888062, + 0.45532336831092834, + -0.4314403235912323, + -0.12869995832443237, + -0.032513588666915894, + -2.046614170074463, + -1.2942235469818115, + 0.3962012231349945, + 0.797533392906189, + 2.202794313430786, + 0.4938191771507263, + 0.15863806009292603, + 1.745660662651062 + ], + [ + 2.107815742492676, + 0.963295042514801, + -1.2979395389556885, + -1.0134333372116089, + -1.319197177886963, + -3.176518440246582, + -2.4782180786132812, + -1.3465216159820557, + -1.0473096370697021, + -0.22631770372390747, + 0.7881518006324768, + -1.4033093452453613, + 0.3855947256088257, + -1.3816941976547241, + -1.1257284879684448, + -0.7653472423553467, + 0.6845007538795471, + 2.9796371459960938, + 0.1967305988073349, + 1.4200057983398438, + 1.2843091487884521 + ], + [ + 1.7303649187088013, + 1.0728741884231567, + -1.1676844358444214, + -0.20355769991874695, + -0.8773125410079956, + -3.2701919078826904, + -2.1479928493499756, + -0.044036924839019775, + -1.252698302268982, + -0.01393243670463562, + 0.6447213292121887, + -0.7088868618011475, + 0.11592492461204529, + -2.1431162357330322, + -0.8284967541694641, + 0.4642922580242157, + -0.5207862854003906, + 1.8997660875320435, + -0.6910213828086853, + 0.2906065583229065, + 1.4081878662109375 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.7612967491149902, + -0.5331565737724304, + -0.2699308395385742, + -0.20421931147575378, + -0.22613269090652466, + -1.9032442569732666, + 0.0, + 0.09110367298126221, + 0.009229481220245361, + 0.004811525344848633, + 0.656868577003479, + -0.28485387563705444, + -0.31901538372039795, + 0.0, + 0.08918565511703491, + 0.3355104923248291, + 0.026827186346054077, + 1.563896656036377, + 0.13480885326862335, + 0.02485179901123047, + 0.0 + ] + ], + "predicted_scores": [ + 5.630256652832031, + 4.753321170806885, + 4.677337169647217, + 4.446988582611084, + 4.17720890045166, + 3.962925910949707, + 3.920156717300415, + 3.694458246231079 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "565369392", + "selected_index": 0, + "state_hash": "73f2826502af62b561f13c32614947588918c3deb631165739e66d787008fa98", + "stored_base_utility": 0.23161475360393524, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19612149894237518, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19612149894237518 + }, + "base_progress": 0.19612149894237518, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.19612149894237518, + "candidate_action_clip_max_abs": [ + 0.012646675109863281, + 0.005563497543334961, + 0.0, + 0.0, + 0.0, + 0.0, + 0.04269266128540039, + 0.061876893043518066 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.012646675109863281, + "contact_quality": null, + "progress": 0.24477700889110565, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.24477700889110565 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.005563497543334961, + "contact_quality": null, + "progress": 0.22762322425842285, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22762322425842285 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2649294435977936, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2649294435977936 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2314656525850296, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2314656525850296 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.27644166350364685, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.27644166350364685 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2446042150259018, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2446042150259018 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.04269266128540039, + "contact_quality": null, + "progress": 0.2169526219367981, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2169526219367981 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.061876893043518066, + "contact_quality": null, + "progress": 0.228737473487854, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.228737473487854 + } + ], + "candidate_progress": [ + 0.24477700889110565, + 0.22762322425842285, + 0.2649294435977936, + 0.2314656525850296, + 0.27644166350364685, + 0.2446042150259018, + 0.2169526219367981, + 0.228737473487854 + ], + "candidate_safety_violation": [ + true, + true, + false, + false, + false, + false, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-7a044cb6c7bb03f3ea10", + "ms-7a044cb6c7bb03f3ea10", + "ms-02fd0338e80ef19ceec1", + "ms-7a044cb6c7bb03f3ea10", + "ms-38dff128761905bb1507", + "ms-02fd0338e80ef19ceec1", + "ms-7a044cb6c7bb03f3ea10", + "ms-7a044cb6c7bb03f3ea10" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-126eb8b36769f9ba4671", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.047252893447876, + 0.013353060930967331, + -1.0328208208084106, + -0.5534121990203857, + 0.39798831939697266, + -3.235322952270508, + -1.731658697128296, + 1.145684838294983, + -0.2130149006843567, + -0.33937233686447144, + 0.23596492409706116, + 0.38503938913345337, + -0.9384716749191284, + -0.4733257293701172, + -0.686262309551239, + -0.3869211971759796, + 0.8958067893981934, + 0.9927710294723511, + 0.8471007943153381, + 1.0177395343780518, + 0.5466764569282532 + ], + [ + 0.8751763701438904, + -0.03156550973653793, + -1.010987401008606, + -0.44539397954940796, + 0.5776711106300354, + -3.217693567276001, + -1.6525280475616455, + 1.1629936695098877, + -0.21862126886844635, + -0.3139302134513855, + 0.20295190811157227, + 0.5825095176696777, + -0.8952093124389648, + -0.36420249938964844, + -0.5923436284065247, + -0.40976864099502563, + 0.9097768664360046, + 0.924970805644989, + 0.9014442563056946, + 1.2217082977294922, + 0.4128432869911194 + ], + [ + 1.1033992767333984, + 0.06406814604997635, + -0.9162132740020752, + -0.0454508513212204, + -0.06673002243041992, + -2.0113821029663086, + -2.2752573490142822, + 0.8919535875320435, + -0.028763560578227043, + -0.17928001284599304, + 0.3300669193267822, + 0.6822161674499512, + -0.8103959560394287, + 0.26918935775756836, + -0.5632050633430481, + -0.3676181435585022, + 0.7016602158546448, + 0.7528812885284424, + 1.5490422248840332, + 1.7447874546051025, + 0.9777110815048218 + ], + [ + 0.8515185117721558, + -0.023057883605360985, + -1.050602912902832, + -0.40279990434646606, + 0.6018804311752319, + -3.061758279800415, + -1.6046795845031738, + 1.0842812061309814, + -0.2648906111717224, + -0.31318336725234985, + 0.2290383279323578, + 0.6648764610290527, + -0.9111055731773376, + -0.2440766841173172, + -0.5987241864204407, + -0.44357797503471375, + 0.8930388689041138, + 0.8831432461738586, + 0.9208141565322876, + 1.1630666255950928, + 0.5662320852279663 + ], + [ + 0.7671010494232178, + 0.0694320872426033, + -0.9248759746551514, + -0.47451353073120117, + 0.873760998249054, + -2.807098150253296, + -1.640223741531372, + 0.9481260776519775, + -0.20767700672149658, + -0.3291529417037964, + 0.4547496438026428, + 0.6018275022506714, + -0.5680168271064758, + -0.4952406883239746, + -0.6764726638793945, + -0.33688148856163025, + 0.6279786825180054, + 0.6202735304832458, + 1.2876968383789062, + 1.540414810180664, + 0.9721089601516724 + ], + [ + 1.1044814586639404, + 0.049095265567302704, + -0.8904860019683838, + -0.002467021346092224, + -0.08750241994857788, + -2.331774950027466, + -2.2331557273864746, + 0.9160240888595581, + -0.05642986297607422, + -0.350574254989624, + 0.1921793818473816, + 0.7630154490470886, + -0.9601517915725708, + 0.349017858505249, + -0.41538164019584656, + -0.45831283926963806, + 0.650682806968689, + 0.6602771878242493, + 1.452648401260376, + 1.6989035606384277, + 0.7955185174942017 + ], + [ + 0.9293320775032043, + -0.14310359954833984, + -0.9252009391784668, + -0.3083491027355194, + 0.6435573101043701, + -3.2400336265563965, + -1.675614595413208, + 1.0773884057998657, + -0.23476557433605194, + -0.09737404435873032, + 0.19863319396972656, + 0.6423553228378296, + -1.18495512008667, + -0.4036444425582886, + -0.653132975101471, + -0.21819821000099182, + 0.8314581513404846, + 0.8287405967712402, + 1.2244181632995605, + 1.1394202709197998, + 0.36312246322631836 + ], + [ + 0.9379894137382507, + -0.10659255087375641, + -0.9454938173294067, + -0.29909977316856384, + 0.5265816450119019, + -3.1649813652038574, + -1.5929436683654785, + 1.0325297117233276, + -0.22802607715129852, + -0.15288498997688293, + 0.3318006694316864, + 0.7274904847145081, + -1.3619221448898315, + -0.2481749802827835, + -0.7011581659317017, + -0.266733318567276, + 0.7290763854980469, + 0.7599135637283325, + 1.1845251321792603, + 1.4156363010406494, + 0.41689109802246094 + ] + ], + "generated_utilities": [ + 0.24477700889110565, + 0.22762322425842285, + 0.2649294435977936, + 0.2314656525850296, + 0.27644166350364685, + 0.2446042150259018, + 0.2169526219367981, + 0.228737473487854 + ], + "group_id": "ms-126eb8b36769f9ba4671", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.05304628610610962, + 0.14190539717674255, + 0.1985912322998047, + 0.1210482120513916, + 0.18570420145988464, + 0.05259696766734123, + 0.1827520728111267, + 0.15291261672973633, + 0.07772710174322128, + 0.15551692247390747, + 0.08802877366542816, + 0.07544025033712387, + 0.08058679103851318, + 0.10843702405691147, + 0.023751219734549522, + 0.00727109145373106 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.7799564599990845, + -0.0863567665219307, + -0.04370701313018799, + -0.04603701829910278, + -0.003975361585617065, + -2.3430333137512207, + 0.0, + 0.8326367139816284, + 0.02617853879928589, + 0.009054642170667648, + -0.050068795680999756, + 0.7451434135437012, + -0.6306462287902832, + 0.0, + -0.007249712944030762, + 0.0760425329208374, + 1.0404269695281982, + -0.04351449012756348, + -0.010379016399383545, + 1.0522968769073486, + 0.0 + ], + [ + 0.7799564599990845, + 0.005863763391971588, + -0.04370701313018799, + 0.010433673858642578, + -0.05825299024581909, + -2.3430333137512207, + 0.0, + 0.8326367139816284, + 0.22243881225585938, + -0.007246788591146469, + 0.19961372017860413, + 0.7451434135437012, + -0.6306462287902832, + 0.0, + 0.11177664995193481, + -0.1665668487548828, + 1.0404269695281982, + -0.09226274490356445, + -0.18212640285491943, + 1.0522968769073486, + 0.0 + ], + [ + 0.7799564599990845, + -0.7482962012290955, + -0.04370701313018799, + -0.2370874285697937, + 0.3763168752193451, + -2.3430333137512207, + 0.0, + 0.8326367139816284, + -0.441777765750885, + -0.44057023525238037, + -0.6443575024604797, + 0.7451434135437012, + -0.6306462287902832, + 0.0, + 0.008161306381225586, + 0.22021520137786865, + 1.0404269695281982, + -0.09226274490356445, + -0.35497862100601196, + 1.0522968769073486, + 0.0 + ], + [ + 1.7799564599990845, + 0.04087676852941513, + -1.043707013130188, + -0.8482787609100342, + 0.3640388548374176, + -3.3430333137512207, + -2.8715221881866455, + 1.8326367139816284, + -0.4197058081626892, + -0.040397901087999344, + -0.37471577525138855, + 1.7451434135437012, + -1.6306462287902832, + -0.7785218954086304, + -0.5121169090270996, + -0.7797847986221313, + 2.0404269695281982, + 0.9077372550964355, + 0.645021378993988, + 2.0522968769073486, + 1.2749258279800415 + ], + [ + 1.6519862413406372, + 0.1747584044933319, + -0.9129671454429626, + -0.6869257092475891, + 0.12357090413570404, + -3.2319328784942627, + -2.704270839691162, + 1.7347972393035889, + -0.40612348914146423, + 0.23568139970302582, + -0.3912501931190491, + 1.8630532026290894, + -1.8548930883407593, + -0.9794526100158691, + -0.25177696347236633, + -0.6884964108467102, + 2.237109422683716, + 1.1246912479400635, + 0.7490227222442627, + 2.320941686630249, + 1.2039268016815186 + ], + [ + 1.7142105102539062, + 0.3941279351711273, + -1.021533489227295, + -1.1548089981079102, + 0.5052449107170105, + -3.714951992034912, + -3.04028058052063, + 1.529634952545166, + -0.22215746343135834, + 0.19690367579460144, + -0.12262976169586182, + 1.4847477674484253, + -1.490212082862854, + -0.7427945137023926, + -0.7506002187728882, + -0.9221256375312805, + 1.9211885929107666, + 0.5114957094192505, + 0.30887648463249207, + 2.4437777996063232, + 1.3625030517578125 + ], + [ + 1.3140592575073242, + -0.1129835918545723, + -0.9130957722663879, + -1.1089756488800049, + 0.7560886144638062, + -3.3889732360839844, + -3.1182656288146973, + 1.7436503171920776, + -0.9962512254714966, + 0.43109408020973206, + -0.8453629016876221, + 1.2057833671569824, + -2.194112777709961, + -0.22479140758514404, + -0.7258806824684143, + -0.9702881574630737, + 1.8160195350646973, + 0.649415135383606, + 0.6846981048583984, + 2.1997463703155518, + 1.7655411958694458 + ], + [ + 2.6430320739746094, + -0.7696453332901001, + -1.765415906906128, + -0.8281408548355103, + -0.1440155804157257, + -3.3335886001586914, + -3.398141860961914, + 2.4138498306274414, + 0.47537559270858765, + -0.9514593482017517, + 0.2674855887889862, + 2.6307411193847656, + -0.7876039743423462, + -0.35013434290885925, + -0.7511636018753052, + -0.04397457838058472, + 2.123702049255371, + 1.1604151725769043, + 0.7323322892189026, + 1.88338303565979, + 1.5078264474868774 + ] + ], + "predicted_scores": [ + 7.271064281463623, + 7.027437210083008, + 6.663012981414795, + 6.529114246368408, + 6.1789751052856445, + 6.026651382446289, + 5.901404857635498, + 5.692119121551514 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "767747424", + "selected_index": 0, + "state_hash": "2390fc23ce8b50bdcdcbb1ab5f0583d2dad2b94fb871db73b1a8401265f59987", + "stored_base_utility": 0.05304628610610962, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.06956958770751953, + 0.08441317081451416, + 0.09769070148468018, + 0.023875117301940918, + 0.0844888687133789, + 0.09402966499328613, + 0.15697646141052246, + 0.1081995964050293 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.06956958770751953, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.08441317081451416, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.09769070148468018, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.023875117301940918, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.0844888687133789, + "contact_quality": null, + "progress": 0.19211888313293457, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19211888313293457 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.09402966499328613, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.15697646141052246, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1081995964050293, + "contact_quality": null, + "progress": 0.1591055989265442, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1591055989265442 + } + ], + "candidate_progress": [ + 1.0, + 1.0, + 1.0, + 1.0, + 0.19211888313293457, + 1.0, + 1.0, + 0.1591055989265442 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-babaeb20129c46551281", + "ms-067cac2e4dbeddb12239", + "ms-067cac2e4dbeddb12239", + "ms-1f19fd22562f87bdb776", + "ms-cad6645f8175e38ad155", + "ms-68b43d83b97196e0d27f", + "ms-c1620854ba52f09e24d5", + "ms-68b43d83b97196e0d27f" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + true, + true, + true, + true, + false, + true, + true, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank4", + "ctt_transport_rank5", + "ctt_transport_rank3", + "ctt_transport_rank5" + ], + "candidates_evaluated": true, + "chart_id": "ms-16661b2fd2c85f57a66c", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.17540554702281952, + -0.31649839878082275, + 1.1507879495620728, + -0.6872704029083252, + 0.797407329082489, + 2.6377041339874268, + 3.17315936088562, + 1.3200181722640991, + -0.20642240345478058, + -0.09302746504545212, + -0.13711795210838318, + 0.2628619372844696, + 1.8382970094680786, + 2.013223171234131, + 0.9444665908813477, + -0.10125170648097992, + -1.2375019788742065, + 0.2623997926712036, + -0.2493266463279724, + -1.5022084712982178, + -1.4195988178253174 + ], + [ + -0.2543906569480896, + -0.32175278663635254, + 0.6504681706428528, + -0.8922772407531738, + 1.4459130764007568, + 2.7771778106689453, + 2.6389198303222656, + 1.254719614982605, + -0.1636161208152771, + 0.23568353056907654, + 0.01328403502702713, + 0.06623095273971558, + 1.5050097703933716, + 2.876568078994751, + 0.9425384998321533, + 0.08233857154846191, + -1.0637105703353882, + 0.5022440552711487, + -0.11862054467201233, + -1.0418256521224976, + -1.3666068315505981 + ], + [ + 0.05904114246368408, + -0.29585960507392883, + 0.816624641418457, + -0.26720184087753296, + 1.601592779159546, + 2.738053798675537, + 3.149141311645508, + 0.9612185955047607, + -0.060803644359111786, + 0.13449908792972565, + -0.10418490320444107, + 0.05177691578865051, + 1.7039052248001099, + 2.4013612270355225, + 0.5822178721427917, + 0.12635491788387299, + -1.366328239440918, + 0.22713328897953033, + -0.05046302080154419, + -0.8178876042366028, + -1.1720165014266968 + ], + [ + -0.3212660551071167, + -0.36874300241470337, + 1.354349970817566, + -0.6552900671958923, + 1.503486156463623, + 2.447510242462158, + 3.236790895462036, + 1.526443362236023, + -0.350341260433197, + -0.3680807948112488, + 0.3471267819404602, + 0.7883872985839844, + 1.365126609802246, + 1.341522216796875, + 0.5591369867324829, + -0.17663900554180145, + -1.2291361093521118, + -0.30213385820388794, + -0.15176084637641907, + -0.9709340333938599, + -2.3118984699249268 + ], + [ + 0.35575997829437256, + -0.286091148853302, + 0.712998628616333, + -0.1283951699733734, + 0.4448939859867096, + 2.029221773147583, + 2.978327989578247, + 1.205602765083313, + -0.11227399855852127, + -0.015320517122745514, + 0.47430485486984253, + 0.003461301326751709, + 2.0593340396881104, + 2.522627115249634, + 0.7151389718055725, + -0.21067707240581512, + -0.7556602954864502, + -0.007676899433135986, + -0.1567339301109314, + -1.0231568813323975, + -1.724881887435913 + ], + [ + 0.331237256526947, + -0.21142201125621796, + 0.7084569931030273, + -0.2717866897583008, + 0.8707650899887085, + 2.4214906692504883, + 3.1123318672180176, + 1.1551753282546997, + -0.2580573558807373, + 0.02396092563867569, + 0.10332149267196655, + -0.019912734627723694, + 1.8079890012741089, + 2.417391300201416, + 0.7345640063285828, + -0.21264079213142395, + -0.7393156886100769, + -0.07711715996265411, + -0.4745156764984131, + -1.1718964576721191, + -1.426473617553711 + ], + [ + 0.010887861251831055, + -0.05823887512087822, + 0.9142245054244995, + -0.35970693826675415, + 1.5445644855499268, + 2.379366636276245, + 3.603382110595703, + 1.1809355020523071, + -0.40195366740226746, + -0.21347293257713318, + -0.0027651526033878326, + 0.837054431438446, + 1.6370185613632202, + 2.378188133239746, + 0.8096855282783508, + 0.12002325057983398, + -1.0977023839950562, + -0.1509697288274765, + -0.5770871639251709, + -1.501812219619751, + -1.838972806930542 + ], + [ + 0.3538777232170105, + -0.24609912931919098, + 0.762184739112854, + -0.20515592396259308, + 0.6699526309967041, + 2.5184664726257324, + 3.153890371322632, + 1.2349810600280762, + -0.21136069297790527, + -0.006820596754550934, + 0.2171793282032013, + 0.0011900663375854492, + 1.9446789026260376, + 2.523536205291748, + 0.7842563390731812, + -0.23115399479866028, + -0.6932905912399292, + -0.15550149977207184, + -0.4091925024986267, + -1.0085914134979248, + -1.7757607698440552 + ] + ], + "generated_utilities": [ + 2.0, + 2.0, + 2.0, + 2.0, + 0.19211888313293457, + 2.0, + 2.0, + 0.1591055989265442 + ], + "group_id": "ms-16661b2fd2c85f57a66c", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.23635749518871307, + 0.1864171028137207, + 0.18280422687530518, + 0.16576561331748962, + 0.2967458665370941, + 0.2833873927593231, + 0.2587948143482208, + 0.2695174813270569, + 0.2239263951778412, + 0.15686756372451782, + 0.2505500912666321, + 0.12250886857509613, + 0.16453635692596436, + 2.0, + 0.13450095057487488, + 0.11914549767971039 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -0.12099093198776245, + 0.06886856257915497, + 0.2952747344970703, + -0.1764048933982849, + -0.12411242723464966, + 0.8606208562850952, + 0.0, + 1.3532578945159912, + -0.046127498149871826, + 0.12581980228424072, + 0.042072445154190063, + -0.06942430138587952, + 0.7517287731170654, + 0.0, + 0.690804123878479, + -0.06023237854242325, + 0.049633681774139404, + 0.01943105459213257, + 0.013327360153198242, + -0.8525059223175049, + 0.0 + ], + [ + 0.3599843978881836, + -0.34296315908432007, + 0.2952747344970703, + -0.3797188997268677, + -0.41771262884140015, + 0.8606208562850952, + 0.0, + 1.3532578945159912, + 0.06634362041950226, + 0.138022780418396, + -0.2342309057712555, + -0.36017337441444397, + 0.7517287731170654, + 0.0, + 0.690804123878479, + 0.10550708323717117, + -0.35431206226348877, + 0.16382712125778198, + 0.06674730777740479, + -0.8525059223175049, + 0.0 + ], + [ + 0.567882239818573, + -0.4729353189468384, + 1.6256722211837769, + -1.5372763872146606, + 1.0487556457519531, + 1.5327277183532715, + 2.2847697734832764, + 2.6703484058380127, + 0.4013517200946808, + -1.3629915714263916, + 0.6385155916213989, + 0.2664203345775604, + 1.2691267728805542, + 1.2942520380020142, + 2.2084813117980957, + 0.6982719302177429, + -0.8422143459320068, + 1.070263385772705, + -0.9558742046356201, + -1.3996182680130005, + -1.4242117404937744 + ], + [ + 0.6830785274505615, + -0.5584439635276794, + 0.841848611831665, + -0.5293771624565125, + -0.14354348182678223, + 2.097932815551758, + 2.9733188152313232, + 2.603226661682129, + -0.1639159619808197, + -0.918163537979126, + 1.002030849456787, + 0.40132570266723633, + 1.1751198768615723, + 1.455662727355957, + 2.3202755451202393, + -0.18584474921226501, + -1.3483099937438965, + 0.0660635232925415, + 0.4330971837043762, + -1.1989169120788574, + -2.0896859169006348 + ], + [ + 0.44418102502822876, + 0.07469291985034943, + 1.6960139274597168, + -1.329486608505249, + 1.3067576885223389, + 2.2694292068481445, + 2.0299551486968994, + 1.6317954063415527, + 0.7472026348114014, + -0.12518703937530518, + 0.3035789430141449, + -0.5889836549758911, + 2.345867395401001, + 1.9470158815383911, + 0.8398547172546387, + -0.6090301871299744, + -1.5060018301010132, + 0.5695335865020752, + -0.6025367975234985, + -1.8703374862670898, + -2.728482246398926 + ], + [ + 0.31904691457748413, + 0.04995492100715637, + 1.3823881149291992, + -0.5106721520423889, + -0.2236303687095642, + 0.9921484589576721, + 1.5933295488357544, + 2.741320848464966, + -0.21808990836143494, + -0.7775652408599854, + 1.224307894706726, + -0.08168366551399231, + 2.692474842071533, + 2.269430160522461, + 2.3270838260650635, + -0.2901480495929718, + -1.2098140716552734, + -0.07570821046829224, + -1.1340655088424683, + -1.9999847412109375, + -1.6802332401275635 + ], + [ + -0.6257733106613159, + 0.3840647339820862, + 0.9012271165847778, + -1.248098611831665, + -0.1650761365890503, + 2.7645747661590576, + 2.7588071823120117, + 3.0172548294067383, + 0.4120163321495056, + -1.6110656261444092, + -0.10423526167869568, + 0.5334746241569519, + 1.7809263467788696, + 0.5690644383430481, + 1.5881801843643188, + 0.8860509991645813, + -1.1502506732940674, + 0.7821243405342102, + -0.549727201461792, + -1.326378345489502, + -1.5100535154342651 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.2773973345756531, + -0.13796104490756989, + 1.2952747344970703, + -1.0323810577392578, + 0.5605664849281311, + 1.8606208562850952, + 2.439758777618408, + 2.353257894515991, + 0.24642756581306458, + -0.861977219581604, + 0.4799116551876068, + 0.264199823141098, + 1.7517287731170654, + 1.4282559156417847, + 1.690804123878479, + 0.1215878501534462, + -0.9322434067726135, + 0.8536378145217896, + -0.35758620500564575, + -1.8525059223175049, + -1.910990595817566 + ], + [ + -0.4916617274284363, + -0.5934253931045532, + 2.074575424194336, + -0.9512085318565369, + 0.3705800175666809, + 1.691048264503479, + 2.2907681465148926, + 1.532329797744751, + 0.8991785049438477, + -0.7733803987503052, + 1.3577321767807007, + 0.9844847917556763, + 1.7379451990127563, + 2.050845146179199, + 0.7804086804389954, + -0.8400509357452393, + -1.6339564323425293, + 0.9922879934310913, + 0.6006971597671509, + -1.0612030029296875, + -1.3134464025497437 + ] + ], + "predicted_scores": [ + 0.8538011312484741, + -0.19754087924957275, + -0.9189934730529785, + -0.971659779548645, + -1.079551100730896, + -1.3428171873092651, + -1.4725050926208496, + -1.6275634765625 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1549324805", + "selected_index": 0, + "state_hash": "74b116fd9ceddd5b2261edd96a14934a4b4a78a40191a654d6743661b819f407", + "stored_base_utility": 0.23635749518871307, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18323469161987305, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18323469161987305 + }, + "base_progress": 0.18323469161987305, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.18323469161987305, + "candidate_action_clip_max_abs": [ + 0.3588327169418335, + 0.31117379665374756, + 0.3431299924850464, + 0.32783734798431396, + 0.3307307958602905, + 0.34112048149108887, + 0.32842695713043213, + 0.3793691396713257 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3588327169418335, + "contact_quality": null, + "progress": 0.003265341045334935, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.003265341045334935 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.31117379665374756, + "contact_quality": null, + "progress": 0.004310011863708496, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.004310011863708496 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3431299924850464, + "contact_quality": null, + "progress": 0.005019704345613718, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.005019704345613718 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.32783734798431396, + "contact_quality": null, + "progress": 0.0036949317436665297, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0036949317436665297 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3307307958602905, + "contact_quality": null, + "progress": 0.004141350742429495, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.004141350742429495 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.34112048149108887, + "contact_quality": null, + "progress": 0.0041648149490356445, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0041648149490356445 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.32842695713043213, + "contact_quality": null, + "progress": 0.0035095810890197754, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0035095810890197754 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3793691396713257, + "contact_quality": null, + "progress": 0.0028189222794026136, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0028189222794026136 + } + ], + "candidate_progress": [ + 0.003265341045334935, + 0.004310011863708496, + 0.005019704345613718, + 0.0036949317436665297, + 0.004141350742429495, + 0.0041648149490356445, + 0.0035095810890197754, + 0.0028189222794026136 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-8e12f7ad446482627dd3", + "ms-84388e63928e1a30ffc4", + "ms-0e592951fa32139b6dc9", + "ms-84388e63928e1a30ffc4", + "ms-84388e63928e1a30ffc4", + "ms-84388e63928e1a30ffc4", + "ms-84388e63928e1a30ffc4", + "ms-84388e63928e1a30ffc4" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-20e1efbb745fd02abc95", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.2518238425254822, + 0.04909317195415497, + 1.7839409112930298, + -0.27645277976989746, + 0.8114062547683716, + 3.213395118713379, + 1.9180312156677246, + -0.3929295837879181, + -0.118271604180336, + 1.8177790641784668, + 0.11583097279071808, + 0.5371614694595337, + 2.3649377822875977, + 2.04937744140625, + -1.3400074243545532, + -0.23551025986671448, + 1.8006079196929932, + 0.8280144929885864, + 0.7647812366485596, + 2.645679473876953, + 2.266284465789795 + ], + [ + -0.4201846122741699, + -0.04311032220721245, + 1.5411337614059448, + -0.12256943434476852, + 0.9335155487060547, + 3.23575758934021, + 1.7367222309112549, + -0.2247830033302307, + -0.17594891786575317, + 1.8803467750549316, + 0.18455952405929565, + 0.629586935043335, + 2.0937883853912354, + 2.468198537826538, + -1.0313318967819214, + -0.29077741503715515, + 1.526338815689087, + 0.7678280472755432, + 0.9178885221481323, + 2.4905495643615723, + 1.7680987119674683 + ], + [ + -0.2997596263885498, + -0.07354208827018738, + 1.5245699882507324, + -0.16805878281593323, + 0.8356606960296631, + 3.3457839488983154, + 2.079979419708252, + -0.2071514129638672, + -0.13078486919403076, + 1.8030558824539185, + 0.17944325506687164, + 0.7405533790588379, + 2.37188982963562, + 2.4168388843536377, + -0.8387793302536011, + -0.32232293486595154, + 1.5856750011444092, + 0.6418696641921997, + 0.8259464502334595, + 2.5223493576049805, + 1.9848071336746216 + ], + [ + -0.5198602080345154, + -0.04781044274568558, + 1.7124149799346924, + -0.04852169752120972, + 0.3829151690006256, + 3.1584630012512207, + 1.9097940921783447, + -0.2592221796512604, + -0.14091648161411285, + 1.8976069688796997, + 0.05416735261678696, + 0.4687861204147339, + 2.1830732822418213, + 2.161203145980835, + -0.9835397601127625, + -0.31854355335235596, + 1.6435801982879639, + 0.5944046974182129, + 0.8719770908355713, + 2.548929452896118, + 1.8209649324417114 + ], + [ + -0.22216413915157318, + -0.10804054141044617, + 1.7052981853485107, + -0.09915813058614731, + 0.8474744558334351, + 3.1284847259521484, + 1.9585728645324707, + -0.274230420589447, + -0.15548884868621826, + 1.8832268714904785, + 0.1392858326435089, + 0.5149775147438049, + 2.2562415599823, + 2.1893773078918457, + -0.9358723759651184, + -0.3363264799118042, + 1.6872363090515137, + 0.7261521816253662, + 0.9109444618225098, + 2.515817880630493, + 1.9808286428451538 + ], + [ + -0.021322384476661682, + -0.08414536714553833, + 1.7064409255981445, + -0.2894311547279358, + 0.542972207069397, + 3.012460708618164, + 2.0518975257873535, + -0.39977261424064636, + -0.15391622483730316, + 1.8011643886566162, + 0.02000465616583824, + 0.5893032550811768, + 2.212674379348755, + 2.2865326404571533, + -1.0335290431976318, + -0.3916308879852295, + 1.6990076303482056, + 0.8988807797431946, + 0.7957294583320618, + 2.6266443729400635, + 2.071110248565674 + ], + [ + -0.20631520450115204, + -0.06004633754491806, + 1.7930119037628174, + -0.2939651310443878, + 0.6735001802444458, + 2.825895071029663, + 2.369580030441284, + -0.5118007659912109, + 0.03623804450035095, + 1.9314815998077393, + 0.20900514721870422, + 0.5298910140991211, + 2.0524704456329346, + 1.9691544771194458, + -0.999258816242218, + -0.47797080874443054, + 1.5547338724136353, + 0.5877984762191772, + 0.9457313418388367, + 2.6513166427612305, + 1.6923015117645264 + ], + [ + -0.11852265894412994, + 0.058070436120033264, + 1.7823853492736816, + -0.09050044417381287, + 0.04521450400352478, + 3.4702980518341064, + 1.9750845432281494, + -0.4988649785518646, + -0.22305463254451752, + 2.046309471130371, + 0.2297782599925995, + 0.4051922857761383, + 1.7779306173324585, + 2.7935760021209717, + -1.3457826375961304, + -0.40205395221710205, + 1.8385125398635864, + 0.7641938328742981, + 0.46958425641059875, + 3.2404119968414307, + 2.4343764781951904 + ] + ], + "generated_utilities": [ + 0.003265341045334935, + 0.004310011863708496, + 0.005019704345613718, + 0.0036949317436665297, + 0.004141350742429495, + 0.0041648149490356445, + 0.0035095810890197754, + 0.0028189222794026136 + ], + "group_id": "ms-20e1efbb745fd02abc95", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.13665315508842468, + 0.1696699559688568, + 0.049180448055267334, + 0.05942712351679802, + 0.22736775875091553, + 0.0799722671508789, + 0.17261533439159393, + 0.21202586591243744, + 0.18980810046195984, + 0.24345096945762634, + 0.08349347114562988, + 0.11624568700790405, + 0.17245106399059296, + 0.07060472667217255, + 0.041495781391859055, + 0.028585990890860558 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -0.08645056188106537, + -0.060760222375392914, + 0.6493666172027588, + -0.016124725341796875, + 0.18658411502838135, + 1.8734135627746582, + 0.0, + -0.2971414625644684, + 0.023367643356323242, + 0.6914786100387573, + -0.1027369350194931, + 0.1733318567276001, + 1.2948026657104492, + 0.0, + -0.30476057529449463, + -0.10394972562789917, + 0.9822354316711426, + 0.055961012840270996, + 0.004969358444213867, + 2.122485637664795, + 0.0 + ], + [ + 0.046016186475753784, + -0.24098780751228333, + 0.6493666172027588, + 0.05737954378128052, + 0.18658411502838135, + 1.8734135627746582, + 0.0, + 0.22233793139457703, + 0.3896067142486572, + 0.6914786100387573, + -0.061455681920051575, + 0.17170286178588867, + 1.2948026657104492, + 0.0, + -0.4717581272125244, + -0.5722612738609314, + 0.9822354316711426, + 0.3690842390060425, + 0.33333829045295715, + 2.122485637664795, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.590132236480713, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.670657634735107, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.27303409576416 + ], + [ + -0.4654892086982727, + -0.6659128069877625, + 2.053840160369873, + -0.17420679330825806, + 1.1238669157028198, + 2.773953914642334, + 2.9706993103027344, + -0.9652835726737976, + -0.6603021621704102, + 1.957632303237915, + 0.30636119842529297, + 1.0932379961013794, + 2.4988603591918945, + 2.1735024452209473, + -0.7229697108268738, + -0.6565687656402588, + 2.1097376346588135, + 0.79427170753479, + 1.1421128511428833, + 3.200641393661499, + 3.3294520378112793 + ], + [ + 0.8783296346664429, + -0.6790766716003418, + 1.3789844512939453, + -1.578566551208496, + 1.2084856033325195, + 1.906846046447754, + 2.7278928756713867, + -0.8570022583007812, + -0.3114888072013855, + 2.660332202911377, + 0.4615887999534607, + -0.16199523210525513, + 1.9830265045166016, + 2.4224376678466797, + -0.9260885715484619, + 0.5555675029754639, + 2.5474588871002197, + 0.0070996880531311035, + 1.627825379371643, + 3.9487287998199463, + 3.03330135345459 + ], + [ + -0.1274794638156891, + -0.26015421748161316, + 2.5414626598358154, + -1.0220305919647217, + 1.4708960056304932, + 2.0982167720794678, + 3.1457836627960205, + -1.0992621183395386, + -0.9075721502304077, + 0.8330968022346497, + 0.15631377696990967, + 1.3095502853393555, + 1.8582203388214111, + 2.101317882537842, + -0.9184049367904663, + 0.4676415026187897, + 2.784534454345703, + 0.4529607892036438, + 0.6403366327285767, + 3.1566896438598633, + 2.5268735885620117 + ], + [ + 0.9289348125457764, + 0.1545984447002411, + 1.6792887449264526, + -0.6400681138038635, + 0.5956984758377075, + 2.5183756351470947, + 1.6261346340179443, + -0.019961506128311157, + -0.2638699412345886, + 1.310987114906311, + 0.4996453523635864, + -0.06606829166412354, + 1.9830868244171143, + 2.392476797103882, + -0.3871336579322815, + -0.7797489166259766, + 1.927225947380066, + 0.4438522458076477, + 1.0257132053375244, + 3.211881160736084, + 3.374328851699829 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.05862678587436676, + -0.042836256325244904, + 1.6493666172027588, + -0.7465556859970093, + 1.1865841150283813, + 2.873413562774658, + 2.2950661182403564, + -0.48127153515815735, + -0.11381363868713379, + 1.6914786100387573, + 0.06965510547161102, + 0.8288453221321106, + 2.294802665710449, + 2.3353288173675537, + -1.3047605752944946, + -0.39009055495262146, + 1.9822354316711426, + 0.9993376731872559, + 0.81731116771698, + 3.122485637664795, + 2.63651704788208 + ], + [ + -0.045653510838747025, + 0.00397084653377533, + 1.3591042757034302, + -0.6414353847503662, + 0.8377937078475952, + 2.8277816772460938, + 2.203674554824829, + -0.1951642632484436, + 0.12272481620311737, + 1.7411555051803589, + -0.004818864166736603, + 0.8769108057022095, + 2.243906021118164, + 2.4328396320343018, + -1.6330946683883667, + -0.4807296395301819, + 2.2988247871398926, + 0.8021057844161987, + 0.6970767378807068, + 2.8728103637695312, + 2.288278102874756 + ], + [ + -0.4273069500923157, + 0.16743427515029907, + 1.538269281387329, + -0.7002415657043457, + 0.7622614502906799, + 2.805328369140625, + 2.267277479171753, + -0.6541028022766113, + -0.2980780303478241, + 1.456940770149231, + 0.5105806589126587, + 1.040317177772522, + 2.4321720600128174, + 2.696331024169922, + -1.1555191278457642, + -0.025772064924240112, + 1.6384800672531128, + 1.4557092189788818, + 0.6594157814979553, + 3.1446406841278076, + 2.249678134918213 + ], + [ + -0.6431475877761841, + -0.24224388599395752, + 1.3122833967208862, + -0.16711556911468506, + 0.9232780337333679, + 2.850522994995117, + 2.645284414291382, + -0.379825621843338, + -0.6750738620758057, + 1.1236441135406494, + 0.4938291311264038, + 1.1075668334960938, + 2.203859806060791, + 2.799032688140869, + -1.359815239906311, + -0.5104091763496399, + 2.0970702171325684, + 1.057171106338501, + 1.1167995929718018, + 2.8190994262695312, + 2.2184524536132812 + ] + ], + "predicted_scores": [ + 5.05415153503418, + 5.039524078369141, + 4.912316799163818, + 4.67477560043335, + 4.643930912017822, + 4.513284206390381, + 4.017058849334717, + 3.699730157852173 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1375492786", + "selected_index": 0, + "state_hash": "56acb365a02ebac0ac4893531e168df3c430b486416156feeea40eeb178bda3e", + "stored_base_utility": 0.13665315508842468, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.2177356481552124, + 0.22953665256500244, + 0.16414856910705566, + 0.21419596672058105, + 0.1854482889175415, + 0.1687408685684204, + 0.12738192081451416, + 0.10516023635864258 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2177356481552124, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.22953665256500244, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.16414856910705566, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.21419596672058105, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1854482889175415, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1687408685684204, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.12738192081451416, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.10516023635864258, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-456cdaaa617fc54fd766", + "ms-456cdaaa617fc54fd766", + "ms-456cdaaa617fc54fd766", + "ms-9681d9cb43cc26adb0fe", + "ms-fbd73493bcf73542f735", + "ms-456cdaaa617fc54fd766", + "ms-fbd73493bcf73542f735", + "ms-456cdaaa617fc54fd766" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-2dc5138251afd26a040d", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.4095102548599243, + 0.13407891988754272, + -1.7692126035690308, + -0.6888983249664307, + 0.7326281070709229, + 0.24738582968711853, + -1.1617474555969238, + 0.2729284167289734, + -0.1244821697473526, + -0.06588689237833023, + 0.181367427110672, + 0.15719029307365417, + -2.5132484436035156, + -2.2854344844818115, + 0.6672506928443909, + -0.17753930389881134, + 0.6836369037628174, + -0.8491056561470032, + 0.6500769853591919, + -1.6263236999511719, + -1.0816805362701416 + ], + [ + 1.4701110124588013, + 0.16815221309661865, + -1.3545390367507935, + -0.480601966381073, + 0.6465988159179688, + -0.5741106271743774, + -1.346951961517334, + 0.3322471082210541, + -0.0640977993607521, + -0.3428908586502075, + -0.078475721180439, + 0.13872402906417847, + -2.612840414047241, + -2.106130599975586, + 0.8118792772293091, + -0.17441293597221375, + 0.4948968291282654, + -1.2733004093170166, + 0.6476510763168335, + -1.5548789501190186, + -0.9463897943496704 + ], + [ + 1.4896419048309326, + 0.23234422504901886, + -1.2493726015090942, + -0.32474544644355774, + 0.4614262580871582, + 0.08198214322328568, + -1.260587453842163, + 0.3780192732810974, + -0.03911136835813522, + -0.23333704471588135, + -0.23674291372299194, + 0.24360212683677673, + -2.3743693828582764, + -2.281126022338867, + 0.9379070997238159, + -0.1654343456029892, + 0.6358832120895386, + -1.224738359451294, + 0.7545981407165527, + -1.1673493385314941, + -1.1509935855865479 + ], + [ + 1.6026262044906616, + 0.05074169486761093, + -1.4315297603607178, + -0.5242428779602051, + 0.014171048998832703, + -1.332523226737976, + -1.081904411315918, + 0.4605669677257538, + 0.18822573125362396, + -0.1752508580684662, + 0.22540178894996643, + 0.05030152201652527, + -2.4658522605895996, + -2.0025784969329834, + 0.7951880693435669, + -0.08323672413825989, + 0.7849671840667725, + -1.2203220129013062, + 0.9564876556396484, + -1.6915616989135742, + -0.9836872816085815 + ], + [ + 1.2312194108963013, + 0.03257080912590027, + -1.2883294820785522, + -0.5077818036079407, + -0.5494362711906433, + -0.689708948135376, + -1.4872469902038574, + 0.23463869094848633, + 0.16223619878292084, + -0.11385760456323624, + -0.12429671734571457, + 0.0484878271818161, + -2.543351888656616, + -2.2682132720947266, + 0.6589558124542236, + -0.09775418043136597, + 0.43692606687545776, + -1.0126540660858154, + 0.7832685112953186, + -1.0653300285339355, + -1.0811681747436523 + ], + [ + 1.4862195253372192, + 0.15259180963039398, + -1.4734431505203247, + -0.4220539331436157, + 0.5355437397956848, + -0.3128286898136139, + -1.2627298831939697, + 0.35498327016830444, + -0.08926964551210403, + -0.28804025053977966, + -0.09745452553033829, + 0.24850262701511383, + -2.3352243900299072, + -2.290966033935547, + 0.9129449129104614, + -0.21491487324237823, + 0.6058459281921387, + -1.2855149507522583, + 0.7783787846565247, + -1.3342983722686768, + -0.8140897750854492 + ], + [ + 1.4783203601837158, + 0.07459336519241333, + -1.603317141532898, + -0.4137699007987976, + -0.18412810564041138, + -0.7868300676345825, + -0.9195528626441956, + 0.4599490463733673, + 0.04762275516986847, + -0.04411334544420242, + 0.16277095675468445, + 0.47907131910324097, + -2.1583340167999268, + -2.132805109024048, + 0.6916114091873169, + -0.09436319768428802, + 0.5683350563049316, + -1.3362241983413696, + 0.6270197629928589, + -1.1543147563934326, + -0.8469374179840088 + ], + [ + 1.372405767440796, + 0.051524922251701355, + -1.3620752096176147, + -0.2422102838754654, + 0.742952823638916, + -0.5830609798431396, + -1.2838020324707031, + 0.4550597667694092, + -0.04326339066028595, + -0.39196324348449707, + -0.014350958168506622, + 0.3136965036392212, + -1.900052785873413, + -2.365476369857788, + 1.0389642715454102, + -0.3220885396003723, + 0.49792033433914185, + -1.1833441257476807, + 0.9297559857368469, + -1.4657118320465088, + -0.7303436994552612 + ] + ], + "generated_utilities": [ + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0 + ], + "group_id": "ms-2dc5138251afd26a040d", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.1373138427734375, + 0.1398601531982422, + 0.11154793202877045, + 0.07755142450332642, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.7500379085540771, + -0.32870030403137207, + -0.3281364440917969, + 0.020404458045959473, + 0.03884005546569824, + 0.26651138067245483, + 0.0, + 0.2614295184612274, + 0.02006034180521965, + 0.6256309151649475, + 0.10119366645812988, + 0.0365104079246521, + -1.9807136058807373, + 0.0, + -0.4040032625198364, + -0.3390212059020996, + 0.444367915391922, + -1.3744113445281982, + 0.3090496063232422, + -1.6372854709625244, + 0.0 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 1.7500379085540771, + 0.1347455233335495, + -1.3281364440917969, + -0.3984496593475342, + -0.6640693545341492, + -0.7334886193275452, + -1.63351309299469, + 0.4696621894836426, + -0.03721961751580238, + 0.0896599143743515, + -0.8988063335418701, + -0.047963276505470276, + -2.9807136058807373, + -2.542311906814575, + 0.5875393152236938, + 0.41857796907424927, + 0.32660895586013794, + -2.3744113445281982, + 0.9575246572494507, + -2.6372854709625244, + -1.9586280584335327 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.26702618598938, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -5.08462381362915, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.9172561168670654 + ], + [ + 1.7928142547607422, + -0.046942055225372314, + -1.3733142614364624, + -0.4212188422679901, + -0.5566414594650269, + -0.9966021180152893, + -1.7926092147827148, + 0.37284746766090393, + 0.18181614577770233, + -0.056899696588516235, + -0.8793746829032898, + -0.06206277757883072, + -3.2539288997650146, + -2.3651227951049805, + 0.543649435043335, + 0.4969414472579956, + 0.3953157365322113, + -2.6153955459594727, + 1.239845633506775, + -2.9289329051971436, + -2.1138057708740234 + ], + [ + 1.4313925504684448, + 0.3287010192871094, + -1.4217545986175537, + -0.11546039581298828, + -0.38684383034706116, + -0.3866080045700073, + -1.4945378303527832, + 0.4180656969547272, + 0.08673545718193054, + -0.30675017833709717, + -0.8370212316513062, + -0.3124745488166809, + -3.2861690521240234, + -2.5144338607788086, + 0.7133253216743469, + 0.5272455215454102, + 0.6288780570030212, + -2.7024707794189453, + 1.0730262994766235, + -2.603350877761841, + -1.8104162216186523 + ], + [ + 2.0841901302337646, + 0.18348857760429382, + -1.4159170389175415, + -0.5868262052536011, + -0.3290694057941437, + -0.8189557790756226, + -1.811798334121704, + 0.8927561044692993, + -0.4510294198989868, + -0.1373635083436966, + -0.46978816390037537, + -0.2017078548669815, + -3.1228857040405273, + -2.619961977005005, + 0.7154320478439331, + 0.4623824954032898, + 0.8127838373184204, + -2.5683043003082275, + 0.8921399116516113, + -2.799823522567749, + -1.6220401525497437 + ], + [ + 1.5681514739990234, + -0.11813957989215851, + -1.066882848739624, + -0.4835556447505951, + -0.4833664894104004, + -0.1345365047454834, + -1.872452735900879, + 1.059093952178955, + -0.3537854254245758, + 0.5130321979522705, + -0.7769420146942139, + -0.4462882876396179, + -3.249842882156372, + -2.2144932746887207, + 0.6907999515533447, + 0.14545467495918274, + 0.8816275596618652, + -2.4357430934906006, + 1.424092411994934, + -2.656961441040039, + -2.3529839515686035 + ], + [ + 2.0935373306274414, + 0.20671290159225464, + -1.0638595819473267, + -0.37751641869544983, + -0.5913090705871582, + -0.3702518939971924, + -1.3611384630203247, + 0.8432458639144897, + 0.4395832121372223, + -0.19578908383846283, + -1.2028591632843018, + -0.07535962760448456, + -3.2909016609191895, + -2.9216225147247314, + 1.1581575870513916, + 0.9284459352493286, + -0.3347962498664856, + -1.9277539253234863, + 0.8971017003059387, + -3.245394229888916, + -2.1499102115631104 + ], + [ + 2.5108895301818848, + -0.2977973222732544, + -1.458537220954895, + -0.5705423355102539, + -1.4453105926513672, + -0.4854125380516052, + -2.383378028869629, + 0.39735814929008484, + -0.3523370325565338, + 0.4586251974105835, + -1.2388068437576294, + 0.1082226037979126, + -3.5858566761016846, + -1.8809643983840942, + -0.18688076734542847, + 0.0871247947216034, + 0.0062812864780426025, + -3.012958526611328, + 1.0266033411026, + -3.1649136543273926, + -2.6460556983947754 + ], + [ + 1.2948591709136963, + 0.21422013640403748, + -1.3904463052749634, + -0.13111025094985962, + -0.1661812961101532, + -0.4983506500720978, + -2.0006139278411865, + -0.4048727750778198, + 0.10130663216114044, + 0.1955089420080185, + -0.27839744091033936, + 0.8026529550552368, + -3.2792744636535645, + -1.6839708089828491, + 0.6468846201896667, + -0.2772523760795593, + 0.45975640416145325, + -2.612403631210327, + 1.6571701765060425, + -1.8971503973007202, + -1.2593979835510254 + ], + [ + 0.9154124855995178, + -0.2073056846857071, + -2.1218466758728027, + -0.4230979084968567, + -1.2478010654449463, + -0.5439814925193787, + -1.185287594795227, + -0.06685006618499756, + -0.7776275873184204, + -0.015365853905677795, + -1.3256038427352905, + 0.46163398027420044, + -2.8853814601898193, + -2.387786865234375, + 1.2300693988800049, + 0.9541484117507935, + 0.29864931106567383, + -2.931433916091919, + 1.3643410205841064, + -2.001633882522583, + -2.6548502445220947 + ], + [ + 2.035454750061035, + 0.03935282677412033, + -1.9080866575241089, + -0.17657285928726196, + -1.4843900203704834, + -0.4207392632961273, + -1.554489016532898, + 0.1909814178943634, + -0.5061874389648438, + -0.420978844165802, + -0.7634562849998474, + -0.7818551063537598, + -3.374903678894043, + -2.5324442386627197, + 1.2213574647903442, + 0.9676649570465088, + 0.5052346587181091, + -2.0974624156951904, + 0.9588823914527893, + -3.6367201805114746, + -1.953636646270752 + ], + [ + 1.4856661558151245, + 0.3259274363517761, + -2.1635096073150635, + -0.8793277740478516, + 0.2686290740966797, + -0.340938925743103, + -0.8516338467597961, + -0.3830271363258362, + 0.5376158356666565, + -0.2721732258796692, + -1.2276334762573242, + -0.38624608516693115, + -3.346294403076172, + -3.093522071838379, + 0.6735774278640747, + 0.5564011931419373, + -0.5450864434242249, + -1.5815953016281128, + 1.4068235158920288, + -2.7531042098999023, + -2.515698194503784 + ] + ], + "predicted_scores": [ + 2.1993539333343506, + 1.7601239681243896, + 1.6697771549224854, + 1.4859877824783325, + 1.3069086074829102, + 1.2964314222335815, + 0.8030650615692139, + 0.6420011520385742 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "565621826", + "selected_index": 0, + "state_hash": "f6edd849b0b51788d7be25e402fb514cb777ccf220797faaf769000814df02cb", + "stored_base_utility": 0.1373138427734375, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08593521267175674, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08593521267175674 + }, + "base_progress": 0.08593521267175674, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.08593521267175674, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08347757905721664, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08347757905721664 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10233799368143082, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10233799368143082 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08968374878168106, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08968374878168106 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0720650777220726, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0720650777220726 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05955904722213745, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05955904722213745 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09725400060415268, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09725400060415268 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05061660334467888, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05061660334467888 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.030720869079232216, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.030720869079232216 + } + ], + "candidate_progress": [ + 0.08347757905721664, + 0.10233799368143082, + 0.08968374878168106, + 0.0720650777220726, + 0.05955904722213745, + 0.09725400060415268, + 0.05061660334467888, + 0.030720869079232216 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-45fbd749d5ed3fe37c13", + "ms-45fbd749d5ed3fe37c13", + "ms-45fbd749d5ed3fe37c13", + "ms-4aed2a49597da545e551", + "ms-206099bab6bfe7c84fce", + "ms-45fbd749d5ed3fe37c13", + "ms-4aed2a49597da545e551", + "ms-4aed2a49597da545e551" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-387e6771a55be98f1a59", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.06860457360744476, + 0.10603809356689453, + 0.19470062851905823, + -0.22593683004379272, + 1.4203052520751953, + -1.3910894393920898, + -1.319258213043213, + 0.14964881539344788, + 0.1657792180776596, + 0.015004687011241913, + 0.23638424277305603, + 0.2270347625017166, + -0.34866803884506226, + -1.5989038944244385, + 0.3477570116519928, + -0.25559383630752563, + -0.06539939343929291, + 0.017943575978279114, + 0.22268596291542053, + -0.2994873523712158, + -0.4680759608745575 + ], + [ + 0.15406538546085358, + 0.16966329514980316, + -0.11893698573112488, + -0.15658654272556305, + 0.7328658103942871, + -1.2586601972579956, + -0.5382286906242371, + 0.0008082091808319092, + 0.15620951354503632, + -0.05404762178659439, + 0.3802293837070465, + -0.1624945104122162, + -0.320024311542511, + -0.48841649293899536, + 0.1351413130760193, + -0.305667906999588, + 0.3815251290798187, + -0.046575382351875305, + 0.02801656723022461, + 0.37830859422683716, + 0.1810038536787033 + ], + [ + 0.19405505061149597, + 0.21546073257923126, + -0.08855977654457092, + -0.21343566477298737, + 0.8953766226768494, + -1.246896505355835, + -0.6905844807624817, + 0.020576775074005127, + 0.13021264970302582, + 0.09519239515066147, + 0.424837589263916, + -0.11303716897964478, + -0.47492745518684387, + -0.5216640830039978, + 0.10692130029201508, + -0.27399760484695435, + 0.23456817865371704, + -0.04266288876533508, + 0.05183783173561096, + 0.1842239797115326, + 0.22796151041984558 + ], + [ + 0.05130917578935623, + 0.11583338677883148, + -0.03196558356285095, + -0.09867513924837112, + 1.0372381210327148, + -0.2980445623397827, + -0.8663098216056824, + -0.049442633986473083, + 0.16317196190357208, + -0.04874084144830704, + 0.7773821949958801, + 0.14004850387573242, + -0.24379825592041016, + -0.41576796770095825, + 0.08502107858657837, + -0.1726834774017334, + 0.442987859249115, + -0.02436518669128418, + 0.39830029010772705, + 0.498487651348114, + -0.0041323453187942505 + ], + [ + 0.05155140906572342, + 0.14776314795017242, + 0.03213942050933838, + -0.09963013231754303, + 1.3179125785827637, + -0.1727905571460724, + -1.2676420211791992, + -0.2063092291355133, + 0.1672738790512085, + -0.11835243552923203, + 0.6859933733940125, + 0.004637375473976135, + -0.4720250964164734, + -0.41410624980926514, + 0.02305247262120247, + -0.2316785305738449, + 0.3301939368247986, + 0.03706255555152893, + 0.19816173613071442, + 0.6472406983375549, + -0.09444376826286316 + ], + [ + 0.15587027370929718, + 0.23166252672672272, + -0.10135820508003235, + -0.24916689097881317, + 0.7741146087646484, + -1.2918336391448975, + -0.5118723511695862, + 0.05069395899772644, + 0.09148714691400528, + 0.05323604494333267, + 0.38165128231048584, + -0.13622361421585083, + -0.3702838718891144, + -0.4602782130241394, + 0.14227169752120972, + -0.1987563669681549, + 0.31538382172584534, + -0.14679346978664398, + 0.025527387857437134, + 0.2611088752746582, + 0.21124063432216644 + ], + [ + 0.3073291778564453, + -0.09651973843574524, + 0.461144357919693, + 0.006942674517631531, + 0.7917194366455078, + -0.6031605005264282, + -0.9935984015464783, + -0.21065020561218262, + 0.23823164403438568, + 0.03645267337560654, + 1.0947544574737549, + -0.00116005539894104, + -0.07688966393470764, + -0.5340513586997986, + 0.017962723970413208, + -0.23036296665668488, + 0.48462510108947754, + 0.05278128385543823, + 0.43211498856544495, + 0.5678493976593018, + -0.5508004426956177 + ], + [ + -0.1263323575258255, + 0.10086771845817566, + 0.21034389734268188, + -0.027666211128234863, + 0.9760294556617737, + -0.19858255982398987, + -0.7713212370872498, + -0.34820792078971863, + 0.12741327285766602, + -0.004745058715343475, + 0.7263685464859009, + -0.09047156572341919, + -0.3012843728065491, + -0.33036667108535767, + -0.07036352157592773, + -0.15583766996860504, + 0.2424367070198059, + -0.007838249206542969, + 0.24232083559036255, + 0.46597087383270264, + -0.09935447573661804 + ] + ], + "generated_utilities": [ + 0.08347757905721664, + 0.10233799368143082, + 0.08968374878168106, + 0.0720650777220726, + 0.05955904722213745, + 0.09725400060415268, + 0.05061660334467888, + 0.030720869079232216 + ], + "group_id": "ms-387e6771a55be98f1a59", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.03822460025548935, + 0.18199902772903442, + 0.20744429528713226, + 0.05679210275411606, + 0.07646497339010239, + 0.038853906095027924, + 0.0824488028883934, + 0.05751838535070419, + 0.02475176379084587, + 0.040490686893463135, + 0.027167975902557373, + 0.06515108048915863, + 0.04604649543762207, + 0.014139334671199322, + 0.0258652176707983, + 0.034187138080596924 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.0643576979637146, + 0.02293895184993744, + 0.03272289037704468, + 0.02799379825592041, + 1.7051892280578613, + -0.20410704612731934, + 0.0, + 0.05611860752105713, + -0.010578691959381104, + 0.03396539017558098, + 0.754948616027832, + -0.12030506134033203, + 0.05740344524383545, + 0.0, + 0.01674991101026535, + 0.0017660856246948242, + 0.1110122799873352, + -0.29033517837524414, + -0.015073239803314209, + -0.062492311000823975, + 0.0 + ], + [ + 0.03256732225418091, + 0.029803231358528137, + -0.11524808406829834, + -0.03975573182106018, + 1.7051892280578613, + -0.20410704612731934, + 0.0, + -0.11635321378707886, + -0.12916040420532227, + -0.10934318602085114, + 0.754948616027832, + -0.10127544403076172, + 0.10553282499313354, + 0.0, + 0.2124219685792923, + -0.13985675573349, + 0.20122885704040527, + -0.29033517837524414, + -0.09104716777801514, + -0.33053046464920044, + 0.0 + ] + ], + "predicted_scores": [ + 4.8883137702941895, + 4.231983661651611, + 3.567033290863037, + 3.373323917388916, + 3.3407182693481445, + 3.112191915512085, + 3.0135669708251953, + 1.7409977912902832 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "767747424", + "selected_index": 0, + "state_hash": "6b753a027f9378ff308946331f6bb658d452d8e77220ab0cd6fc813be0ac75cc", + "stored_base_utility": 0.03822460025548935, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05640667676925659, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05640667676925659 + }, + "base_progress": 0.05640667676925659, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.05640667676925659, + "candidate_action_clip_max_abs": [ + 0.007818937301635742, + 0.00637662410736084, + 0.0, + 0.00041961669921875, + 0.0, + 0.01395118236541748, + 0.022034525871276855, + 0.03987133502960205 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.007818937301635742, + "contact_quality": null, + "progress": 0.03150540590286255, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03150540590286255 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.00637662410736084, + "contact_quality": null, + "progress": 0.03069072961807251, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03069072961807251 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.032222848385572433, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.032222848385572433 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.00041961669921875, + "contact_quality": null, + "progress": 0.03227663040161133, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03227663040161133 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04244871810078621, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04244871810078621 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.01395118236541748, + "contact_quality": null, + "progress": 0.02247297763824463, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.02247297763824463 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.022034525871276855, + "contact_quality": null, + "progress": 0.029144108295440674, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.029144108295440674 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.03987133502960205, + "contact_quality": null, + "progress": 0.022834181785583496, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.022834181785583496 + } + ], + "candidate_progress": [ + 0.03150540590286255, + 0.03069072961807251, + 0.032222848385572433, + 0.03227663040161133, + 0.04244871810078621, + 0.02247297763824463, + 0.029144108295440674, + 0.022834181785583496 + ], + "candidate_safety_violation": [ + true, + true, + false, + true, + false, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-98eb81debb5186ebbe38", + "ms-397e502908d16b7804b0", + "ms-7dedf60ad41ea2d92ee5", + "ms-397e502908d16b7804b0", + "ms-be219977a9db8dbb1e58", + "ms-397e502908d16b7804b0", + "ms-397e502908d16b7804b0", + "ms-397e502908d16b7804b0" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank3", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-38f7298184a2c5005e94", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.1770034283399582, + -0.3469340205192566, + 0.5804222822189331, + 0.35023537278175354, + 1.386976957321167, + -1.4395047426223755, + 0.09576863050460815, + 0.136002779006958, + 0.2574901580810547, + 0.6209479570388794, + -0.4626815617084503, + 1.1717840433120728, + -0.8890361785888672, + 0.5207796096801758, + 0.04627348110079765, + 0.2654290497303009, + -0.10915844142436981, + -0.23954279720783234, + 0.5095288753509521, + -1.401731252670288, + -0.7174996137619019 + ], + [ + 0.13064762949943542, + -0.019908837974071503, + 0.25204265117645264, + 0.42248353362083435, + 0.9516450762748718, + -1.7175737619400024, + 0.45151472091674805, + -0.1640854775905609, + 0.18333493173122406, + 0.19153034687042236, + -0.38032764196395874, + 1.5874661207199097, + -0.43234238028526306, + 0.27995818853378296, + 0.5153774619102478, + 0.10101231932640076, + 0.1755329668521881, + -0.3112395405769348, + 0.20244747400283813, + -0.9460286498069763, + -0.9692050218582153 + ], + [ + -0.32960861921310425, + -0.18778462707996368, + 0.6200213432312012, + 0.32403746247291565, + 1.5715548992156982, + -1.3025553226470947, + -0.10193711519241333, + 0.34624797105789185, + -0.02241668291389942, + 0.2304261028766632, + -0.4006993770599365, + 1.0564255714416504, + -0.4760192632675171, + -0.09529280662536621, + -0.03595953807234764, + 0.36973217129707336, + -0.05203761160373688, + 0.39815449714660645, + 0.5739108324050903, + -1.512209177017212, + -0.22028878331184387 + ], + [ + 0.33059507608413696, + -0.08880536258220673, + 0.3776264190673828, + 0.4843995273113251, + 1.1087250709533691, + -2.0306482315063477, + -0.4450306296348572, + -0.05109618604183197, + 0.1131952702999115, + 0.5528315901756287, + -0.22494488954544067, + 1.7848480939865112, + -1.1693960428237915, + 0.27222639322280884, + 0.39581531286239624, + 0.17511822283267975, + 0.004944249987602234, + -0.11521424353122711, + 0.3276786804199219, + -1.5861215591430664, + -0.5791528224945068 + ], + [ + -0.08019818365573883, + -0.08391770720481873, + 0.5699853897094727, + 0.11528190970420837, + 1.2485096454620361, + -0.9267252683639526, + 0.5393404960632324, + 0.3136444687843323, + 0.054630979895591736, + 0.3475855588912964, + -0.3124806582927704, + 1.1178340911865234, + -0.7598525285720825, + -0.24811841547489166, + 0.2966676950454712, + 0.4135632812976837, + -0.05826409161090851, + 0.12001059204339981, + 0.613550066947937, + -1.08659029006958, + -0.509752631187439 + ], + [ + 0.13752874732017517, + -0.04215232655405998, + 0.407768577337265, + 0.3752891719341278, + 1.1296557188034058, + -1.9493073225021362, + -0.16136282682418823, + -0.21068617701530457, + 0.13667836785316467, + 0.353567898273468, + -0.33877032995224, + 1.9189825057983398, + -1.0462751388549805, + 0.19789379835128784, + 0.29130813479423523, + 0.12118656933307648, + -0.11541296541690826, + -0.0028842389583587646, + 0.6152170896530151, + -1.3746168613433838, + -0.7774381637573242 + ], + [ + -0.15469039976596832, + -0.22914758324623108, + 0.4909622371196747, + 0.23169037699699402, + 0.9538339972496033, + -1.710254192352295, + 0.4773269593715668, + 0.03914541006088257, + 0.16593310236930847, + 0.48501136898994446, + -0.22066521644592285, + 1.327397346496582, + -0.7098221778869629, + 0.2942274510860443, + 0.011610303074121475, + 0.3095366060733795, + -0.06148795783519745, + 0.028634607791900635, + 0.49925553798675537, + -1.1124491691589355, + -0.5787253379821777 + ], + [ + 0.04997061938047409, + 0.0069131553173065186, + 0.40598875284194946, + 0.32514187693595886, + 0.998944103717804, + -2.184664011001587, + -0.21540158987045288, + -0.25904855132102966, + 0.10206501930952072, + 0.4403444230556488, + -0.339669793844223, + 1.9414393901824951, + -0.9673203229904175, + 0.31730175018310547, + 0.3832552134990692, + 0.14586558938026428, + -0.03650809824466705, + 0.012633785605430603, + 0.46809619665145874, + -1.5727126598358154, + -0.7451510429382324 + ] + ], + "generated_utilities": [ + 0.03150540590286255, + 0.03069072961807251, + 0.032222848385572433, + 0.03227663040161133, + 0.04244871810078621, + 0.02247297763824463, + 0.029144108295440674, + 0.022834181785583496 + ], + "group_id": "ms-38f7298184a2c5005e94", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.1194220781326294, + 0.1767096221446991, + 0.0505807027220726, + 0.026383202522993088, + 0.09035396575927734, + 0.11899666488170624, + 0.059947751462459564, + 0.08427222818136215, + 0.041255753487348557, + 0.05034176632761955, + 0.02779809758067131, + 0.011037330143153667, + 0.020422041416168213, + 0.049474477767944336, + 0.03517866134643555, + 0.02796018123626709 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.08923250436782837, + 0.05675226449966431, + -0.1250607967376709, + -0.07566308975219727, + 0.6840170621871948, + -1.9024429321289062, + 0.0, + -0.001595139503479004, + 0.026048749685287476, + 0.1681501865386963, + -0.11568224430084229, + 1.2953410148620605, + -1.4925868511199951, + 0.0, + 0.18507611751556396, + -0.15127414464950562, + 0.07637521624565125, + -0.15284772217273712, + 0.0320390909910202, + -1.8774652481079102, + 0.0 + ], + [ + -0.2749255299568176, + 0.2578675150871277, + -0.46759605407714844, + -0.5041444897651672, + 0.6840170621871948, + -1.9024429321289062, + 0.0, + -0.13614141941070557, + 0.11120480298995972, + 0.15478569269180298, + -0.005206942558288574, + 1.2953410148620605, + -1.4925868511199951, + 0.0, + 0.01827770471572876, + -0.38639169931411743, + -0.18168723583221436, + 0.3532869219779968, + -0.5437159538269043, + -1.8774652481079102, + 0.0 + ], + [ + 0.4466920495033264, + 0.07532927393913269, + 0.8145812749862671, + -0.963495135307312, + 1.3846542835235596, + -3.0133423805236816, + -1.0476078987121582, + 0.6759306788444519, + 0.5485053658485413, + 0.634345293045044, + -0.7682492733001709, + 2.2281322479248047, + -2.7100830078125, + -0.8660445213317871, + 0.7648183703422546, + 0.607989490032196, + -0.6848516464233398, + -0.06598936021327972, + 0.2030458152294159, + -2.9672060012817383, + -1.4293488264083862 + ], + [ + 1.0058056116104126, + 0.3426892161369324, + 0.6375484466552734, + -0.5828341841697693, + 1.7963712215423584, + -3.3760194778442383, + -0.9086123704910278, + 0.20509907603263855, + 0.10472571849822998, + 1.1158980131149292, + -1.0710231065750122, + 2.203950881958008, + -2.4466300010681152, + -0.3184358477592468, + 0.43084120750427246, + 0.32133060693740845, + -0.6005205512046814, + 0.07880236953496933, + 0.52874755859375, + -2.7805917263031006, + -1.6972103118896484 + ], + [ + 0.48786461353302, + -0.007949680089950562, + 0.41629794239997864, + -0.2277727723121643, + 1.0953291654586792, + -2.7825636863708496, + -1.7178279161453247, + 0.8412191271781921, + 0.6389099359512329, + 0.7100303769111633, + -1.1701807975769043, + 2.8546230792999268, + -2.570579767227173, + -0.2383948564529419, + 0.4282584488391876, + 0.27555936574935913, + -0.4073549509048462, + 0.49247825145721436, + 0.6483681797981262, + -3.3716540336608887, + -1.891394853591919 + ], + [ + 0.17139381170272827, + 0.831203818321228, + 0.1966383457183838, + -1.5011540651321411, + 1.811257004737854, + -2.6416001319885254, + -1.8791863918304443, + 0.03218984603881836, + 1.0182924270629883, + 1.5643268823623657, + -1.2954871654510498, + 2.249680757522583, + -1.9383416175842285, + -1.4303685426712036, + 0.48937559127807617, + 0.2848057746887207, + -0.6113857626914978, + 0.6453920006752014, + -0.13643476366996765, + -2.514732599258423, + -1.8046306371688843 + ], + [ + 0.1380026936531067, + 0.5165722370147705, + 0.9639596939086914, + -0.3682268261909485, + 2.2811193466186523, + -3.5902557373046875, + -1.047336220741272, + 1.3064022064208984, + 0.7264143228530884, + 1.3356540203094482, + -0.41242116689682007, + 1.8184869289398193, + -3.016441822052002, + -0.8501555919647217, + 1.0147737264633179, + 1.0417438745498657, + -0.24422766268253326, + 0.3441629707813263, + 1.075059175491333, + -3.178764820098877, + -1.7388081550598145 + ], + [ + 1.0805304050445557, + -0.5906903743743896, + -0.32329434156417847, + -1.7024246454238892, + 1.3012806177139282, + -3.3655173778533936, + -2.0100932121276855, + 0.28595322370529175, + -0.42309290170669556, + 0.9014679193496704, + -0.11985284090042114, + 3.033172607421875, + -1.890408992767334, + -0.049424707889556885, + 0.8836197853088379, + 0.07151538133621216, + -0.6898007392883301, + 0.6614744663238525, + 0.7956362962722778, + -3.344180107116699, + -1.4918344020843506 + ], + [ + 1.4192681312561035, + -0.5825785994529724, + 0.11329725384712219, + -0.08465814590454102, + 1.0504729747772217, + -2.438842535018921, + -0.9858216047286987, + -0.35852980613708496, + 1.4301284551620483, + 0.37676453590393066, + -1.3725404739379883, + 3.114079475402832, + -2.0786290168762207, + -0.5835205912590027, + 0.1985606551170349, + 0.260464072227478, + 0.41686397790908813, + -0.104665607213974, + 0.6382055282592773, + -2.7474825382232666, + -1.663126826286316 + ], + [ + 1.0832164287567139, + 0.11555392295122147, + 1.2108526229858398, + -1.5446858406066895, + 0.9112894535064697, + -3.3027408123016357, + -1.2419135570526123, + -0.057880282402038574, + -0.07349961996078491, + 0.026286423206329346, + -0.897603452205658, + 3.2857306003570557, + -2.232046365737915, + -1.2509676218032837, + 1.1900405883789062, + 0.8446143269538879, + -1.339659333229065, + -0.07882180064916611, + 0.1166829764842987, + -2.662961721420288, + -1.0079293251037598 + ], + [ + 0.43863287568092346, + -0.2024492472410202, + 0.0567094087600708, + -0.3029903173446655, + 1.612892746925354, + -3.26739764213562, + -1.7898839712142944, + -0.1649491786956787, + 0.2927369475364685, + 1.020188808441162, + -0.10171866416931152, + 2.3230679035186768, + -2.615206003189087, + -0.08625847101211548, + 0.9057100415229797, + 1.4201092720031738, + -0.3173455595970154, + 0.09508261829614639, + 0.9565507173538208, + -2.2954390048980713, + -1.2229193449020386 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.03360384702682495, + -0.028338372707366943, + -0.12341004610061646, + -0.04655510187149048, + 0.6840170621871948, + -1.9024429321289062, + 0.0, + 0.032517433166503906, + -0.02922782301902771, + -0.033792078495025635, + -0.005206942558288574, + 1.2953410148620605, + -1.4925868511199951, + 0.0, + -0.06465893983840942, + -0.026740312576293945, + 0.046701133251190186, + -0.06953387707471848, + 0.02321198582649231, + -1.8774652481079102, + 0.0 + ] + ], + "predicted_scores": [ + 1.071092128753662, + 0.9024785757064819, + 0.8591946363449097, + 0.6887711882591248, + 0.6632745265960693, + 0.37204548716545105, + 0.02915862202644348, + -0.3888225257396698 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "2015956957", + "selected_index": 0, + "state_hash": "dee046e5a3c9b5e78be27f1df1f4f235344ec818a1a7439afe5f4cb30139cf34", + "stored_base_utility": 0.1194220781326294, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.055146653205156326, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.055146653205156326 + }, + "base_progress": 0.055146653205156326, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.055146653205156326, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.02933833934366703, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.02933833934366703 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.026701053604483604, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.026701053604483604 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.02889615297317505, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.02889615297317505 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.024253228679299355, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.024253228679299355 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.025842389091849327, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.025842389091849327 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03695644810795784, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03695644810795784 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.02473503351211548, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.02473503351211548 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.02393794059753418, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.02393794059753418 + } + ], + "candidate_progress": [ + 0.02933833934366703, + 0.026701053604483604, + 0.02889615297317505, + 0.024253228679299355, + 0.025842389091849327, + 0.03695644810795784, + 0.02473503351211548, + 0.02393794059753418 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-35a50d2822c2c3cc4516", + "ms-35a50d2822c2c3cc4516", + "ms-397e502908d16b7804b0", + "ms-35a50d2822c2c3cc4516", + "ms-397e502908d16b7804b0", + "ms-397e502908d16b7804b0", + "ms-397e502908d16b7804b0", + "ms-35a50d2822c2c3cc4516" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-482c5c8d208b5907a2c2", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.2788426876068115, + -0.19310133159160614, + 0.7444208860397339, + 0.17396998405456543, + 1.6566345691680908, + 0.23444104194641113, + 0.018399208784103394, + -0.022696182131767273, + 0.21558044850826263, + 0.8256484866142273, + -0.3772375285625458, + 0.725555419921875, + 0.4525817930698395, + -0.29665809869766235, + 0.2829590141773224, + 0.08596888184547424, + -0.26279157400131226, + 0.304932177066803, + -0.5187993049621582, + 1.1136605739593506, + -1.2783437967300415 + ], + [ + -0.3658876419067383, + -0.21371573209762573, + 0.8038842678070068, + 0.25417280197143555, + 1.863154649734497, + 0.37754225730895996, + 0.08289745450019836, + -0.1044268012046814, + 0.22171442210674286, + 0.9193950891494751, + -0.4400480389595032, + 0.7283565998077393, + 0.47848889231681824, + -0.239552840590477, + 0.38256925344467163, + 0.08793660998344421, + -0.34203052520751953, + 0.28625229001045227, + -0.45499294996261597, + 1.091179370880127, + -1.2281272411346436 + ], + [ + 0.2680656611919403, + 0.03281761705875397, + 0.9132649898529053, + 0.39277544617652893, + 1.6177382469177246, + -0.5642517805099487, + -0.8988369107246399, + -0.09642168879508972, + 0.27741026878356934, + 1.0003482103347778, + -0.8816502690315247, + 1.6004273891448975, + -0.21827974915504456, + -0.22708918154239655, + 0.17253611981868744, + -0.10870350897312164, + -0.3658229112625122, + 0.36556345224380493, + -0.1345256268978119, + 0.09008657932281494, + -0.638921856880188 + ], + [ + -0.5200039744377136, + -0.36308884620666504, + 0.8189533948898315, + 0.07051339745521545, + 1.9828486442565918, + 0.7122280597686768, + -0.09457719326019287, + -0.1182839572429657, + 0.15427754819393158, + 0.9306380152702332, + -0.5948635935783386, + 0.7623983025550842, + 0.8099387884140015, + -0.4208020567893982, + 0.38180384039878845, + 0.1246580183506012, + -0.36334675550460815, + 0.2064908742904663, + -0.3832414746284485, + 1.0829341411590576, + -1.124179720878601 + ], + [ + 0.1495169699192047, + 0.07590258121490479, + 0.856429934501648, + 0.30866506695747375, + 1.468682050704956, + -0.8229695558547974, + -0.8938819766044617, + -0.10943636298179626, + 0.2709701657295227, + 0.9677417874336243, + -0.8275421857833862, + 1.7249045372009277, + -0.1809740960597992, + -0.1657833606004715, + 0.2153884470462799, + -0.09605985879898071, + -0.2271548956632614, + 0.4364772439002991, + -0.20342665910720825, + -0.09318523108959198, + -0.7577676773071289 + ], + [ + 0.35297518968582153, + 0.11937108635902405, + 0.9777601957321167, + 0.3130921423435211, + 1.4803853034973145, + -0.5211637020111084, + -0.9948802590370178, + 0.05256481468677521, + 0.26619771122932434, + 1.152260661125183, + -0.9004331827163696, + 1.4128814935684204, + -0.08245202898979187, + -0.2755619287490845, + 0.26137346029281616, + 0.028003394603729248, + -0.31236761808395386, + 0.47263020277023315, + -0.17926183342933655, + -0.34414178133010864, + -0.5568861961364746 + ], + [ + -0.1364881843328476, + -0.13448527455329895, + 0.9125844240188599, + 0.14238816499710083, + 1.315406322479248, + -0.28919023275375366, + -0.295749306678772, + -0.10791406035423279, + 0.3678160011768341, + 1.0894927978515625, + -0.7891547679901123, + 1.5101819038391113, + 0.3858720362186432, + -0.1390777975320816, + 0.0097845159471035, + 0.03298487141728401, + -0.36360257863998413, + 0.12153089046478271, + -0.05472579598426819, + 0.47739070653915405, + -0.6144050359725952 + ], + [ + -0.5168201923370361, + -0.22500112652778625, + 0.8565146327018738, + 0.001657038927078247, + 2.1298561096191406, + 0.8610296249389648, + -0.3705179691314697, + -0.1994606852531433, + 0.12638874351978302, + 0.719718873500824, + -0.6148815155029297, + 0.32035622000694275, + 0.7346773147583008, + -0.30399465560913086, + 0.16587157547473907, + 0.1339438110589981, + -0.4681209921836853, + 0.6263397932052612, + 0.022439926862716675, + 0.36362016201019287, + -0.5809798240661621 + ] + ], + "generated_utilities": [ + 0.02933833934366703, + 0.026701053604483604, + 0.02889615297317505, + 0.024253228679299355, + 0.025842389091849327, + 0.03695644810795784, + 0.02473503351211548, + 0.02393794059753418 + ], + "group_id": "ms-482c5c8d208b5907a2c2", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.0359329991042614, + 0.1834145486354828, + 0.04271410033106804, + 0.03202331066131592, + 0.12089761346578598, + 0.03575414419174194, + 0.07773216813802719, + 0.1062050461769104, + 0.10849495977163315, + 0.08369352668523788, + 0.14167599380016327, + 0.008830646984279156, + 0.014355997554957867, + 0.02518286369740963, + 0.07873731851577759, + 0.015250584110617638 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.007817894220352173, + 0.01831631362438202, + 0.14601469039916992, + 0.10826835036277771, + 1.6591682434082031, + -0.005238652229309082, + 0.0, + -0.02753499150276184, + -0.009624123573303223, + 0.5762790441513062, + -0.3171614408493042, + 1.4374253749847412, + 0.7921857833862305, + 0.0, + -0.037753358483314514, + -0.025671005249023438, + 0.027724146842956543, + 0.4680846929550171, + -0.08415359258651733, + 0.033902376890182495, + 0.0 + ], + [ + 0.4543180465698242, + 0.20962828397750854, + 1.14601469039917, + -0.33832865953445435, + 2.659168243408203, + -0.7141264081001282, + 0.3707960247993469, + 0.21857939660549164, + 0.6796972155570984, + 1.5762790441513062, + -1.3171614408493042, + 2.437425374984741, + 1.7921857833862305, + 1.7551628351211548, + -0.19566796720027924, + 0.6842412948608398, + 0.11985036730766296, + 1.468084692955017, + 0.29799214005470276, + 0.3715361952781677, + 0.2624160647392273 + ], + [ + 0.2115812450647354, + -0.09577503800392151, + 0.7509078979492188, + -0.6239187121391296, + 2.4163239002227783, + -0.5409671664237976, + 0.16154196858406067, + 0.5615253448486328, + 1.0765573978424072, + 1.4198161363601685, + -1.430187463760376, + 2.5212466716766357, + 1.9029841423034668, + 1.5550287961959839, + -0.5099657773971558, + 1.0103299617767334, + -0.21028786897659302, + 1.4441221952438354, + 0.5605546236038208, + 0.6799722909927368, + 0.5554409027099609 + ], + [ + 0.46792101860046387, + 0.08014003932476044, + 1.5437835454940796, + 0.08789932727813721, + 2.3046298027038574, + -1.1965231895446777, + 0.8527317047119141, + 0.22510167956352234, + 1.0473172664642334, + 1.3720369338989258, + -1.2376489639282227, + 2.066061019897461, + 2.033992052078247, + 2.166865825653076, + -0.46199846267700195, + 1.1675353050231934, + -0.22657811641693115, + 1.7576167583465576, + 0.766140878200531, + 0.1856600046157837, + 0.008163660764694214 + ], + [ + 0.9431964755058289, + 0.6587716341018677, + 0.8381389379501343, + -0.8407833576202393, + 2.3666741847991943, + -1.05813729763031, + 0.1429125964641571, + 0.10640819370746613, + 1.0277029275894165, + 1.193630576133728, + -0.7695048451423645, + 2.9484994411468506, + 1.1866973638534546, + 1.5341145992279053, + -0.1225738674402237, + 0.9121334552764893, + 0.7116963863372803, + 0.8198207020759583, + 0.6562460660934448, + 0.1118304431438446, + -0.2320157289505005 + ] + ], + "predicted_scores": [ + 4.513394832611084, + 4.43071174621582, + 4.090079307556152, + 3.8164725303649902, + 3.531883716583252, + 3.5223228931427, + 3.261814594268799, + 1.9247063398361206 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "626486813", + "selected_index": 0, + "state_hash": "903f78d5baa541d73612cac5e063bb553fba566c0d4adcb9603aa055d710fb15", + "stored_base_utility": 0.0359329991042614, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.061479806900024414, + 0.07240450382232666, + 0.08380162715911865, + 0.06735861301422119, + 0.11856603622436523, + 0.06361901760101318, + 0.07120835781097412, + 0.07627105712890625 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.061479806900024414, + "contact_quality": null, + "progress": 0.099676214158535, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.099676214158535 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.07240450382232666, + "contact_quality": null, + "progress": 0.1087285652756691, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1087285652756691 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.08380162715911865, + "contact_quality": null, + "progress": 0.08548858016729355, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08548858016729355 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.06735861301422119, + "contact_quality": null, + "progress": 0.11386656761169434, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11386656761169434 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.11856603622436523, + "contact_quality": null, + "progress": 0.11074445396661758, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11074445396661758 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.06361901760101318, + "contact_quality": null, + "progress": 0.0697728767991066, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0697728767991066 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.07120835781097412, + "contact_quality": null, + "progress": 0.1017981767654419, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1017981767654419 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.07627105712890625, + "contact_quality": null, + "progress": 0.1304432898759842, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1304432898759842 + } + ], + "candidate_progress": [ + 0.099676214158535, + 0.1087285652756691, + 0.08548858016729355, + 0.11386656761169434, + 0.11074445396661758, + 0.0697728767991066, + 0.1017981767654419, + 0.1304432898759842 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-37384bede4d1c03f3b80", + "ms-4de1f6d71208bf1d182d", + "ms-37384bede4d1c03f3b80", + "ms-37384bede4d1c03f3b80", + "ms-4de1f6d71208bf1d182d", + "ms-4de1f6d71208bf1d182d", + "ms-19cb10d10516bd0216a6", + "ms-19cb10d10516bd0216a6" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-4da03300d92420e80ed0", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.5112602710723877, + -0.036170631647109985, + -0.19687119126319885, + 0.18899482488632202, + -0.3440634608268738, + 2.035554885864258, + 1.3738713264465332, + 1.3552842140197754, + 0.1974363774061203, + -0.9585553407669067, + -0.48837438225746155, + -0.83040452003479, + -1.9879794120788574, + -2.4691927433013916, + 1.3003997802734375, + -0.1758064329624176, + -0.6852133870124817, + 0.22804103791713715, + 0.10290193557739258, + -1.230342149734497, + -1.037719964981079 + ], + [ + 1.652010440826416, + -0.08852501213550568, + -0.3264736235141754, + 0.08563363552093506, + 0.06110858917236328, + 2.489367723464966, + 1.4617429971694946, + 1.3728699684143066, + 0.1781013309955597, + -0.5554285645484924, + -0.46102210879325867, + -0.9914566278457642, + -1.8836426734924316, + -1.2398346662521362, + 1.3401477336883545, + 0.027565136551856995, + -0.8073790669441223, + -0.4093368649482727, + -0.003592193126678467, + -1.337817907333374, + -1.3056799173355103 + ], + [ + 1.395707130432129, + -0.07548806071281433, + -0.36333999037742615, + 0.3371676504611969, + -0.37334734201431274, + 2.2887661457061768, + 1.7681787014007568, + 1.7186740636825562, + 0.18994101881980896, + -0.9303399324417114, + -0.46992436051368713, + -0.9625687599182129, + -2.338815689086914, + -1.8822776079177856, + 1.473652720451355, + -0.008808815851807594, + -0.5723914504051208, + -0.0077735185623168945, + -0.2649099826812744, + -1.2243329286575317, + -1.180234432220459 + ], + [ + 1.41130530834198, + -0.03388512507081032, + -0.4453376233577728, + 0.3192625939846039, + -0.41345471143722534, + 2.421534538269043, + 1.791428565979004, + 1.5616817474365234, + 0.21968017518520355, + -0.9863590002059937, + -0.3969070017337799, + -0.8980004787445068, + -2.3038125038146973, + -2.1828773021698, + 1.4689831733703613, + -0.0670238584280014, + -0.6010516881942749, + 0.08107490092515945, + -0.17414721846580505, + -1.1393852233886719, + -1.1376663446426392 + ], + [ + 1.3242740631103516, + -0.017855027690529823, + -0.3488393723964691, + 0.33988943696022034, + -0.05801653861999512, + 2.4935195446014404, + 1.2368388175964355, + 1.5544196367263794, + 0.2027500569820404, + -0.9837719202041626, + -0.5526465177536011, + -1.314741611480713, + -2.2653074264526367, + -1.715711236000061, + 1.1994819641113281, + -0.003674011677503586, + -0.6020848155021667, + 0.17346486449241638, + -0.08621448278427124, + -1.4629361629486084, + -0.8441622257232666 + ], + [ + 1.5756937265396118, + -0.03760235756635666, + -0.11426690220832825, + 0.5097342729568481, + -0.4066923260688782, + 2.7934484481811523, + 1.4298474788665771, + 1.8324123620986938, + 0.2694474160671234, + -1.192870020866394, + -0.5304890871047974, + -1.113216757774353, + -2.4279088973999023, + -1.8510197401046753, + 1.255568027496338, + 0.11343050003051758, + -0.5234282612800598, + -0.08109654486179352, + -0.06275111436843872, + -1.0672433376312256, + -0.5222510099411011 + ], + [ + 1.4122685194015503, + -0.010710831731557846, + -0.34215614199638367, + 0.39959874749183655, + -0.3551654815673828, + 2.614156723022461, + 1.841104507446289, + 1.6096144914627075, + 0.1821809560060501, + -0.968092679977417, + -0.6006230115890503, + -1.174932837486267, + -2.2865591049194336, + -1.9419299364089966, + 1.3891205787658691, + 0.03899214416742325, + -0.5874576568603516, + 0.1926056146621704, + -0.036479055881500244, + -1.1694536209106445, + -1.060357689857483 + ], + [ + 1.5942732095718384, + 0.03160622715950012, + -0.4654540717601776, + 0.07813611626625061, + -0.19928976893424988, + 1.8614588975906372, + 0.906723141670227, + 1.2815364599227905, + 0.11306355148553848, + -0.8561086654663086, + -0.22283890843391418, + -0.8658111095428467, + -2.3547122478485107, + -1.2696418762207031, + 1.1710515022277832, + -0.006817867048084736, + -0.5167353749275208, + 0.13697007298469543, + -0.1694985330104828, + -1.1726572513580322, + -0.556362509727478 + ] + ], + "generated_utilities": [ + 0.099676214158535, + 0.1087285652756691, + 0.08548858016729355, + 0.11386656761169434, + 0.11074445396661758, + 0.0697728767991066, + 0.1017981767654419, + 0.1304432898759842 + ], + "group_id": "ms-4da03300d92420e80ed0", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.18184101581573486, + 0.1803790181875229, + 0.09926676750183105, + 0.20791122317314148, + 0.26338279247283936, + 0.2025860995054245, + 0.2575649917125702, + 0.23894403874874115, + 0.2174234390258789, + 2.0, + 0.1918075978755951, + 0.10365168750286102, + 2.0, + 2.0, + 2.0, + 0.15933696925640106 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 1.1168947219848633, + 0.13667210936546326, + -0.051466986536979675, + 0.03360617160797119, + -0.19173425436019897, + 1.7646396160125732, + 0.0, + 0.9886866807937622, + 0.19114632904529572, + -0.3927978277206421, + -0.21108940243721008, + -0.031822919845581055, + -1.6683034896850586, + 0.0, + 0.9908627271652222, + -0.05301591753959656, + 0.08875280618667603, + 0.04224884510040283, + -0.03718748688697815, + -0.06952071189880371, + 0.0 + ], + [ + 2.1713812351226807, + -0.41443270444869995, + -0.23275701701641083, + 0.6524178981781006, + -0.25828492641448975, + 3.331055164337158, + 2.47529673576355, + 1.4984867572784424, + -0.396874338388443, + -0.725897490978241, + 0.1870076060295105, + -0.4014764428138733, + -2.239036798477173, + -2.218061923980713, + 1.6540865898132324, + 0.013689309358596802, + -0.22782719135284424, + 1.2475574016571045, + 0.7231295704841614, + -0.281164288520813, + -1.4593302011489868 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 2.1168947219848633, + 0.045049574226140976, + -0.25911271572113037, + 0.6112266778945923, + -0.5530642867088318, + 2.7646396160125732, + 1.9622430801391602, + 1.9886866807937622, + 0.28067120909690857, + -1.392797827720642, + -0.5793421268463135, + -1.031822919845581, + -2.6683034896850586, + -2.812993049621582, + 1.9908627271652222, + -0.28380459547042847, + -0.7305920720100403, + 0.7978808879852295, + 0.1574108749628067, + -1.0695207118988037, + -0.9408642053604126 + ], + [ + 2.228377103805542, + -0.19656506180763245, + -0.23844876885414124, + 0.6676552295684814, + -0.7639804482460022, + 2.937652111053467, + 1.882341980934143, + 1.8207013607025146, + 0.27702635526657104, + -1.549763798713684, + -0.5955427289009094, + -1.185685157775879, + -2.8421716690063477, + -3.054234266281128, + 1.691805362701416, + -0.37051287293434143, + -0.43653741478919983, + 0.514695405960083, + -0.0132378488779068, + -0.899186372756958, + -0.8349848985671997 + ], + [ + 2.425011157989502, + -0.03216857090592384, + -0.010275468230247498, + 0.4265761971473694, + -0.7737585306167603, + 3.1123812198638916, + 1.5686779022216797, + 2.112421989440918, + 0.3475198745727539, + -1.3452436923980713, + -0.6067132949829102, + -1.1150503158569336, + -2.461210250854492, + -2.8643558025360107, + 2.185579299926758, + -0.6223857402801514, + -0.8183724880218506, + 0.8074819445610046, + 0.536148726940155, + -0.7826522588729858, + -0.6682058572769165 + ], + [ + 1.6831411123275757, + -0.19312052428722382, + 0.010244876146316528, + 1.1032377481460571, + -0.4994945824146271, + 2.9000508785247803, + 2.187715768814087, + 2.200220823287964, + 0.4744641184806824, + -1.6715843677520752, + -0.493664413690567, + -1.459894061088562, + -2.90458345413208, + -2.3254852294921875, + 1.4726771116256714, + -0.21338894963264465, + -1.293912649154663, + 1.3146823644638062, + -0.09375743567943573, + -0.5040683150291443, + -0.9596792459487915 + ], + [ + 1.6738543510437012, + 0.6350066661834717, + 0.19669359922409058, + -0.1396545171737671, + -0.9625160694122314, + 2.207883596420288, + 1.7678128480911255, + 1.319273829460144, + -0.267609566450119, + -0.5747214555740356, + 0.19376236200332642, + -1.4490230083465576, + -2.6397883892059326, + -3.2567262649536133, + 1.2646806240081787, + -0.14523190259933472, + -0.050948500633239746, + 0.6943628787994385, + -0.1503342241048813, + -0.7313232421875, + -1.7930638790130615 + ], + [ + 2.139432668685913, + 0.34125545620918274, + 0.6370852589607239, + 0.8591548204421997, + 0.14890235662460327, + 2.6835381984710693, + 2.324920892715454, + 2.0091233253479004, + 0.13480046391487122, + -0.47407835721969604, + -1.102479100227356, + -1.0710523128509521, + -2.3226847648620605, + -3.6534740924835205, + 1.8767409324645996, + -0.01776304841041565, + -1.167153000831604, + 0.693484902381897, + 0.563054084777832, + -0.17544519901275635, + -0.8315125703811646 + ], + [ + 1.1254388093948364, + -0.03027276322245598, + -0.8753920793533325, + 0.3578681945800781, + -0.4256642460823059, + 1.7686536312103271, + 2.253190517425537, + 2.8274970054626465, + 0.3938461244106293, + -1.4084759950637817, + -0.7252857685089111, + -0.07288885116577148, + -1.7749395370483398, + -2.1030378341674805, + 1.92497980594635, + 0.20398634672164917, + -0.03521168231964111, + 1.4702520370483398, + -0.36331063508987427, + -1.5291211605072021, + -0.8369957804679871 + ] + ], + "predicted_scores": [ + -0.7372039556503296, + -1.3752084970474243, + -1.4443767070770264, + -1.4791752099990845, + -1.5361789464950562, + -1.570736050605774, + -1.783066987991333, + -1.8677958250045776 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1747178030", + "selected_index": 0, + "state_hash": "87c74ddf97c53ddeeaae98467b4a13b1e0e499bd94eddb617759d39164cab542", + "stored_base_utility": 0.18184101581573486, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12186471372842789, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12186471372842789 + }, + "base_progress": 0.12186471372842789, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.12186471372842789, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.018046021461486816, + 0.0, + 0.0, + 0.00024819374084472656, + 0.04072976112365723, + 0.06961226463317871 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.027484357357025146, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.027484357357025146 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.036593418568372726, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.036593418568372726 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.018046021461486816, + "contact_quality": null, + "progress": 0.028883913531899452, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.028883913531899452 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.029857635498046875, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.029857635498046875 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.054433006793260574, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.054433006793260574 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.00024819374084472656, + "contact_quality": null, + "progress": 0.04003695771098137, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04003695771098137 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.04072976112365723, + "contact_quality": null, + "progress": 0.022847533226013184, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.022847533226013184 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.06961226463317871, + "contact_quality": null, + "progress": 0.01663084886968136, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.01663084886968136 + } + ], + "candidate_progress": [ + 0.027484357357025146, + 0.036593418568372726, + 0.028883913531899452, + 0.029857635498046875, + 0.054433006793260574, + 0.04003695771098137, + 0.022847533226013184, + 0.01663084886968136 + ], + "candidate_safety_violation": [ + false, + false, + true, + false, + false, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-e84163d9ef2e7014daca", + "ms-0e592951fa32139b6dc9", + "ms-e84163d9ef2e7014daca", + "ms-dc26b448cce4164a23e6", + "ms-6a3add21affa4796f9be", + "ms-6a3add21affa4796f9be", + "ms-7eaea428dfdef7255a66", + "ms-f85a653af630821f2572" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank4", + "ctt_transport_rank3", + "ctt_transport_rank4", + "ctt_transport_rank5", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-57be9ae181c077e7821f", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.29462093114852905, + -0.0774054154753685, + 1.5769627094268799, + -0.3618561625480652, + 0.5036526918411255, + 2.156928539276123, + 0.7114954590797424, + -0.00959622859954834, + -0.14095507562160492, + 0.9204275608062744, + -0.40336230397224426, + 0.572484016418457, + 1.6446465253829956, + 0.8424959182739258, + 0.8523151278495789, + -0.006757230032235384, + -0.3053961396217346, + 0.20818175375461578, + 0.38278093934059143, + 1.4646739959716797, + 0.5714592933654785 + ], + [ + -0.7189781665802002, + -0.12981989979743958, + 1.7960320711135864, + -0.3498481810092926, + 0.7314093112945557, + 2.3455843925476074, + 1.1978421211242676, + 0.34364771842956543, + -0.13441650569438934, + 0.6249919533729553, + -0.28258660435676575, + 0.3842209279537201, + 1.8826361894607544, + 0.8875470757484436, + 0.9406958222389221, + -0.015049910172820091, + -0.4996548891067505, + -0.10654400289058685, + -0.07094117999076843, + 1.1245417594909668, + 1.1240907907485962 + ], + [ + -0.6437535285949707, + -0.12231114506721497, + 1.5906890630722046, + -0.47427886724472046, + 0.630051851272583, + 2.3429510593414307, + 0.5891128778457642, + 0.11112717539072037, + -0.09270157665014267, + 0.8570314049720764, + -0.3869393765926361, + 0.4916061460971832, + 1.6829215288162231, + 1.0106923580169678, + 0.8837741613388062, + -0.020024310797452927, + -0.47078776359558105, + 0.21935901045799255, + 0.31947845220565796, + 1.751131296157837, + 0.5894386768341064 + ], + [ + -0.6073717474937439, + -0.17489758133888245, + 1.5710384845733643, + -0.6199169754981995, + 0.35213953256607056, + 1.924160361289978, + 0.6029502153396606, + 0.1396850049495697, + -0.05915517359972, + 0.840204656124115, + -0.4547068774700165, + 0.32174965739250183, + 1.6137036085128784, + 1.0134398937225342, + 0.7564653754234314, + -0.08082550764083862, + -0.5375477075576782, + 0.23892632126808167, + 0.3947393298149109, + 1.5370762348175049, + 0.5445114374160767 + ], + [ + -0.6583206653594971, + 0.02448684722185135, + 1.4301633834838867, + -0.42635518312454224, + 0.22675636410713196, + 1.999681830406189, + 0.6410880088806152, + 0.3811848759651184, + -0.12510165572166443, + 0.4425908625125885, + -0.5555667281150818, + 0.537407398223877, + 1.5342084169387817, + 0.4624515771865845, + 0.9108678102493286, + -0.03822552412748337, + -0.6648014783859253, + 0.08308585733175278, + 0.1939975619316101, + 1.7433600425720215, + -0.26163455843925476 + ], + [ + -0.4740174412727356, + 0.07018972933292389, + 1.4542282819747925, + -0.1862088441848755, + 0.2123207151889801, + 2.612164258956909, + 0.23471598327159882, + 0.353244423866272, + -0.10137587040662766, + 0.7761814594268799, + -0.2083347737789154, + 0.24623407423496246, + 1.7616225481033325, + 0.29966431856155396, + 0.8379547595977783, + -0.17779895663261414, + -0.36645764112472534, + 0.18897107243537903, + -0.01647794246673584, + 1.4676942825317383, + 0.5079952478408813 + ], + [ + -0.3271397352218628, + 0.09163160622119904, + 1.1323294639587402, + -0.1726001799106598, + 0.43051397800445557, + 1.7572575807571411, + -0.008498132228851318, + 0.13722121715545654, + 9.447522461414337e-05, + 1.2461258172988892, + -0.2664794623851776, + 0.22108210623264313, + 1.8464056253433228, + 0.9778773188591003, + 0.4947909414768219, + -0.1230720728635788, + 0.07942743599414825, + 0.20110119879245758, + 0.18079906702041626, + 1.7606582641601562, + 0.8291550874710083 + ], + [ + -0.7463374733924866, + 0.016338344663381577, + 1.4451066255569458, + -0.26646384596824646, + -0.11425822973251343, + 2.442800283432007, + 0.04203677177429199, + 0.02025492489337921, + -0.005209000781178474, + 1.2320626974105835, + -0.2880612015724182, + 0.3817063570022583, + 1.9159835577011108, + 0.0847836434841156, + 0.47322729229927063, + -0.1100536435842514, + -0.15959547460079193, + 0.1724131554365158, + 0.15690186619758606, + 1.9575607776641846, + -0.15288189053535461 + ] + ], + "generated_utilities": [ + 0.027484357357025146, + 0.036593418568372726, + 0.028883913531899452, + 0.029857635498046875, + 0.054433006793260574, + 0.04003695771098137, + 0.022847533226013184, + 0.01663084886968136 + ], + "group_id": "ms-57be9ae181c077e7821f", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.28031715750694275, + 0.19804009795188904, + 0.15024888515472412, + 0.23104076087474823, + 0.21580509841442108, + 0.013450047001242638, + 0.20318475365638733, + 0.22562944889068604, + 0.14178292453289032, + 0.15763869881629944, + 0.27735981345176697, + 0.1909358948469162, + 0.06666654348373413, + 2.0, + 0.060366373509168625, + 0.05085722729563713 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -0.06739383935928345, + 0.06319573521614075, + 0.8779754638671875, + -0.03682136535644531, + -0.07093041390180588, + 1.3382306098937988, + 0.0, + 0.07168813049793243, + 0.01971740648150444, + 0.4866671562194824, + 0.07402461767196655, + 0.36222100257873535, + 0.8966265916824341, + 0.0, + 0.48864150047302246, + 0.03574584424495697, + 0.021435141563415527, + 0.0021790266036987305, + -0.06565424799919128, + 1.1393508911132812, + 0.0 + ], + [ + -0.17397063970565796, + -0.08753994852304459, + 0.8779754638671875, + -0.09028738737106323, + -0.17196941375732422, + 1.3382306098937988, + 0.0, + 0.022144019603729248, + 0.1154828891158104, + 0.4866671562194824, + -0.09212043881416321, + 0.36222100257873535, + 0.8966265916824341, + 0.0, + 0.48864150047302246, + -0.2021142691373825, + -0.022606968879699707, + 0.0021790266036987305, + 0.03272634744644165, + 1.1393508911132812, + 0.0 + ], + [ + -1.0144902467727661, + -0.023572498932480812, + 1.8779754638671875, + -1.0368213653564453, + -0.03799626976251602, + 2.338230609893799, + 2.239948272705078, + 0.16168542206287384, + 0.07221447676420212, + 1.4866671562194824, + -0.3557073175907135, + 1.3622210025787354, + 1.896626591682434, + 2.0382778644561768, + 1.4886415004730225, + 0.1997920423746109, + -0.4386618137359619, + 1.0021790266036987, + -0.3174663782119751, + 2.1393508911132812, + 1.9118322134017944 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.479896545410156, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.0765557289123535, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.823664426803589 + ], + [ + -1.0723698139190674, + -0.05779706686735153, + 2.0670831203460693, + -0.830497682094574, + -0.17302533984184265, + 2.2277159690856934, + 2.0435242652893066, + 0.08191673457622528, + 0.08711377531290054, + 1.416495680809021, + -0.5633984804153442, + 1.3216067552566528, + 1.8660295009613037, + 2.2198705673217773, + 1.6887608766555786, + 0.06658947467803955, + -0.4010601043701172, + 1.1803714036941528, + -0.15144284069538116, + 2.308220386505127, + 1.8460347652435303 + ], + [ + -0.8901733756065369, + 0.3378032147884369, + 2.2360360622406006, + -1.207388162612915, + -0.34048303961753845, + 2.460798978805542, + 2.100795030593872, + -0.1847335249185562, + -0.06362440437078476, + 1.2987924814224243, + -0.11972835659980774, + 1.170393943786621, + 2.0620977878570557, + 2.4285032749176025, + 1.3666276931762695, + -0.01825574040412903, + -0.4620283842086792, + 1.1138218641281128, + -0.5787107944488525, + 1.78761887550354, + 1.740113615989685 + ], + [ + -1.1796774864196777, + -0.12369386106729507, + 1.546891689300537, + -1.0500564575195312, + -0.026454759761691093, + 2.177122116088867, + 2.0003931522369385, + 0.13697585463523865, + 0.37715619802474976, + 1.9734747409820557, + -0.16338464617729187, + 1.3775254487991333, + 2.3054146766662598, + 1.5546050071716309, + 1.2645983695983887, + 0.3812609910964966, + 0.02191823720932007, + 1.0944219827651978, + 0.09844094514846802, + 1.8145865201950073, + 2.0624771118164062 + ], + [ + -0.5514534711837769, + -0.4441075921058655, + 1.8971614837646484, + -1.6112515926361084, + 0.1306135058403015, + 2.736365556716919, + 2.270737886428833, + -0.35948747396469116, + 0.03968408331274986, + 1.061530351638794, + -0.29366230964660645, + 1.5066968202590942, + 2.34443998336792, + 2.3445637226104736, + 1.2286460399627686, + 0.13919776678085327, + -0.21014492213726044, + 0.9723342061042786, + -0.5822539329528809, + 1.8932968378067017, + 2.159864664077759 + ], + [ + -0.9470903873443604, + -0.7433359622955322, + 1.798203945159912, + -0.5850675106048584, + -0.7611241340637207, + 2.2761964797973633, + 2.0114798545837402, + 0.7724847793579102, + -0.23453289270401, + 0.7384847402572632, + -1.022956132888794, + 1.0059813261032104, + 1.652310848236084, + 2.6376113891601562, + 2.148331642150879, + 0.9844839572906494, + 0.18531352281570435, + 1.6280735731124878, + -0.06812705099582672, + 2.2684829235076904, + 1.1641287803649902 + ], + [ + -1.729402780532837, + 0.15382106602191925, + 1.0736894607543945, + -0.5141006708145142, + -0.6476962566375732, + 2.0120980739593506, + 2.8703343868255615, + 0.5578619837760925, + -0.8154823184013367, + 1.4325131177902222, + -1.0468122959136963, + 0.9670607447624207, + 1.973939061164856, + 2.7364890575408936, + 1.8303502798080444, + 0.8089333772659302, + -0.41138362884521484, + 1.8146085739135742, + -0.11676108837127686, + 2.3541221618652344, + 2.3875224590301514 + ], + [ + -1.8409323692321777, + -0.2118261456489563, + 1.5354409217834473, + -0.3873547911643982, + 0.7043789029121399, + 2.2068612575531006, + 2.5864486694335938, + 0.8632195591926575, + -0.10360705107450485, + 1.6340630054473877, + -0.017105937004089355, + 1.90720796585083, + 2.608898639678955, + 2.3387808799743652, + 2.3744726181030273, + 0.13692857325077057, + -0.7716406583786011, + 1.3477450609207153, + -0.9811362028121948, + 2.15514874458313, + 2.298004150390625 + ], + [ + -1.2484530210494995, + 0.5977066159248352, + 2.8256869316101074, + -0.3418053388595581, + -1.031638503074646, + 1.7023751735687256, + 1.4487309455871582, + -0.3013373017311096, + -0.3682725131511688, + 2.4404053688049316, + -0.8263542652130127, + 2.1105899810791016, + 2.5769248008728027, + 1.6751525402069092, + 0.8367876410484314, + -0.1554209142923355, + 0.17985862493515015, + 1.0017495155334473, + -0.3176954984664917, + 2.6737403869628906, + 1.7722500562667847 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -1.0015538930892944, + 0.43126925826072693, + 1.2786648273468018, + -0.7182899713516235, + 0.06109866499900818, + 2.323270797729492, + 1.3882524967193604, + -0.2783380150794983, + 0.35085979104042053, + 0.5870303511619568, + -1.0134913921356201, + 0.4675567150115967, + 0.9185858964920044, + 1.9441449642181396, + 1.3693488836288452, + 0.05759717524051666, + 0.19058758020401, + 1.9360744953155518, + -1.0018632411956787, + 2.043489456176758, + 1.1226990222930908 + ] + ], + "predicted_scores": [ + 3.1244122982025146, + 3.079925060272217, + 2.9181902408599854, + 2.9097139835357666, + 2.362544536590576, + 2.1027863025665283, + 1.8373030424118042, + 1.6354631185531616 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1549324805", + "selected_index": 0, + "state_hash": "9c4de49d50d74c8c571620759fff1d43be23093a5f66e946f7ae6d75cb26ade5", + "stored_base_utility": 0.28031715750694275, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.3507305383682251, + 0.4166961908340454, + 0.4105106592178345, + 0.38481664657592773, + 0.3745373487472534, + 0.38696420192718506, + 0.28784966468811035, + 0.37471580505371094 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3507305383682251, + "contact_quality": null, + "progress": 0.12105005979537964, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12105005979537964 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.4166961908340454, + "contact_quality": null, + "progress": 0.10957201570272446, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10957201570272446 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.4105106592178345, + "contact_quality": null, + "progress": 0.1047411784529686, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1047411784529686 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.38481664657592773, + "contact_quality": null, + "progress": 0.1136091947555542, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1136091947555542 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3745373487472534, + "contact_quality": null, + "progress": 0.10389473289251328, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10389473289251328 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.38696420192718506, + "contact_quality": null, + "progress": 0.11038342863321304, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11038342863321304 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.28784966468811035, + "contact_quality": null, + "progress": 0.09517582505941391, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09517582505941391 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.37471580505371094, + "contact_quality": null, + "progress": 0.1170603409409523, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1170603409409523 + } + ], + "candidate_progress": [ + 0.12105005979537964, + 0.10957201570272446, + 0.1047411784529686, + 0.1136091947555542, + 0.10389473289251328, + 0.11038342863321304, + 0.09517582505941391, + 0.1170603409409523 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-ff129e39095c2861b522", + "ms-68b43d83b97196e0d27f", + "ms-68b43d83b97196e0d27f", + "ms-68b43d83b97196e0d27f", + "ms-ff129e39095c2861b522", + "ms-ff129e39095c2861b522", + "ms-68b43d83b97196e0d27f", + "ms-68b43d83b97196e0d27f" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-6388b5d2356c556c3e55", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.0942445695400238, + 0.01322120800614357, + 2.122138023376465, + -0.12078355252742767, + 0.847901463508606, + 3.6743314266204834, + 2.615778684616089, + 2.7665019035339355, + -0.5029035806655884, + -0.6653576493263245, + 1.7769790887832642, + 0.5433652997016907, + 2.13162899017334, + 1.7833267450332642, + -0.34067270159721375, + 0.1706744134426117, + 0.958346426486969, + 0.38008183240890503, + 1.3245620727539062, + 2.2889411449432373, + 2.4863014221191406 + ], + [ + -0.12194724380970001, + 0.14812691509723663, + 1.919344186782837, + 0.31718531250953674, + 0.5025626420974731, + 3.5923099517822266, + 2.561339855194092, + 2.4169533252716064, + -0.39244335889816284, + -0.3703029453754425, + 1.7106329202651978, + 0.28747692704200745, + 2.1592376232147217, + 1.7867399454116821, + -0.40357643365859985, + 0.04693908244371414, + 1.4518924951553345, + -0.1293845921754837, + 1.4053494930267334, + 2.913727045059204, + 2.4340338706970215 + ], + [ + 0.11901859939098358, + 0.23366768658161163, + 2.0622758865356445, + 0.18206888437271118, + 0.6239916682243347, + 3.9237847328186035, + 2.321627616882324, + 2.4373812675476074, + -0.3530143201351166, + -0.5946438312530518, + 2.0347020626068115, + 0.2718357443809509, + 2.1446971893310547, + 1.9949893951416016, + -0.2996757924556732, + 0.10167187452316284, + 1.7977938652038574, + -0.013760358095169067, + 1.539489507675171, + 2.8710780143737793, + 2.251810312271118 + ], + [ + -0.15165166556835175, + 0.22673390805721283, + 1.8301206827163696, + 0.24447128176689148, + 0.6827245354652405, + 3.611037015914917, + 2.423847198486328, + 2.314605712890625, + -0.3803556263446808, + -0.308265745639801, + 1.6131653785705566, + 0.3097230792045593, + 2.0366249084472656, + 1.6747244596481323, + -0.41861504316329956, + 0.05727851763367653, + 1.440242052078247, + -0.0493907630443573, + 1.3679323196411133, + 2.757476806640625, + 2.610281467437744 + ], + [ + 0.0029539018869400024, + -0.011309400200843811, + 2.281346321105957, + -0.20985615253448486, + 0.9329734444618225, + 3.462388753890991, + 2.6340267658233643, + 2.9442789554595947, + -0.4480198919773102, + -0.7121638059616089, + 1.6640464067459106, + 0.4797523319721222, + 2.2240242958068848, + 1.7580634355545044, + -0.2861120104789734, + 0.20192532241344452, + 0.9605686664581299, + 0.22453142702579498, + 1.3895268440246582, + 2.4045166969299316, + 2.1827030181884766 + ], + [ + 0.03988523781299591, + 0.05819639563560486, + 2.207759141921997, + -0.07465162873268127, + 0.9154313802719116, + 3.3619794845581055, + 2.665466070175171, + 2.8434300422668457, + -0.43761876225471497, + -0.6621302366256714, + 1.6954046487808228, + 0.5122708082199097, + 2.398127555847168, + 1.805187463760376, + -0.2733704447746277, + 0.19071614742279053, + 0.9423417448997498, + 0.22657182812690735, + 1.402381181716919, + 2.2970120906829834, + 2.2679529190063477 + ], + [ + 0.20778588950634003, + 0.1621793955564499, + 2.0209639072418213, + 0.2479952573776245, + 1.00028657913208, + 3.350590467453003, + 1.9945034980773926, + 2.6144237518310547, + -0.4120972454547882, + -0.4094666838645935, + 1.315246343612671, + 0.12608402967453003, + 1.8341556787490845, + 1.5066211223602295, + -0.2569786012172699, + 0.2151353508234024, + 1.4130109548568726, + -0.11029468476772308, + 1.7737808227539062, + 2.0549137592315674, + 3.1054301261901855 + ], + [ + 0.08067049831151962, + 0.2848883867263794, + 2.1007468700408936, + 0.1741902232170105, + 1.0989024639129639, + 3.687058448791504, + 1.906670093536377, + 2.251471996307373, + -0.3670569062232971, + -0.4377703070640564, + 1.5929352045059204, + 0.2061825394630432, + 2.3396599292755127, + 1.3730857372283936, + -0.3771718144416809, + 0.049234144389629364, + 1.2998597621917725, + -0.1430085450410843, + 1.8168580532073975, + 2.252124547958374, + 2.753739595413208 + ] + ], + "generated_utilities": [ + 0.12105005979537964, + 0.10957201570272446, + 0.1047411784529686, + 0.1136091947555542, + 0.10389473289251328, + 0.11038342863321304, + 0.09517582505941391, + 0.1170603409409523 + ], + "group_id": "ms-6388b5d2356c556c3e55", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.08186312764883041, + 0.11667267978191376, + 0.09751813113689423, + 2.0, + 0.27431026101112366, + 0.11760994046926498, + 0.20386962592601776, + 0.19832774996757507, + 0.22735612094402313, + 0.1356993168592453, + 0.1713169515132904, + 0.1792232096195221, + 0.06848804652690887, + 0.1094626635313034, + 0.11555596441030502, + 2.0 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.0018978863954544067, + -0.4448504149913788, + 0.7108399868011475, + -0.33157044649124146, + -0.062200844287872314, + 1.4758033752441406, + 0.0, + 1.4153923988342285, + 0.14116239547729492, + 0.00777280330657959, + 0.5541017055511475, + 0.07029426097869873, + 0.26837193965911865, + 0.0, + -0.015542566776275635, + 0.3573532998561859, + 0.6168417930603027, + 0.3612897992134094, + 0.369077205657959, + 1.5924487113952637, + 0.0 + ], + [ + -0.09549225866794586, + -0.20593886077404022, + 1.7108399868011475, + -0.1554051786661148, + 0.9377991557121277, + 2.4758033752441406, + 2.4156031608581543, + 2.4153923988342285, + -0.2459496259689331, + -0.9922271966934204, + 1.5541017055511475, + 0.4461512267589569, + 1.2501436471939087, + 1.7566912174224854, + -0.8014360666275024, + 0.04551727697253227, + 1.6168417930603027, + 0.5393297672271729, + 1.369077205657959, + 2.5924487113952637, + 3.1126015186309814 + ], + [ + -0.11610143631696701, + -0.3961976170539856, + 1.9081053733825684, + -0.14575888216495514, + 1.1381605863571167, + 2.7434439659118652, + 2.5136890411376953, + 2.6401467323303223, + -0.45453745126724243, + -0.9589858651161194, + 1.4083189964294434, + 0.5800129175186157, + 0.9940754175186157, + 1.7450767755508423, + -1.0145976543426514, + 0.3312625586986542, + 1.4729199409484863, + 0.2520747482776642, + 1.3623151779174805, + 2.5670394897460938, + 3.3589630126953125 + ], + [ + -0.2318952977657318, + 0.024853751063346863, + 1.829875111579895, + 0.09877045452594757, + 1.1515556573867798, + 2.2239503860473633, + 2.153250217437744, + 2.8057901859283447, + -0.1800437569618225, + -1.2225371599197388, + 1.421208143234253, + 0.6627710461616516, + 1.3895055055618286, + 1.856442928314209, + -0.5928603410720825, + 0.4364123046398163, + 1.7852745056152344, + 0.3345714807510376, + 1.1167365312576294, + 2.7676005363464355, + 3.041402578353882 + ], + [ + -0.2227625697851181, + -0.012646213173866272, + 1.7988159656524658, + 0.21457992494106293, + 0.8877373933792114, + 2.9257700443267822, + 2.2101094722747803, + 2.2874886989593506, + -0.09066365659236908, + -0.49909964203834534, + 2.042389392852783, + 0.6287553906440735, + 1.074569582939148, + 1.7805378437042236, + -1.1840007305145264, + 0.3728531002998352, + 1.165173053741455, + 0.3054528832435608, + 1.4924153089523315, + 2.5540966987609863, + 2.664964199066162 + ], + [ + -0.6864494681358337, + 0.119636669754982, + 1.2460956573486328, + -0.6367122530937195, + 1.4080986976623535, + 2.5262017250061035, + 2.508194923400879, + 2.1323020458221436, + -0.43302130699157715, + -1.2678899765014648, + 1.0870052576065063, + 0.46296897530555725, + 0.765267550945282, + 2.3093044757843018, + -0.46595194935798645, + -0.43870145082473755, + 2.028986930847168, + 0.26284897327423096, + 1.5542359352111816, + 2.530392646789551, + 2.7435970306396484 + ], + [ + 0.18175412714481354, + -0.478390634059906, + 1.286731481552124, + -0.8066962361335754, + 1.4787592887878418, + 2.1033878326416016, + 1.750453233718872, + 2.047861099243164, + 0.3163147568702698, + -0.30588728189468384, + 1.0766479969024658, + 0.5822455286979675, + 1.673675775527954, + 2.039386510848999, + -0.62891685962677, + 0.615638792514801, + 2.018416404724121, + 0.2530737817287445, + 1.34544837474823, + 3.2287912368774414, + 2.9459850788116455 + ], + [ + 0.5059412121772766, + 0.17952178418636322, + 1.3319568634033203, + -0.8850483894348145, + 0.6336387395858765, + 1.775376796722412, + 2.3280270099639893, + 1.7305657863616943, + -0.02617873251438141, + -0.7963138818740845, + 1.9142115116119385, + 0.6635866165161133, + 1.3493314981460571, + 1.9258644580841064, + -0.3795176148414612, + 0.7861210107803345, + 1.0032029151916504, + 0.8491684794425964, + 0.5918128490447998, + 2.399027109146118, + 2.3932981491088867 + ], + [ + -0.34448128938674927, + -0.2996852695941925, + 0.9233196377754211, + -0.22890916466712952, + 1.6932814121246338, + 3.465762138366699, + 2.2005038261413574, + 2.6472361087799072, + -0.8981531858444214, + -0.2658765912055969, + 1.8755900859832764, + 0.2962568402290344, + 1.8239326477050781, + 1.0176585912704468, + -0.7912051677703857, + 0.6727061867713928, + 2.199978828430176, + 1.015731692314148, + 0.43087130784988403, + 3.5876548290252686, + 3.893789052963257 + ] + ], + "predicted_scores": [ + 3.487855911254883, + 3.332883834838867, + 3.239043712615967, + 3.2214834690093994, + 2.626530885696411, + 2.6170806884765625, + 2.254727363586426, + 1.919526219367981 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "2015956957", + "selected_index": 0, + "state_hash": "38d539e46140304e3f157cbc207aa0d9489e5470633c216a0379906af445a1ec", + "stored_base_utility": 0.08186312764883041, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07133767753839493, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07133767753839493 + }, + "base_progress": 0.07133767753839493, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.07133767753839493, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0487198643386364, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0487198643386364 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06344842910766602, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06344842910766602 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06581854820251465, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06581854820251465 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04550423100590706, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04550423100590706 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07181030511856079, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07181030511856079 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03335750102996826, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03335750102996826 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.040430884808301926, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.040430884808301926 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03607042506337166, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03607042506337166 + } + ], + "candidate_progress": [ + 0.0487198643386364, + 0.06344842910766602, + 0.06581854820251465, + 0.04550423100590706, + 0.07181030511856079, + 0.03335750102996826, + 0.040430884808301926, + 0.03607042506337166 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-7e88428497a6b13936c4", + "ms-d535b38d768633f6d922", + "ms-d535b38d768633f6d922", + "ms-a2518826fa0a816cc46f", + "ms-3a4e2d080c9c4b279895", + "ms-3a4e2d080c9c4b279895", + "ms-3a4e2d080c9c4b279895", + "ms-3a4e2d080c9c4b279895" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-638d2ba1917eff4d09e0", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.07893633097410202, + -0.1957414299249649, + 0.6255686283111572, + 0.042352378368377686, + 1.5563855171203613, + 1.0541759729385376, + 0.47946277260780334, + 0.053793758153915405, + -0.1173454225063324, + 0.16719114780426025, + 0.10397389531135559, + 0.6982701420783997, + 0.5279859304428101, + 0.2788470983505249, + 0.6647937893867493, + -0.2314397692680359, + -0.47110408544540405, + -0.05870272219181061, + 0.7410340309143066, + -0.5501576662063599, + -0.42343786358833313 + ], + [ + 0.028757669031620026, + -0.5628349184989929, + 0.7922954559326172, + -0.4776375889778137, + 1.4864435195922852, + 0.9885423183441162, + 0.8019843101501465, + 0.2093401551246643, + -0.29142504930496216, + 0.16962885856628418, + -0.21368956565856934, + 0.5790097117424011, + 0.5470132827758789, + 0.4295054078102112, + 0.5545695424079895, + -0.062343038618564606, + -0.41419821977615356, + -0.09317044913768768, + 0.968284010887146, + -0.7283267378807068, + -0.2630724012851715 + ], + [ + -0.030072152614593506, + -0.5302419066429138, + 0.89045250415802, + -0.3790954351425171, + 1.1710877418518066, + 0.9507952928543091, + 0.7067590355873108, + 0.244562566280365, + -0.23488326370716095, + 0.25158417224884033, + -0.12541529536247253, + 0.43042758107185364, + 0.581015944480896, + 0.5421715974807739, + 0.6704741716384888, + -0.0783902108669281, + -0.36482858657836914, + -0.07893292605876923, + 1.0862648487091064, + -0.5756645798683167, + -0.07928293943405151 + ], + [ + -0.02016909420490265, + -0.3924538493156433, + 0.6303195357322693, + -0.14840936660766602, + 1.6507318019866943, + 0.9704700708389282, + 1.03913414478302, + 0.014982163906097412, + -0.37064144015312195, + 0.21075448393821716, + 0.08789893984794617, + 0.47261425852775574, + 0.006594598293304443, + 0.5686493515968323, + 0.5752916932106018, + -0.05683065578341484, + -0.3056880831718445, + -0.2617245316505432, + 0.5631704926490784, + -0.5682862997055054, + -0.5843751430511475 + ], + [ + -0.16439507901668549, + -0.5452999472618103, + 0.9255087375640869, + -0.2636851668357849, + 1.1925256252288818, + 0.6688969135284424, + 0.683969259262085, + 0.34065136313438416, + -0.23924261331558228, + 0.020311884582042694, + 0.07762080430984497, + 0.3680097758769989, + -0.14440402388572693, + 0.40628790855407715, + 0.6585126519203186, + -0.012259199284017086, + -0.31891828775405884, + -0.055138662457466125, + 0.8124575018882751, + -1.057796597480774, + -0.2876846194267273 + ], + [ + -0.5747261643409729, + -0.2960284948348999, + 1.1443394422531128, + -0.011131763458251953, + 1.4448764324188232, + 1.3166149854660034, + 0.36948162317276, + 0.2676078677177429, + -0.23744958639144897, + 0.24740390479564667, + 0.1805804818868637, + 0.3650011122226715, + 0.04879811406135559, + 0.6617887616157532, + 0.4255782663822174, + -0.020906606689095497, + -0.6021167635917664, + -0.2015226036310196, + 0.9551994204521179, + -0.4870321750640869, + -0.6823674440383911 + ], + [ + -0.2991940379142761, + -0.27877092361450195, + 1.0606086254119873, + 0.0635751485824585, + 1.4943656921386719, + 1.1433640718460083, + 0.2602914571762085, + 0.14922180771827698, + -0.2306392639875412, + 0.2940439283847809, + 0.11279663443565369, + 0.46814030408859253, + 0.12980344891548157, + 0.5309794545173645, + 0.7206954956054688, + 0.0034124935045838356, + -0.36658865213394165, + -0.13716374337673187, + 0.9257565140724182, + -0.6077399253845215, + -0.5039111375808716 + ], + [ + -0.30831319093704224, + -0.25118809938430786, + 1.1416053771972656, + 0.2445237636566162, + 1.7705943584442139, + 1.2079710960388184, + 0.5199281573295593, + 0.16266554594039917, + -0.22035400569438934, + 0.11742696166038513, + 0.13675209879875183, + 0.553437352180481, + -0.02294105291366577, + 0.9224461317062378, + 0.64771968126297, + 0.05954410508275032, + -0.4244830012321472, + -0.2714122533798218, + 0.8647759556770325, + -0.34757792949676514, + -0.20455899834632874 + ] + ], + "generated_utilities": [ + 0.0487198643386364, + 0.06344842910766602, + 0.06581854820251465, + 0.04550423100590706, + 0.07181030511856079, + 0.03335750102996826, + 0.040430884808301926, + 0.03607042506337166 + ], + "group_id": "ms-638d2ba1917eff4d09e0", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.028925320133566856, + 0.11176212877035141, + 0.057868462055921555, + 0.09960909932851791, + 0.07349967956542969, + 0.029011588543653488, + 0.06443297863006592, + 0.05166193097829819, + 0.025834282860159874, + 0.056667208671569824, + 0.04477008432149887, + 0.019685089588165283, + 0.018628716468811035, + 0.08587563037872314, + 0.02232462167739868, + 0.010265171527862549 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.04120570421218872, + 0.038339823484420776, + 0.5979268550872803, + -0.05306033045053482, + 1.9043312072753906, + 0.6329002380371094, + 0.0, + 0.3407015800476074, + -0.21580028533935547, + -0.036036908626556396, + -0.004389047622680664, + 0.5364620685577393, + 0.026709645986557007, + 0.0, + 1.0126078128814697, + -0.10034149885177612, + -0.16565871238708496, + 0.07125610113143921, + 1.3883657455444336, + -0.547389030456543, + 0.0 + ], + [ + -0.5276790261268616, + -0.19392354786396027, + 0.5979268550872803, + 0.05016906559467316, + 1.9043312072753906, + 0.6329002380371094, + 0.0, + 0.6852816939353943, + -0.21580028533935547, + 0.04531368613243103, + -0.09276384115219116, + 0.5364620685577393, + 0.021915271878242493, + 0.0, + 1.0126078128814697, + 0.29255303740501404, + -0.16565871238708496, + 0.14600259065628052, + 1.3883657455444336, + -0.547389030456543, + 0.0 + ], + [ + 0.5910290479660034, + -0.038985610008239746, + 1.5555552244186401, + -1.028314232826233, + 2.3103959560394287, + 0.8163888454437256, + 2.064336061477661, + 1.168483018875122, + -0.21718227863311768, + -0.19770365953445435, + 0.11310696601867676, + 0.6850457191467285, + -0.06804794818162918, + 0.33076921105384827, + 1.7529149055480957, + -0.562712550163269, + -1.6352436542510986, + 0.1224215030670166, + 3.354771852493286, + -1.1317338943481445, + -1.7348618507385254 + ] + ], + "predicted_scores": [ + 3.825876474380493, + 3.156008005142212, + 3.0805559158325195, + 2.9980039596557617, + 2.9690945148468018, + 2.3791425228118896, + 2.342170238494873, + 2.069310188293457 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "767747424", + "selected_index": 0, + "state_hash": "5d6f4227fab3b4bb36756c9a15c32b6fe6c9a0ae4b07b3f20a2bd65c2594df13", + "stored_base_utility": 0.028925320133566856, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08238867670297623, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08238867670297623 + }, + "base_progress": 0.08238867670297623, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.08238867670297623, + "candidate_action_clip_max_abs": [ + 0.12744784355163574, + 0.07033002376556396, + 0.11046957969665527, + 0.10907375812530518, + 0.06699669361114502, + 0.08419549465179443, + 0.04447317123413086, + 0.16878557205200195 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.12744784355163574, + "contact_quality": null, + "progress": 0.04489000514149666, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04489000514149666 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.07033002376556396, + "contact_quality": null, + "progress": 0.044504981487989426, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.044504981487989426 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.11046957969665527, + "contact_quality": null, + "progress": 0.03436458110809326, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03436458110809326 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.10907375812530518, + "contact_quality": null, + "progress": 0.04406197741627693, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04406197741627693 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.06699669361114502, + "contact_quality": null, + "progress": 0.03612273931503296, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03612273931503296 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.08419549465179443, + "contact_quality": null, + "progress": 0.042709846049547195, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.042709846049547195 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.04447317123413086, + "contact_quality": null, + "progress": 0.02288474701344967, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.02288474701344967 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.16878557205200195, + "contact_quality": null, + "progress": 0.02681676484644413, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.02681676484644413 + } + ], + "candidate_progress": [ + 0.04489000514149666, + 0.044504981487989426, + 0.03436458110809326, + 0.04406197741627693, + 0.03612273931503296, + 0.042709846049547195, + 0.02288474701344967, + 0.02681676484644413 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-2e40499cb146da6f89e7", + "ms-a6a6de64c39abad45f86", + "ms-2e40499cb146da6f89e7", + "ms-2e40499cb146da6f89e7", + "ms-2e40499cb146da6f89e7", + "ms-2e40499cb146da6f89e7", + "ms-2e40499cb146da6f89e7", + "ms-2e40499cb146da6f89e7" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-652ad552ba98d2736620", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.26134276390075684, + 0.18752413988113403, + 0.7851358652114868, + -0.4900813400745392, + 1.3586459159851074, + 2.144928455352783, + 0.4849436283111572, + 0.09472308307886124, + -0.17200522124767303, + 0.3201557993888855, + -0.04100923240184784, + 0.9735180139541626, + 0.6465432643890381, + 0.6362746953964233, + -0.18229225277900696, + -0.3500727117061615, + 0.9398484826087952, + 0.18400809168815613, + 0.8511344790458679, + 2.299159049987793, + 0.8442443609237671 + ], + [ + 0.4993927478790283, + 0.2592089772224426, + 0.6970797181129456, + -0.49276402592658997, + 1.3764119148254395, + 1.8851065635681152, + 1.0116740465164185, + 0.149867981672287, + -0.19224679470062256, + 0.502299964427948, + 0.02056073397397995, + 0.7426077723503113, + 0.20423921942710876, + 0.3462560176849365, + -0.19752079248428345, + -0.41506141424179077, + 1.025781273841858, + 0.23578211665153503, + 0.9536352157592773, + 2.1323652267456055, + 1.1390751600265503 + ], + [ + 0.23552468419075012, + 0.26545006036758423, + 1.02315354347229, + -0.3835682272911072, + 1.4428446292877197, + 1.6344743967056274, + 0.9326393604278564, + 0.08271729201078415, + -0.1144709438085556, + 0.55406254529953, + -0.07986351102590561, + 1.036424160003662, + 0.5223067998886108, + 0.2003154158592224, + -0.1234550029039383, + -0.47272878885269165, + 0.8687977194786072, + 0.09127411991357803, + 0.5245155096054077, + 2.2466845512390137, + 0.5629215240478516 + ], + [ + 0.6485424637794495, + 0.2659718990325928, + 0.7912739515304565, + -0.22258444130420685, + 1.9073152542114258, + 2.338486433029175, + 0.816939651966095, + 0.07499483972787857, + -0.22939178347587585, + 0.4574127495288849, + -0.2151765525341034, + 0.8252300024032593, + -0.2057625651359558, + 0.15646444261074066, + -0.24674516916275024, + -0.3435872793197632, + 1.0088459253311157, + 0.1379513442516327, + 0.6394302845001221, + 2.529512405395508, + 1.6277999877929688 + ], + [ + 0.29795968532562256, + 0.2356836050748825, + 0.9017691612243652, + -0.33309292793273926, + 1.5283701419830322, + 1.768061637878418, + 0.9272626042366028, + 0.011518016457557678, + -0.1922568529844284, + 0.5288769602775574, + -0.08675973862409592, + 0.9298781752586365, + 0.22225776314735413, + 0.11876215040683746, + -0.0413752906024456, + -0.4761066734790802, + 0.9601873159408569, + 0.24059318006038666, + 0.6065998077392578, + 2.1050989627838135, + 0.5962051153182983 + ], + [ + 0.5069093704223633, + 0.31559544801712036, + 0.9834035634994507, + -0.23991091549396515, + 1.659259557723999, + 1.5628968477249146, + 0.44641178846359253, + 0.14224165678024292, + -0.11567237973213196, + 0.49169081449508667, + -0.016162514686584473, + 0.8210493326187134, + -0.10873079299926758, + -0.45875513553619385, + -0.1041465699672699, + -0.5218084454536438, + 0.8658210039138794, + 0.2104426920413971, + 0.9188103079795837, + 2.3409910202026367, + 0.7432700395584106 + ], + [ + 0.2748166024684906, + 0.31236952543258667, + 1.285491704940796, + -0.22347761690616608, + 1.297964334487915, + 1.4328941106796265, + 1.1358661651611328, + -0.20941302180290222, + -0.1517447680234909, + 0.5143058896064758, + -0.08030762523412704, + 0.8607900142669678, + -0.22644035518169403, + 0.1026025265455246, + 0.04739394783973694, + -0.2921472489833832, + 1.3059388399124146, + 0.3373483717441559, + 0.5298892259597778, + 2.1490399837493896, + 0.6370664834976196 + ], + [ + 0.32631930708885193, + 0.216108039021492, + 1.1721818447113037, + -0.24735911190509796, + 1.4635465145111084, + 1.5768963098526, + 0.581432044506073, + -0.15145254135131836, + -0.19111141562461853, + 0.4400157928466797, + 0.0866793617606163, + 0.8975776433944702, + 0.3951941430568695, + 0.19852027297019958, + -0.09227485954761505, + -0.29147425293922424, + 1.2488144636154175, + 0.2569804787635803, + 0.6759045124053955, + 2.6484546661376953, + 1.2351161241531372 + ] + ], + "generated_utilities": [ + 0.04489000514149666, + 0.044504981487989426, + 0.03436458110809326, + 0.04406197741627693, + 0.03612273931503296, + 0.042709846049547195, + 0.02288474701344967, + 0.02681676484644413 + ], + "group_id": "ms-652ad552ba98d2736620", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.08378833532333374, + 0.10458396375179291, + 0.19086095690727234, + 0.04039820283651352, + 0.15980230271816254, + 0.0428888201713562, + 0.2367449700832367, + 0.18185830116271973, + 0.17593276500701904, + 0.16103637218475342, + 0.15250858664512634, + 0.05226989835500717, + 0.1701633185148239, + 0.11590366065502167, + 0.05217729136347771, + 0.03575938940048218 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.09009888768196106, + 0.08798432350158691, + 0.718157172203064, + -0.6351244449615479, + 1.405301570892334, + 0.6596384048461914, + 0.0, + 0.060225605964660645, + -0.0894029438495636, + -0.10323715209960938, + 0.052752673625946045, + 0.5354657173156738, + -0.013395614922046661, + 0.0, + -0.3450838029384613, + -0.11172826588153839, + 0.7912200689315796, + 0.33702391386032104, + 0.5586241483688354, + 1.8093180656433105, + 0.0 + ], + [ + 0.557296633720398, + 1.087984323501587, + 1.718157172203064, + -1.6351244449615479, + 2.405301570892334, + 1.6596384048461914, + 1.7430553436279297, + 0.3360595703125, + -0.2521040737628937, + 0.8967628479003906, + 0.26587578654289246, + 1.5354657173156738, + -0.12294083833694458, + -0.022678710520267487, + -0.416314959526062, + -0.26016199588775635, + 1.7912200689315796, + -0.16825227439403534, + 1.5586241483688354, + 2.8093180656433105, + 2.2589924335479736 + ], + [ + 0.2635665237903595, + 1.0005124807357788, + 1.973160743713379, + -1.7548720836639404, + 2.176497459411621, + 1.5416926145553589, + 1.9556171894073486, + 0.2215275913476944, + -0.5432531833648682, + 0.8434366583824158, + 0.3559061288833618, + 1.6657240390777588, + -0.3025258779525757, + 0.04401832073926926, + -0.17062894999980927, + -0.1509227454662323, + 1.7901219129562378, + 0.0010261386632919312, + 1.726505994796753, + 2.9778714179992676, + 2.0530292987823486 + ], + [ + 0.23987123370170593, + 0.8904718160629272, + 1.467047929763794, + -1.990342378616333, + 2.7685346603393555, + 2.0486786365509033, + 2.013002395629883, + 0.006436288356781006, + -0.25436922907829285, + 1.1101897954940796, + 0.4448293447494507, + 1.3105798959732056, + 0.07367905974388123, + 0.23779401183128357, + -0.34580594301223755, + -0.35948312282562256, + 1.4435756206512451, + -0.35472720861434937, + 1.801603078842163, + 3.0683224201202393, + 2.2330009937286377 + ], + [ + 0.6738064289093018, + 1.3973212242126465, + 2.0960373878479004, + -1.735988736152649, + 2.5216798782348633, + 1.1975955963134766, + 2.234865665435791, + 0.4602587819099426, + -0.7169049382209778, + 0.9412583708763123, + 0.7081141471862793, + 1.1730585098266602, + -0.016052812337875366, + -0.10474976152181625, + -0.03458032011985779, + 0.044317394495010376, + 1.6339548826217651, + -0.5292693376541138, + 1.5412750244140625, + 3.018833875656128, + 2.6051149368286133 + ], + [ + 0.6305910348892212, + 1.540043592453003, + 1.626009464263916, + -1.8823078870773315, + 2.2431485652923584, + 2.1866872310638428, + 2.3003249168395996, + 0.25838330388069153, + -0.2936764061450958, + 1.2413102388381958, + -0.12014040350914001, + 1.743309497833252, + 0.3618801534175873, + -0.37178292870521545, + 0.11553955078125, + 0.04856392741203308, + 1.2029554843902588, + 0.04960852861404419, + 2.0190422534942627, + 2.5883281230926514, + 2.7636377811431885 + ], + [ + 0.5004369616508484, + 1.4795310497283936, + 2.325191020965576, + -1.7464677095413208, + 1.9271103143692017, + 1.2483245134353638, + 1.9852193593978882, + 0.24291110038757324, + 0.4463852345943451, + 0.5267151594161987, + 0.32179588079452515, + 1.2356117963790894, + 0.03201058506965637, + 0.2881847023963928, + -1.0345205068588257, + -0.4171831011772156, + 1.5080864429473877, + 0.11479203402996063, + 1.9481834173202515, + 2.840816020965576, + 2.427428960800171 + ], + [ + -0.3133848309516907, + 0.43174320459365845, + 2.305823802947998, + -1.657350778579712, + 2.010749578475952, + 1.9222235679626465, + 1.3648147583007812, + 0.1938892900943756, + -0.6084526777267456, + 0.7855725288391113, + -0.07715931534767151, + 0.9140809178352356, + -0.9242425560951233, + -0.4681842029094696, + -0.07827043533325195, + -0.23733587563037872, + 0.9328996539115906, + -0.6088451147079468, + 0.8040639162063599, + 2.620466947555542, + 2.5148611068725586 + ] + ], + "predicted_scores": [ + 3.2382750511169434, + 2.7581379413604736, + 2.716491460800171, + 2.5415618419647217, + 2.2978596687316895, + 2.1245126724243164, + 1.9453986883163452, + 1.8364180326461792 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "767747424", + "selected_index": 0, + "state_hash": "8c1ab306d1e82f81085196c60b3c846d2e2eb20ebc538597af359a6252623e7e", + "stored_base_utility": 0.08378833532333374, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09506181627511978, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09506181627511978 + }, + "base_progress": 0.09506181627511978, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.09506181627511978, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1158682107925415, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1158682107925415 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11428878456354141, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11428878456354141 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11640194803476334, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11640194803476334 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11890935897827148, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11890935897827148 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1285247951745987, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1285247951745987 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13576678931713104, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13576678931713104 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13345976173877716, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13345976173877716 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13312993943691254, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13312993943691254 + } + ], + "candidate_progress": [ + 0.1158682107925415, + 0.11428878456354141, + 0.11640194803476334, + 0.11890935897827148, + 0.1285247951745987, + 0.13576678931713104, + 0.13345976173877716, + 0.13312993943691254 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-7a044cb6c7bb03f3ea10", + "ms-25ab20bb3da8ba34be95", + "ms-25ab20bb3da8ba34be95", + "ms-7a044cb6c7bb03f3ea10", + "ms-48178f52a96de3d1ead0", + "ms-7a044cb6c7bb03f3ea10", + "ms-7a044cb6c7bb03f3ea10", + "ms-7a044cb6c7bb03f3ea10" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-674fad0e7c042d23629e", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.5090996623039246, + -0.21134507656097412, + -0.3231895864009857, + -0.5684751868247986, + 0.11379435658454895, + -2.011324882507324, + -0.6232733130455017, + 0.6437641978263855, + 0.2922007739543915, + -0.39928025007247925, + 0.09603896737098694, + -0.6349745392799377, + -1.087782382965088, + -0.7885158061981201, + 0.12301647663116455, + -0.012273731641471386, + 0.10009165108203888, + -0.3445451855659485, + -0.28235793113708496, + -0.13268767297267914, + 0.08930044621229172 + ], + [ + 0.8193932771682739, + -0.06923696398735046, + -0.4910180866718292, + -0.44479066133499146, + 0.3437724709510803, + -1.9067376852035522, + -0.9820800423622131, + 0.6384117007255554, + 0.10248071700334549, + -0.5123127698898315, + 0.14828261733055115, + -0.35965633392333984, + -0.8599441051483154, + -0.566441535949707, + -0.020469490438699722, + 0.01956309750676155, + 0.2458031326532364, + -0.47862714529037476, + -0.06980541348457336, + -0.23000425100326538, + 0.02975158393383026 + ], + [ + 0.5945199131965637, + -0.17777684330940247, + -0.40107718110084534, + -0.3879530429840088, + 0.3728771209716797, + -2.0506722927093506, + -0.631763756275177, + 0.5649667978286743, + 0.27752870321273804, + -0.31270599365234375, + 0.1184142678976059, + -0.483806312084198, + -0.9845887422561646, + -0.9637289047241211, + 0.13439486920833588, + 0.03779052942991257, + 0.20092886686325073, + -0.2829028367996216, + -0.39965832233428955, + -0.4605514407157898, + -0.029312029480934143 + ], + [ + 0.5882018804550171, + -0.14308048784732819, + -0.40457507967948914, + -0.4378439784049988, + 0.13884131610393524, + -2.042804002761841, + -0.6194908022880554, + 0.6325796842575073, + 0.2748187482357025, + -0.3506196439266205, + 0.3011075556278229, + -0.4850030541419983, + -1.1710519790649414, + -0.7270707488059998, + 0.08198603987693787, + -0.05514515936374664, + 0.10776080936193466, + -0.3408047556877136, + -0.14352965354919434, + 0.06695118546485901, + -0.00033380091190338135 + ], + [ + 0.36296162009239197, + -0.1669856309890747, + -0.3374572694301605, + -0.5315123796463013, + 0.11939813941717148, + -2.0366883277893066, + -0.8049930930137634, + 0.5198389887809753, + 0.2583746910095215, + -0.40322238206863403, + 0.2918267846107483, + -0.5891157984733582, + -0.7872292995452881, + -0.4178355932235718, + 0.3815852999687195, + 0.006125083193182945, + -0.2580488920211792, + -0.19932614266872406, + 0.2187265008687973, + -0.03207707405090332, + -0.1124536395072937 + ], + [ + 0.7578088641166687, + 0.07783330231904984, + -0.5067185163497925, + -0.5640321969985962, + 0.07429385185241699, + -2.441025495529175, + -0.9153583645820618, + 0.42817288637161255, + 0.2584660053253174, + -0.40104496479034424, + 0.07279738783836365, + -0.5747112035751343, + -1.419071912765503, + -0.5719026923179626, + 0.1470593512058258, + -0.13522106409072876, + -0.01245221495628357, + -0.22175921499729156, + -0.05207639932632446, + 0.06513339281082153, + -0.12584087252616882 + ], + [ + 0.7664560675621033, + 0.04897507280111313, + -0.5588696002960205, + -0.3697879910469055, + 0.14850515127182007, + -2.192676067352295, + -0.8763118386268616, + 0.40787822008132935, + 0.20608538389205933, + -0.30501505732536316, + 0.044179413467645645, + -0.3153963088989258, + -1.2877641916275024, + -0.43291229009628296, + 0.16765767335891724, + -0.12446899712085724, + 0.058185875415802, + -0.4493751525878906, + -0.16571801900863647, + 0.17538639903068542, + -0.16141250729560852 + ], + [ + 0.7473289966583252, + 0.0595080703496933, + -0.47333934903144836, + -0.5097399950027466, + 0.27407896518707275, + -2.4353199005126953, + -0.9693028330802917, + 0.40394875407218933, + 0.24474097788333893, + -0.279394268989563, + 0.08241407573223114, + -0.2890089452266693, + -1.2954059839248657, + -0.5260780453681946, + 0.16306018829345703, + -0.13463656604290009, + 0.01550525426864624, + -0.37716060876846313, + -0.07552379369735718, + 0.21002614498138428, + -0.19315218925476074 + ] + ], + "generated_utilities": [ + 0.1158682107925415, + 0.11428878456354141, + 0.11640194803476334, + 0.11890935897827148, + 0.1285247951745987, + 0.13576678931713104, + 0.13345976173877716, + 0.13312993943691254 + ], + "group_id": "ms-674fad0e7c042d23629e", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.07829316705465317, + 0.080319844186306, + 0.11335399001836777, + 0.15264075994491577, + 0.14950451254844666, + 0.07767044007778168, + 0.12988285720348358, + 0.10878288745880127, + 0.15573063492774963, + 0.10951457917690277, + 0.06582474708557129, + 0.02477661892771721, + 0.07745532691478729, + 0.03348777815699577, + 0.10050909221172333, + 0.033770203590393066 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 1.5533217191696167, + 0.5758762359619141, + -0.6480545997619629, + -0.10892429947853088, + 0.7943102717399597, + -2.7399702072143555, + -1.8395006656646729, + 1.447904109954834, + 1.4495785236358643, + -0.055675506591796875, + -1.3537942171096802, + 0.38944748044013977, + -1.6196211576461792, + -1.2710431814193726, + -0.9744676947593689, + 0.057668983936309814, + 1.8350472450256348, + -1.2618876695632935, + -1.2385435104370117, + -1.7976703643798828, + -1.9491409063339233 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.9072847366333008, + 0.06923278421163559, + -0.14729690551757812, + 0.15558937191963196, + 0.40412187576293945, + -2.342223644256592, + 0.0, + 0.2589508295059204, + 0.35182610154151917, + 0.10176032781600952, + -0.3489869236946106, + 0.13150231540203094, + -1.3123579025268555, + 0.0, + 0.10376164317131042, + 0.0909266471862793, + 0.1919306516647339, + 0.28928786516189575, + -0.4625590741634369, + -0.30475670099258423, + 0.0 + ], + [ + 1.9072847366333008, + 0.05373973771929741, + -1.1472969055175781, + -0.47107377648353577, + 0.3914180397987366, + -3.342223644256592, + -2.4980990886688232, + 1.2589508295059204, + 0.8455543518066406, + -0.7174267172813416, + -1.0694091320037842, + 0.33346641063690186, + -2.3123579025268555, + -1.1108808517456055, + -0.33852219581604004, + -0.7232105731964111, + 1.145590901374817, + -0.7107121348381042, + -0.5049349069595337, + -1.112295150756836, + -1.244770884513855 + ], + [ + 1.808228611946106, + -0.18174676597118378, + -1.2057973146438599, + -0.6115378737449646, + 0.11874309182167053, + -3.3499772548675537, + -2.3861043453216553, + 1.2540870904922485, + 1.1210845708847046, + -0.953934371471405, + -1.3015953302383423, + 0.6089286804199219, + -2.1655566692352295, + -0.8375923037528992, + -0.26793593168258667, + -0.998324990272522, + 1.2481704950332642, + -0.8320856690406799, + -0.376935750246048, + -1.0882012844085693, + -0.9857641458511353 + ], + [ + 2.291844606399536, + 0.05574151128530502, + -0.9760321974754333, + -0.5710926055908203, + 0.8478215336799622, + -3.22356915473938, + -2.591245651245117, + 1.2184754610061646, + 0.855300784111023, + -1.0267595052719116, + -1.3318730592727661, + 0.4197496771812439, + -2.0368778705596924, + -1.3685163259506226, + -0.582176685333252, + -0.8082455992698669, + 1.3435251712799072, + -0.44022125005722046, + -0.06775334477424622, + -0.7692400217056274, + -0.8863754272460938 + ] + ], + "predicted_scores": [ + 6.344287872314453, + 6.161929607391357, + 6.019839286804199, + 5.909731864929199, + 5.816074371337891, + 5.807770252227783, + 5.79819393157959, + 5.401512622833252 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "2015956957", + "selected_index": 0, + "state_hash": "6802b2d1fb8a5afa54b7321e2bb938176de48d74f28e9b2a9c741c23547f0ef1", + "stored_base_utility": 0.07829316705465317, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.22189895808696747, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22189895808696747 + }, + "base_progress": 0.22189895808696747, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.22189895808696747, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18733195960521698, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18733195960521698 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1597859263420105, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1597859263420105 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14302890002727509, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14302890002727509 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18353211879730225, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18353211879730225 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13020314276218414, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13020314276218414 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16006553173065186, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16006553173065186 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13539551198482513, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13539551198482513 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12750864028930664, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12750864028930664 + } + ], + "candidate_progress": [ + 0.18733195960521698, + 0.1597859263420105, + 0.14302890002727509, + 0.18353211879730225, + 0.13020314276218414, + 0.16006553173065186, + 0.13539551198482513, + 0.12750864028930664 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-1ba37e30b90a3b28e62f", + "ms-76f27d9a935b25e15c38", + "ms-76f27d9a935b25e15c38", + "ms-76f27d9a935b25e15c38", + "ms-76f27d9a935b25e15c38", + "ms-76f27d9a935b25e15c38", + "ms-76f27d9a935b25e15c38", + "ms-76f27d9a935b25e15c38" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-728b865677134d3788e3", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.7468960881233215, + -0.28303515911102295, + 1.1577696800231934, + 0.3769838511943817, + 0.4050409495830536, + -0.2945314943790436, + 0.20768243074417114, + 0.6545324325561523, + 0.3371920585632324, + -0.1739259660243988, + -0.8669570088386536, + 0.2670114040374756, + -0.8806864023208618, + -0.9133601188659668, + -0.71491938829422, + 0.9828804731369019, + 0.903074324131012, + -0.6088771224021912, + -0.10903796553611755, + -0.810873806476593, + -0.09549346566200256 + ], + [ + -0.8803690671920776, + -0.3173612952232361, + 0.9489127397537231, + 0.7942852973937988, + 0.3893779516220093, + -0.2754746973514557, + 1.0646052360534668, + 0.7933694124221802, + 0.2152578979730606, + 0.000838741660118103, + -0.43043890595436096, + 0.6294708251953125, + -1.783550500869751, + -0.3788667321205139, + -0.7670758366584778, + 1.1574052572250366, + 1.0903818607330322, + -0.8541335463523865, + 0.34081846475601196, + -0.57497239112854, + 0.3107510209083557 + ], + [ + -1.0288113355636597, + -0.31489431858062744, + 1.064261555671692, + 0.8671791553497314, + 0.3465573191642761, + -0.268924355506897, + 1.1532658338546753, + 0.7273441553115845, + 0.21715600788593292, + -0.00786898285150528, + -0.5811548829078674, + 0.4973656237125397, + -1.632741928100586, + -0.27327466011047363, + -0.728293240070343, + 1.1626242399215698, + 1.197906255722046, + -0.834245502948761, + 0.144526407122612, + -0.69838547706604, + 0.3097570538520813 + ], + [ + -0.9820003509521484, + -0.2560291290283203, + 0.9346399307250977, + 1.124711036682129, + 0.44084852933883667, + -0.3399742543697357, + 1.1493077278137207, + 0.534375786781311, + 0.16820812225341797, + -0.1322495937347412, + -0.5319857597351074, + 0.6657207012176514, + -1.6724178791046143, + -0.3698905110359192, + -0.726257860660553, + 1.1376268863677979, + 1.0007166862487793, + -0.8206674456596375, + -0.0768725574016571, + -0.6869815587997437, + -0.3181091248989105 + ], + [ + -1.0495848655700684, + -0.3269404172897339, + 1.4459738731384277, + 0.6322381496429443, + 0.35419565439224243, + -0.4565751850605011, + 1.2948381900787354, + 0.7423346042633057, + 0.30447566509246826, + -0.11371501535177231, + -0.6088932156562805, + 0.11561908572912216, + -1.46355402469635, + -0.6355350017547607, + -0.8107730746269226, + 1.239137887954712, + 1.3127440214157104, + -0.871383011341095, + -0.016969352960586548, + -1.1370294094085693, + 0.5454009771347046 + ], + [ + -1.056357502937317, + -0.23900653421878815, + 0.8706390857696533, + 1.0195233821868896, + 0.7211066484451294, + -0.644848108291626, + 0.9163650274276733, + 0.5428122282028198, + 0.2863966226577759, + 0.05035991221666336, + -0.5106202363967896, + 0.7701681852340698, + -2.0925397872924805, + -0.3833542466163635, + -1.116564393043518, + 0.9025043249130249, + 1.1760001182556152, + -0.7654838562011719, + 0.16053512692451477, + -0.6311598420143127, + -0.30069586634635925 + ], + [ + -1.2008693218231201, + -0.3194776177406311, + 0.9485615491867065, + 0.7522395849227905, + 0.45103275775909424, + -0.1609487235546112, + 1.1306190490722656, + 0.8016979694366455, + 0.14786872267723083, + -0.1538669466972351, + -0.5475181937217712, + 0.6438586711883545, + -1.4306354522705078, + -0.2824063301086426, + -0.6924878358840942, + 1.218041181564331, + 1.4975558519363403, + -0.7375587821006775, + 0.09537002444267273, + -0.5734869241714478, + 0.9045159816741943 + ], + [ + -1.1825311183929443, + -0.3430382013320923, + 1.6072231531143188, + 0.27795645594596863, + 0.6838496923446655, + -0.17968794703483582, + 0.6645126938819885, + 0.6506910920143127, + 0.21248392760753632, + -0.25265052914619446, + -0.6226794123649597, + 0.044989824295043945, + -1.717885971069336, + -0.07138694822788239, + -0.649817705154419, + 1.2195210456848145, + 1.1023471355438232, + -0.8058584332466125, + -0.249323308467865, + -1.1595869064331055, + -0.030029579997062683 + ] + ], + "generated_utilities": [ + 0.18733195960521698, + 0.1597859263420105, + 0.14302890002727509, + 0.18353211879730225, + 0.13020314276218414, + 0.16006553173065186, + 0.13539551198482513, + 0.12750864028930664 + ], + "group_id": "ms-728b865677134d3788e3", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.05257302522659302, + 0.05559448525309563, + 0.11835493892431259, + 0.04238405078649521, + 0.16897141933441162, + 0.02001136541366577, + 0.1609041690826416, + 0.14248299598693848, + 0.14091376960277557, + 0.17822234332561493, + 0.22658847272396088, + 0.1736571490764618, + 0.18659374117851257, + 0.12753915786743164, + 0.07164359092712402, + 0.0063618822023272514 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.04065108299255371, + 0.05943702906370163, + 0.0039327144622802734, + 0.10760968923568726, + -0.3465921878814697, + -0.6843758821487427, + 0.0, + 0.3034271001815796, + -0.38217779994010925, + 0.019724853336811066, + -1.1125431060791016, + -0.016437113285064697, + 0.09826856851577759, + 0.0, + -1.0372710227966309, + 0.5171947479248047, + 1.4950246810913086, + 0.055904269218444824, + -0.2721228003501892, + 0.07830148935317993, + 0.0 + ], + [ + -0.9075424671173096, + 0.06243014335632324, + 1.0039327144622803, + -0.6845037937164307, + 0.050797268748283386, + -1.6843758821487427, + -1.3340954780578613, + 1.3034271001815796, + -0.29618290066719055, + -0.035879287868738174, + -2.1125431060791016, + 0.9835628867149353, + -0.9017314314842224, + -1.01132333278656, + -2.037271022796631, + 1.5171947479248047, + 2.4950246810913086, + -0.3186037838459015, + 0.2194363921880722, + -0.6441555023193359, + 1.221185326576233 + ], + [ + -1.117501139640808, + 0.23503510653972626, + 0.9669153094291687, + -0.8317459225654602, + 0.06331060081720352, + -1.5474717617034912, + -1.3840656280517578, + 1.240980863571167, + -0.053158730268478394, + 0.10333722829818726, + -2.2084054946899414, + 1.1802411079406738, + -0.8987206816673279, + -1.136216402053833, + -1.9180536270141602, + 1.4563629627227783, + 2.625094413757324, + -0.1296394169330597, + 0.3340006470680237, + -0.7212131023406982, + 0.9384214878082275 + ], + [ + -1.2640053033828735, + 0.2415706366300583, + 0.9424604177474976, + -0.8472410440444946, + 0.35185110569000244, + -1.8022713661193848, + -1.2391949892044067, + 0.9333417415618896, + 0.03309231996536255, + 0.22933605313301086, + -1.7521884441375732, + 1.0360857248306274, + -0.6365935802459717, + -0.7614871859550476, + -2.103987216949463, + 1.5381183624267578, + 2.11069917678833, + -0.5904175639152527, + -0.07874824106693268, + -0.3884509205818176, + 1.0602728128433228 + ], + [ + -0.7705078721046448, + 0.18350359797477722, + 0.579454779624939, + -0.5434049963951111, + 0.2274666726589203, + -1.7208446264266968, + -1.5971848964691162, + 1.6145182847976685, + -0.6915329694747925, + 0.20122811198234558, + -1.8584421873092651, + 0.9026989340782166, + -0.5741626024246216, + -0.5299967527389526, + -1.544856309890747, + 1.7236231565475464, + 2.1288580894470215, + -0.7592856287956238, + 0.3358893394470215, + -0.2929669916629791, + 1.67848801612854 + ], + [ + -0.3686429262161255, + 0.3043383061885834, + 0.7294905781745911, + -0.8736650347709656, + 0.3122289776802063, + -1.5051836967468262, + -1.8593363761901855, + 0.8389579653739929, + -0.8785254955291748, + -0.5520821213722229, + -1.8517990112304688, + 1.3417646884918213, + -0.32390326261520386, + -0.42145586013793945, + -1.6530441045761108, + 1.7202519178390503, + 2.180105209350586, + -0.4262692928314209, + -0.1161729246377945, + -0.08550512790679932, + 1.1130309104919434 + ], + [ + -0.9971213936805725, + -0.4085577130317688, + 0.9404422044754028, + -0.9977414011955261, + 0.4963066577911377, + -1.4445728063583374, + -1.8557989597320557, + 1.3813822269439697, + -0.9350934028625488, + 0.6622016429901123, + -2.0982701778411865, + 0.5712680220603943, + -1.3476169109344482, + -0.8056140542030334, + -2.2595674991607666, + 1.7601569890975952, + 2.5158329010009766, + -0.8607662916183472, + -0.010314732789993286, + -0.9802933931350708, + 0.587103545665741 + ], + [ + -0.538765549659729, + -0.2632336914539337, + 0.574018120765686, + -1.3315669298171997, + 0.23096206784248352, + -1.4029772281646729, + -1.2746275663375854, + 1.674896478652954, + -0.6276504993438721, + -0.06763898581266403, + -1.44939124584198, + 1.1256837844848633, + -0.6540690064430237, + -0.7850072979927063, + -2.472240686416626, + 1.201231837272644, + 2.056978702545166, + 0.4725829064846039, + 0.7320148944854736, + -0.47291314601898193, + 1.2244172096252441 + ], + [ + -0.5474913120269775, + 0.3537777066230774, + 0.1717698574066162, + -0.9464929103851318, + -0.24061335623264313, + -2.5145106315612793, + -1.9605224132537842, + 2.171875476837158, + 0.5462924242019653, + 0.2324821650981903, + -2.4616305828094482, + 1.3455290794372559, + -0.703314483165741, + -0.6289631128311157, + -1.848944902420044, + 1.755210518836975, + 2.649005174636841, + -0.931267499923706, + -0.3109248876571655, + 0.21283608675003052, + 0.6994417309761047 + ], + [ + -1.4273285865783691, + 0.48591291904449463, + 1.4724129438400269, + -1.1116547584533691, + -0.04224221408367157, + -1.1567587852478027, + -1.0686161518096924, + 1.7429871559143066, + -1.1814582347869873, + 0.07730802893638611, + -2.1004433631896973, + 0.45253968238830566, + -0.7293854355812073, + -0.4477439522743225, + -1.986203908920288, + 1.1158549785614014, + 2.0316240787506104, + 0.5763667821884155, + -0.48857587575912476, + -1.07709801197052, + 0.5611822605133057 + ] + ], + "predicted_scores": [ + 5.9833221435546875, + 5.840474605560303, + 5.166644096374512, + 5.1230316162109375, + 4.660311698913574, + 4.379075050354004, + 4.328096866607666, + 3.8104498386383057 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "750448296", + "selected_index": 0, + "state_hash": "62e00728e448102460275bc2c35150dbf429ab0d5670a6706fa41256273bac3c", + "stored_base_utility": 0.05257302522659302, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2750004827976227, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2750004827976227 + }, + "base_progress": 0.2750004827976227, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.2750004827976227, + "candidate_action_clip_max_abs": [ + 0.04400515556335449, + 0.04269528388977051, + 0.049033284187316895, + 0.04241502285003662, + 0.07196903228759766, + 0.0, + 0.05496037006378174, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.04400515556335449, + "contact_quality": null, + "progress": 0.15334808826446533, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15334808826446533 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.04269528388977051, + "contact_quality": null, + "progress": 0.15496134757995605, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15496134757995605 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.049033284187316895, + "contact_quality": null, + "progress": 0.0851866602897644, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0851866602897644 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.04241502285003662, + "contact_quality": null, + "progress": 0.1830088049173355, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1830088049173355 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.07196903228759766, + "contact_quality": null, + "progress": 0.1560106724500656, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1560106724500656 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2166702300310135, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2166702300310135 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.05496037006378174, + "contact_quality": null, + "progress": 0.15703707933425903, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15703707933425903 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1371646523475647, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1371646523475647 + } + ], + "candidate_progress": [ + 0.15334808826446533, + 0.15496134757995605, + 0.0851866602897644, + 0.1830088049173355, + 0.1560106724500656, + 0.2166702300310135, + 0.15703707933425903, + 0.1371646523475647 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + false, + true, + false + ], + "candidate_source_chart_ids": [ + "ms-4bda8533405961380322", + "ms-4bda8533405961380322", + "ms-4bda8533405961380322", + "ms-4bda8533405961380322", + "ms-4bda8533405961380322", + "ms-4bda8533405961380322", + "ms-4bda8533405961380322", + "ms-6ddecc7f074b9e267409" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-7ea98b8f4d2220347ee0", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.7002962827682495, + 0.00499190017580986, + -0.44618597626686096, + -0.12252642959356308, + 0.21938513219356537, + -2.4573943614959717, + -0.5693754553794861, + -1.1656169891357422, + 0.09852342307567596, + 0.41777658462524414, + 0.6317605376243591, + -0.49566924571990967, + 0.23689308762550354, + 1.2424298524856567, + 0.3865441083908081, + -0.29180431365966797, + -0.20086582005023956, + 0.8386791944503784, + -0.051157236099243164, + -0.311214417219162, + 0.5265204310417175 + ], + [ + 0.6714048385620117, + -0.03708825632929802, + -0.47180166840553284, + -0.07563690841197968, + 0.5867763757705688, + -2.6061859130859375, + -0.6696328520774841, + -1.3167550563812256, + 0.05382492393255234, + 0.6690736413002014, + 0.6633637547492981, + -0.5221097469329834, + 0.49989333748817444, + 0.841642439365387, + 0.4920552372932434, + -0.20394599437713623, + -0.43959444761276245, + 0.6216408014297485, + 0.2679585814476013, + -0.12554113566875458, + 0.4227413833141327 + ], + [ + 0.5984417796134949, + -0.011524025350809097, + -0.5429543256759644, + -0.1818537414073944, + 0.23901678621768951, + -2.6798183917999268, + -0.5888523459434509, + -1.2266261577606201, + 0.11203097552061081, + 0.5142791271209717, + 0.7943571209907532, + -0.6542677283287048, + 0.5499666929244995, + 1.2847678661346436, + 0.3278120160102844, + -0.22212417423725128, + -0.2841787338256836, + 0.6732934713363647, + 0.2891314923763275, + 0.06029790639877319, + 0.35917168855667114 + ], + [ + 0.6227631568908691, + -0.05300840735435486, + -0.6056654453277588, + -0.18738415837287903, + 0.33325278759002686, + -2.6244354248046875, + -0.6464366316795349, + -1.245341181755066, + 0.11975846439599991, + 0.597562849521637, + 0.7775577306747437, + -0.5436867475509644, + 0.5335216522216797, + 1.335565447807312, + 0.32032185792922974, + -0.2312142252922058, + -0.31046944856643677, + 0.7218194603919983, + 0.237665057182312, + 0.05679801106452942, + 0.5520011186599731 + ], + [ + 0.42230093479156494, + -0.06962563097476959, + -0.5629663467407227, + 0.005492046475410461, + 0.33957982063293457, + -2.9559860229492188, + -0.5144622921943665, + -1.2746591567993164, + 0.05972094088792801, + 0.6327746510505676, + 0.8902004957199097, + -0.606296956539154, + 0.7473514080047607, + 1.315874457359314, + 0.3457893133163452, + -0.212410107254982, + -0.328095018863678, + 0.6724678874015808, + 0.3996366262435913, + 0.05195271968841553, + 0.2386718988418579 + ], + [ + 0.5082998871803284, + 0.06824830174446106, + -0.5041354894638062, + -0.023804903030395508, + 0.3037966787815094, + -1.8897911310195923, + -0.5636287331581116, + -1.0292292833328247, + 0.07169798761606216, + 0.5836511850357056, + 0.9677501916885376, + -0.6256467700004578, + 0.4667593538761139, + 1.2492040395736694, + 0.13832920789718628, + -0.2317386418581009, + -0.5141705274581909, + 0.8164091110229492, + 0.485059916973114, + -0.34734123945236206, + 0.29883095622062683 + ], + [ + 0.6082037687301636, + -0.05320374667644501, + -0.07469764351844788, + -0.08269608020782471, + 0.18791064620018005, + -2.761972665786743, + -0.7152690291404724, + -1.3163384199142456, + 0.06397565454244614, + 0.400379478931427, + 0.9832983613014221, + -0.41665738821029663, + 0.6189521551132202, + 0.7913129925727844, + 0.4387657642364502, + -0.15454356372356415, + -0.3316341042518616, + 0.6407221555709839, + 0.3318135142326355, + 0.14053556323051453, + 0.3177110552787781 + ], + [ + 0.8623043894767761, + 0.0030880384147167206, + -0.32334640622138977, + -0.20614340901374817, + 0.27002593874931335, + -2.006887912750244, + -0.9881590008735657, + -1.3451337814331055, + -0.054676443338394165, + 0.4030773341655731, + 1.0186570882797241, + -0.1727699637413025, + 0.7800559997558594, + 0.6074298620223999, + 0.39114928245544434, + -0.13780714571475983, + 0.11537953466176987, + 0.23112808167934418, + 0.6459807753562927, + -1.047041654586792, + -0.21274283528327942 + ] + ], + "generated_utilities": [ + 0.15334808826446533, + 0.15496134757995605, + 0.0851866602897644, + 0.1830088049173355, + 0.1560106724500656, + 0.2166702300310135, + 0.15703707933425903, + 0.1371646523475647 + ], + "group_id": "ms-7ea98b8f4d2220347ee0", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.18600693345069885, + 0.07475636899471283, + 0.27452313899993896, + 0.20920448005199432, + 0.18411576747894287, + 0.27989473938941956, + 0.19416475296020508, + 0.10948207229375839, + 0.123555026948452, + 0.1468026340007782, + 0.12693151831626892, + 0.11466284841299057, + 0.07585643231868744, + 0.12908481061458588, + 0.22501108050346375, + 0.06431269645690918 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.06974434852600098, + -0.02351950854063034, + 0.04567508399486542, + -0.07042121887207031, + -0.038941264152526855, + -2.2828922271728516, + 0.0, + -0.8026905059814453, + 0.08617860078811646, + 0.9112892150878906, + 0.7374391555786133, + 0.06539928913116455, + 0.03787863254547119, + 0.0, + -0.021528124809265137, + -0.04566385596990585, + -0.03331831097602844, + 1.6466763019561768, + 0.04444807767868042, + -0.27494049072265625, + 0.0 + ], + [ + 1.1160619258880615, + -0.10018755495548248, + 0.19327251613140106, + -1.3990073204040527, + 0.672177255153656, + -3.303851842880249, + -2.832740545272827, + -1.902563214302063, + 0.39503830671310425, + 1.542332410812378, + 1.6850805282592773, + 0.6842766404151917, + 1.1400834321975708, + 1.670598030090332, + 0.631821870803833, + -0.26601675152778625, + -0.2725638151168823, + 3.003178119659424, + 0.23009130358695984, + -1.0388810634613037, + -0.19119825959205627 + ], + [ + 1.031497836112976, + -0.2943698763847351, + -0.11846622079610825, + -1.3361037969589233, + 0.6225074529647827, + -3.545761823654175, + -2.5078811645507812, + -1.4024183750152588, + 0.6736462116241455, + 2.093475580215454, + 1.9168713092803955, + 0.6377919316291809, + 0.5105260014533997, + 1.8172619342803955, + 1.1300766468048096, + 0.1616329848766327, + 0.03408849239349365, + 2.2435190677642822, + 0.735376238822937, + -1.5760226249694824, + -0.7514586448669434 + ], + [ + 1.7542359828948975, + -0.7351009249687195, + -0.854544997215271, + -1.223644495010376, + 0.07327532768249512, + -3.150663137435913, + -2.5486767292022705, + -2.110039472579956, + 1.0206904411315918, + 2.1492340564727783, + 2.187993288040161, + 1.2547765970230103, + 0.8607165217399597, + 1.1150517463684082, + 0.9828771948814392, + 0.5030426383018494, + -0.4691219627857208, + 2.2485060691833496, + -0.14985057711601257, + -1.9480454921722412, + -0.05157876014709473 + ], + [ + 0.6040669679641724, + 0.5665496587753296, + 0.24913550913333893, + -1.6600215435028076, + -0.10813313722610474, + -3.8031911849975586, + -3.226392984390259, + -1.5098689794540405, + 1.0684192180633545, + 2.1557064056396484, + 1.545849084854126, + 1.011389970779419, + 1.113816499710083, + 0.9937302470207214, + 1.372757911682129, + -0.4055754244327545, + -0.23403912782669067, + 3.0650274753570557, + 0.1330145299434662, + -0.7907523512840271, + -0.6428619623184204 + ], + [ + 0.30788952112197876, + 0.6807127594947815, + -0.035938769578933716, + -0.8788743615150452, + -0.30191969871520996, + -4.111589431762695, + -2.432647705078125, + -1.7479791641235352, + -0.321926474571228, + 1.9823087453842163, + 1.6617395877838135, + 1.3319180011749268, + 1.5937504768371582, + 2.0502309799194336, + 0.63725745677948, + 0.7232187390327454, + -0.23885302245616913, + 1.8472312688827515, + 0.3300834596157074, + -0.43588966131210327, + -1.2869892120361328 + ], + [ + 0.3636443018913269, + -0.4284004867076874, + 0.2675324082374573, + -0.4861376881599426, + 0.2239738255739212, + -2.813422918319702, + -2.4891929626464844, + -1.165071725845337, + 0.6442201733589172, + 1.1830427646636963, + 1.177597999572754, + 0.33577069640159607, + 0.6362329721450806, + 1.5409071445465088, + 0.29718804359436035, + -0.5603961944580078, + -0.8089720010757446, + 2.6271419525146484, + -0.5456377267837524, + -0.2824941873550415, + -0.7960987091064453 + ], + [ + 1.1001086235046387, + -0.9762114882469177, + -0.00277864933013916, + -1.704659104347229, + 1.2373628616333008, + -3.385840654373169, + -1.6910454034805298, + -1.470743179321289, + 0.9354362487792969, + 1.9378679990768433, + 1.515415906906128, + -0.3002503514289856, + 0.21796274185180664, + 1.542279839515686, + 1.7353785037994385, + 0.23501873016357422, + -0.16601301729679108, + 2.1989498138427734, + 0.8671687841415405, + -1.6252647638320923, + -1.2141560316085815 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.06974434852600098, + -0.15391214191913605, + -0.22159501910209656, + -0.07042121887207031, + -0.09706336259841919, + -2.2828922271728516, + 0.0, + -0.8026905059814453, + 0.1400253176689148, + 0.9112892150878906, + 0.7374391555786133, + 0.13415807485580444, + -0.10778343677520752, + 0.0, + -0.08470147848129272, + 0.1231045201420784, + 0.08352774381637573, + 1.6466763019561768, + -0.005736887454986572, + -0.27494049072265625, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -5.125826835632324, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.152101516723633, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.8942345976829529 + ] + ], + "predicted_scores": [ + 2.477818489074707, + 2.032977819442749, + 1.8965743780136108, + 1.841490626335144, + 1.4943963289260864, + 1.2959672212600708, + 0.8584189414978027, + 0.2256818413734436 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "565369392", + "selected_index": 0, + "state_hash": "a2b9f3b3ea6458c6734081cea861cf54026796a0a594bf9be3657d28f12e9b3c", + "stored_base_utility": 0.18600693345069885, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06369390338659286, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06369390338659286 + }, + "base_progress": 0.06369390338659286, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.06369390338659286, + "candidate_action_clip_max_abs": [ + 0.09669280052185059, + 0.030019044876098633, + 0.03951287269592285, + 0.02875816822052002, + 0.08770513534545898, + 0.050858378410339355, + 0.11526799201965332, + 0.0802767276763916 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.09669280052185059, + "contact_quality": null, + "progress": 0.022204875946044922, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.022204875946044922 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.030019044876098633, + "contact_quality": null, + "progress": 0.01203825045377016, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.01203825045377016 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.03951287269592285, + "contact_quality": null, + "progress": 0.012440919876098633, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.012440919876098633 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.02875816822052002, + "contact_quality": null, + "progress": 0.012120187282562256, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.012120187282562256 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.08770513534545898, + "contact_quality": null, + "progress": 0.01764599420130253, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.01764599420130253 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.050858378410339355, + "contact_quality": null, + "progress": 0.014438529498875141, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.014438529498875141 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.11526799201965332, + "contact_quality": null, + "progress": 0.016349097713828087, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.016349097713828087 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.0802767276763916, + "contact_quality": null, + "progress": 0.01326906681060791, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.01326906681060791 + } + ], + "candidate_progress": [ + 0.022204875946044922, + 0.01203825045377016, + 0.012440919876098633, + 0.012120187282562256, + 0.01764599420130253, + 0.014438529498875141, + 0.016349097713828087, + 0.01326906681060791 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-8e12f7ad446482627dd3", + "ms-8e12f7ad446482627dd3", + "ms-8e12f7ad446482627dd3", + "ms-8e12f7ad446482627dd3", + "ms-f2b2b2a1aa2863c3676f", + "ms-8e12f7ad446482627dd3", + "ms-f2b2b2a1aa2863c3676f", + "ms-02311c7783bc67e188b4" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-7f57045c114ddad153b5", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.04200512915849686, + -0.20341907441616058, + 1.2363182306289673, + 0.006467908620834351, + 0.9638333320617676, + 2.518019914627075, + 1.0948760509490967, + 0.4708669185638428, + -0.09827689826488495, + 0.689536452293396, + 0.0815652385354042, + 0.6681203246116638, + 1.757768988609314, + 1.9260424375534058, + -0.12853705883026123, + 0.02063354104757309, + 1.1427439451217651, + -0.1216513067483902, + 1.3539869785308838, + 1.1505281925201416, + 0.9120314121246338 + ], + [ + -0.16782431304454803, + -0.17608216404914856, + 1.644666314125061, + -0.10292602330446243, + 1.1339683532714844, + 2.713594675064087, + 1.542896032333374, + 0.2140275090932846, + -0.1847083866596222, + 0.7679218053817749, + 0.09079182147979736, + 0.9294637441635132, + 1.2053840160369873, + 1.6878187656402588, + -0.20214644074440002, + -0.08744946122169495, + 1.2591608762741089, + -0.10277523100376129, + 1.1986329555511475, + 1.0632925033569336, + 0.9057013988494873 + ], + [ + -0.0960371196269989, + -0.27798640727996826, + 1.5407981872558594, + -0.08468924462795258, + 1.0728116035461426, + 2.298414468765259, + 1.6403882503509521, + 0.30244073271751404, + -0.19868488609790802, + 0.8882580995559692, + -0.16758260130882263, + 0.9204445481300354, + 1.5575183629989624, + 1.3568776845932007, + -0.12091974914073944, + -0.1409928947687149, + 1.243323564529419, + -0.20171959698200226, + 1.1186156272888184, + 0.8621023297309875, + 1.0216741561889648 + ], + [ + -0.18701355159282684, + -0.3381471633911133, + 1.481597661972046, + 0.10707098245620728, + 1.013667345046997, + 2.4904017448425293, + 1.7023074626922607, + 0.3191119432449341, + -0.24423617124557495, + 0.8170613050460815, + -0.24856901168823242, + 0.7487937211990356, + 1.3125061988830566, + 1.560096025466919, + -0.21686619520187378, + -0.0952053964138031, + 1.3568806648254395, + -0.010492965579032898, + 0.9221853613853455, + 0.9734660983085632, + 1.4208093881607056 + ], + [ + -0.05920444428920746, + -0.292036771774292, + 1.4876068830490112, + -0.251707524061203, + 0.9341580867767334, + 2.57407546043396, + 1.4810676574707031, + 0.4049501419067383, + -0.13178783655166626, + 0.7132220268249512, + -0.09893437474966049, + 0.5744400024414062, + 1.621876835823059, + 1.6283152103424072, + 0.08027045428752899, + -0.06128672882914543, + 1.2149136066436768, + -0.18195272982120514, + 1.2177889347076416, + 1.1848416328430176, + 1.0163612365722656 + ], + [ + -0.05841057002544403, + -0.2645287811756134, + 1.511378526687622, + -0.16643773019313812, + 1.0395750999450684, + 2.4003710746765137, + 1.4025853872299194, + 0.29351723194122314, + -0.23469674587249756, + 0.7069014310836792, + -0.17612415552139282, + 0.8835709691047668, + 1.5743705034255981, + 1.1896860599517822, + -0.1089765876531601, + -0.17717689275741577, + 1.273307204246521, + -0.125533327460289, + 1.2152395248413086, + 0.790192186832428, + 0.9481369256973267 + ], + [ + -0.05812793970108032, + -0.21689723432064056, + 1.4105654954910278, + -0.19911643862724304, + 0.8765394687652588, + 2.7107484340667725, + 1.4545974731445312, + 0.3277367949485779, + -0.13125170767307281, + 0.7643094062805176, + 0.07422211766242981, + 0.577947735786438, + 1.8311105966567993, + 1.25313138961792, + 0.19261538982391357, + -0.09556245803833008, + 1.376991629600525, + -0.13191653788089752, + 1.354323148727417, + 1.0096535682678223, + 1.1014184951782227 + ], + [ + -0.2326328307390213, + -0.21855197846889496, + 1.6317932605743408, + -0.06005626916885376, + 0.962822437286377, + 2.7672553062438965, + 1.7072782516479492, + 0.2550826966762543, + -0.16608619689941406, + 0.805607795715332, + 0.0002579241991043091, + 0.8967843055725098, + 1.5565601587295532, + 1.519318699836731, + 0.11955644190311432, + -0.02969471737742424, + 1.2263426780700684, + -0.19498710334300995, + 1.1474796533584595, + 0.8807521462440491, + 1.468765139579773 + ] + ], + "generated_utilities": [ + 0.022204875946044922, + 0.01203825045377016, + 0.012440919876098633, + 0.012120187282562256, + 0.01764599420130253, + 0.014438529498875141, + 0.016349097713828087, + 0.01326906681060791 + ], + "group_id": "ms-7f57045c114ddad153b5", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.11277659982442856, + 0.1479199379682541, + 0.07541074603796005, + 0.042439721524715424, + 0.15517297387123108, + 0.03584214299917221, + 0.1660110056400299, + 0.12549421191215515, + 0.227622389793396, + 0.09924932569265366, + 0.18198737502098083, + 0.11130931228399277, + 0.10854844748973846, + 0.01617596670985222, + 0.08437560498714447, + 0.04182587191462517 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.013166621327400208, + -0.12399804592132568, + 0.48011910915374756, + 0.4925293028354645, + 0.6256281137466431, + 2.213102102279663, + 0.0, + -0.4044480323791504, + 0.1722363382577896, + 0.3389366865158081, + -0.08761294186115265, + 0.21791136264801025, + 0.9396321773529053, + 0.0, + 0.06717276573181152, + -0.5456919074058533, + 0.722014307975769, + -0.051606684923172, + 0.7784175276756287, + 0.5338386297225952, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.9143741130828857, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.455221176147461, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.263336420059204 + ], + [ + -0.47406601905822754, + -0.37954479455947876, + 1.123671293258667, + -0.8903511762619019, + 1.5515481233596802, + 3.7488584518432617, + 0.9699987173080444, + -0.23581115901470184, + -0.2149372398853302, + 0.8883978128433228, + 0.5803861021995544, + 1.7047908306121826, + 2.149672746658325, + 2.2741973400115967, + 0.2513730227947235, + 0.6982267498970032, + 2.1354174613952637, + -1.151021122932434, + 1.9550246000289917, + 0.5981679558753967, + 1.338004469871521 + ], + [ + -0.1836935132741928, + -0.42300617694854736, + 1.7664438486099243, + -0.5576877593994141, + 1.0626983642578125, + 2.5276265144348145, + 2.3329849243164062, + -0.4834023118019104, + -0.25722599029541016, + 0.5209662914276123, + 0.24240870773792267, + 0.8533134460449219, + 1.5531291961669922, + 2.304234504699707, + 0.7609332799911499, + 1.0344312191009521, + 2.270921230316162, + -0.926997184753418, + 0.9014018177986145, + 2.259265422821045, + 2.172292470932007 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.3910996615886688, + -0.9467402100563049, + 1.4744372367858887, + -0.2748112082481384, + 1.753147840499878, + 3.3321292400360107, + 1.7170560359954834, + 0.09920699894428253, + -0.11250317096710205, + 1.5213767290115356, + 0.0891318991780281, + 1.0193004608154297, + 1.7396382093429565, + 2.202378988265991, + 0.1176290512084961, + 0.5433868765830994, + 1.6113250255584717, + -0.2701912522315979, + 1.7789868116378784, + 1.246854305267334, + 1.6763029098510742 + ], + [ + 0.3669140636920929, + -0.8853410482406616, + 1.1054010391235352, + -0.008406088687479496, + 1.683157205581665, + 2.8090970516204834, + 2.1524839401245117, + -0.1140800267457962, + -0.16068093478679657, + 1.3338439464569092, + -0.34659242630004883, + 1.4494925737380981, + 2.0485284328460693, + 2.244007110595703, + 0.4862309694290161, + 0.6211890578269958, + 1.5708913803100586, + -0.22552455961704254, + 1.7964838743209839, + 1.386763095855713, + 1.3543281555175781 + ], + [ + 0.7718826532363892, + -0.5710152983665466, + 2.151604175567627, + -0.5648711323738098, + 2.1273765563964844, + 3.657623291015625, + 1.9845168590545654, + -0.1599704772233963, + -0.6097310781478882, + 1.135812520980835, + -0.09587362408638, + 1.555975079536438, + 2.3309824466705322, + 1.9832960367202759, + 0.46482378244400024, + 0.6467846035957336, + 1.7182108163833618, + -0.0750286877155304, + 1.9485927820205688, + 0.959426760673523, + 0.9474185109138489 + ] + ], + "predicted_scores": [ + 5.618736743927002, + 5.389390468597412, + 5.123907089233398, + 5.014120101928711, + 5.0083441734313965, + 4.873496055603027, + 4.543349742889404, + 4.456024169921875 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "278008524", + "selected_index": 0, + "state_hash": "4885f9acf2601b3d2c201bc8e00ef617845ad2a6d08f96d585249345f457be89", + "stored_base_utility": 0.11277659982442856, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.054365258663892746, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.054365258663892746 + }, + "base_progress": 0.054365258663892746, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.054365258663892746, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.026532551273703575, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.026532551273703575 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03142470121383667, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03142470121383667 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.02421635389328003, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.02421635389328003 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0249201450496912, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0249201450496912 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.027161359786987305, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.027161359786987305 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03091253899037838, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03091253899037838 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.031044483184814453, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.031044483184814453 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.026596209034323692, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.026596209034323692 + } + ], + "candidate_progress": [ + 0.026532551273703575, + 0.03142470121383667, + 0.02421635389328003, + 0.0249201450496912, + 0.027161359786987305, + 0.03091253899037838, + 0.031044483184814453, + 0.026596209034323692 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-3a4e2d080c9c4b279895", + "ms-3a4e2d080c9c4b279895", + "ms-0b93907b2a7261815f63", + "ms-0b93907b2a7261815f63", + "ms-0b93907b2a7261815f63", + "ms-3a4e2d080c9c4b279895", + "ms-3a4e2d080c9c4b279895", + "ms-0b93907b2a7261815f63" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-81f4e8858b2ba90aea2e", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.41711747646331787, + -0.20049262046813965, + 1.2566721439361572, + -0.683929443359375, + 0.49088338017463684, + 2.4766886234283447, + 2.2309648990631104, + 0.058595240116119385, + -0.3377198576927185, + 0.5288055539131165, + -0.8015510439872742, + 0.6335599422454834, + 1.7369204759597778, + 1.4174302816390991, + 0.958703339099884, + -0.6692046523094177, + -1.104506254196167, + 0.45790207386016846, + 0.6032264232635498, + 0.28655368089675903, + 0.2796890139579773 + ], + [ + -0.3416152000427246, + 0.040894679725170135, + 1.1716513633728027, + -0.5324059128761292, + 0.6953256130218506, + 2.869152784347534, + 2.188831329345703, + -0.10393685102462769, + -0.31376010179519653, + 0.3656770884990692, + -0.6796520352363586, + 0.11939685046672821, + 1.9821969270706177, + 2.1775405406951904, + 0.9568387269973755, + -0.5929414629936218, + -1.2254204750061035, + 0.4134637117385864, + 0.5080298781394958, + 0.32444608211517334, + 0.19985933601856232 + ], + [ + -0.33313286304473877, + -0.053301453590393066, + 0.7313558459281921, + -0.8571493625640869, + 0.8857461810112, + 1.7637150287628174, + 1.7251651287078857, + -0.32981666922569275, + -0.32861828804016113, + 0.9243762493133545, + -0.6410810947418213, + 0.7107166647911072, + 1.8178070783615112, + 1.6073691844940186, + 0.6824413537979126, + -0.578180193901062, + -1.1487741470336914, + 0.6157426834106445, + 0.25118494033813477, + 0.8635503649711609, + -0.010267898440361023 + ], + [ + -0.19058094918727875, + 0.004233662039041519, + 0.7986747622489929, + -0.8599902391433716, + 0.8259891271591187, + 1.8841789960861206, + 1.6349804401397705, + -0.4006061255931854, + -0.3967478275299072, + 0.9696374535560608, + -0.67567378282547, + 0.8911101818084717, + 2.135422706604004, + 1.563843011856079, + 0.7383995652198792, + -0.5746159553527832, + -1.1753360033035278, + 0.7696391344070435, + 0.3615150451660156, + 0.874949038028717, + -0.22296622395515442 + ], + [ + 0.07949958741664886, + 0.13649192452430725, + 0.9474297165870667, + -0.5907778739929199, + 1.075854778289795, + 1.7245022058486938, + 1.0737614631652832, + -0.3804449141025543, + -0.23769721388816833, + 0.8816259503364563, + -0.7040044069290161, + 0.147804394364357, + 1.924984097480774, + 1.6775017976760864, + 0.7979072332382202, + -0.7280849814414978, + -1.075590968132019, + 0.5159192681312561, + 0.5306159257888794, + 0.9789097905158997, + -0.4100692570209503 + ], + [ + -0.5889055132865906, + 0.030270546674728394, + 1.1164934635162354, + -0.4749579131603241, + 0.39250504970550537, + 2.1640665531158447, + 1.983675479888916, + 0.12448075413703918, + -0.165548637509346, + 0.31551143527030945, + -0.5251820087432861, + 0.16022449731826782, + 1.4118592739105225, + 2.3137264251708984, + 0.8120571374893188, + -0.5672023296356201, + -1.4135019779205322, + 0.2108999639749527, + 0.4473921060562134, + 0.029267430305480957, + 0.25256550312042236 + ], + [ + -0.3613883852958679, + 0.13805675506591797, + 1.091511607170105, + -0.334597110748291, + 0.9404365420341492, + 2.8427138328552246, + 1.941727876663208, + -0.2262783944606781, + -0.3535451292991638, + 0.15800003707408905, + -0.5222126245498657, + 0.210166335105896, + 1.8275302648544312, + 2.5149600505828857, + 1.1299853324890137, + -0.5233275294303894, + -1.340770959854126, + 0.3061082363128662, + 0.34104660153388977, + 0.4042551517486572, + -0.05538351833820343 + ], + [ + -0.34996259212493896, + 0.0403568372130394, + 0.5416749119758606, + -0.9229544401168823, + 1.0167291164398193, + 1.8920282125473022, + 1.400691032409668, + -0.5715303421020508, + -0.40689706802368164, + 0.8773436546325684, + -0.6499007940292358, + 0.6260836124420166, + 1.7240575551986694, + 1.499899983406067, + 0.5329423546791077, + -0.6870760321617126, + -1.3110064268112183, + 0.6295520663261414, + 0.3070824146270752, + 0.5202455520629883, + -0.1456974446773529 + ] + ], + "generated_utilities": [ + 0.026532551273703575, + 0.03142470121383667, + 0.02421635389328003, + 0.0249201450496912, + 0.027161359786987305, + 0.03091253899037838, + 0.031044483184814453, + 0.026596209034323692 + ], + "group_id": "ms-81f4e8858b2ba90aea2e", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.01361372135579586, + 0.007307033054530621, + 0.021326780319213867, + 0.04093001410365105, + 0.15059307217597961, + 0.013598322868347168, + 0.09240063279867172, + 0.1631626933813095, + 0.05027441307902336, + 0.05712141841650009, + 0.1538398563861847, + 0.06023097038269043, + 0.020811915397644043, + 0.019836824387311935, + 0.1318017691373825, + 0.051341354846954346 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.06500570476055145, + 0.046472612768411636, + 1.2439939975738525, + -1.446747064590454, + 1.7077040672302246, + 2.291205883026123, + 2.1016674041748047, + -0.6354803442955017, + -0.4465000331401825, + 0.9666666984558105, + -1.1514010429382324, + 0.45639365911483765, + 1.613925814628601, + 1.0568119287490845, + 1.3792463541030884, + -0.7852597832679749, + -1.576931118965149, + 1.1258286237716675, + 0.9614027738571167, + -0.9620904922485352, + -1.7528356313705444 + ], + [ + -0.23400194942951202, + -0.21453839540481567, + 1.458961844444275, + -1.701543927192688, + 1.4158955812454224, + 2.2648162841796875, + 2.2270467281341553, + -0.5239131450653076, + -0.44378146529197693, + 1.0904332399368286, + -1.223331093788147, + 0.45784294605255127, + 1.6057316064834595, + 0.9251953363418579, + 1.308751106262207, + -0.6351475715637207, + -1.5950077772140503, + 1.0428481101989746, + 0.6781296730041504, + -0.9007717370986938, + -1.880659818649292 + ], + [ + 0.2324782907962799, + 0.05129373073577881, + 1.1239540576934814, + -1.1853233575820923, + 1.3290393352508545, + 1.933064341545105, + 2.192976951599121, + -0.23718085885047913, + -0.279358446598053, + 1.3028839826583862, + -1.4676742553710938, + 0.16475489735603333, + 1.67984938621521, + 0.6600161790847778, + 1.5654886960983276, + -1.1545368432998657, + -1.5593464374542236, + 1.1976646184921265, + 0.5715436935424805, + -0.9047394394874573, + -1.9614591598510742 + ], + [ + 0.7452290058135986, + 0.614987313747406, + 0.7383754849433899, + -1.5856380462646484, + 1.264894723892212, + 1.7337512969970703, + 2.502504825592041, + 0.040616750717163086, + -1.1382783651351929, + 0.7095704674720764, + -1.014717698097229, + 0.5126742720603943, + 1.3401073217391968, + 1.4275505542755127, + 1.4739655256271362, + -0.7308655381202698, + -0.9416123032569885, + 0.661049485206604, + 0.9453439712524414, + -1.5968079566955566, + -1.715583324432373 + ], + [ + 0.15219944715499878, + 0.5165310502052307, + 1.0654370784759521, + -0.5756344199180603, + 1.2834129333496094, + 1.6370232105255127, + 2.414426326751709, + -1.1256691217422485, + -1.1171015501022339, + 0.5337101817131042, + -0.9850769639015198, + -0.35428309440612793, + 2.4350547790527344, + 1.8563504219055176, + 2.1929399967193604, + -0.1821107268333435, + -1.4600040912628174, + 1.5430631637573242, + 1.4937412738800049, + -0.8152608275413513, + -2.020042896270752 + ] + ], + "predicted_scores": [ + 3.4957826137542725, + 3.4535393714904785, + 2.933655023574829, + 2.856088876724243, + 2.4115376472473145, + 2.3123271465301514, + 2.212670087814331, + 2.1788320541381836 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "626486813", + "selected_index": 0, + "state_hash": "562e8bc3804d1d310e0eaf612dbc110b8efc94514458dacf551ef33f4f0b8ee7", + "stored_base_utility": 0.01361372135579586, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07143356651067734, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07143356651067734 + }, + "base_progress": 0.07143356651067734, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.07143356651067734, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11793110519647598, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11793110519647598 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14017994701862335, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14017994701862335 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08704612404108047, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08704612404108047 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09622645378112793, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09622645378112793 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09927374124526978, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09927374124526978 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10913527011871338, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10913527011871338 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13568860292434692, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13568860292434692 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13321703672409058, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13321703672409058 + } + ], + "candidate_progress": [ + 0.11793110519647598, + 0.14017994701862335, + 0.08704612404108047, + 0.09622645378112793, + 0.09927374124526978, + 0.10913527011871338, + 0.13568860292434692, + 0.13321703672409058 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-45fbd749d5ed3fe37c13", + "ms-9229ce141dd41a11fac1", + "ms-45fbd749d5ed3fe37c13", + "ms-45fbd749d5ed3fe37c13", + "ms-45fbd749d5ed3fe37c13", + "ms-25ab20bb3da8ba34be95", + "ms-9229ce141dd41a11fac1", + "ms-48178f52a96de3d1ead0" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank0", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-8a72b73ac452bc190aeb", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.2721954584121704, + -0.11474744975566864, + -0.20650622248649597, + -1.265272855758667, + 1.5010008811950684, + -2.3361141681671143, + -0.9382409453392029, + 0.3113692104816437, + -0.3464396297931671, + 0.023223981261253357, + 0.370303213596344, + 0.637872040271759, + 0.22628483176231384, + -0.43805038928985596, + 0.0028229355812072754, + -0.46849435567855835, + -0.26474183797836304, + 0.7250498533248901, + 0.16346940398216248, + -0.35849323868751526, + -0.6447757482528687 + ], + [ + 0.4155539870262146, + -0.056624460965394974, + -0.5121167898178101, + -1.351764440536499, + 0.8934467434883118, + -2.210610866546631, + -0.6191790699958801, + 0.1958797574043274, + -0.27291741967201233, + -0.210088849067688, + 0.531428873538971, + 0.30309197306632996, + -0.07548102736473083, + 0.025969184935092926, + -0.03537405654788017, + -0.38371729850769043, + 0.10340888798236847, + 0.6303750872612, + -0.09765782952308655, + 0.061693280935287476, + -0.20568940043449402 + ], + [ + 0.27489936351776123, + -0.0795883983373642, + -0.47137364745140076, + -1.0353119373321533, + 0.7745504379272461, + -2.1675076484680176, + -0.3851706385612488, + 0.02772362530231476, + -0.2730867564678192, + 0.18958836793899536, + 0.4782199263572693, + 0.18924686312675476, + 0.1248568594455719, + 0.3649592101573944, + -0.1232428103685379, + -0.43406665325164795, + 0.07537677884101868, + 0.6912925243377686, + 0.0038183629512786865, + 0.26311731338500977, + 0.20305360853672028 + ], + [ + 0.2514271140098572, + -0.0402509942650795, + -0.3857742249965668, + -1.1047413349151611, + 0.8191665410995483, + -2.1873550415039062, + -0.37548714876174927, + 0.17928379774093628, + -0.2698586881160736, + 0.23249824345111847, + 0.4215964674949646, + 0.21870145201683044, + 0.04270610213279724, + 0.3908194899559021, + -0.11869373917579651, + -0.3751816153526306, + -0.016056254506111145, + 0.692360520362854, + 0.13190074265003204, + 0.13894954323768616, + 0.28734636306762695 + ], + [ + 0.28674307465553284, + -0.010755639523267746, + -0.4545303285121918, + -1.097736120223999, + 0.8861885666847229, + -2.209434747695923, + -0.586073100566864, + 0.14368778467178345, + -0.28031039237976074, + 0.19852814078330994, + 0.48007193207740784, + 0.20313066244125366, + -0.02731376886367798, + 0.24754410982131958, + -0.17429979145526886, + -0.41864916682243347, + -0.06499941647052765, + 0.7149375081062317, + 0.0872742086648941, + 0.16334760189056396, + 0.29194244742393494 + ], + [ + 0.41631627082824707, + -0.13159021735191345, + -0.2625039517879486, + -1.3521370887756348, + 1.183255672454834, + -1.8891738653182983, + -0.5701077580451965, + 0.13970324397087097, + -0.2450736165046692, + 0.05552632361650467, + 0.5002825856208801, + 0.15593992173671722, + 0.1596803367137909, + -0.21489830315113068, + -0.15007317066192627, + -0.3430275619029999, + -0.10013629496097565, + 0.7990156412124634, + 0.14861632883548737, + -0.2907230257987976, + -0.017098799347877502 + ], + [ + 0.35871821641921997, + 0.03695490211248398, + -0.46221205592155457, + -1.2545126676559448, + 0.8315484523773193, + -2.1771132946014404, + -0.6932205557823181, + 0.1483553797006607, + -0.27267885208129883, + -0.09445732086896896, + 0.5915714502334595, + 0.300159215927124, + -0.24683591723442078, + 0.11464868485927582, + -0.05817748233675957, + -0.3458731472492218, + 0.020445197820663452, + 0.6438786387443542, + -0.12163659930229187, + 0.19900989532470703, + -0.23388537764549255 + ], + [ + 0.46269118785858154, + -0.1976507008075714, + -0.27551528811454773, + -1.2313542366027832, + 0.556447446346283, + -2.889939069747925, + -0.7082839608192444, + 0.2534780204296112, + -0.1301516443490982, + -0.03311759978532791, + 0.9640232920646667, + 0.16002628207206726, + 0.35234323143959045, + 0.7822649478912354, + 0.2542100250720978, + -0.2743472456932068, + -0.3996642827987671, + 0.8402774930000305, + 0.5562336444854736, + 0.3952564001083374, + 0.4139779210090637 + ] + ], + "generated_utilities": [ + 0.11793110519647598, + 0.14017994701862335, + 0.08704612404108047, + 0.09622645378112793, + 0.09927374124526978, + 0.10913527011871338, + 0.13568860292434692, + 0.13321703672409058 + ], + "group_id": "ms-8a72b73ac452bc190aeb", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.02298194169998169, + 0.01763375662267208, + 0.009361605159938335, + 0.02526181936264038, + 0.09214292466640472, + 0.022978028282523155, + 0.07704488933086395, + 0.056830525398254395, + 0.045355141162872314, + 0.06095697730779648, + 0.10329639911651611, + 0.05954315513372421, + 0.03003152273595333, + 0.008136491291224957, + 0.05599620193243027, + 0.011116823181509972 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 1.0913797616958618, + 0.3305599093437195, + -0.0778055489063263, + -2.223818778991699, + 0.9291321635246277, + -2.905466318130493, + -2.4575929641723633, + 1.1732350587844849, + 0.22933529317378998, + -0.8654288053512573, + 2.1122353076934814, + 1.5987088680267334, + 1.144788146018982, + 0.40604642033576965, + 0.10343833267688751, + -0.7513935565948486, + -1.054006814956665, + 1.396103024482727, + -0.16642586886882782, + -0.04196041822433472, + -1.2630513906478882 + ], + [ + 1.3690472841262817, + 0.2738865315914154, + -0.27599766850471497, + -2.431976556777954, + 0.7025187015533447, + -3.155372142791748, + -2.6898910999298096, + 1.1788215637207031, + 0.19074484705924988, + -0.7378551959991455, + 2.3089826107025146, + 1.3478807210922241, + 1.3458092212677002, + 0.3417958617210388, + 0.24155153334140778, + -1.004831314086914, + -1.3499912023544312, + 1.311987042427063, + -0.25646817684173584, + -0.3180008828639984, + -1.3290650844573975 + ], + [ + 0.9032705426216125, + -0.3011789321899414, + -0.21911907196044922, + -2.884286403656006, + 0.319735586643219, + -2.613290548324585, + -2.175532817840576, + 1.5185720920562744, + -0.1741684526205063, + -0.4879068434238434, + 2.721827507019043, + 2.1753995418548584, + 0.8214534521102905, + 0.7874165177345276, + 0.013686276972293854, + -0.7485443949699402, + -0.764183521270752, + 0.9452257752418518, + 0.07210072875022888, + 0.2788098156452179, + -1.8349425792694092 + ] + ], + "predicted_scores": [ + 5.480329513549805, + 5.268309116363525, + 4.989689826965332, + 4.960404872894287, + 4.818782329559326, + 4.70065975189209, + 4.59312105178833, + 3.4939517974853516 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "626486813", + "selected_index": 0, + "state_hash": "722240dc5e14c5a30badc5fbec9f15ecf388cf6402fb77013c8f9dbdcd100846", + "stored_base_utility": 0.02298194169998169, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1463289111852646, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1463289111852646 + }, + "base_progress": 0.1463289111852646, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.1463289111852646, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09703298658132553, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09703298658132553 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08723511546850204, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08723511546850204 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.053531747311353683, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.053531747311353683 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07973384857177734, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07973384857177734 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06476464122533798, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06476464122533798 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06340304762125015, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06340304762125015 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05967714264988899, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05967714264988899 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07370269298553467, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07370269298553467 + } + ], + "candidate_progress": [ + 0.09703298658132553, + 0.08723511546850204, + 0.053531747311353683, + 0.07973384857177734, + 0.06476464122533798, + 0.06340304762125015, + 0.05967714264988899, + 0.07370269298553467 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-20ca52baa214c31b3186", + "ms-20ca52baa214c31b3186", + "ms-20ca52baa214c31b3186", + "ms-20ca52baa214c31b3186", + "ms-20ca52baa214c31b3186", + "ms-20ca52baa214c31b3186", + "ms-20ca52baa214c31b3186", + "ms-20ca52baa214c31b3186" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-a96bca1ef0b74f686018", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.4774150252342224, + 0.16395053267478943, + 0.6695207953453064, + -0.7279702425003052, + 0.4682711064815521, + 1.1781140565872192, + 0.8910377025604248, + 0.5266338586807251, + 0.12118370085954666, + -0.046934373676776886, + -1.1084282398223877, + -0.11034032702445984, + -0.7771326899528503, + -0.37848496437072754, + -0.009602714329957962, + 0.4028179943561554, + 0.06860615313053131, + -0.6087673306465149, + -0.3633520007133484, + -0.7001290321350098, + -0.6012524366378784 + ], + [ + 0.47825735807418823, + 0.03848227113485336, + 0.5302959084510803, + -0.8312726020812988, + 0.9625923037528992, + 1.2474353313446045, + 0.8408956527709961, + 0.5830855965614319, + 0.1836460679769516, + 0.13571175932884216, + -1.1745694875717163, + 0.06413450837135315, + -0.7737951278686523, + -0.32952892780303955, + 0.001459963619709015, + 0.43358537554740906, + 0.03252895176410675, + -0.6873650550842285, + -0.28771263360977173, + -1.0550901889801025, + -0.5072144269943237 + ], + [ + 0.7596021294593811, + 0.10606381297111511, + 1.2665787935256958, + -0.9122112989425659, + 0.7881472706794739, + 1.2352150678634644, + 1.7858374118804932, + 0.6015142202377319, + 0.1328568309545517, + 0.2524581849575043, + -1.2915782928466797, + -0.11403822898864746, + -1.2052267789840698, + -0.648131787776947, + 0.2188592553138733, + 0.7569485306739807, + 0.13942213356494904, + -0.8680298924446106, + -1.1462430953979492, + -0.5268903374671936, + -0.4106893241405487 + ], + [ + 0.4084380269050598, + 0.2663419842720032, + 1.0760005712509155, + -0.7724300622940063, + 1.3380472660064697, + 1.8567869663238525, + 1.8468902111053467, + 0.5468417406082153, + 0.01254944410175085, + 0.05613577365875244, + -1.2852851152420044, + 0.17327874898910522, + -0.9338630437850952, + -0.07363298535346985, + -0.05805431678891182, + 0.5568652749061584, + 0.28206348419189453, + -0.7988231778144836, + -0.7200070023536682, + -0.4625352621078491, + -0.5269893407821655 + ], + [ + 0.7459428310394287, + 0.087165966629982, + 0.6327004432678223, + -0.8916043043136597, + 0.8676405549049377, + 1.1077216863632202, + 1.207047700881958, + 0.6259220242500305, + -0.04872714728116989, + 0.24639955163002014, + -1.2336896657943726, + 0.540086030960083, + -1.1414542198181152, + -0.9791011810302734, + -0.12965133786201477, + 0.5506116151809692, + 0.43079888820648193, + -0.7245939373970032, + -0.7966628670692444, + -0.7912613153457642, + -0.2880881428718567 + ], + [ + 0.6512823104858398, + 0.12763850390911102, + 0.5963420867919922, + -0.9510552883148193, + 0.9890733361244202, + 1.240270733833313, + 1.2857872247695923, + 0.6594601273536682, + -0.027475180104374886, + 0.3333120048046112, + -1.3188183307647705, + 0.5042130947113037, + -1.302309513092041, + -0.8402722477912903, + -0.0995517373085022, + 0.5195238590240479, + 0.39535844326019287, + -0.6625125408172607, + -0.7903056740760803, + -0.7933558225631714, + -0.5001401901245117 + ], + [ + 0.7709900736808777, + 0.09009692072868347, + 0.7219276428222656, + -0.8149501085281372, + 1.1054915189743042, + 1.3813515901565552, + 1.4517524242401123, + 0.6202355623245239, + -0.007822876796126366, + 0.31694677472114563, + -1.27902090549469, + 0.4314533472061157, + -1.0906058549880981, + -0.9050135612487793, + 0.010971128940582275, + 0.6035423874855042, + 0.3113860785961151, + -0.8105064034461975, + -0.7699615359306335, + -0.8205946087837219, + -0.5610750913619995 + ], + [ + 0.5038123726844788, + 0.05301511287689209, + 0.44818317890167236, + -0.5978798866271973, + 0.9654562473297119, + 1.6333186626434326, + 1.3449983596801758, + 0.6637305617332458, + 0.08149457722902298, + 0.26596859097480774, + -1.593865990638733, + 0.27641579508781433, + -1.206457495689392, + -0.5159122347831726, + 0.011746261268854141, + 0.5727272629737854, + 0.24779105186462402, + -0.9659048914909363, + -0.650402307510376, + -0.8195570707321167, + -0.8026186227798462 + ] + ], + "generated_utilities": [ + 0.09703298658132553, + 0.08723511546850204, + 0.053531747311353683, + 0.07973384857177734, + 0.06476464122533798, + 0.06340304762125015, + 0.05967714264988899, + 0.07370269298553467 + ], + "group_id": "ms-a96bca1ef0b74f686018", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.07923875749111176, + 0.1507580727338791, + 0.09708476066589355, + 0.1572066992521286, + 0.09626718610525131, + 0.0781460627913475, + 0.07252912223339081, + 0.04244875907897949, + 0.026137471199035645, + 0.03892441838979721, + 0.04886416718363762, + 0.10530619323253632, + 0.0477486252784729, + 0.0898323506116867, + 0.01968318223953247, + 0.0289560966193676 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.48996758460998535, + 0.9053895473480225, + 1.8985445499420166, + -1.3594893217086792, + 1.6097791194915771, + 1.132408618927002, + 1.8319320678710938, + 0.46463528275489807, + 0.13208985328674316, + 0.8792686462402344, + -1.868321418762207, + 1.1490275859832764, + -2.0193891525268555, + -2.0637927055358887, + 0.11448347568511963, + 1.2957178354263306, + 1.293219804763794, + -1.7789109945297241, + -0.4312591254711151, + -1.7441130876541138, + -0.06536102294921875 + ], + [ + 0.03654795140028, + 1.7676925659179688, + 1.048339605331421, + -1.366391658782959, + 2.5093846321105957, + 2.160305976867676, + 2.8675124645233154, + -0.309950590133667, + -0.5841768980026245, + 1.3030188083648682, + -1.2228018045425415, + 1.1373907327651978, + -2.831526041030884, + -2.2111129760742188, + -0.14044174551963806, + 1.660491704940796, + 1.5215414762496948, + -1.0137104988098145, + -0.40579986572265625, + -1.9571893215179443, + 1.241256833076477 + ], + [ + -0.2826732099056244, + 2.2520718574523926, + 2.418309450149536, + -1.7572941780090332, + 1.5832278728485107, + 0.6361246705055237, + 2.2009639739990234, + 0.9109495878219604, + 0.22027403116226196, + 0.7075455188751221, + -1.2762477397918701, + 0.8630691766738892, + -1.2986351251602173, + -2.567821979522705, + -0.4690782427787781, + 2.1363346576690674, + 0.1853562593460083, + -1.541505217552185, + -0.033681899309158325, + -1.0161254405975342, + 0.06877446174621582 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.03534998744726181, + 0.3312731981277466, + 0.5862538814544678, + -0.5824885368347168, + 0.9715663194656372, + 0.3504420518875122, + 0.0, + -0.013733148574829102, + 0.021970629692077637, + 0.014389097690582275, + -0.7432765960693359, + 0.006671249866485596, + -0.9755387306213379, + 0.0, + -0.027152668684720993, + 0.2708500623703003, + 0.052558183670043945, + -0.7615737915039062, + 0.020878344774246216, + -0.2927910089492798, + 0.0 + ], + [ + -0.1400495320558548, + 0.3312731981277466, + 0.5862538814544678, + -0.5824885368347168, + 0.9715663194656372, + 0.5714048147201538, + 0.0, + -0.3271818161010742, + -0.04413123428821564, + 0.16598933935165405, + -0.7432765960693359, + 0.2282017469406128, + -0.9755387306213379, + 0.0, + -0.4382812976837158, + 0.2708500623703003, + 0.2094714641571045, + -0.7615737915039062, + 0.23577484488487244, + -0.2927910089492798, + 0.0 + ] + ], + "predicted_scores": [ + -0.30508658289909363, + -1.0071572065353394, + -1.05073082447052, + -1.1319258213043213, + -1.1325569152832031, + -1.1726300716400146, + -1.306617021560669, + -1.409056544303894 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "141984615", + "selected_index": 0, + "state_hash": "61714505b9ac6cbb1c6deff698bb3e96fd54c7cdb8f0d4307bfdd236634525c0", + "stored_base_utility": 0.07923875749111176, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.20099925994873047, + 0.2814157009124756, + 0.1675318479537964, + 0.23327887058258057, + 0.13583946228027344, + 0.22735309600830078, + 0.21910834312438965, + 0.17192816734313965 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.20099925994873047, + "contact_quality": null, + "progress": 0.1277800053358078, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1277800053358078 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2814157009124756, + "contact_quality": null, + "progress": 0.10828181356191635, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10828181356191635 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1675318479537964, + "contact_quality": null, + "progress": 0.13606059551239014, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13606059551239014 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.23327887058258057, + "contact_quality": null, + "progress": 0.15835662186145782, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15835662186145782 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.13583946228027344, + "contact_quality": null, + "progress": 0.16957013309001923, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16957013309001923 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.22735309600830078, + "contact_quality": null, + "progress": 0.13623946905136108, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13623946905136108 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.21910834312438965, + "contact_quality": null, + "progress": 0.10464159399271011, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10464159399271011 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.17192816734313965, + "contact_quality": null, + "progress": 0.1342848539352417, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1342848539352417 + } + ], + "candidate_progress": [ + 0.1277800053358078, + 0.10828181356191635, + 0.13606059551239014, + 0.15835662186145782, + 0.16957013309001923, + 0.13623946905136108, + 0.10464159399271011, + 0.1342848539352417 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-37384bede4d1c03f3b80", + "ms-37384bede4d1c03f3b80", + "ms-4de1f6d71208bf1d182d", + "ms-37384bede4d1c03f3b80", + "ms-19cb10d10516bd0216a6", + "ms-19cb10d10516bd0216a6", + "ms-4de1f6d71208bf1d182d", + "ms-4de1f6d71208bf1d182d" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-ac4fb33f3ab4db853995", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.7982546091079712, + -0.1401248574256897, + -0.4597857892513275, + 0.20361554622650146, + -0.23385784029960632, + 2.1417019367218018, + 1.4281415939331055, + 1.8224709033966064, + 0.2710135877132416, + -1.1787372827529907, + -0.5927119851112366, + -0.837357759475708, + -2.336775064468384, + -2.8166584968566895, + 1.4311509132385254, + -0.09252357482910156, + -1.068503737449646, + 0.33509209752082825, + -0.34323060512542725, + -1.7777411937713623, + -1.7130119800567627 + ], + [ + 1.781768798828125, + -0.15964388847351074, + -0.49334076046943665, + 0.29928043484687805, + -0.24219152331352234, + 2.4959404468536377, + 1.7260105609893799, + 2.1531076431274414, + 0.2875398099422455, + -1.3195664882659912, + -0.6575100421905518, + -1.0311380624771118, + -2.584348440170288, + -2.4813389778137207, + 1.5940790176391602, + 0.06324723362922668, + -0.9292389750480652, + -0.022197574377059937, + -0.6059379577636719, + -1.9032385349273682, + -1.6882213354110718 + ], + [ + 1.6703362464904785, + -0.06745690852403641, + -0.48147568106651306, + 0.10922998189926147, + -0.1158001720905304, + 2.700585126876831, + 1.2694329023361206, + 1.8935859203338623, + 0.30825328826904297, + -1.2021814584732056, + -0.7357401251792908, + -1.3049265146255493, + -2.4726920127868652, + -2.3588080406188965, + 1.27985680103302, + -0.004743632394820452, + -0.9042215943336487, + 0.26326513290405273, + -0.3993341326713562, + -1.7649643421173096, + -1.5368167161941528 + ], + [ + 1.7644703388214111, + -0.12095323204994202, + -0.586074709892273, + 0.16674423217773438, + -0.26537004113197327, + 2.5342588424682617, + 1.6601135730743408, + 1.9742056131362915, + 0.3100932538509369, + -1.3861061334609985, + -0.5679011344909668, + -0.9771748781204224, + -2.587679147720337, + -2.7509663105010986, + 1.48894464969635, + 0.015900958329439163, + -0.9654293656349182, + 0.11775671690702438, + -0.5096330046653748, + -1.8720605373382568, + -1.851525068283081 + ], + [ + 1.910190463066101, + -0.008676078170537949, + -0.661004900932312, + -0.0062484294176101685, + -0.07476705312728882, + 1.9030102491378784, + 1.1785651445388794, + 1.5686631202697754, + 0.20524188876152039, + -0.9770388603210449, + -0.2843868136405945, + -0.9271253347396851, + -2.609321117401123, + -1.6181361675262451, + 1.293493628501892, + 0.05472671613097191, + -0.7216392755508423, + 0.13120487332344055, + -0.4840308427810669, + -1.5245709419250488, + -0.9305288791656494 + ], + [ + 1.7285319566726685, + -0.1161518320441246, + -0.5585806369781494, + 0.2924509346485138, + -0.21619457006454468, + 2.7831366062164307, + 1.7024450302124023, + 2.0168769359588623, + 0.3285013735294342, + -1.277403712272644, + -0.7233602404594421, + -1.1549336910247803, + -2.579542398452759, + -2.5142247676849365, + 1.4501246213912964, + 0.10346464812755585, + -0.937781035900116, + 0.09885310381650925, + -0.4806978106498718, + -1.7610912322998047, + -1.792567491531372 + ], + [ + 1.8925145864486694, + -0.11930786818265915, + -0.23323139548301697, + 0.41412344574928284, + -0.340975821018219, + 2.8830184936523438, + 1.4019960165023804, + 2.1824021339416504, + 0.40516939759254456, + -1.3880661725997925, + -0.7070349454879761, + -1.0895178318023682, + -2.5067532062530518, + -2.4468955993652344, + 1.3536508083343506, + 0.14706557989120483, + -0.7958487868309021, + -0.00450366735458374, + -0.33493906259536743, + -1.4558157920837402, + -1.2344019412994385 + ], + [ + 1.9196072816848755, + -0.1064971387386322, + -0.4933945834636688, + 0.035459280014038086, + 0.07726843655109406, + 2.6904609203338623, + 1.5431134700775146, + 1.6067891120910645, + 0.3134714961051941, + -0.8445203900337219, + -0.6709470748901367, + -1.0867528915405273, + -1.989365816116333, + -1.688090443611145, + 1.4107128381729126, + 0.08931483328342438, + -1.0603591203689575, + -0.2861248850822449, + -0.36694836616516113, + -1.5565462112426758, + -1.89792799949646 + ] + ], + "generated_utilities": [ + 0.1277800053358078, + 0.10828181356191635, + 0.13606059551239014, + 0.15835662186145782, + 0.16957013309001923, + 0.13623946905136108, + 0.10464159399271011, + 0.1342848539352417 + ], + "group_id": "ms-ac4fb33f3ab4db853995", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.2651830017566681, + 0.22676818072795868, + 0.22454051673412323, + 2.0, + 0.31214088201522827, + 0.21535459160804749, + 0.18962346017360687, + 2.0, + 0.1830430030822754, + 0.15030252933502197, + 0.12050267308950424, + 0.17022761702537537, + 0.11389490216970444, + 0.07058519124984741, + 0.07076358795166016, + 0.18658748269081116 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 2.0962133407592773, + 0.057441189885139465, + -0.2733909487724304, + 0.4170292317867279, + -0.7772165536880493, + 2.858414888381958, + 2.1098427772521973, + 1.8366810083389282, + 0.017507493495941162, + -1.6127345561981201, + -0.39152991771698, + -1.017486333847046, + -2.815659999847412, + -2.787520408630371, + 1.6748408079147339, + 0.2986273169517517, + -0.6001855134963989, + 0.5475705862045288, + -0.28012242913246155, + -1.5382447242736816, + -1.6652274131774902 + ], + [ + 2.1338062286376953, + -0.07656055688858032, + -0.7531881332397461, + 0.48830646276474, + -0.36628106236457825, + 2.381558418273926, + 1.7315943241119385, + 1.838928461074829, + -0.050897032022476196, + -1.171897292137146, + -0.8350631594657898, + -0.8261303901672363, + -2.2635834217071533, + -3.2190167903900146, + 1.3416705131530762, + 0.44279617071151733, + -0.7299901247024536, + 1.2929750680923462, + -0.0032969415187835693, + -1.5000369548797607, + -1.6060972213745117 + ], + [ + 1.5521352291107178, + 0.03659695386886597, + -0.44382959604263306, + 0.21355122327804565, + -1.0471938848495483, + 3.194620370864868, + 1.9892739057540894, + 2.5084128379821777, + 0.531404972076416, + -0.9168282747268677, + -0.49052953720092773, + -1.1588059663772583, + -3.156189441680908, + -3.278008460998535, + 0.921509325504303, + 0.49181532859802246, + -1.0228296518325806, + 0.5866082310676575, + -0.4882396459579468, + -0.7946261763572693, + -2.119061231613159 + ], + [ + 2.7138938903808594, + -0.3406146764755249, + -0.32174432277679443, + 0.9962238669395447, + -0.558576226234436, + 2.049264907836914, + 1.8703808784484863, + 2.113438367843628, + 0.9615883827209473, + -1.9615708589553833, + -0.0062177181243896484, + -0.5808464288711548, + -2.1758205890655518, + -2.219890594482422, + 1.022050142288208, + 0.7201904654502869, + -1.3177021741867065, + 0.4089192748069763, + -0.0315951406955719, + -0.7215378880500793, + -2.069262981414795 + ], + [ + 2.5701913833618164, + 0.3137266933917999, + -0.5592924356460571, + 0.0026398897171020508, + -0.19283491373062134, + 2.2903807163238525, + 2.637770652770996, + 2.5494186878204346, + 0.9258015155792236, + -0.7146614193916321, + -0.686233639717102, + -0.7985042929649353, + -3.431988000869751, + -3.2178471088409424, + 1.319100260734558, + -0.15109702944755554, + -0.2694774866104126, + 1.0912322998046875, + -0.6380462050437927, + -2.0780839920043945, + -2.1209774017333984 + ], + [ + 2.6195321083068848, + -0.2646539509296417, + 0.15159690380096436, + 0.8749752044677734, + -1.1848887205123901, + 2.8789353370666504, + 1.6037814617156982, + 1.3343384265899658, + -0.2254078984260559, + -2.041776657104492, + -0.9811336994171143, + -1.3441768884658813, + -2.2502636909484863, + -1.9091612100601196, + 0.9959704279899597, + 0.42473238706588745, + -0.5330828428268433, + 1.6945891380310059, + 0.4069111943244934, + -0.5568764805793762, + -1.472819447517395 + ], + [ + 2.9485361576080322, + -0.6907311677932739, + -0.057036399841308594, + 1.2457408905029297, + 0.09488356113433838, + 2.6509125232696533, + 2.0378005504608154, + 2.278454303741455, + 1.1734973192214966, + -1.853393316268921, + 0.09614759683609009, + -0.35674989223480225, + -2.1597909927368164, + -1.9672894477844238, + 1.9760816097259521, + -0.47744297981262207, + 0.021782994270324707, + 1.6328153610229492, + -0.8569514751434326, + -1.0814869403839111, + -1.7780723571777344 + ], + [ + 2.1897926330566406, + -0.3883178234100342, + -0.6492674946784973, + 1.3223958015441895, + 0.30954307317733765, + 2.031817674636841, + 1.878535270690918, + 2.5030624866485596, + 0.6644855737686157, + -1.7382179498672485, + -1.1862120628356934, + -0.7967990636825562, + -2.8425841331481934, + -2.3635308742523193, + 2.0061349868774414, + -0.6015456318855286, + -1.429253339767456, + 1.2773160934448242, + 0.04122643172740936, + -2.0497689247131348, + -1.1791472434997559 + ], + [ + 1.586853265762329, + 0.06395213305950165, + -0.8944701552391052, + 0.5118889808654785, + -1.1310638189315796, + 2.865907669067383, + 1.3295278549194336, + 1.0862370729446411, + 0.6303088665008545, + -0.3754369616508484, + -0.04129624366760254, + -0.7044278979301453, + -2.923245429992676, + -1.7837438583374023, + 1.5932514667510986, + 1.2467985153198242, + 0.13401156663894653, + 1.6706414222717285, + -0.816297709941864, + -1.2893165349960327, + -1.0985345840454102 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 1.1383795738220215, + -0.1483764797449112, + -0.27178800106048584, + 0.26738643646240234, + -0.12845781445503235, + 1.6495440006256104, + 0.0, + 0.9713280200958252, + -0.050046056509017944, + -0.36543774604797363, + -0.022124826908111572, + 0.08494043350219727, + -1.671510934829712, + 0.0, + 0.5271386504173279, + 0.3898613452911377, + 0.21280205249786377, + -0.2029280662536621, + -0.01802508533000946, + -0.35994601249694824, + 0.0 + ], + [ + 1.7570452690124512, + 0.07137972116470337, + 0.02318662405014038, + 0.2907020151615143, + -0.2308352291584015, + 2.89892578125, + 2.537220001220703, + 2.238605499267578, + 0.16207315027713776, + -1.6996564865112305, + -0.8050198554992676, + -1.2014062404632568, + -2.5764517784118652, + -2.393839120864868, + 1.1276613473892212, + 0.31928181648254395, + -1.036102533340454, + 1.1266506910324097, + -0.1944657564163208, + -1.5998979806900024, + -2.151465892791748 + ] + ], + "predicted_scores": [ + -0.8273787498474121, + -1.588667869567871, + -1.7115609645843506, + -1.7391592264175415, + -1.771704077720642, + -1.788503646850586, + -2.0397684574127197, + -2.3904731273651123 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "565369392", + "selected_index": 0, + "state_hash": "0b62c42c3beda0eb959692d55792514223681b522edd0a5e73247682cf0bfe95", + "stored_base_utility": 0.2651830017566681, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.21459674835205078, + 0.2366623878479004, + 0.16937577724456787, + 0.1675792932510376, + 0.21240675449371338, + 0.13811588287353516, + 0.20273220539093018, + 0.12081074714660645 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.21459674835205078, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2366623878479004, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.16937577724456787, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1675792932510376, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.21240675449371338, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.13811588287353516, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.20273220539093018, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.12081074714660645, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-456cdaaa617fc54fd766", + "ms-456cdaaa617fc54fd766", + "ms-456cdaaa617fc54fd766", + "ms-456cdaaa617fc54fd766", + "ms-9681d9cb43cc26adb0fe", + "ms-fbd73493bcf73542f735", + "ms-fbd73493bcf73542f735", + "ms-456cdaaa617fc54fd766" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-c31b98b3d3702c6f9c8c", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.3300451040267944, + 0.14976489543914795, + -1.7874659299850464, + -0.6844805479049683, + 0.5766326189041138, + -0.059400469064712524, + -1.255387306213379, + 0.2475813329219818, + -0.09142962843179703, + -0.03514104336500168, + 0.16829612851142883, + 0.12802532315254211, + -2.3719534873962402, + -2.0753626823425293, + 0.6235827207565308, + -0.08190500736236572, + 0.6848737597465515, + -0.5595974922180176, + 0.5602155923843384, + -1.7742266654968262, + -1.1461647748947144 + ], + [ + 1.420262336730957, + 0.16875572502613068, + -1.4007569551467896, + -0.48525989055633545, + 0.48944607377052307, + -0.8796921968460083, + -1.5489790439605713, + 0.28277039527893066, + -0.03704352676868439, + -0.3068075478076935, + -0.08312050253152847, + 0.14055101573467255, + -2.4980580806732178, + -1.9115413427352905, + 0.7258481383323669, + -0.04719157516956329, + 0.4527452886104584, + -0.9728170037269592, + 0.5548668503761292, + -1.7909247875213623, + -1.052022933959961 + ], + [ + 1.4353339672088623, + 0.2552458643913269, + -1.3241796493530273, + -0.3576453924179077, + 0.28002795577049255, + -0.24147659540176392, + -1.3495452404022217, + 0.34958821535110474, + -0.01983310841023922, + -0.18644419312477112, + -0.26264488697052, + 0.23675556480884552, + -2.2574219703674316, + -2.0743489265441895, + 0.8603492379188538, + -0.06035454571247101, + 0.586987316608429, + -0.8949112296104431, + 0.6237550973892212, + -1.3802459239959717, + -1.191220998764038 + ], + [ + 1.4548327922821045, + 0.17549535632133484, + -1.520034670829773, + -0.43224045634269714, + 0.39628899097442627, + -0.6529526710510254, + -1.4159464836120605, + 0.2951028347015381, + -0.057085342705249786, + -0.2527504861354828, + -0.12245934456586838, + 0.2603233754634857, + -2.1835572719573975, + -2.071338415145874, + 0.8036540746688843, + -0.10565382242202759, + 0.5567485690116882, + -0.9437212347984314, + 0.6640743017196655, + -1.537879467010498, + -0.8913023471832275 + ], + [ + 1.5762579441070557, + 0.03551660478115082, + -1.3702505826950073, + -0.5512115359306335, + -0.0028791725635528564, + -1.5407121181488037, + -1.163558006286621, + 0.4025491774082184, + 0.21118053793907166, + -0.1194741353392601, + 0.17435628175735474, + 0.01029922068119049, + -2.353795051574707, + -1.888966679573059, + 0.7419993877410889, + -0.009554747492074966, + 0.7401187419891357, + -0.9703341126441956, + 0.9554361701011658, + -1.7866771221160889, + -1.028438687324524 + ], + [ + 1.4712339639663696, + 0.07292212545871735, + -1.6328243017196655, + -0.4148731231689453, + -0.28872203826904297, + -1.0505658388137817, + -0.9989320635795593, + 0.4369369149208069, + 0.0807882696390152, + -0.0028382763266563416, + 0.10457591712474823, + 0.5010079741477966, + -2.0724472999572754, + -2.0182785987854004, + 0.6206361651420593, + 0.034388985484838486, + 0.49260008335113525, + -1.0066876411437988, + 0.642177164554596, + -1.372403860092163, + -0.8413093090057373 + ], + [ + 1.1930973529815674, + 0.02341300994157791, + -1.1992383003234863, + -0.5472753643989563, + -0.5915100574493408, + -0.863580584526062, + -1.4793739318847656, + 0.25495585799217224, + 0.18855026364326477, + -0.0903506800532341, + -0.18885990977287292, + 0.020055696368217468, + -2.513861894607544, + -2.168947696685791, + 0.6210019588470459, + -0.022582445293664932, + 0.3588317930698395, + -0.8022552132606506, + 0.7675487995147705, + -1.2409641742706299, + -1.1417921781539917 + ], + [ + 1.321555256843567, + 0.06950497627258301, + -1.4162540435791016, + -0.27100369334220886, + 0.5675137042999268, + -0.9251576662063599, + -1.4842462539672852, + 0.40020155906677246, + -0.028231116011738777, + -0.3582816421985626, + -0.04378916323184967, + 0.30055463314056396, + -1.8383923768997192, + -2.239464521408081, + 0.9615311622619629, + -0.23401904106140137, + 0.42662909626960754, + -0.8401579260826111, + 0.7945269346237183, + -1.6972017288208008, + -0.8217885494232178 + ] + ], + "generated_utilities": [ + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0 + ], + "group_id": "ms-c31b98b3d3702c6f9c8c", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.149173304438591, + 0.06221481412649155, + 0.1385849118232727, + 0.06656398624181747, + 2.0, + 0.10397814214229584, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.7398372888565063, + -0.02836926281452179, + -0.4292973279953003, + 0.028730571269989014, + 0.009982943534851074, + -0.3464317321777344, + 0.0, + 0.009800434112548828, + -0.06816069781780243, + 0.030653484165668488, + -0.00554502010345459, + -0.06216755136847496, + -1.9802618026733398, + 0.0, + 0.01717478036880493, + -0.05601567029953003, + 0.010390102863311768, + -0.8072932958602905, + -0.05775028467178345, + -1.9342114925384521, + 0.0 + ], + [ + 0.7398372888565063, + -0.1961192637681961, + -0.4292973279953003, + -0.0017886161804199219, + 0.06461763381958008, + -0.3464317321777344, + 0.0, + 0.42972221970558167, + -0.5797654986381531, + 0.19436834752559662, + -0.23844504356384277, + 0.1733923852443695, + -1.9802618026733398, + 0.0, + -0.27269166707992554, + 0.04145494103431702, + 0.12319430708885193, + -0.8072932958602905, + 0.4949256181716919, + -1.9342114925384521, + 0.0 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 1.7398372888565063, + 0.2242223471403122, + -1.4292973279953003, + -0.537040650844574, + -0.9353823661804199, + -1.3464317321777344, + -2.159137487411499, + 0.489885151386261, + -0.006211067084223032, + 0.09238272905349731, + -1.0055450201034546, + -0.04778099060058594, + -2.98026180267334, + -2.576570987701416, + 0.2992324233055115, + 0.34874510765075684, + 0.5165960192680359, + -1.8072932958602905, + 0.834364652633667, + -2.934211492538452, + -2.0790040493011475 + ], + [ + 1.9740948677062988, + 0.4187958538532257, + -1.2225801944732666, + -0.6112513542175293, + -1.0962133407592773, + -1.4875872135162354, + -2.1883857250213623, + 0.6603437662124634, + -0.20142723619937897, + 0.1697872281074524, + -0.8377580046653748, + -0.16444604098796844, + -2.87237286567688, + -2.4153482913970947, + 0.03898555040359497, + 0.5175161957740784, + 0.7254846096038818, + -1.9598647356033325, + 1.1053451299667358, + -3.172945976257324, + -1.9334450960159302 + ], + [ + 1.5938913822174072, + -0.018363401293754578, + -1.1851862668991089, + -0.20344951748847961, + -0.9226735234260559, + -1.3553601503372192, + -1.932102084159851, + 0.6446930170059204, + 0.30503973364830017, + 0.3522501289844513, + -0.9527953267097473, + -0.15980565547943115, + -2.9574379920959473, + -2.9056527614593506, + 0.6069583892822266, + 0.3722725808620453, + 0.7255810499191284, + -1.8503519296646118, + 0.5613387823104858, + -3.095244884490967, + -2.023747444152832 + ], + [ + 1.6626678705215454, + -0.02834661304950714, + -1.0125243663787842, + -0.5629516839981079, + -1.230878233909607, + -1.414373755455017, + -2.42856764793396, + 0.8520264625549316, + -0.1296539008617401, + -0.22410845756530762, + -1.0539721250534058, + -0.060277245938777924, + -2.740527391433716, + -2.1194698810577393, + 0.6826534867286682, + 0.7535779476165771, + 0.35573869943618774, + -1.9124289751052856, + 0.7101565003395081, + -3.326658010482788, + -1.8195855617523193 + ], + [ + 2.2881288528442383, + 0.6951426863670349, + -1.0978585481643677, + -0.008003771305084229, + -1.0754073858261108, + -1.7734596729278564, + -2.139570474624634, + 0.9205271601676941, + 0.29560548067092896, + 0.49158430099487305, + -1.2606573104858398, + 0.43956148624420166, + -2.831833600997925, + -2.960129976272583, + 0.6832801103591919, + -0.03894898295402527, + 1.036036491394043, + -2.127277135848999, + 0.6759494543075562, + -3.1690073013305664, + -1.9895020723342896 + ], + [ + 1.9020261764526367, + 0.6575945019721985, + -1.3994193077087402, + -0.5040701031684875, + -0.6857678890228271, + -0.7056208252906799, + -1.5344107151031494, + 0.7615087032318115, + 0.6105715036392212, + 0.19082021713256836, + -0.6303516626358032, + -0.4614318609237671, + -2.3375303745269775, + -2.188478469848633, + 0.6886799335479736, + -0.03237125277519226, + 0.483882874250412, + -1.3982734680175781, + 0.23996800184249878, + -3.3969180583953857, + -1.5116117000579834 + ], + [ + 1.666227102279663, + 0.6915197968482971, + -1.6392340660095215, + -0.9650112390518188, + -0.2591104507446289, + -1.5417896509170532, + -1.695828914642334, + 1.130251169204712, + -0.555443525314331, + -0.4872768521308899, + -1.0994479656219482, + 0.5934816002845764, + -3.5218958854675293, + -1.8239338397979736, + 0.7150859832763672, + 0.8003170490264893, + 1.0113730430603027, + -2.1905770301818848, + 0.8595032095909119, + -3.039506673812866, + -2.3675880432128906 + ], + [ + 1.59856116771698, + -0.036071136593818665, + -1.700652837753296, + 0.27602267265319824, + -1.608276128768921, + -0.875938355922699, + -1.6728798151016235, + 0.8851535320281982, + 0.7461313605308533, + -0.7497223019599915, + -1.0928030014038086, + -0.4735495150089264, + -2.223254680633545, + -2.5322465896606445, + 0.044906944036483765, + 0.6160990595817566, + 1.3697642087936401, + -1.6367510557174683, + 0.086475670337677, + -3.323115825653076, + -2.058189630508423 + ], + [ + 2.285855531692505, + 0.6314746141433716, + -1.2119637727737427, + 0.039707839488983154, + -0.9751565456390381, + -1.7796330451965332, + -1.5261995792388916, + 0.5450726747512817, + -0.8933275938034058, + 0.7903657555580139, + -1.5466060638427734, + 0.5994364023208618, + -3.370340585708618, + -3.1641077995300293, + 0.3225497603416443, + -0.39524197578430176, + 1.152822732925415, + -1.508494257926941, + 1.1221402883529663, + -3.361729860305786, + -1.9251339435577393 + ], + [ + 2.2599079608917236, + -0.005553290247917175, + -2.4053664207458496, + 0.39961689710617065, + -0.40980857610702515, + -0.9905421733856201, + -1.7244036197662354, + -0.06417369842529297, + 0.6376181840896606, + 0.5168956518173218, + -1.6740490198135376, + -0.1833474189043045, + -3.9368975162506104, + -1.7146861553192139, + 0.9366075992584229, + 0.701168417930603, + -0.23131346702575684, + -2.740941286087036, + 0.908729076385498, + -3.6231396198272705, + -1.3161351680755615 + ], + [ + 1.819408655166626, + -0.5504165291786194, + -1.302573800086975, + -0.6927691698074341, + -0.7548186779022217, + -2.1824703216552734, + -2.4921669960021973, + 0.6337187886238098, + 0.1691494882106781, + 0.7547447681427002, + -0.4371253252029419, + -0.6562469601631165, + -2.313655376434326, + -2.4974589347839355, + 0.05105690658092499, + 0.3473445773124695, + -0.4244192838668823, + -1.8233305215835571, + -0.1157217025756836, + -2.0408761501312256, + -2.2010600566864014 + ] + ], + "predicted_scores": [ + 2.791292428970337, + 2.682215452194214, + 2.1543164253234863, + 2.099698543548584, + 2.0970077514648438, + 1.7518748044967651, + 1.6305915117263794, + 0.8455691337585449 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "2054899126", + "selected_index": 0, + "state_hash": "b26c5f64bc7e877098323281f2b58e7850275b30405bc411ed7ffc7cf69f4e26", + "stored_base_utility": 0.149173304438591, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1360541582107544, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1360541582107544 + }, + "base_progress": 0.1360541582107544, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.1360541582107544, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0876745954155922, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0876745954155922 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06248068809509277, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06248068809509277 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09245294332504272, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09245294332504272 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07679468393325806, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07679468393325806 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10818761587142944, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10818761587142944 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06474659591913223, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06474659591913223 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05888666585087776, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05888666585087776 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08902344852685928, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08902344852685928 + } + ], + "candidate_progress": [ + 0.0876745954155922, + 0.06248068809509277, + 0.09245294332504272, + 0.07679468393325806, + 0.10818761587142944, + 0.06474659591913223, + 0.05888666585087776, + 0.08902344852685928 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-d535b38d768633f6d922", + "ms-60f0d45b604940db0058", + "ms-d535b38d768633f6d922", + "ms-60f0d45b604940db0058", + "ms-6f26118aa94bacd82250", + "ms-60f0d45b604940db0058", + "ms-60f0d45b604940db0058", + "ms-ebfb82df795e73599373" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank3", + "ctt_transport_rank1", + "ctt_transport_rank3", + "ctt_transport_rank0", + "ctt_transport_rank3", + "ctt_transport_rank3", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-c832439976a37f52d094", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.2648667097091675, + -0.10099882632493973, + 0.3972587287425995, + 1.0931684970855713, + 0.07314297556877136, + 0.33868342638015747, + -0.6777545809745789, + 1.0439562797546387, + -0.35193684697151184, + -0.5788706541061401, + -1.8275043964385986, + 0.22848127782344818, + -1.6224538087844849, + -1.640045166015625, + -0.2737821042537689, + 0.1865348219871521, + 0.0719938725233078, + -0.15184880793094635, + 0.9791343808174133, + 1.8283202648162842, + 0.7026897668838501 + ], + [ + -0.3311711549758911, + -0.023769447579979897, + 0.5710693001747131, + 1.1126880645751953, + 0.06934812664985657, + 0.9631351232528687, + -1.2157368659973145, + 1.4558556079864502, + -0.2511690557003021, + -0.17270132899284363, + -1.3809492588043213, + 0.26169103384017944, + -0.6847940683364868, + -1.8880254030227661, + -0.027569498866796494, + 0.018135681748390198, + -0.025748297572135925, + -0.38748496770858765, + 1.2104215621948242, + 2.9392921924591064, + 0.6402574181556702 + ], + [ + -0.1608707755804062, + -0.19135485589504242, + 0.26734602451324463, + 1.0121886730194092, + 0.1143898293375969, + 0.11116713285446167, + -0.5233398675918579, + 1.0145528316497803, + -0.2819407284259796, + -0.3157500922679901, + -1.6189225912094116, + 0.3254522681236267, + -1.4669620990753174, + -1.4711848497390747, + -0.278209924697876, + 0.17560550570487976, + 0.21525809168815613, + 0.000208929181098938, + 0.9784976840019226, + 2.076566696166992, + 0.8264694213867188 + ], + [ + -0.24304033815860748, + -0.03557977080345154, + 0.39026081562042236, + 1.2018376588821411, + 0.35290688276290894, + 0.734336256980896, + -0.978209912776947, + 1.1971732378005981, + -0.3162522315979004, + -0.4382067322731018, + -1.4272311925888062, + 0.4663996994495392, + -1.3214982748031616, + -1.3991729021072388, + -0.2570641338825226, + 0.19977769255638123, + 0.044297605752944946, + -0.1595914512872696, + 1.4313654899597168, + 2.654264450073242, + 0.4874947965145111 + ], + [ + 0.16514533758163452, + -0.3900569677352905, + -0.1500159204006195, + 1.0287842750549316, + -0.27329981327056885, + 0.1127873957157135, + 0.4497157037258148, + 0.6328132152557373, + -0.027269138023257256, + 0.38556569814682007, + -1.4697521924972534, + 0.9792163372039795, + -0.8748601675033569, + -0.737079381942749, + 0.0017852000892162323, + -0.05689726024866104, + 0.08875732123851776, + -0.2807462811470032, + 0.6213685870170593, + 2.2954721450805664, + 0.36526936292648315 + ], + [ + -0.4152659773826599, + -0.1328851878643036, + 0.3773937523365021, + 1.1401976346969604, + 0.10114039480686188, + 1.2210477590560913, + -1.3268415927886963, + 1.499441385269165, + -0.281518816947937, + -0.07519983500242233, + -1.451590657234192, + 0.21565638482570648, + -0.7332906723022461, + -2.107211112976074, + -0.11918824911117554, + -0.07355755567550659, + -0.10411481559276581, + -0.41057324409484863, + 1.3074641227722168, + 2.7769775390625, + 0.5232616662979126 + ], + [ + -0.21607236564159393, + 0.11617378890514374, + 0.5513401627540588, + 1.044173240661621, + 0.18369224667549133, + 1.070417881011963, + -1.0286979675292969, + 1.4024494886398315, + -0.2998412251472473, + -0.3266493082046509, + -1.4156297445297241, + 0.16920295357704163, + -1.0845859050750732, + -2.0916197299957275, + 0.011443901807069778, + 0.16237196326255798, + -0.1589716523885727, + -0.4318472146987915, + 1.0614712238311768, + 2.8130040168762207, + 0.7319761514663696 + ], + [ + -0.5596159100532532, + -0.13620299100875854, + 0.46543997526168823, + 0.7650294303894043, + 0.6943250894546509, + 0.972021222114563, + -0.18181389570236206, + 0.9671823978424072, + -0.30225804448127747, + -0.5106633305549622, + -1.1057583093643188, + 0.3683614134788513, + -0.7679483890533447, + -1.5061711072921753, + -0.16052652895450592, + 0.18937835097312927, + -0.07054416835308075, + -0.5253934264183044, + 1.3940908908843994, + 2.3820912837982178, + 0.6776334047317505 + ] + ], + "generated_utilities": [ + 0.0876745954155922, + 0.06248068809509277, + 0.09245294332504272, + 0.07679468393325806, + 0.10818761587142944, + 0.06474659591913223, + 0.05888666585087776, + 0.08902344852685928 + ], + "group_id": "ms-c832439976a37f52d094", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.0808674544095993, + 0.13129448890686035, + 0.11199682950973511, + 0.2594742774963379, + 0.17684690654277802, + 0.11511725187301636, + 0.17100229859352112, + 0.12906593084335327, + 0.12404869496822357, + 0.10653237998485565, + 0.15492436289787292, + 0.05800905078649521, + 0.04767048358917236, + 0.09533219039440155, + 0.03300365060567856, + 0.07704520225524902 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.025296777486801147, + 0.11629299819469452, + -0.024434387683868408, + 1.0812468528747559, + 0.04022188484668732, + -0.01547396183013916, + 0.0, + 0.05167186260223389, + 0.07629208266735077, + -0.00870610773563385, + -0.5777420997619629, + 0.07687681913375854, + -0.6336902379989624, + 0.0, + -0.043449461460113525, + -0.029798656702041626, + 0.18944299221038818, + 0.03022998571395874, + 0.7312084436416626, + 1.8623785972595215, + 0.0 + ], + [ + 0.05685463547706604, + -0.3914306163787842, + 0.4578048586845398, + 1.0812468528747559, + 0.10990457236766815, + -0.18159747123718262, + 0.0, + 0.05167186260223389, + -0.5002377033233643, + 0.04299694299697876, + -0.5777420997619629, + 0.02747189998626709, + -0.6336902379989624, + 0.0, + -0.08638033270835876, + 0.17561247944831848, + 0.37304359674453735, + 0.2538231611251831, + 0.7312084436416626, + 1.8623785972595215, + 0.0 + ], + [ + -0.3902576267719269, + 0.03852551057934761, + 0.16114424169063568, + 2.081246852874756, + 0.22516529262065887, + 0.8184025287628174, + 0.3388257324695587, + 1.0516718626022339, + -0.061541248112916946, + 0.22279328107833862, + -1.577742099761963, + 1.027471899986267, + -1.6336902379989624, + -1.6284003257751465, + -0.24836044013500214, + -0.3427097499370575, + 1.1894429922103882, + -0.15580247342586517, + 1.7312084436416626, + 2.8623785972595215, + 1.0248357057571411 + ], + [ + -0.5903857946395874, + -0.10628272593021393, + -0.07594148814678192, + 2.194340944290161, + 0.11632551997900009, + 0.942036509513855, + 0.06351110339164734, + 0.7966359853744507, + 0.1702205240726471, + 0.1549067199230194, + -1.439386248588562, + 1.3076335191726685, + -1.3458164930343628, + -1.90281081199646, + -0.2967699468135834, + -0.27783676981925964, + 1.0556988716125488, + 0.06510581076145172, + 1.6170521974563599, + 3.027111530303955, + 1.154527187347412 + ], + [ + -0.7559880614280701, + 0.694898247718811, + -0.3551136255264282, + 1.8615511655807495, + 0.9249891042709351, + 0.969862699508667, + 0.4452719986438751, + 1.5801937580108643, + 0.13303470611572266, + -0.13816028833389282, + -1.2399333715438843, + 1.5769362449645996, + -1.5071980953216553, + -2.0578060150146484, + -0.8449342846870422, + 0.3327537477016449, + 1.6781622171401978, + 0.4016150236129761, + 1.8172147274017334, + 3.1609320640563965, + 1.4916398525238037 + ] + ], + "predicted_scores": [ + 4.085820198059082, + 4.034338474273682, + 4.025668144226074, + 4.004350185394287, + 3.998884439468384, + 3.8967864513397217, + 3.8780837059020996, + 3.6911206245422363 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "585904130", + "selected_index": 0, + "state_hash": "0f2810f22383259329f6e94fdc8384176c664f2ed476924e59db7cda4f4a4863", + "stored_base_utility": 0.0808674544095993, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13587017357349396, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13587017357349396 + }, + "base_progress": 0.13587017357349396, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.13587017357349396, + "candidate_action_clip_max_abs": [ + 0.25865280628204346, + 0.2858765125274658, + 0.23912692070007324, + 0.2642819881439209, + 0.3013267517089844, + 0.2702329158782959, + 0.3016294240951538, + 0.34744226932525635 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.25865280628204346, + "contact_quality": null, + "progress": 0.023819267749786377, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.023819267749786377 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2858765125274658, + "contact_quality": null, + "progress": 0.02367544174194336, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.02367544174194336 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.23912692070007324, + "contact_quality": null, + "progress": 0.021955212578177452, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.021955212578177452 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2642819881439209, + "contact_quality": null, + "progress": 0.023434340953826904, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.023434340953826904 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3013267517089844, + "contact_quality": null, + "progress": 0.0378459095954895, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0378459095954895 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2702329158782959, + "contact_quality": null, + "progress": 0.022921442985534668, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.022921442985534668 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3016294240951538, + "contact_quality": null, + "progress": 0.03818168118596077, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03818168118596077 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.34744226932525635, + "contact_quality": null, + "progress": 0.014884750358760357, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.014884750358760357 + } + ], + "candidate_progress": [ + 0.023819267749786377, + 0.02367544174194336, + 0.021955212578177452, + 0.023434340953826904, + 0.0378459095954895, + 0.022921442985534668, + 0.03818168118596077, + 0.014884750358760357 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-db2c4015a0690cc80d24", + "ms-db2c4015a0690cc80d24", + "ms-db2c4015a0690cc80d24", + "ms-db2c4015a0690cc80d24", + "ms-d6da14bffe59c0265db7", + "ms-db2c4015a0690cc80d24", + "ms-d6da14bffe59c0265db7", + "ms-db2c4015a0690cc80d24" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-c96b415f083f60857334", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.8132837414741516, + 0.18493637442588806, + 1.2468652725219727, + 0.3164772093296051, + 0.42050302028656006, + 2.087538719177246, + 2.0608835220336914, + -0.6426941156387329, + 0.01856810227036476, + 1.3530176877975464, + 0.3307793438434601, + 0.45186981558799744, + 2.138185501098633, + 1.5225093364715576, + -0.12048788368701935, + -0.03276437520980835, + -0.620395839214325, + 0.9407018423080444, + -0.8822237849235535, + 1.019258737564087, + -0.3249245285987854 + ], + [ + -0.8787558078765869, + 0.3064475655555725, + 1.3505921363830566, + 0.16805770993232727, + 0.4955836832523346, + 1.7698434591293335, + 2.184563398361206, + -0.7554141283035278, + -0.2169809490442276, + 1.3581970930099487, + 0.37993088364601135, + 0.4808942973613739, + 1.8363224267959595, + 1.9071811437606812, + 0.0037377625703811646, + -0.1338551640510559, + -0.8461244702339172, + 1.3888379335403442, + -0.9797444939613342, + 0.8796160817146301, + -0.34517696499824524 + ], + [ + -0.657936155796051, + 0.09399440884590149, + 1.3016819953918457, + 0.4854823052883148, + 0.06086927652359009, + 1.8754135370254517, + 1.873523473739624, + -0.812781572341919, + 0.03631933033466339, + 1.3544574975967407, + 0.24995890259742737, + 0.43950769305229187, + 2.2164077758789062, + 1.4400259256362915, + -0.04584139958024025, + -0.08311082422733307, + -0.5543678402900696, + 0.8239181637763977, + -0.9608981013298035, + 1.1803066730499268, + -0.3799531161785126 + ], + [ + -0.6459966897964478, + 0.14611347019672394, + 1.324002742767334, + 0.4409330189228058, + 0.11056145280599594, + 2.0346598625183105, + 1.9365692138671875, + -0.7984976768493652, + 0.008371995761990547, + 1.2892370223999023, + 0.34388914704322815, + 0.41032034158706665, + 2.2734107971191406, + 1.4887758493423462, + -0.019677486270666122, + -0.08150315284729004, + -0.5824989676475525, + 0.919956624507904, + -0.9882016777992249, + 1.0919816493988037, + -0.3631848394870758 + ], + [ + -0.18289820849895477, + 0.14830048382282257, + 0.970636248588562, + 0.8647499084472656, + 0.3510398268699646, + 2.1544909477233887, + 1.9396345615386963, + -0.4000256359577179, + -0.06477077305316925, + 1.2391669750213623, + 0.4332171678543091, + 0.703360915184021, + 2.4720394611358643, + 1.9179753065109253, + -0.06455609202384949, + -0.26611658930778503, + -0.36023765802383423, + 0.952419102191925, + -0.5792042016983032, + 0.515914261341095, + 0.1864299476146698 + ], + [ + -0.8356270790100098, + 0.07235298305749893, + 1.1383166313171387, + 0.6578059196472168, + 0.05069230496883392, + 1.7349680662155151, + 1.9631516933441162, + -0.7291877269744873, + 0.08014082163572311, + 1.358485221862793, + 0.31527644395828247, + 0.7119053602218628, + 2.117481231689453, + 0.9471646547317505, + -0.008386250585317612, + -0.0801381766796112, + -0.6373269557952881, + 0.9004619717597961, + -0.8299948573112488, + 1.1339495182037354, + -0.6488842964172363 + ], + [ + -0.23064346611499786, + 0.16227926313877106, + 1.0632836818695068, + 0.8921089172363281, + 0.3050225079059601, + 2.260774612426758, + 2.0030412673950195, + -0.3612078130245209, + -0.12963441014289856, + 1.274658203125, + 0.4354546070098877, + 0.6919035911560059, + 2.3683574199676514, + 2.2969675064086914, + -0.013989437371492386, + -0.17739778757095337, + -0.42373597621917725, + 1.0298092365264893, + -0.6723623275756836, + 0.5671305060386658, + 0.28012776374816895 + ], + [ + -1.0357637405395508, + 0.0657329112291336, + 1.2702134847640991, + 0.3682876527309418, + -0.0567852258682251, + 2.1465489864349365, + 1.6254160404205322, + -0.9477174282073975, + 0.03128006309270859, + 1.3202425241470337, + 0.530407726764679, + 0.3768403232097626, + 1.6168972253799438, + 1.9804633855819702, + -0.33724185824394226, + -0.25651854276657104, + -0.4070631265640259, + 1.304997444152832, + -0.9107874035835266, + 0.6907012462615967, + 0.0026335567235946655 + ] + ], + "generated_utilities": [ + 0.023819267749786377, + 0.02367544174194336, + 0.021955212578177452, + 0.023434340953826904, + 0.0378459095954895, + 0.022921442985534668, + 0.03818168118596077, + 0.014884750358760357 + ], + "group_id": "ms-c96b415f083f60857334", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.15946325659751892, + 0.16313008964061737, + 0.2226802557706833, + 0.18744397163391113, + 0.21545825898647308, + 0.15985511243343353, + 0.16218391060829163, + 0.26426148414611816, + 0.184181809425354, + 0.24352896213531494, + 0.14179718494415283, + 0.1026589497923851, + 0.1274908483028412, + 0.05275428295135498, + 0.08544860780239105, + 0.07143914699554443 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -1.16191565990448, + 0.4561867117881775, + 1.1241415739059448, + 0.08947351574897766, + 0.32140541076660156, + 3.6895532608032227, + 3.6284518241882324, + -1.8666775226593018, + -0.22328677773475647, + 1.48662531375885, + 1.4737720489501953, + 1.35750150680542, + 2.507124423980713, + 1.9315069913864136, + -0.8371121883392334, + 0.5339290499687195, + 1.0061794519424438, + 2.149812698364258, + 0.08911214768886566, + 0.17410686612129211, + 0.3549031913280487 + ], + [ + -0.14804881811141968, + -0.5333454608917236, + 0.7481307983398438, + 0.22411420941352844, + 1.7204210758209229, + 3.908766746520996, + 3.3698034286499023, + -1.6747719049453735, + 0.2769082486629486, + 2.042428970336914, + 0.44748249650001526, + 1.9492043256759644, + 2.918121576309204, + 3.2413060665130615, + -0.6994609832763672, + -0.3854917883872986, + -0.6702244281768799, + 2.408869504928589, + -0.5672509670257568, + 0.5941196084022522, + 0.46011871099472046 + ], + [ + -0.46204906702041626, + -0.4236203730106354, + 1.8582539558410645, + 0.8416532278060913, + 1.2386386394500732, + 3.7320151329040527, + 2.242549180984497, + -1.8652616739273071, + -1.0259326696395874, + 1.3383660316467285, + 1.7068204879760742, + 0.7941814661026001, + 3.3389508724212646, + 2.7797679901123047, + -0.9363516569137573, + 0.17812880873680115, + 0.6111975908279419, + 2.066016435623169, + -0.28941091895103455, + 1.501695990562439, + -0.35273995995521545 + ], + [ + -0.7471081614494324, + -0.029650092124938965, + 1.019482135772705, + -0.30564722418785095, + 1.380143642425537, + 3.247985601425171, + 3.0548973083496094, + -0.5582134127616882, + -0.920264482498169, + 2.3859832286834717, + 1.1080355644226074, + 1.5716153383255005, + 3.089156150817871, + 2.043484687805176, + 0.1913408637046814, + -0.7557333707809448, + -0.6297664642333984, + 1.7829738855361938, + -0.6967166662216187, + -0.10757219791412354, + 0.229112908244133 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.027880847454071045, + -0.2692106068134308, + 0.12925803661346436, + -0.1745016872882843, + -0.1231425404548645, + 1.9967715740203857, + 0.0, + -0.1433020830154419, + 0.2667914927005768, + 0.8867976665496826, + -0.057856738567352295, + 0.5789351463317871, + 1.7831475734710693, + 0.0, + -0.35565105080604553, + 0.293251097202301, + 0.012226536870002747, + 1.121243953704834, + -0.15060651302337646, + 0.03409510850906372, + 0.0 + ], + [ + -0.7738120555877686, + 0.08056297898292542, + 1.1292580366134644, + 0.4734484851360321, + 0.8768574595451355, + 2.9967715740203857, + 3.0509116649627686, + -1.143302083015442, + -0.1310054361820221, + 1.8867976665496826, + 0.9421432614326477, + 1.578935146331787, + 2.7831475734710693, + 2.6037895679473877, + -0.5597631931304932, + 0.11406822502613068, + 0.2593899667263031, + 2.121243953704834, + -0.1791832000017166, + 0.5773167610168457, + 0.41381677985191345 + ], + [ + -0.6024693250656128, + 0.29007619619369507, + 1.3939473628997803, + 0.3474765419960022, + 1.1848478317260742, + 3.127882719039917, + 3.3329083919525146, + -1.2855982780456543, + 0.20972535014152527, + 1.8329110145568848, + 1.267270803451538, + 1.709198236465454, + 2.927372455596924, + 2.9659509658813477, + -0.7555317282676697, + 0.015305742621421814, + 0.6009905338287354, + 2.188507556915283, + 0.07961152493953705, + 0.4547080397605896, + 0.20378917455673218 + ], + [ + -1.2702982425689697, + 0.06162632256746292, + 0.9447290897369385, + 0.837199330329895, + 0.5848468542098999, + 3.4801836013793945, + 2.8138537406921387, + -1.5083554983139038, + -0.45768383145332336, + 2.08561110496521, + 1.4951050281524658, + 1.8484808206558228, + 2.5617129802703857, + 2.942486047744751, + -0.562404215335846, + 0.17441512644290924, + 0.7880480289459229, + 1.8807158470153809, + -0.043379828333854675, + 0.39090824127197266, + 0.43096962571144104 + ] + ], + "predicted_scores": [ + 6.0754241943359375, + 5.884308338165283, + 5.861151218414307, + 5.857324123382568, + 5.670071125030518, + 5.5750908851623535, + 5.56304931640625, + 5.529332160949707 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "585904130", + "selected_index": 0, + "state_hash": "bf24d506cf320effed2cd7faf94d8618b0626bf8d5c3abc1f837513597c18231", + "stored_base_utility": 0.15946325659751892, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13276933133602142, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13276933133602142 + }, + "base_progress": 0.13276933133602142, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.13276933133602142, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07817313820123672, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07817313820123672 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08789366483688354, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08789366483688354 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07794556766748428, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07794556766748428 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09124746173620224, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09124746173620224 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08300069719552994, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08300069719552994 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06757662445306778, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06757662445306778 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07539745420217514, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07539745420217514 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06775575876235962, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06775575876235962 + } + ], + "candidate_progress": [ + 0.07817313820123672, + 0.08789366483688354, + 0.07794556766748428, + 0.09124746173620224, + 0.08300069719552994, + 0.06757662445306778, + 0.07539745420217514, + 0.06775575876235962 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-003a2225c0892dcda683", + "ms-3d090ac2459c4b891dd1", + "ms-003a2225c0892dcda683", + "ms-ebacae0135af2832dfbb", + "ms-ebacae0135af2832dfbb", + "ms-6d46dae312649c977b64", + "ms-003a2225c0892dcda683", + "ms-6d46dae312649c977b64" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank3" + ], + "candidates_evaluated": true, + "chart_id": "ms-d73fd5fce55fb58ef8e9", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.22881385684013367, + 0.025891579687595367, + 0.3637336492538452, + -0.21948164701461792, + 1.2866194248199463, + 0.3706696629524231, + -0.16610902547836304, + 0.22074104845523834, + -0.0865880697965622, + 0.140164315700531, + -0.03569847345352173, + 0.4069901406764984, + 0.17171695828437805, + 0.03151305764913559, + -0.6410805583000183, + 0.001458556391298771, + 0.8380725383758545, + 0.20444805920124054, + -0.2618843913078308, + 1.9228785037994385, + -0.2836613059043884 + ], + [ + 0.199599951505661, + 0.03069338947534561, + 0.39145636558532715, + -0.1510896384716034, + 1.43959641456604, + 0.45740625262260437, + -0.16829460859298706, + 0.23067112267017365, + -0.07611043751239777, + 0.15330278873443604, + -0.021386511623859406, + 0.35148465633392334, + -0.026040971279144287, + 0.021782681345939636, + -0.5439081192016602, + -0.0249788835644722, + 0.5403509736061096, + 0.07510117441415787, + -0.12667831778526306, + 1.7891039848327637, + -0.058960676193237305 + ], + [ + 0.21700705587863922, + -0.008660316467285156, + 0.33813580870628357, + -0.15738865733146667, + 1.2579264640808105, + 0.3248319625854492, + -0.1554858684539795, + 0.23395299911499023, + -0.1162300556898117, + 0.1576240509748459, + -0.007094480097293854, + 0.40290409326553345, + 0.10241129994392395, + 0.027826793491840363, + -0.6663543581962585, + 0.01919672265648842, + 0.8366285562515259, + 0.238130122423172, + -0.24515575170516968, + 1.93464994430542, + -0.21284392476081848 + ], + [ + 0.3181949853897095, + 0.10482551157474518, + 0.47595804929733276, + -0.11268249154090881, + 1.3330271244049072, + 0.40793853998184204, + -0.26464909315109253, + 0.23525819182395935, + -0.08630776405334473, + 0.03019227832555771, + 0.0618598610162735, + -0.05714142322540283, + -0.003033071756362915, + 0.1498614400625229, + -0.6800050735473633, + 0.046380430459976196, + 0.595168948173523, + 0.27797701954841614, + -0.14631065726280212, + 2.008110761642456, + -0.18713495135307312 + ], + [ + 0.17517933249473572, + 0.009208030998706818, + 0.32639598846435547, + -0.1671678125858307, + 1.2535998821258545, + 0.4286762475967407, + -0.21333521604537964, + 0.22766143083572388, + -0.10844287276268005, + 0.157298743724823, + -0.07244081050157547, + 0.31383639574050903, + 0.09758445620536804, + 0.06929156184196472, + -0.7129978537559509, + -0.010356861166656017, + 0.6132301092147827, + 0.17581021785736084, + -0.17833516001701355, + 1.9570865631103516, + 0.03071551024913788 + ], + [ + 0.17574290931224823, + 0.029827140271663666, + 0.5584594011306763, + -0.21803204715251923, + 1.3499746322631836, + 0.5772859454154968, + -0.21107268333435059, + 0.12439651787281036, + -0.13559307157993317, + 0.16487175226211548, + -0.13858440518379211, + 0.22765758633613586, + 0.2664577066898346, + 0.09445510059595108, + -0.7901436686515808, + -0.017814435064792633, + 0.6187522411346436, + 0.15244604647159576, + -0.22969764471054077, + 1.8614633083343506, + 0.01801683008670807 + ], + [ + 0.2523641884326935, + 0.03668615221977234, + 0.4217045307159424, + -0.16949647665023804, + 1.4017572402954102, + 0.24078574776649475, + -0.44940340518951416, + 0.15092410147190094, + -0.17375506460666656, + 0.19548285007476807, + 0.15867114067077637, + 0.18835899233818054, + 0.001241445541381836, + 0.1083492785692215, + -0.6278558373451233, + -0.029206346720457077, + 0.6804578900337219, + 0.3000117540359497, + -0.28121447563171387, + 1.8555097579956055, + -0.47833243012428284 + ], + [ + 0.19327187538146973, + 0.04993405193090439, + 0.5366247892379761, + -0.172069251537323, + 1.315676212310791, + 0.4740825593471527, + -0.31589633226394653, + 0.1339765191078186, + -0.11216926574707031, + 0.1812257021665573, + -0.053000614047050476, + 0.282412052154541, + 0.06635913252830505, + 0.02464631199836731, + -0.7941072583198547, + 0.002167799510061741, + 0.6315439939498901, + 0.2137473225593567, + -0.27948927879333496, + 1.9491562843322754, + -0.027205750346183777 + ] + ], + "generated_utilities": [ + 0.07817313820123672, + 0.08789366483688354, + 0.07794556766748428, + 0.09124746173620224, + 0.08300069719552994, + 0.06757662445306778, + 0.07539745420217514, + 0.06775575876235962 + ], + "group_id": "ms-d73fd5fce55fb58ef8e9", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.20931994915008545, + 2.0, + 2.0, + 0.2008315920829773, + 0.09476469457149506, + 0.05857282876968384, + 0.10009106248617172, + 0.07648500055074692, + 0.05889680236577988, + 0.014406224712729454, + 0.09262995421886444, + 0.15997587144374847, + 0.04682888835668564, + 0.09751574695110321, + 0.06459556519985199, + 0.20335909724235535 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.7537296414375305, + 0.4158197343349457, + 1.4326180219650269, + -1.4107877016067505, + 2.9579341411590576, + 0.9669660925865173, + 1.4339183568954468, + 0.5987398624420166, + -0.2018759399652481, + 0.7105501890182495, + -0.03802938759326935, + 1.3799947500228882, + -0.6568997502326965, + -0.37473973631858826, + -1.857657790184021, + 0.038770925253629684, + 1.931185007095337, + 0.6317195296287537, + 0.1380508691072464, + 2.954265832901001, + 2.9641003608703613 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.8678367137908936, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.7494794726371765, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.928200721740723 + ], + [ + 0.6226351857185364, + 0.34334811568260193, + 1.492361068725586, + -1.5917733907699585, + 3.1334922313690186, + 1.0313001871109009, + 1.2075668573379517, + 0.3046378493309021, + -0.11550238728523254, + 0.4499495327472687, + 0.16646838188171387, + 1.5877203941345215, + -0.6488803625106812, + -0.5760968327522278, + -1.8349132537841797, + 0.14188142120838165, + 2.0770444869995117, + 0.5806879997253418, + 0.23913151025772095, + 2.8127381801605225, + 3.0649962425231934 + ], + [ + 0.5975998044013977, + 0.722756028175354, + 1.7548110485076904, + -1.166775107383728, + 2.6060047149658203, + 0.6675758361816406, + 1.125187635421753, + 0.3373170793056488, + -0.1842741072177887, + 0.8186168670654297, + -0.31481224298477173, + 1.2082113027572632, + -0.9804694652557373, + -0.14131735265254974, + -1.700500249862671, + 0.07075637578964233, + 1.5488730669021606, + 0.549576461315155, + 0.034750498831272125, + 3.227431297302246, + 2.9464566707611084 + ], + [ + 0.844982922077179, + 0.7132244110107422, + 1.4430484771728516, + -1.3331272602081299, + 3.1703803539276123, + 1.1851513385772705, + 1.355688452720642, + 0.6115275025367737, + 0.2616361379623413, + 1.2030918598175049, + 0.05625858157873154, + 1.6050300598144531, + -0.7155078053474426, + -0.021488159894943237, + -2.073806047439575, + 0.5387547016143799, + 1.6223118305206299, + 0.7140727043151855, + -0.06027664244174957, + 2.7503156661987305, + 2.6344075202941895 + ], + [ + 0.5821706056594849, + 0.78206866979599, + 1.8119354248046875, + -0.8252442479133606, + 3.038909435272217, + 1.3900940418243408, + 1.7462186813354492, + 0.005083680152893066, + -0.27262064814567566, + 0.867202877998352, + -0.5555376410484314, + 1.172202706336975, + -1.2016760110855103, + -0.06355220079421997, + -2.2925045490264893, + 0.6078628301620483, + 1.7895314693450928, + 0.8720078468322754, + 0.472573459148407, + 3.377012014389038, + 2.6039178371429443 + ], + [ + 0.3789674639701843, + 0.3270051181316376, + 1.056584358215332, + -2.0788497924804688, + 2.948819875717163, + 1.6022355556488037, + 0.8599810004234314, + 0.9570736885070801, + -0.6380544900894165, + 0.3103100061416626, + -0.42896610498428345, + 1.7150276899337769, + -0.8975871205329895, + -0.278381884098053, + -1.305256724357605, + 0.3637259304523468, + 1.8004443645477295, + 0.16446983814239502, + 0.19097819924354553, + 3.43778657913208, + 3.538135528564453 + ], + [ + 0.6903814673423767, + 1.1327197551727295, + 1.8523926734924316, + -2.0428731441497803, + 3.1870431900024414, + 0.5352929830551147, + 0.6004904508590698, + 1.2120530605316162, + 0.16280107200145721, + 1.119707465171814, + 0.7612010836601257, + 0.7890661954879761, + -1.3447637557983398, + -0.1703537553548813, + -1.1010353565216064, + 0.32831913232803345, + 1.5534476041793823, + -0.2119135856628418, + -0.562728762626648, + 2.4702467918395996, + 2.5528204441070557 + ], + [ + 0.9177048206329346, + -0.04751536250114441, + 1.4819984436035156, + -2.1542677879333496, + 3.522390842437744, + 1.8177759647369385, + 2.2213237285614014, + 0.8223017454147339, + -0.1973809152841568, + -0.053272128105163574, + -0.5862784385681152, + 0.6421516537666321, + -0.8713911771774292, + -0.9495017528533936, + -1.6454768180847168, + -0.38891172409057617, + 1.648432970046997, + 1.4951133728027344, + 0.5893608331680298, + 2.449934482574463, + 3.419659376144409 + ], + [ + 1.2956775426864624, + -0.3119873106479645, + 1.5930066108703613, + -1.7682520151138306, + 2.4385876655578613, + 1.4679458141326904, + 1.4536705017089844, + 0.31068816781044006, + 0.660710871219635, + 0.8104690909385681, + 0.483506441116333, + 2.1112046241760254, + -0.22927385568618774, + 0.17858651280403137, + -2.485126495361328, + -0.9187790155410767, + 1.2810213565826416, + 1.3727718591690063, + 0.44044917821884155, + 3.4018898010253906, + 3.39054799079895 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.0012856721878051758, + 0.00795695185661316, + 0.43261802196502686, + -0.4107877016067505, + 1.9579341411590576, + 0.11055737733840942, + 0.0, + 0.02143383026123047, + 0.0025591105222702026, + -0.030314385890960693, + -0.0125969760119915, + 0.3799947500228882, + 0.0076233744621276855, + 0.0, + -0.857657790184021, + 0.013764806091785431, + 0.9311850070953369, + 0.07110422849655151, + 0.03423507511615753, + 1.954265832901001, + 0.0 + ], + [ + -0.24627035856246948, + -0.16095152497291565, + 0.43261802196502686, + -0.4107877016067505, + 1.9579341411590576, + -0.023127973079681396, + 0.0, + -0.24312204122543335, + 0.1389055997133255, + 0.11457735300064087, + 0.06618259102106094, + 0.3799947500228882, + 0.07616078853607178, + 0.0, + -0.857657790184021, + 0.09948430210351944, + 0.9311850070953369, + 0.006249547004699707, + -0.33439844846725464, + 1.954265832901001, + 0.0 + ] + ], + "predicted_scores": [ + 6.3364691734313965, + 6.001919269561768, + 5.868124008178711, + 5.606577396392822, + 5.395583629608154, + 5.0923333168029785, + 5.062136173248291, + 4.953347206115723 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "534717141", + "selected_index": 0, + "state_hash": "5318995ba859471b8678d6594274c7c0565a1ccfd83ea302378cc2884dc5cc32", + "stored_base_utility": 0.20931994915008545, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08353183418512344, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08353183418512344 + }, + "base_progress": 0.08353183418512344, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.08353183418512344, + "candidate_action_clip_max_abs": [ + 0.18309879302978516, + 0.16759049892425537, + 0.19764232635498047, + 0.18225514888763428, + 0.24951422214508057, + 0.15516304969787598, + 0.2920799255371094, + 0.25160276889801025 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.18309879302978516, + "contact_quality": null, + "progress": 0.004972557071596384, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.004972557071596384 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.16759049892425537, + "contact_quality": null, + "progress": 0.007552146911621094, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.007552146911621094 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.19764232635498047, + "contact_quality": null, + "progress": 0.004979908466339111, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.004979908466339111 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.18225514888763428, + "contact_quality": null, + "progress": 0.004845122341066599, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.004845122341066599 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.24951422214508057, + "contact_quality": null, + "progress": 0.004996438976377249, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.004996438976377249 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.15516304969787598, + "contact_quality": null, + "progress": 0.004716297145932913, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.004716297145932913 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2920799255371094, + "contact_quality": null, + "progress": 0.0032771031837910414, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0032771031837910414 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.25160276889801025, + "contact_quality": null, + "progress": 0.0029708147048950195, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0029708147048950195 + } + ], + "candidate_progress": [ + 0.004972557071596384, + 0.007552146911621094, + 0.004979908466339111, + 0.004845122341066599, + 0.004996438976377249, + 0.004716297145932913, + 0.0032771031837910414, + 0.0029708147048950195 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-84388e63928e1a30ffc4", + "ms-0e592951fa32139b6dc9", + "ms-84388e63928e1a30ffc4", + "ms-84388e63928e1a30ffc4", + "ms-84388e63928e1a30ffc4", + "ms-84388e63928e1a30ffc4", + "ms-f2b2b2a1aa2863c3676f", + "ms-84388e63928e1a30ffc4" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-da142025733b53fcf7eb", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.5892657041549683, + -0.14815402030944824, + 1.35064697265625, + 0.15564733743667603, + 0.7515015006065369, + 3.0543136596679688, + 2.009967803955078, + -0.1541627049446106, + -0.06523984670639038, + 1.5154120922088623, + 0.09433692693710327, + 0.4820100963115692, + 1.3820377588272095, + 2.3241803646087646, + -1.0659608840942383, + -0.2996959984302521, + 1.445264458656311, + 0.8315383791923523, + 0.7970572113990784, + 2.185805320739746, + 2.034348487854004 + ], + [ + -0.4936258792877197, + -0.1688593327999115, + 1.1772359609603882, + 0.17816078662872314, + 0.4901178777217865, + 2.8580315113067627, + 2.675719738006592, + -0.07597687840461731, + 0.01696162298321724, + 1.3007937669754028, + -0.041192635893821716, + 0.4257540702819824, + 1.6124354600906372, + 2.524524688720703, + -0.927228569984436, + -0.3458437919616699, + 1.3598318099975586, + 0.7010751962661743, + 0.7138621807098389, + 1.8963522911071777, + 2.3136653900146484 + ], + [ + -0.5106868147850037, + -0.17411357164382935, + 1.4628217220306396, + 0.1830120086669922, + 0.3336395025253296, + 2.666449785232544, + 2.1740994453430176, + -0.09428614377975464, + -0.022451424971222878, + 1.5315319299697876, + 0.021624188870191574, + 0.30434706807136536, + 1.5475341081619263, + 2.022378921508789, + -1.0046842098236084, + -0.29191139340400696, + 1.568682074546814, + 0.6391623020172119, + 0.807561457157135, + 2.1710803508758545, + 2.0674774646759033 + ], + [ + -0.37337034940719604, + -0.19098559021949768, + 1.4371806383132935, + 0.2056293487548828, + 0.7592020034790039, + 2.7306277751922607, + 2.4378671646118164, + -0.22179237008094788, + -0.05585680902004242, + 1.5542354583740234, + 0.08914317190647125, + 0.363645076751709, + 1.4954689741134644, + 2.114635944366455, + -0.9524921774864197, + -0.3437058925628662, + 1.5607975721359253, + 0.745408833026886, + 0.7954087853431702, + 2.0943856239318848, + 2.312040090560913 + ], + [ + -0.208180233836174, + -0.25605112314224243, + 1.5418407917022705, + -0.0023640990257263184, + 0.548244833946228, + 2.8170385360717773, + 1.9270453453063965, + -0.2527213990688324, + -0.04749058187007904, + 1.408925175666809, + 0.031138287857174873, + 0.573059618473053, + 1.6434918642044067, + 1.8661112785339355, + -1.1061456203460693, + -0.4089915156364441, + 1.5608148574829102, + 0.9333097338676453, + 0.7497130632400513, + 2.4892971515655518, + 1.9397720098495483 + ], + [ + -0.27648425102233887, + -0.188491553068161, + 1.3495486974716187, + -0.11004725098609924, + 0.7124086618423462, + 2.2908692359924316, + 3.081787586212158, + -0.4597860872745514, + 0.10233917087316513, + 1.6269540786743164, + 0.08373155444860458, + 0.2907619774341583, + 1.393437147140503, + 2.1579885482788086, + -1.0159811973571777, + -0.38829106092453003, + 1.2833067178726196, + 0.6164772510528564, + 0.8702858090400696, + 1.967120885848999, + 2.297471523284912 + ], + [ + -0.30575770139694214, + -0.10608590394258499, + 1.8620514869689941, + -0.04993034899234772, + 0.846628725528717, + 3.024282217025757, + 2.1376166343688965, + -0.5262283086776733, + 0.06550314277410507, + 1.52306067943573, + -0.042360179126262665, + 0.16492226719856262, + 1.6353179216384888, + 2.1656908988952637, + -1.2370203733444214, + -0.3442423939704895, + 1.6167556047439575, + 1.2705543041229248, + 0.7448590993881226, + 2.8156089782714844, + 1.9258984327316284 + ], + [ + -0.3092752695083618, + -0.08284756541252136, + 1.8143976926803589, + 0.19710010290145874, + -0.16490790247917175, + 3.132042646408081, + 2.0248262882232666, + -0.3465430438518524, + -0.1201726496219635, + 1.7290048599243164, + 0.09126175940036774, + 0.16160787642002106, + 1.1417062282562256, + 2.699671506881714, + -1.4907538890838623, + -0.38304221630096436, + 1.6298352479934692, + 0.8341123461723328, + 0.1360793262720108, + 2.881345510482788, + 2.762338161468506 + ] + ], + "generated_utilities": [ + 0.004972557071596384, + 0.007552146911621094, + 0.004979908466339111, + 0.004845122341066599, + 0.004996438976377249, + 0.004716297145932913, + 0.0032771031837910414, + 0.0029708147048950195 + ], + "group_id": "ms-da142025733b53fcf7eb", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.14843207597732544, + 0.1717694252729416, + 0.09356185048818588, + 0.23231086134910583, + 0.19341367483139038, + 0.04822012037038803, + 0.23024770617485046, + 0.16561973094940186, + 0.2643269896507263, + 0.12403462827205658, + 0.12689702212810516, + 0.16619956493377686, + 0.13481859862804413, + 0.07537531852722168, + 0.11867459863424301, + 0.04740651696920395 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.04848463833332062, + -0.18164527416229248, + 0.6558789014816284, + 0.038211286067962646, + 0.08492374420166016, + 2.265157699584961, + 0.0, + -0.09011825919151306, + 0.0018594712018966675, + 0.6884076595306396, + 0.027596401050686836, + 0.06117302179336548, + 1.278116226196289, + 0.0, + -0.3951960802078247, + -0.08061015605926514, + 1.07906174659729, + 0.3229694366455078, + -0.21076995134353638, + 1.8564467430114746, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.0903544425964355, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.570276260375977, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.736253261566162 + ], + [ + 0.08095964789390564, + -0.7926032543182373, + 1.571103811264038, + 0.07894467562437057, + 0.2701656222343445, + 3.806621789932251, + 2.203669786453247, + -0.042464032769203186, + 0.7168105244636536, + 1.8671371936798096, + -0.30838707089424133, + 1.7242767810821533, + 1.8847527503967285, + 1.305934190750122, + -0.42665380239486694, + -0.2973874807357788, + 1.1881210803985596, + 1.6921244859695435, + 1.070060133934021, + 2.067784309387207, + 1.916501760482788 + ], + [ + 0.7620636224746704, + -2.1605899333953857, + 2.1443262100219727, + 0.17886832356452942, + 1.6259945631027222, + 3.787412166595459, + 1.3663169145584106, + 0.49799659848213196, + -0.6301277279853821, + 2.275850534439087, + -0.6735645532608032, + 1.7504758834838867, + 2.7512195110321045, + 1.7462939023971558, + -0.6835377216339111, + 0.36623528599739075, + 1.405979871749878, + 0.6472548842430115, + 1.4791045188903809, + 2.7838869094848633, + 3.0856707096099854 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.29792410135269165, + -0.30587875843048096, + 0.6558789014816284, + -0.4171115756034851, + -0.1733894944190979, + 2.265157699584961, + 0.0, + 0.14607194066047668, + 0.05651267617940903, + 0.6884076595306396, + -0.0433836504817009, + 0.07522618770599365, + 1.278116226196289, + 0.0, + -0.41462820768356323, + 0.26706579327583313, + 1.07906174659729, + 0.44956159591674805, + -0.37072819471359253, + 1.8564467430114746, + 0.0 + ], + [ + 0.18432100117206573, + -0.9473621249198914, + 1.5389783382415771, + -0.041053857654333115, + 0.6282865405082703, + 3.276425838470459, + 2.1839330196380615, + -0.3612370491027832, + 0.23081421852111816, + 1.8094429969787598, + 0.10581490397453308, + 0.8865737915039062, + 2.5146288871765137, + 2.2134878635406494, + -1.6751070022583008, + -0.08268362283706665, + 2.303063154220581, + 1.3061904907226562, + 0.4770132899284363, + 3.109205722808838, + 2.509927272796631 + ], + [ + -0.5288646817207336, + -1.5067847967147827, + 1.376499056816101, + 0.13231416046619415, + 1.048660159111023, + 3.5048489570617676, + 1.9678237438201904, + -0.14848726987838745, + 0.05475667119026184, + 1.5529061555862427, + 0.1597936749458313, + 0.7318928241729736, + 2.17749285697937, + 2.0782582759857178, + -1.5473355054855347, + -0.6715520620346069, + 1.7043644189834595, + 1.1190917491912842, + 0.4214729070663452, + 3.3400330543518066, + 2.3147284984588623 + ] + ], + "predicted_scores": [ + 5.0793938636779785, + 5.030512809753418, + 4.85663366317749, + 4.830610275268555, + 4.609899044036865, + 4.457359313964844, + 4.435557842254639, + 3.86464786529541 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "141984615", + "selected_index": 0, + "state_hash": "0026cc5b3762b520baadbda7bf138a2d24fffa5b2306f245ddbc1d1556cccc22", + "stored_base_utility": 0.14843207597732544, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1678522825241089, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1678522825241089 + }, + "base_progress": 0.1678522825241089, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.1678522825241089, + "candidate_action_clip_max_abs": [ + 0.04279005527496338, + 0.034862399101257324, + 0.0, + 0.05472874641418457, + 0.0233614444732666, + 0.03206515312194824, + 0.0, + 0.041153907775878906 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.04279005527496338, + "contact_quality": null, + "progress": 0.07657730579376221, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07657730579376221 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.034862399101257324, + "contact_quality": null, + "progress": 0.07350935786962509, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07350935786962509 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07379361242055893, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07379361242055893 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.05472874641418457, + "contact_quality": null, + "progress": 0.07052302360534668, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07052302360534668 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.0233614444732666, + "contact_quality": null, + "progress": 0.06885073333978653, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06885073333978653 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.03206515312194824, + "contact_quality": null, + "progress": 0.06683095544576645, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06683095544576645 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06824789196252823, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06824789196252823 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.041153907775878906, + "contact_quality": null, + "progress": 0.0717167854309082, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0717167854309082 + } + ], + "candidate_progress": [ + 0.07657730579376221, + 0.07350935786962509, + 0.07379361242055893, + 0.07052302360534668, + 0.06885073333978653, + 0.06683095544576645, + 0.06824789196252823, + 0.0717167854309082 + ], + "candidate_safety_violation": [ + true, + true, + false, + true, + true, + true, + false, + true + ], + "candidate_source_chart_ids": [ + "ms-76f27d9a935b25e15c38", + "ms-76f27d9a935b25e15c38", + "ms-7e88428497a6b13936c4", + "ms-a2518826fa0a816cc46f", + "ms-7e88428497a6b13936c4", + "ms-7e88428497a6b13936c4", + "ms-cf4b63d109a88a4c42bf", + "ms-7e88428497a6b13936c4" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank3", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-e2bad6e99e8a281207cc", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.9058898687362671, + -0.3948463201522827, + 1.1106970310211182, + 0.33238813281059265, + 1.6083791255950928, + 1.7299609184265137, + 1.3602378368377686, + 0.22648942470550537, + -0.46913009881973267, + 0.29419922828674316, + 1.2704260349273682, + 0.5997583866119385, + 0.44030311703681946, + 0.39124953746795654, + 0.7126680612564087, + -0.11323130130767822, + -0.7682977318763733, + -0.9086697697639465, + -0.32354849576950073, + -0.7437595725059509, + -0.8442753553390503 + ], + [ + -0.8746174573898315, + -0.379594087600708, + 1.1598328351974487, + 0.3166973292827606, + 1.5010430812835693, + 1.6988141536712646, + 1.3185029029846191, + 0.23488092422485352, + -0.4965096116065979, + 0.24658209085464478, + 1.2918301820755005, + 0.5799763798713684, + 0.4876262843608856, + 0.20675984025001526, + 0.8199257254600525, + -0.0945068746805191, + -0.5221325159072876, + -0.8989208340644836, + -0.32233530282974243, + -0.844906747341156, + -0.8157964944839478 + ], + [ + -0.4355471134185791, + -0.17435511946678162, + 1.2529274225234985, + 0.09589698910713196, + 1.4299705028533936, + 1.817051649093628, + 0.7479995489120483, + 0.5888489484786987, + -0.11616553366184235, + 0.2663700580596924, + 1.0958611965179443, + 0.8722308278083801, + 0.6294419765472412, + -0.46889781951904297, + 0.41626307368278503, + -0.12006501853466034, + -0.6161641478538513, + -1.1889060735702515, + 0.3847980499267578, + -0.8963485360145569, + -1.0429362058639526 + ], + [ + -0.5974472761154175, + -0.2420882284641266, + 1.0882840156555176, + 0.5288193225860596, + 1.5481157302856445, + 2.2598135471343994, + 1.8916888236999512, + 0.25043877959251404, + -0.5196636319160461, + 0.2049952745437622, + 1.627822756767273, + 0.35293132066726685, + 0.020484358072280884, + -0.6074671745300293, + 0.8781017661094666, + -0.19507721066474915, + -0.636013388633728, + -1.2931665182113647, + -0.2789892554283142, + -0.9131528735160828, + -1.102939486503601 + ], + [ + -0.5658582448959351, + -0.25546327233314514, + 1.2943994998931885, + 0.41978517174720764, + 1.33156418800354, + 1.7042827606201172, + 0.8276396989822388, + 0.4219788908958435, + -0.1302589327096939, + 0.29921093583106995, + 1.075526475906372, + 0.518245279788971, + 0.9827868938446045, + -0.3173369765281677, + 0.753562331199646, + -0.29292938113212585, + -0.5908583402633667, + -1.132588267326355, + -0.10051098465919495, + -1.1313059329986572, + -1.183066487312317 + ], + [ + -0.5511197447776794, + -0.2540149688720703, + 1.1096831560134888, + 0.41934219002723694, + 1.3639299869537354, + 1.8082365989685059, + 0.5983306169509888, + 0.4004741311073303, + -0.16868548095226288, + 0.4013212025165558, + 1.1490477323532104, + 0.5235060453414917, + 1.0142793655395508, + -0.3732685446739197, + 0.7533019185066223, + -0.3573865592479706, + -0.5846312046051025, + -1.0303720235824585, + -0.11225530505180359, + -1.203683853149414, + -1.1231359243392944 + ], + [ + -0.7633035778999329, + -0.25805148482322693, + 1.7684457302093506, + 0.3555885851383209, + 1.369565725326538, + 1.8409208059310913, + 0.9523715972900391, + 0.14851398766040802, + -0.23990696668624878, + 0.37026774883270264, + 1.2210673093795776, + 0.06875103712081909, + 0.5759314298629761, + 0.44204580783843994, + 0.2948567569255829, + -0.08596622943878174, + -0.4488968253135681, + -1.0384294986724854, + 0.39312878251075745, + -0.20752909779548645, + -1.2906867265701294 + ], + [ + -0.47042328119277954, + -0.33627235889434814, + 1.3700740337371826, + 0.49879905581474304, + 1.0317606925964355, + 1.5842859745025635, + 0.899389386177063, + 0.2842329740524292, + -0.08278367668390274, + 0.23239408433437347, + 1.087361454963684, + 0.5108741521835327, + 1.1789406538009644, + -0.19391019642353058, + 0.8309454917907715, + -0.32728078961372375, + -0.31196701526641846, + -1.2109346389770508, + -0.22008660435676575, + -1.192592978477478, + -1.186075210571289 + ] + ], + "generated_utilities": [ + 0.07657730579376221, + 0.07350935786962509, + 0.07379361242055893, + 0.07052302360534668, + 0.06885073333978653, + 0.06683095544576645, + 0.06824789196252823, + 0.0717167854309082 + ], + "group_id": "ms-e2bad6e99e8a281207cc", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.13993772864341736, + 0.16482847929000854, + 0.20825156569480896, + 0.16188287734985352, + 0.13454246520996094, + 0.14753298461437225, + 0.14504572749137878, + 0.06676968187093735, + 0.09772863239049911, + 0.0585557222366333, + 0.12863430380821228, + 0.10292482376098633, + 0.07993738353252411, + 0.03641533851623535, + 0.04985213279724121, + 0.1516878604888916 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -1.3249012231826782, + -0.9610954523086548, + 2.054325819015503, + 1.018629789352417, + 2.393625497817993, + 2.2159433364868164, + 2.098443031311035, + -0.49140021204948425, + 0.044472046196460724, + 0.8045110702514648, + 1.4511574506759644, + -0.3077920377254486, + -0.052587300539016724, + 0.036380887031555176, + 0.7875679731369019, + -0.3928021192550659, + -0.09456783533096313, + -1.4901847839355469, + 1.1711406707763672, + -2.1349995136260986, + -2.076193332672119 + ], + [ + -1.4271517992019653, + -1.114187479019165, + 1.618905782699585, + 1.0621737241744995, + 1.6005314588546753, + 3.017716407775879, + 2.3444156646728516, + -1.0368298292160034, + 0.6155713796615601, + 1.0049463510513306, + 1.3708372116088867, + -0.27396243810653687, + -0.19098177552223206, + -0.5735776424407959, + 0.863328218460083, + -0.4340485632419586, + 0.09502258896827698, + -1.8856427669525146, + 0.9514620304107666, + -2.3912711143493652, + -2.6571128368377686 + ], + [ + -1.0088777542114258, + -1.803802251815796, + 2.6037826538085938, + 0.763943612575531, + 1.7241847515106201, + 2.433204174041748, + 2.273603916168213, + 0.06359493732452393, + -0.17274422943592072, + -0.23299545049667358, + 1.7126038074493408, + -0.3797045052051544, + 0.7567765712738037, + -0.9981052875518799, + 1.0371832847595215, + -0.5120593309402466, + -0.059397101402282715, + -1.9757622480392456, + 0.7378945350646973, + -2.6195693016052246, + -2.178041458129883 + ], + [ + -0.09093856811523438, + -0.14735746383666992, + 1.350311517715454, + 1.477137565612793, + 2.134960174560547, + 1.7331886291503906, + 2.24615740776062, + -1.7148966789245605, + -0.3949584364891052, + 0.4433448612689972, + 0.9034961462020874, + -0.23445925116539001, + -0.6371403932571411, + -0.038229942321777344, + 2.010648250579834, + 0.14472149312496185, + -0.26303571462631226, + -2.3003270626068115, + 0.565727949142456, + -2.586710214614868, + -2.098479747772217 + ], + [ + -1.8506121635437012, + -1.4700038433074951, + 2.4313056468963623, + 1.6264371871948242, + 1.1548577547073364, + 2.9678268432617188, + 2.990251302719116, + -0.25485146045684814, + -0.36889538168907166, + -0.14847010374069214, + 0.6971698999404907, + -0.6752342581748962, + 0.44545215368270874, + 0.663374125957489, + 0.6998850107192993, + -0.6500043869018555, + -0.04876291751861572, + -2.446995258331299, + 0.7760334014892578, + -1.38918137550354, + -1.5372083187103271 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.053252458572387695, + -0.006605625152587891, + 1.0103552341461182, + 0.25736117362976074, + 1.010573148727417, + 1.4690883159637451, + 0.0, + -0.0840916633605957, + -0.24044206738471985, + -0.06801849603652954, + 0.061444878578186035, + 0.11697901785373688, + 0.03979811072349548, + 0.0, + 0.054485201835632324, + -0.11758939921855927, + 0.31161248683929443, + -0.602575421333313, + -0.021049559116363525, + -1.3257782459259033, + 0.0 + ] + ], + "predicted_scores": [ + 3.612074136734009, + 3.369476079940796, + 3.190904140472412, + 2.922015905380249, + 2.8403196334838867, + 2.824557304382324, + 2.7983076572418213, + 1.896014928817749 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1549324805", + "selected_index": 0, + "state_hash": "f054ce13f25dcda8808ebde2bee98ca84bfbdc3fc328a0eb831e21faada3fa4c", + "stored_base_utility": 0.13993772864341736, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13733911514282227, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13733911514282227 + }, + "base_progress": 0.13733911514282227, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.13733911514282227, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13596121966838837, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13596121966838837 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13271008431911469, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13271008431911469 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1383230835199356, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1383230835199356 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16588233411312103, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16588233411312103 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17807550728321075, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17807550728321075 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17235632240772247, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17235632240772247 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15437597036361694, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15437597036361694 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15375429391860962, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15375429391860962 + } + ], + "candidate_progress": [ + 0.13596121966838837, + 0.13271008431911469, + 0.1383230835199356, + 0.16588233411312103, + 0.17807550728321075, + 0.17235632240772247, + 0.15437597036361694, + 0.15375429391860962 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-6e27d292a9cbea108fc9", + "ms-6e27d292a9cbea108fc9", + "ms-206099bab6bfe7c84fce", + "ms-b334dd4c101f3bd0476b", + "ms-b334dd4c101f3bd0476b", + "ms-b334dd4c101f3bd0476b", + "ms-b334dd4c101f3bd0476b", + "ms-b334dd4c101f3bd0476b" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-e30fd80adc089e9f697a", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.8952717185020447, + 0.14118799567222595, + -0.7835445404052734, + 0.5010193586349487, + 0.2544732391834259, + -0.3457154631614685, + -0.8564099669456482, + 0.1823386251926422, + 0.31776732206344604, + -0.13387590646743774, + 0.6467708349227905, + -0.46254295110702515, + -0.04370760917663574, + -0.36618316173553467, + -0.31048858165740967, + -0.23389266431331635, + 0.2954346835613251, + 0.05480365455150604, + -0.013354361057281494, + 0.9074799418449402, + 0.35622677206993103 + ], + [ + 0.6715058088302612, + 0.2760695219039917, + -0.7830326557159424, + 0.7538434267044067, + 0.6830579042434692, + 0.03599664568901062, + -0.831481397151947, + 0.05038575828075409, + 0.31639257073402405, + -0.09614021331071854, + 1.0511835813522339, + -0.6691731810569763, + 0.25409772992134094, + 0.025722555816173553, + -0.44157493114471436, + -0.0670224279165268, + 0.24282024800777435, + 0.1617203950881958, + -0.22734224796295166, + 0.6291484832763672, + 0.20237483084201813 + ], + [ + 0.8342806100845337, + 0.17809271812438965, + -0.6509170532226562, + 0.661979079246521, + 0.41352471709251404, + -0.05704444646835327, + -0.9590393900871277, + 0.14951838552951813, + 0.25774693489074707, + -0.17799341678619385, + 0.775393545627594, + -0.44863492250442505, + -0.07664424180984497, + -0.512030303478241, + -0.34645208716392517, + -0.156197190284729, + 0.36037546396255493, + 0.31787848472595215, + -0.25289279222488403, + 1.044522762298584, + 0.5488131046295166 + ], + [ + 0.036533646285533905, + 0.1086692363023758, + -0.8358825445175171, + 0.5467939376831055, + 0.059645116329193115, + -0.7535759210586548, + -0.7024666666984558, + 0.2577870488166809, + 0.3488917052745819, + -0.3879406452178955, + 1.4084157943725586, + -0.840958833694458, + -0.42974740266799927, + 0.05414558947086334, + -0.3456425070762634, + 0.10471177101135254, + 0.26115110516548157, + 0.24459323287010193, + -0.30386805534362793, + 0.7007032036781311, + -0.2773122489452362 + ], + [ + 0.1838863343000412, + 0.11485107243061066, + -0.8117719888687134, + 0.5778250694274902, + -0.10270640254020691, + -1.2375422716140747, + -0.584911048412323, + 0.20693552494049072, + 0.2953461706638336, + -0.4946000576019287, + 1.3243122100830078, + -0.5904038548469543, + -0.27818506956100464, + 0.0608702078461647, + -0.3066350221633911, + 0.07469412684440613, + 0.19111746549606323, + 0.2677285969257355, + -0.17989283800125122, + 0.7830091118812561, + -0.06788387894630432 + ], + [ + 0.16586510837078094, + 0.08051587641239166, + -0.7610058784484863, + 0.5376639366149902, + -0.02125757932662964, + -1.0914220809936523, + -0.5550078749656677, + 0.19588974118232727, + 0.2698116898536682, + -0.3895208239555359, + 1.4583672285079956, + -0.5660389065742493, + -0.2751369774341583, + 0.14375728368759155, + -0.29075804352760315, + 0.12679950892925262, + 0.2054593563079834, + 0.21713736653327942, + -0.1579027771949768, + 0.7654173970222473, + -0.09962210059165955 + ], + [ + 0.2810918688774109, + 0.07388424128293991, + -0.7625246047973633, + 0.4912547767162323, + -0.15985003113746643, + -1.3074826002120972, + -0.7822790741920471, + 0.2789439558982849, + 0.2674578130245209, + -0.3334653973579407, + 1.48652982711792, + -0.6611158847808838, + -0.27314493060112, + 0.0032864660024642944, + -0.3033685088157654, + 0.23257245123386383, + 0.08547721803188324, + 0.03153553605079651, + -0.17546474933624268, + 0.7686273455619812, + -0.02356116473674774 + ], + [ + 0.17613385617733002, + 0.031124822795391083, + -0.7805236577987671, + 0.4708307087421417, + 0.3160823583602905, + -1.0185548067092896, + -0.34079521894454956, + 0.13628540933132172, + 0.427803635597229, + -0.24866369366645813, + 1.311525821685791, + -0.5505991578102112, + -0.0011523067951202393, + 0.23004505038261414, + -0.22647330164909363, + 0.16241049766540527, + -0.06118233501911163, + -0.04616542160511017, + -0.0198974609375, + 0.7381941676139832, + 0.06109227240085602 + ] + ], + "generated_utilities": [ + 0.13596121966838837, + 0.13271008431911469, + 0.1383230835199356, + 0.16588233411312103, + 0.17807550728321075, + 0.17235632240772247, + 0.15437597036361694, + 0.15375429391860962 + ], + "group_id": "ms-e30fd80adc089e9f697a", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.12557005882263184, + 0.11941087245941162, + 0.10894306749105453, + 0.060310762375593185, + 0.18920521438121796, + 0.11678676307201385, + 0.14083251357078552, + 0.12988364696502686, + 0.18350017070770264, + 0.1286114901304245, + 0.06744732707738876, + 0.04428015276789665, + 0.08399941772222519, + 0.0742691159248352, + 0.05598282814025879, + 0.09703926742076874 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.044197678565979004, + -0.12298870831727982, + -0.37176433205604553, + 0.5503368377685547, + 0.5411782264709473, + 0.6186751127243042, + 0.0, + 0.28674131631851196, + 0.08053566515445709, + 0.3295105993747711, + 0.8157306909561157, + 0.1715114712715149, + -0.43090736865997314, + 0.0, + -0.5639103651046753, + -0.48903688788414, + 0.7485904693603516, + -0.4474331736564636, + -0.18787053227424622, + 1.2062294483184814, + 0.0 + ], + [ + 1.3153167963027954, + 0.7455203533172607, + -1.0113484859466553, + 2.097999334335327, + 0.7455009818077087, + 0.3843202590942383, + -0.16713692247867584, + -0.8400754928588867, + -0.3845864534378052, + 1.065396785736084, + 1.712794542312622, + 0.803345263004303, + 0.6529266238212585, + 0.6022698879241943, + -1.1222561597824097, + 0.06260442733764648, + 1.101211428642273, + -0.133493572473526, + -0.8626402616500854, + 1.8406728506088257, + 0.8011860847473145 + ], + [ + 0.23532289266586304, + -0.516789972782135, + -0.3119599223136902, + 1.501338005065918, + 1.4930639266967773, + -0.419913113117218, + -0.6910054683685303, + 0.30246037244796753, + 0.041916340589523315, + 1.2685117721557617, + 2.5912232398986816, + 1.2864888906478882, + 0.3821069598197937, + 0.4677737355232239, + -1.84663724899292, + -0.8953573703765869, + 2.3256053924560547, + 0.18948839604854584, + -0.5580936670303345, + 1.528401494026184, + 1.4914395809173584 + ], + [ + 0.6903802752494812, + 0.3962534964084625, + -0.8207939863204956, + 0.5973623991012573, + 1.310564398765564, + 0.6411572694778442, + -0.2032768577337265, + 0.25504088401794434, + 0.6581551432609558, + 0.3938753306865692, + 1.0127826929092407, + 1.6796927452087402, + 0.4867250621318817, + 0.05769670009613037, + -2.026149034500122, + -0.17722094058990479, + 0.9414948225021362, + 0.6044259667396545, + 0.03290170431137085, + 2.9423327445983887, + -0.060306549072265625 + ], + [ + 0.47530579566955566, + -0.6085019111633301, + 0.12691906094551086, + 0.5673632025718689, + 0.08076304197311401, + 0.8255819082260132, + -0.9781221151351929, + -0.796129584312439, + -0.6745100021362305, + 0.7784937024116516, + 1.7613102197647095, + 1.4703174829483032, + -0.36175650358200073, + 0.16939619183540344, + -0.9399533271789551, + -1.2696547508239746, + 1.3314080238342285, + -0.3690394163131714, + -1.0323668718338013, + 2.305772304534912, + 0.27392566204071045 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.6770331859588623, + 0.09077263623476028, + -0.3141186833381653, + 1.5503368377685547, + 1.0133107900619507, + 0.12400172650814056, + -0.2399108111858368, + -0.4914711117744446, + -0.11917559802532196, + 0.7716305255889893, + 1.8157306909561157, + 0.7167991995811462, + 0.5690926313400269, + 0.6154549717903137, + -1.5639103651046753, + -0.5166093111038208, + 1.7485904693603516, + -0.15158627927303314, + -0.46638885140419006, + 2.2062294483184814, + 0.7902159690856934 + ], + [ + 0.9456368684768677, + -0.3964601159095764, + -0.5845282077789307, + 1.2133667469024658, + 0.5843623876571655, + -0.02685314416885376, + -0.006928771734237671, + -0.2159697711467743, + -0.3017333149909973, + 0.40500110387802124, + 1.9734654426574707, + 0.46303731203079224, + 0.33380845189094543, + 0.7758987545967102, + -2.060479164123535, + -0.955610990524292, + 1.942940592765808, + -0.23636659979820251, + -0.10507094860076904, + 1.8367226123809814, + 1.2234702110290527 + ] + ], + "predicted_scores": [ + 6.622662544250488, + 6.458042144775391, + 6.452934741973877, + 5.4305644035339355, + 4.656625270843506, + 4.457511901855469, + 3.9084479808807373, + 3.496039390563965 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "585904130", + "selected_index": 0, + "state_hash": "ca8873454d7cf9723b1e743355bf255813544ae3212d80abc954fd347d7adf27", + "stored_base_utility": 0.12557005882263184, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.13198137283325195, + 0.08773112297058105, + 0.15755069255828857, + 0.1004875898361206, + 0.1354062557220459, + 0.1196373701095581, + 0.14982962608337402, + 0.06018984317779541 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.13198137283325195, + "contact_quality": null, + "progress": 0.16140832006931305, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16140832006931305 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.08773112297058105, + "contact_quality": null, + "progress": 0.16218174993991852, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16218174993991852 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.15755069255828857, + "contact_quality": null, + "progress": 0.16362778842449188, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16362778842449188 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1004875898361206, + "contact_quality": null, + "progress": 0.19383545219898224, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19383545219898224 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1354062557220459, + "contact_quality": null, + "progress": 0.18748575448989868, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18748575448989868 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1196373701095581, + "contact_quality": null, + "progress": 0.1986480951309204, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1986480951309204 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.14982962608337402, + "contact_quality": null, + "progress": 0.17822222411632538, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17822222411632538 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.06018984317779541, + "contact_quality": null, + "progress": 0.1761522889137268, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1761522889137268 + } + ], + "candidate_progress": [ + 0.16140832006931305, + 0.16218174993991852, + 0.16362778842449188, + 0.19383545219898224, + 0.18748575448989868, + 0.1986480951309204, + 0.17822222411632538, + 0.1761522889137268 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-4de1f6d71208bf1d182d", + "ms-4de1f6d71208bf1d182d", + "ms-37384bede4d1c03f3b80", + "ms-4de1f6d71208bf1d182d", + "ms-19cb10d10516bd0216a6", + "ms-19cb10d10516bd0216a6", + "ms-4de1f6d71208bf1d182d", + "ms-4de1f6d71208bf1d182d" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-e9ed5d488afdfd6449d1", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.3746281862258911, + -0.13879701495170593, + -0.3578810393810272, + -0.005086272954940796, + 0.2629172205924988, + 2.368199348449707, + 1.0117547512054443, + 1.7121816873550415, + 0.21642765402793884, + -0.9193969964981079, + -0.7274726629257202, + -0.9573426246643066, + -2.3419032096862793, + -2.139204978942871, + 1.246746301651001, + 0.010141730308532715, + -0.90216463804245, + -0.1177995353937149, + -0.19377011060714722, + -1.769850730895996, + -1.5773769617080688 + ], + [ + 1.6315504312515259, + -0.13445596396923065, + -0.12194958329200745, + 0.18424808979034424, + 0.014530926942825317, + 2.546114444732666, + 1.2233539819717407, + 1.9320292472839355, + 0.3261144757270813, + -1.1764191389083862, + -0.7182201743125916, + -0.7047559022903442, + -2.374856472015381, + -2.340148448944092, + 1.3363072872161865, + 0.08393323421478271, + -0.7622710466384888, + -0.45017725229263306, + -0.22330451011657715, + -1.490386724472046, + -1.4859840869903564 + ], + [ + 1.447127103805542, + -0.15122509002685547, + -0.4359290301799774, + 0.028788387775421143, + 0.029498502612113953, + 2.0443127155303955, + 1.4005898237228394, + 1.6717883348464966, + 0.20436057448387146, + -1.0067567825317383, + -0.5927039384841919, + -0.6490797996520996, + -2.406736135482788, + -2.4184508323669434, + 1.479477882385254, + 0.019737321883440018, + -0.871256411075592, + -0.3803308606147766, + -0.5099561810493469, + -1.8977842330932617, + -1.947680950164795 + ], + [ + 1.5005650520324707, + -0.07112006098031998, + -0.35232117772102356, + 0.10632365942001343, + 0.22537724673748016, + 2.5646705627441406, + 1.2813019752502441, + 1.8222079277038574, + 0.19900505244731903, + -1.1629524230957031, + -0.7009161114692688, + -0.831375241279602, + -1.829727292060852, + -2.3314170837402344, + 1.3165347576141357, + 0.004983412101864815, + -0.7764737010002136, + -0.3825158476829529, + -0.262931764125824, + -1.7852020263671875, + -1.9201669692993164 + ], + [ + 1.4397011995315552, + -0.14728280901908875, + -0.43478700518608093, + 0.07502520084381104, + 0.2125224471092224, + 2.3884966373443604, + 1.392363429069519, + 1.7830536365509033, + 0.17775236070156097, + -0.9266244173049927, + -0.7566178441047668, + -0.7207981944084167, + -2.3519182205200195, + -2.34850811958313, + 1.4277511835098267, + 0.05396297946572304, + -0.8961772322654724, + -0.3097895383834839, + -0.3188377618789673, + -1.786454200744629, + -1.9030563831329346 + ], + [ + 1.6321886777877808, + -0.07558371871709824, + -0.5445996522903442, + -0.3768010139465332, + 0.21411611139774323, + 1.6153239011764526, + 0.9675605297088623, + 1.5006258487701416, + 0.15806269645690918, + -0.8163543939590454, + -0.34690526127815247, + -0.5058625936508179, + -2.5058908462524414, + -1.8855832815170288, + 1.2683219909667969, + -0.03314884006977081, + -0.7327049970626831, + -0.198241725564003, + -0.3007931113243103, + -1.6299738883972168, + -1.342254877090454 + ], + [ + 1.4339591264724731, + -0.14469259977340698, + -0.4690670669078827, + 0.061028510332107544, + 0.40026965737342834, + 2.1668148040771484, + 1.1817505359649658, + 1.6342780590057373, + 0.22519470751285553, + -1.2515779733657837, + -0.25781500339508057, + -0.8051083087921143, + -2.527190923690796, + -1.8951181173324585, + 1.1542397737503052, + 0.061193156987428665, + -0.8917387127876282, + -0.259609580039978, + -0.19381770491600037, + -1.80314040184021, + -1.9249320030212402 + ], + [ + 1.5378323793411255, + -0.19341842830181122, + -0.4014571011066437, + -0.3398529887199402, + 0.2686769366264343, + 2.5005996227264404, + 1.1829724311828613, + 1.4648030996322632, + 0.19552797079086304, + -0.5610383749008179, + -0.7275190353393555, + -0.7690965533256531, + -1.8852490186691284, + -1.6294643878936768, + 1.3774185180664062, + 0.036472514271736145, + -0.9952839016914368, + -0.6819766759872437, + -0.18328052759170532, + -1.520495891571045, + -1.9969499111175537 + ] + ], + "generated_utilities": [ + 0.16140832006931305, + 0.16218174993991852, + 0.16362778842449188, + 0.19383545219898224, + 0.18748575448989868, + 0.1986480951309204, + 0.17822222411632538, + 0.1761522889137268 + ], + "group_id": "ms-e9ed5d488afdfd6449d1", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.22621813416481018, + 0.26591962575912476, + 0.22478708624839783, + 0.074407659471035, + 0.3134628236293793, + 0.19173070788383484, + 0.2438776195049286, + 0.26689577102661133, + 0.24477621912956238, + 0.24051737785339355, + 0.2738616168498993, + 0.04947046563029289, + 2.0, + 0.04723116010427475, + 0.08354459702968597, + 0.06540697813034058 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.6524851322174072, + -0.023243099451065063, + -0.05794792249798775, + 0.1783304661512375, + -0.3767814338207245, + 1.4893875122070312, + 0.0, + 1.024657964706421, + 0.3163401186466217, + -0.49971193075180054, + 0.05114656686782837, + -0.13273626565933228, + -1.9796202182769775, + 0.0, + 0.818771481513977, + -0.13705189526081085, + -0.21289467811584473, + 0.3914462625980377, + -0.6477798819541931, + -1.0717217922210693, + 0.0 + ], + [ + 2.363477945327759, + -1.042197585105896, + -0.8369066119194031, + 0.17341986298561096, + 0.6040215492248535, + 1.9536304473876953, + 2.2788424491882324, + 1.5015904903411865, + -0.07916292548179626, + -0.6816228628158569, + -1.3893373012542725, + -0.2375274896621704, + -2.5662975311279297, + -2.7615673542022705, + 1.151218295097351, + 0.29418760538101196, + -0.4583754539489746, + -0.4555256962776184, + -0.6620294451713562, + -2.534846067428589, + -1.916935682296753 + ], + [ + 2.0104916095733643, + -0.539351224899292, + 0.13553066551685333, + 0.9507300853729248, + 0.6636125445365906, + 1.5649433135986328, + 2.0495975017547607, + 2.832026958465576, + 1.1830073595046997, + -1.6508865356445312, + -0.26773035526275635, + -0.3988863527774811, + -2.8235108852386475, + -2.2897520065307617, + 1.4448039531707764, + -0.5226297378540039, + -2.1615242958068848, + 0.8214395046234131, + -0.755327045917511, + -2.571093797683716, + -1.7457375526428223 + ], + [ + 2.166736602783203, + -0.3969564735889435, + 0.5171664357185364, + 0.12789201736450195, + -0.9176173806190491, + 1.8307013511657715, + 1.834255576133728, + 1.3594005107879639, + 0.13751044869422913, + -0.9923363327980042, + -1.136932611465454, + -1.2923126220703125, + -2.445897102355957, + -2.4779889583587646, + 2.6843042373657227, + 0.10015779733657837, + -2.0766196250915527, + 0.1269409954547882, + 0.16698843240737915, + -1.2709240913391113, + -2.7113101482391357 + ], + [ + 1.0476312637329102, + -1.2484432458877563, + -0.8652145862579346, + 0.8706620335578918, + 0.6091254353523254, + 1.9634168148040771, + 2.105522394180298, + 1.2906999588012695, + -0.3275601267814636, + -1.0110361576080322, + -1.6514918804168701, + -1.376278281211853, + -2.345550060272217, + -2.4931728839874268, + 1.00270676612854, + 0.04506785422563553, + -0.9420130252838135, + -0.6248484253883362, + -1.469360589981079, + -3.059006929397583, + -3.495709180831909 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 1.6524851322174072, + -0.3197403848171234, + -0.07008056342601776, + 0.38692954182624817, + -0.013657404109835625, + 2.4893875122070312, + 2.3340368270874023, + 2.024657964706421, + 0.35216206312179565, + -1.4125897884368896, + -0.8262880444526672, + -0.49936625361442566, + -2.9796202182769775, + -2.9234721660614014, + 1.818771481513977, + 0.09626653790473938, + -1.2128946781158447, + 0.10123217105865479, + -0.7020833492279053, + -2.0717217922210693, + -2.5944693088531494 + ], + [ + 0.9812780022621155, + 0.2612687647342682, + 0.8081930875778198, + 0.3689844310283661, + -0.16453352570533752, + 2.8411240577697754, + 2.2401933670043945, + 1.7904633283615112, + -0.04837304353713989, + -0.6139949560165405, + -0.8549875020980835, + 0.3574656546115875, + -2.8409454822540283, + -2.1011672019958496, + 1.382948875427246, + 0.6656897068023682, + -1.5090553760528564, + 0.4825518727302551, + -0.3345044255256653, + -2.26375150680542, + -2.561906576156616 + ] + ], + "predicted_scores": [ + -0.8079458475112915, + -0.9956556558609009, + -1.0200833082199097, + -1.1478794813156128, + -1.189320683479309, + -1.3367750644683838, + -1.6915156841278076, + -1.8261736631393433 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "626486813", + "selected_index": 0, + "state_hash": "5608eea5b7e99b5fed6b316f742ecd34044df87286b2338705d8472043fc4375", + "stored_base_utility": 0.22621813416481018, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07223989814519882, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07223989814519882 + }, + "base_progress": 0.07223989814519882, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.07223989814519882, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17355255782604218, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17355255782604218 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16389162838459015, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16389162838459015 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1595495194196701, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1595495194196701 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12860189378261566, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12860189378261566 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1423027366399765, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1423027366399765 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12832443416118622, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12832443416118622 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16464269161224365, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16464269161224365 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17715434730052948, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17715434730052948 + } + ], + "candidate_progress": [ + 0.17355255782604218, + 0.16389162838459015, + 0.1595495194196701, + 0.12860189378261566, + 0.1423027366399765, + 0.12832443416118622, + 0.16464269161224365, + 0.17715434730052948 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-0093b06390890d181104", + "ms-0093b06390890d181104", + "ms-0093b06390890d181104", + "ms-0093b06390890d181104", + "ms-0093b06390890d181104", + "ms-0093b06390890d181104", + "ms-8c0266b35fc59963795c", + "ms-8c0266b35fc59963795c" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-ec013396e4aff6170ee1", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.580679178237915, + 0.0044563040137290955, + 0.39232492446899414, + 1.1357239484786987, + 0.07450154423713684, + -0.24054816365242004, + 0.18447524309158325, + -1.0709363222122192, + 0.8866944909095764, + 1.2571650743484497, + -0.2911760210990906, + -1.0723836421966553, + 0.14256224036216736, + 0.2913939356803894, + -0.19343897700309753, + 0.9821921586990356, + -0.0274726003408432, + 0.2377902716398239, + -0.16962745785713196, + -1.30706787109375, + -0.358472615480423 + ], + [ + -0.6243267059326172, + 0.04294092208147049, + 0.52210932970047, + 1.1025053262710571, + 0.1355493664741516, + -0.42266836762428284, + 0.26009401679039, + -1.0603870153427124, + 0.891933023929596, + 1.2410125732421875, + -0.43336454033851624, + -1.12102210521698, + 0.2088393270969391, + 0.4297112226486206, + -0.09382149577140808, + 0.9887310266494751, + 0.00039198994636535645, + 0.11831426620483398, + -0.3219771981239319, + -1.245098352432251, + -0.4434885084629059 + ], + [ + -0.664861798286438, + 0.013684090226888657, + 0.48101168870925903, + 1.1271119117736816, + 0.025878384709358215, + -0.44156613945961, + 0.15825271606445312, + -1.1207246780395508, + 0.8714081645011902, + 1.2463520765304565, + -0.42548027634620667, + -1.1689008474349976, + 0.018086731433868408, + 0.5599155426025391, + -0.17174966633319855, + 0.9809078574180603, + 0.04180155694484711, + 0.21738165616989136, + -0.3185334801673889, + -1.2528669834136963, + -0.4385959208011627 + ], + [ + -0.9070653915405273, + 0.206442192196846, + 0.6841239333152771, + 1.1897836923599243, + -0.041320234537124634, + 0.015316948294639587, + 0.5057601928710938, + -0.8253859281539917, + 0.9229250550270081, + 1.3251237869262695, + -0.38559237122535706, + -0.8726204633712769, + -0.379923939704895, + 0.2479698657989502, + -0.4564298987388611, + 1.0051010847091675, + -0.16288508474826813, + 0.4084199070930481, + -0.01892685890197754, + -0.8059526681900024, + -0.5253056287765503 + ], + [ + -0.6922016143798828, + -0.053782086819410324, + 0.43824565410614014, + 1.1525377035140991, + 0.014467701315879822, + -0.5006581544876099, + 0.23204723000526428, + -1.0360277891159058, + 0.8793032765388489, + 1.4273782968521118, + -0.6040505170822144, + -1.0392098426818848, + 0.60106360912323, + 0.5323688983917236, + -0.16186217963695526, + 0.9925953149795532, + 0.07821862399578094, + 0.23225417733192444, + -0.4209069013595581, + -1.1776123046875, + -0.07439151406288147 + ], + [ + -0.47457385063171387, + 0.002686135470867157, + 0.7336971163749695, + 1.22554349899292, + 0.0938366949558258, + -0.33310267329216003, + 0.35599279403686523, + -1.0293989181518555, + 0.8452438712120056, + 1.553439736366272, + -0.8067618608474731, + -1.0875202417373657, + 0.14542606472969055, + 0.5863780975341797, + 0.06635989993810654, + 0.9384987950325012, + 0.027843326330184937, + 0.038647040724754333, + -0.41661781072616577, + -1.7105779647827148, + 0.12517645955085754 + ], + [ + -0.2134183794260025, + -0.20701797306537628, + 0.43854349851608276, + 1.082025170326233, + 0.21198317408561707, + 0.2619532346725464, + -0.04191106557846069, + -1.1249815225601196, + 0.6723932027816772, + 0.713375985622406, + -0.5739519596099854, + -1.0356664657592773, + -0.32605302333831787, + 0.17937317490577698, + 0.17942668497562408, + 0.5518898367881775, + 0.291174978017807, + 0.11048667132854462, + -0.32349008321762085, + -2.5329933166503906, + -0.028412997722625732 + ], + [ + -0.1447405368089676, + -0.20603542029857635, + 0.6204363107681274, + 0.9697890281677246, + 0.07099434733390808, + 0.6923162937164307, + 0.1549740433692932, + -1.16610848903656, + 0.7700793147087097, + 0.7857346534729004, + -0.2473081350326538, + -0.8905123472213745, + -0.26540666818618774, + 0.2872934937477112, + 0.17275461554527283, + 0.7078952789306641, + 0.37990206480026245, + 0.0076942890882492065, + -0.058567702770233154, + -2.6254875659942627, + -0.41075268387794495 + ] + ], + "generated_utilities": [ + 0.17355255782604218, + 0.16389162838459015, + 0.1595495194196701, + 0.12860189378261566, + 0.1423027366399765, + 0.12832443416118622, + 0.16464269161224365, + 0.17715434730052948 + ], + "group_id": "ms-ec013396e4aff6170ee1", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.010581731796264648, + 0.049839019775390625, + 0.06402494758367538, + 0.012959301471710205, + 0.11614581197500229, + 0.012509982101619244, + 0.09607907384634018, + 0.1605721116065979, + 0.1708059310913086, + 0.055588722229003906, + 0.2052522599697113, + 0.0690404623746872, + 0.11059975624084473, + 0.03047112748026848, + 0.24502670764923096, + 0.22897732257843018 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.16510963439941406, + -0.011389851570129395, + -0.16074393689632416, + 0.8547754287719727, + -0.09704409539699554, + 0.09471678733825684, + 0.0, + -1.0372710227966309, + 0.5171947479248047, + 1.4950246810913086, + -0.29076793789863586, + 0.0122823566198349, + 0.059903502464294434, + 0.0, + 0.13894814252853394, + 0.2961620092391968, + 0.025543689727783203, + 0.01881265640258789, + 0.052319109439849854, + -1.1815040111541748, + 0.0 + ], + [ + -0.6906574964523315, + 0.5966935753822327, + 0.1873793751001358, + 1.8547754287719727, + 0.16492335498332977, + 0.4949548840522766, + 0.624785304069519, + -2.037271022796631, + 1.5171947479248047, + 2.4950246810913086, + -0.3186037838459015, + 0.2194363921880722, + -0.6441555023193359, + 1.221185326576233, + -0.44174641370773315, + 0.866999626159668, + 1.0255436897277832, + 1.018812656402588, + 0.6033775210380554, + -2.181504011154175, + -0.4328075349330902 + ], + [ + -0.68684321641922, + 0.35380983352661133, + 0.41641929745674133, + 2.0589241981506348, + 0.20610027015209198, + 0.2780776619911194, + 0.6000017523765564, + -1.8711607456207275, + 1.71079421043396, + 2.484286069869995, + -0.12494567036628723, + 0.3767848014831543, + -0.59480881690979, + 1.3215627670288086, + -0.18650269508361816, + 0.5971667766571045, + 1.00047767162323, + 1.2905888557434082, + 0.7682754993438721, + -2.280778408050537, + -0.26339399814605713 + ], + [ + -1.0669870376586914, + 0.5963312387466431, + 0.24800772964954376, + 1.5324974060058594, + 0.049914538860321045, + 0.33535104990005493, + 0.9774697422981262, + -2.318913698196411, + 1.14731764793396, + 2.1673643589019775, + -0.3369846045970917, + -0.13161931931972504, + -0.7527784705162048, + 1.2647147178649902, + -0.5229569673538208, + 0.6999921798706055, + 0.654599666595459, + 0.9745514988899231, + 0.5995839238166809, + -2.3844704627990723, + -0.7404599189758301 + ], + [ + -0.660759449005127, + 0.560627818107605, + -0.19398994743824005, + 1.7401045560836792, + 0.006708189845085144, + 0.2270365059375763, + 0.9201371073722839, + -1.6917380094528198, + 1.8382139205932617, + 2.184737205505371, + -0.07137502729892731, + 0.13004565238952637, + -0.8376798629760742, + 1.3597201108932495, + -0.8258764147758484, + 0.521450400352478, + 1.4799309968948364, + 0.7742871046066284, + 1.007819414138794, + -2.398472785949707, + -0.7120757102966309 + ], + [ + -0.3511212170124054, + 0.6072589755058289, + 0.6547060012817383, + 2.306784152984619, + 0.03337647020816803, + 1.1676279306411743, + 0.48420602083206177, + -1.7057392597198486, + 1.7822117805480957, + 2.741852283477783, + -0.970782995223999, + 0.3188708424568176, + -0.1370975375175476, + 1.740339994430542, + 0.18519049882888794, + 0.2771400809288025, + 0.8003557920455933, + 0.8813821077346802, + 0.9829010963439941, + -1.9104408025741577, + -0.7000454664230347 + ], + [ + -1.1815872192382812, + 1.0524637699127197, + 0.5610368251800537, + 2.407832622528076, + -0.2576238512992859, + 0.1467430293560028, + 0.27881303429603577, + -1.6810011863708496, + 1.5921515226364136, + 2.929525375366211, + 0.19559642672538757, + 0.6552202105522156, + -1.3889155387878418, + 1.1560360193252563, + -0.4104887843132019, + 0.8887493014335632, + 1.283969759941101, + 0.7811828851699829, + -0.10630232095718384, + -1.4329519271850586, + -0.5646982192993164 + ], + [ + -1.4926873445510864, + 0.11535564064979553, + -0.6240940690040588, + 1.631784200668335, + 0.7930782437324524, + -0.35493338108062744, + 0.20104485750198364, + -1.5626122951507568, + 1.3110854625701904, + 3.0686309337615967, + -0.8419785499572754, + -0.0010939836502075195, + -0.49860918521881104, + 1.5949748754501343, + -0.938766598701477, + 1.762406587600708, + 0.625543475151062, + 0.20789378881454468, + 1.1513795852661133, + -2.3980860710144043, + -0.36970049142837524 + ], + [ + -1.0271471738815308, + 0.6133835911750793, + -0.3870598077774048, + 1.9299802780151367, + 0.9606215357780457, + -0.19876420497894287, + 0.29684266448020935, + -1.6164112091064453, + 1.3925114870071411, + 1.9474635124206543, + -1.2669438123703003, + -0.6821421980857849, + -0.7869906425476074, + 1.3602250814437866, + -0.14778050780296326, + 0.9938437938690186, + 0.6618988513946533, + 0.1858283281326294, + 0.8312947750091553, + -1.7043554782867432, + -0.23048581182956696 + ], + [ + -0.409736305475235, + 1.5572996139526367, + 1.0024399757385254, + 1.6385810375213623, + 0.83731609582901, + -0.1629825234413147, + -0.05952054262161255, + -1.0968945026397705, + 0.728961706161499, + 3.1370975971221924, + -0.44591856002807617, + 1.149456262588501, + -1.3439809083938599, + 1.738822340965271, + 0.4063607454299927, + 0.4372418224811554, + 1.276847004890442, + 1.4612212181091309, + 0.6917726993560791, + -1.914740800857544, + 0.5415292978286743 + ] + ], + "predicted_scores": [ + 6.12923526763916, + 5.825263977050781, + 5.781838417053223, + 5.7052001953125, + 5.3607964515686035, + 3.0586323738098145, + 2.2991862297058105, + 2.1846978664398193 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "750448296", + "selected_index": 0, + "state_hash": "f5a19cf07e6a6cc71c95ce01e976d34d1eeae68c8a93ecc985fd0a78cb0c1a5e", + "stored_base_utility": 0.010581731796264648, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07024133205413818, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07024133205413818 + }, + "base_progress": 0.07024133205413818, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.07024133205413818, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.041954558342695236, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.041954558342695236 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04225919768214226, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04225919768214226 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.041474539786577225, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.041474539786577225 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.036275606602430344, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.036275606602430344 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03778749704360962, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03778749704360962 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0378570556640625, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0378570556640625 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.038239676505327225, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.038239676505327225 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.050711292773485184, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.050711292773485184 + } + ], + "candidate_progress": [ + 0.041954558342695236, + 0.04225919768214226, + 0.041474539786577225, + 0.036275606602430344, + 0.03778749704360962, + 0.0378570556640625, + 0.038239676505327225, + 0.050711292773485184 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-7dedf60ad41ea2d92ee5", + "ms-7dedf60ad41ea2d92ee5", + "ms-7dedf60ad41ea2d92ee5", + "ms-003a2225c0892dcda683", + "ms-003a2225c0892dcda683", + "ms-0285f5815c210ac00bec", + "ms-0285f5815c210ac00bec", + "ms-be219977a9db8dbb1e58" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank3", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-ee30ebaf98622759d888", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.7682515382766724, + -0.3780333995819092, + 0.23076733946800232, + 0.009747236967086792, + 2.525360584259033, + 0.7952414751052856, + 0.0064508020877838135, + 0.4279986023902893, + -0.1831110566854477, + 0.32569095492362976, + 0.12647441029548645, + 1.017195224761963, + -1.696215033531189, + -0.3818055987358093, + -0.20920711755752563, + 0.5460279583930969, + 1.3202742338180542, + -0.4406358003616333, + 1.2611351013183594, + -2.3897836208343506, + -1.2047829627990723 + ], + [ + 1.3034592866897583, + -0.685255229473114, + 0.2858254611492157, + 0.10788655281066895, + 2.056417226791382, + 0.3447537422180176, + 0.6386619210243225, + 0.16650883853435516, + 0.028206871822476387, + 0.26657867431640625, + 0.16067472100257874, + 0.8752666711807251, + -1.2950407266616821, + -0.5737828016281128, + 0.07176407426595688, + 0.3618432283401489, + 1.4796420335769653, + -0.8595485091209412, + 1.1100661754608154, + -1.5751020908355713, + -2.0378763675689697 + ], + [ + 0.7102136015892029, + -0.2720221281051636, + 0.5113837122917175, + -0.3762942850589752, + 2.219773054122925, + 1.034708023071289, + 0.5028936862945557, + 0.8808661699295044, + -0.03259555250406265, + 0.45189210772514343, + 0.3292212188243866, + 0.7267840504646301, + -1.6817811727523804, + -0.6130821108818054, + -0.14997929334640503, + 0.5844191908836365, + 1.0607408285140991, + -0.7332521080970764, + 1.359189510345459, + -1.8851113319396973, + -1.818654179573059 + ], + [ + 0.9443714618682861, + -0.5617116093635559, + 0.4161246418952942, + -0.35235464572906494, + 1.8925764560699463, + 1.332045078277588, + 1.7997426986694336, + 0.3466545343399048, + -0.1361854076385498, + 0.535949170589447, + 0.3154887855052948, + 1.0363168716430664, + -1.2050663232803345, + -0.22433240711688995, + 0.062159840017557144, + 0.5265951752662659, + 1.0775086879730225, + -0.7565389275550842, + 1.2297401428222656, + -1.7500157356262207, + -1.7581394910812378 + ], + [ + 0.9435538053512573, + -0.5304239392280579, + 0.3963220417499542, + -0.3374481201171875, + 1.8317768573760986, + 1.2490887641906738, + 1.7165076732635498, + 0.41376811265945435, + -0.09324371069669724, + 0.5196642875671387, + 0.3370775878429413, + 0.9680060744285583, + -1.1580922603607178, + -0.295407235622406, + 0.09578956663608551, + 0.5397722721099854, + 1.1190881729125977, + -0.76948481798172, + 1.2665398120880127, + -1.639530897140503, + -1.6786659955978394 + ], + [ + 0.8779529333114624, + -0.4197527766227722, + 0.40812769532203674, + -0.5410411357879639, + 1.8772683143615723, + 1.472713589668274, + 0.7312148809432983, + 0.2749786972999573, + -0.1302010715007782, + 0.5407087802886963, + 0.20955580472946167, + 0.8462966680526733, + -1.7281848192214966, + -0.5008013844490051, + 0.13872073590755463, + 0.5021380186080933, + 0.9689159989356995, + -0.6563681364059448, + 1.366088628768921, + -1.956559419631958, + -1.1716396808624268 + ], + [ + 0.8171173334121704, + -0.4096892476081848, + 0.368954598903656, + -0.531406044960022, + 1.7961201667785645, + 1.4487313032150269, + 0.6871235966682434, + 0.24974793195724487, + -0.12169210612773895, + 0.5448746681213379, + 0.20918381214141846, + 0.8440504670143127, + -1.7715208530426025, + -0.4893256425857544, + 0.15565025806427002, + 0.5048208236694336, + 0.9558690190315247, + -0.6664528846740723, + 1.3767344951629639, + -1.9322190284729004, + -1.2199381589889526 + ], + [ + 0.6897416710853577, + -0.2789178192615509, + 0.34815382957458496, + -0.32454243302345276, + 1.9708707332611084, + 1.5115078687667847, + 0.6614786386489868, + 0.3403094410896301, + -0.07101882249116898, + 0.3724179267883301, + -0.11523296684026718, + 1.0542137622833252, + -1.4193754196166992, + -0.5862101912498474, + 0.19546814262866974, + 0.43213117122650146, + 0.7872455716133118, + -0.6172777414321899, + 0.9393511414527893, + -1.730485439300537, + -1.0491418838500977 + ] + ], + "generated_utilities": [ + 0.041954558342695236, + 0.04225919768214226, + 0.041474539786577225, + 0.036275606602430344, + 0.03778749704360962, + 0.0378570556640625, + 0.038239676505327225, + 0.050711292773485184 + ], + "group_id": "ms-ee30ebaf98622759d888", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.08405601978302002, + 0.09846439212560654, + 0.04595305770635605, + 2.0, + 0.08787640184164047, + 0.032481253147125244, + 0.08755072206258774, + 0.058936577290296555, + 0.10809408128261566, + 0.06723630428314209, + 0.0625009536743164, + 0.1415095031261444, + 0.08326160907745361, + 0.10944461822509766, + 0.0673408955335617, + 0.033725105226039886 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.4581542015075684, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -1.9406367540359497, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.470216989517212 + ], + [ + 1.6340367794036865, + -0.30366095900535583, + 0.2830277681350708, + -1.1627482175827026, + 3.58767032623291, + 0.6565636396408081, + 1.4321975708007812, + 0.8704822659492493, + 0.14327874779701233, + 1.0190284252166748, + 0.3078446090221405, + 0.7927982807159424, + -1.9305998086929321, + -1.7108646631240845, + 0.10729888081550598, + 0.9427294731140137, + 0.41770225763320923, + -1.7673753499984741, + 1.3209179639816284, + -2.8053033351898193, + -1.5330681800842285 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.00628507137298584, + 0.0595628023147583, + 0.39481037855148315, + -0.006641983985900879, + 1.8433213233947754, + 0.14830267429351807, + 0.0, + -0.24425631761550903, + 0.42130333185195923, + 0.41399094462394714, + 0.478841632604599, + -0.007461488246917725, + -0.5437495708465576, + 0.0, + 0.255215585231781, + -0.07331699132919312, + -0.1736500859260559, + -0.285358190536499, + 0.567956805229187, + -1.7103407382965088, + 0.0 + ], + [ + 1.0371580123901367, + -0.33467406034469604, + 0.9327473640441895, + -0.5396467447280884, + 2.1487879753112793, + 0.6294846534729004, + 0.6252679228782654, + 0.5140941143035889, + -0.20645928382873535, + -0.04528486728668213, + 0.14780870079994202, + 0.430325984954834, + -0.9293508529663086, + -1.5147639513015747, + 1.1104007959365845, + -0.05476301908493042, + 0.1755150556564331, + -1.3470268249511719, + 1.675830364227295, + -3.2944674491882324, + -1.9277915954589844 + ] + ], + "predicted_scores": [ + 2.1902947425842285, + 1.6601561307907104, + 0.4810193181037903, + 0.4118666648864746, + 0.3377493917942047, + -0.269430547952652, + -0.42018064856529236, + -0.9586915969848633 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "636680137", + "selected_index": 0, + "state_hash": "2de607a9c69005130e51ff2b551c0eeedc85c58fef796682e6527bb5f719ff7b", + "stored_base_utility": 0.08405601978302002, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10341648012399673, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10341648012399673 + }, + "base_progress": 0.10341648012399673, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.10341648012399673, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16698956489562988, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16698956489562988 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17882139980793, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17882139980793 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17289932072162628, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17289932072162628 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16359448432922363, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16359448432922363 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1285373717546463, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1285373717546463 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14427782595157623, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14427782595157623 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12903642654418945, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12903642654418945 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.125906839966774, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.125906839966774 + } + ], + "candidate_progress": [ + 0.16698956489562988, + 0.17882139980793, + 0.17289932072162628, + 0.16359448432922363, + 0.1285373717546463, + 0.14427782595157623, + 0.12903642654418945, + 0.125906839966774 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-38dff128761905bb1507", + "ms-38dff128761905bb1507", + "ms-38dff128761905bb1507", + "ms-38dff128761905bb1507", + "ms-02fd0338e80ef19ceec1", + "ms-53a86042af3c0887e556", + "ms-1a4979e969aa331fb126", + "ms-02fd0338e80ef19ceec1" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank3", + "ctt_transport_rank1", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-f3f1d07cfd59b823da47", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.9253302812576294, + 0.10607318580150604, + -0.7626452445983887, + -0.3288475275039673, + 0.6091703176498413, + -1.0393205881118774, + -0.7028369307518005, + 0.41562896966934204, + 0.3651569187641144, + -0.33689019083976746, + -0.10430426150560379, + 0.1009024828672409, + -0.49972885847091675, + -0.015506401658058167, + 0.36343082785606384, + -0.37318041920661926, + 0.3252601623535156, + -0.7897799611091614, + 0.6531931161880493, + 0.6358503699302673, + 0.5874739289283752 + ], + [ + 0.979203999042511, + 0.11858952045440674, + -0.5567502975463867, + -0.3997710347175598, + 0.4055749773979187, + -1.25471830368042, + -0.4880123734474182, + 0.4353163242340088, + 0.3982098400592804, + -0.3057789206504822, + -0.32277095317840576, + 0.10671792924404144, + -0.385618656873703, + -0.2629135847091675, + 0.3557136356830597, + -0.3911527991294861, + 0.2785894572734833, + -0.7604532241821289, + 0.6389287710189819, + 0.7872211337089539, + 0.34919673204421997 + ], + [ + 0.91194087266922, + 0.1873750537633896, + -0.49900582432746887, + -0.38454753160476685, + 0.3202285170555115, + -1.4415092468261719, + -0.7686920762062073, + 0.3946680426597595, + 0.36180490255355835, + -0.26315462589263916, + -0.22745156288146973, + 0.04577818512916565, + -0.3609924018383026, + -0.47195255756378174, + 0.4708108603954315, + -0.4097009003162384, + 0.24504698812961578, + -0.7399441599845886, + 0.6073482632637024, + 0.7380449175834656, + 0.3757101893424988 + ], + [ + 0.9176188707351685, + 0.14056512713432312, + -0.7207046747207642, + -0.5280978083610535, + 0.5018975734710693, + -1.9308873414993286, + -0.5859164595603943, + 0.40893182158470154, + 0.32909688353538513, + -0.2706412374973297, + -0.12508079409599304, + -0.16051870584487915, + -0.48422521352767944, + -0.3132355809211731, + 0.3639301061630249, + -0.3852517008781433, + 0.30942007899284363, + -0.8359379172325134, + 0.46762216091156006, + 0.39781689643859863, + 0.47260037064552307 + ], + [ + 1.2280633449554443, + 0.08644382655620575, + -0.2056434452533722, + -0.12143703550100327, + 0.22638222575187683, + -0.6003296375274658, + -0.4430586099624634, + 0.4650259017944336, + 0.2658970355987549, + -0.1402500867843628, + -0.2385273575782776, + 0.47737446427345276, + -0.228075310587883, + 0.7456594705581665, + 0.38378944993019104, + -0.595862627029419, + 0.17556262016296387, + -0.9011626839637756, + 0.9240575432777405, + 0.7014108896255493, + 0.058465033769607544 + ], + [ + 1.1169530153274536, + 0.11125314235687256, + -0.7939597368240356, + -0.18099071085453033, + 0.37909579277038574, + -2.1774559020996094, + -0.5178578495979309, + 0.5724924802780151, + 0.4630177319049835, + -0.13464483618736267, + -0.4046555161476135, + 0.012715324759483337, + -0.7234268188476562, + -0.16412253677845, + 0.5961059927940369, + -0.4505041241645813, + 0.1569468080997467, + -0.9650529026985168, + 0.32760921120643616, + 0.33307087421417236, + 0.19506731629371643 + ], + [ + 0.8859800100326538, + -0.053550105541944504, + -0.7927960157394409, + -0.21971271932125092, + 0.40337902307510376, + -1.3965238332748413, + -0.6916307806968689, + 0.48314499855041504, + 0.2657615542411804, + -0.044033609330654144, + -0.39760372042655945, + -0.026661261916160583, + -0.5623070597648621, + -0.12939585745334625, + 0.27900466322898865, + -0.25387075543403625, + -0.1922525316476822, + -0.6654693484306335, + 0.2476237267255783, + 0.2853570580482483, + 0.11411231756210327 + ], + [ + 1.1517044305801392, + 0.17293177545070648, + -0.1438790261745453, + -0.17724981904029846, + 0.13141027092933655, + -0.4625188410282135, + -0.4981842637062073, + 0.4021092653274536, + 0.33988162875175476, + 0.004740461707115173, + -0.0707019791007042, + 0.35020875930786133, + -0.09557831287384033, + 0.7606770396232605, + 0.40206488966941833, + -0.5802119970321655, + 0.2166619449853897, + -0.8999595046043396, + 0.9582599401473999, + 0.6780406832695007, + 0.223576620221138 + ] + ], + "generated_utilities": [ + 0.16698956489562988, + 0.17882139980793, + 0.17289932072162628, + 0.16359448432922363, + 0.1285373717546463, + 0.14427782595157623, + 0.12903642654418945, + 0.125906839966774 + ], + "group_id": "ms-f3f1d07cfd59b823da47", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.07767709344625473, + 0.07153411954641342, + 0.08480638265609741, + 0.06087514013051987, + 0.15252648293972015, + 0.0776997059583664, + 0.1476559340953827, + 0.17124073207378387, + 0.12327007949352264, + 0.12037092447280884, + 0.08562581241130829, + 0.09917601197957993, + 0.07137986272573471, + 0.039922356605529785, + 0.04496842622756958, + 0.05561637878417969 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 1.9664052724838257, + 0.20301294326782227, + -1.1196715831756592, + -0.17260856926441193, + -0.5341777801513672, + -2.678128242492676, + -2.431448459625244, + 1.5603530406951904, + 0.03585217520594597, + -0.3520800471305847, + -2.473386287689209, + 1.0162299871444702, + -0.7868502736091614, + -0.9102090001106262, + 0.9442894458770752, + -0.41473180055618286, + 0.7349075675010681, + -0.8863289952278137, + 0.8796874284744263, + 0.028114937245845795, + 0.24920660257339478 + ], + [ + 1.900488257408142, + -0.00838443636894226, + -1.2311820983886719, + -0.361179918050766, + -0.3987593352794647, + -2.551008462905884, + -2.701385021209717, + 1.7117550373077393, + -0.20423506200313568, + -0.3429180979728699, + -2.6584055423736572, + 0.8018259406089783, + -0.856230616569519, + -0.901038408279419, + 1.2131764888763428, + -0.6892215609550476, + 0.6726197600364685, + -0.7798839211463928, + 0.6868253946304321, + 0.07731680572032928, + 0.30107203125953674 + ], + [ + 1.6257587671279907, + 0.275219202041626, + -0.7838636636734009, + -0.5118123292922974, + -0.3429456353187561, + -2.342111349105835, + -2.7158243656158447, + 1.7038744688034058, + -0.1860528439283371, + -0.11617843806743622, + -2.1894750595092773, + 1.2306283712387085, + -0.8203369379043579, + -0.5157363414764404, + 0.7951346635818481, + -0.464976966381073, + 0.8823708295822144, + -0.7671404480934143, + 0.9700374007225037, + 0.21184596419334412, + -0.11244213581085205 + ] + ], + "predicted_scores": [ + 6.469396591186523, + 6.214576721191406, + 5.668624401092529, + 5.653083324432373, + 5.070436477661133, + 4.9335551261901855, + 4.77333927154541, + 4.616671085357666 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "2015956957", + "selected_index": 0, + "state_hash": "3f477a29208b02558b99bd0f3305d0f1845c277d32e0b5afdafa71012673383b", + "stored_base_utility": 0.07767709344625473, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23664958775043488, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23664958775043488 + }, + "base_progress": 0.23664958775043488, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.23664958775043488, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19111156463623047, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19111156463623047 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19398093223571777, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19398093223571777 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17833533883094788, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17833533883094788 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18537552654743195, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18537552654743195 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16987395286560059, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16987395286560059 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16312822699546814, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16312822699546814 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14812955260276794, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14812955260276794 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14795179665088654, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14795179665088654 + } + ], + "candidate_progress": [ + 0.19111156463623047, + 0.19398093223571777, + 0.17833533883094788, + 0.18537552654743195, + 0.16987395286560059, + 0.16312822699546814, + 0.14812955260276794, + 0.14795179665088654 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-8278abbc47a6efcb5b68", + "ms-8278abbc47a6efcb5b68", + "ms-8278abbc47a6efcb5b68", + "ms-8278abbc47a6efcb5b68", + "ms-8278abbc47a6efcb5b68", + "ms-dab80e1bb7987577e33d", + "ms-bfe867e8d518b9f8333a", + "ms-bfe867e8d518b9f8333a" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-081952a63087fc8f83cd", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.5159895420074463, + 0.23432360589504242, + 1.4403560161590576, + -0.6792815923690796, + -1.5641372203826904, + 0.23548981547355652, + -0.6649560332298279, + 0.0032038986682891846, + -0.29184287786483765, + -0.10103369504213333, + -0.01199033111333847, + -1.3374574184417725, + 0.24231889843940735, + -0.19955672323703766, + -0.281851202249527, + -0.21094751358032227, + -0.0877399891614914, + 0.4962685704231262, + -1.1339614391326904, + -0.19503192603588104, + 0.10140625387430191 + ], + [ + -0.2709059715270996, + 0.19167789816856384, + 1.5193428993225098, + -0.926214337348938, + -1.4119257926940918, + -0.08050857484340668, + -0.4082077145576477, + 0.11389267444610596, + -0.19346608221530914, + -0.15073668956756592, + 0.030197907239198685, + -1.4248552322387695, + 0.04737493395805359, + -0.26226502656936646, + -0.15825268626213074, + -0.09028661251068115, + -0.08684633672237396, + 0.4194643497467041, + -1.1239612102508545, + -0.2783015966415405, + -0.0760144293308258 + ], + [ + -0.3830576539039612, + 0.1434950977563858, + 1.5836832523345947, + -0.9638463258743286, + -1.3495140075683594, + -0.11275210976600647, + -0.01586371660232544, + 0.13807247579097748, + -0.26681604981422424, + -0.1027078852057457, + 0.10925959795713425, + -1.2444055080413818, + -0.10783213376998901, + 0.09929375350475311, + -0.032843541353940964, + -0.082363560795784, + -0.00650787353515625, + 0.6434512138366699, + -0.9272038340568542, + -0.34350019693374634, + -0.12933635711669922 + ], + [ + -0.13383685052394867, + 0.1180569976568222, + 1.4113010168075562, + -0.8468436002731323, + -1.1450068950653076, + -0.061194658279418945, + -0.254650354385376, + 0.12685194611549377, + -0.101737380027771, + -0.27933770418167114, + -0.037830062210559845, + -1.1415005922317505, + 0.07154622673988342, + -0.14975754916667938, + -0.027669671922922134, + -0.10926280915737152, + -0.09775908291339874, + 0.2916181683540344, + -0.7503007054328918, + -0.11844277381896973, + -0.0851665735244751 + ], + [ + -0.13769827783107758, + 0.030048847198486328, + 1.4161250591278076, + -0.8542121648788452, + -1.1365580558776855, + -0.09413507580757141, + -0.2257745862007141, + 0.1453913450241089, + -0.10121405869722366, + -0.11921506375074387, + 0.07565417885780334, + -1.190476417541504, + 0.4366130530834198, + -0.394558310508728, + -0.062032680958509445, + -0.11652655899524689, + -0.14970378577709198, + 0.40498673915863037, + -0.6543285250663757, + -0.24401973187923431, + -0.14062219858169556 + ], + [ + -0.09743346273899078, + -0.0030051693320274353, + 1.3512766361236572, + -0.8246471881866455, + -1.2545502185821533, + 0.07306265085935593, + -0.07797384262084961, + 0.14528736472129822, + -0.12881764769554138, + 0.025665760040283203, + -0.025960125029087067, + -1.2170897722244263, + -0.08773469924926758, + -0.09367667138576508, + 0.02448737621307373, + -0.13124288618564606, + -0.2205449789762497, + 0.5219285488128662, + -0.8902477622032166, + -0.13345849514007568, + -0.15808629989624023 + ], + [ + 0.03604207932949066, + 0.029709182679653168, + 1.4671727418899536, + -0.5927032232284546, + -1.2516756057739258, + 0.040086932480335236, + -0.12316781282424927, + 0.299432635307312, + -0.09953196346759796, + -0.13937196135520935, + -0.00939546525478363, + -1.2879163026809692, + 0.14844104647636414, + -0.09438404440879822, + -0.0200006403028965, + -0.13239534199237823, + -0.2517661452293396, + 0.4922099709510803, + -0.7888675332069397, + -0.13871173560619354, + -0.056114792823791504 + ], + [ + 0.053391650319099426, + 0.018218345940113068, + 1.4417860507965088, + -0.5320547819137573, + -1.2340552806854248, + 0.0564112514257431, + -0.1516095995903015, + 0.3056997060775757, + -0.0931866243481636, + -0.10133705288171768, + -0.0768040344119072, + -1.2630504369735718, + 0.13318821787834167, + -0.07781216502189636, + -0.055715445429086685, + -0.13185390830039978, + -0.28759312629699707, + 0.5138916373252869, + -0.794150173664093, + -0.15613339841365814, + -0.08104661107063293 + ] + ], + "generated_utilities": [ + 0.19111156463623047, + 0.19398093223571777, + 0.17833533883094788, + 0.18537552654743195, + 0.16987395286560059, + 0.16312822699546814, + 0.14812955260276794, + 0.14795179665088654 + ], + "group_id": "ms-081952a63087fc8f83cd", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.0006054937839508057, + 2.0, + 2.0, + 2.0, + 0.09041815996170044, + 0.03755016624927521, + 0.10023769736289978, + 0.08501018583774567, + 0.10316208004951477, + 0.13556814193725586, + 0.0687420666217804, + 0.16420090198516846, + 0.07440806925296783, + 0.03177754580974579, + 0.05512912571430206, + 0.05822136998176575 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.05530714988708496, + -0.0015276968479156494, + 1.582733154296875, + -0.5283455848693848, + -1.530975103378296, + -0.028481781482696533, + 0.0, + 0.07634823024272919, + 0.10118435323238373, + 0.01472395658493042, + -0.021184463053941727, + -1.3624117374420166, + 0.06702810525894165, + 0.0, + 0.064424529671669, + -0.13110561668872833, + -0.04677841067314148, + -0.0666094422340393, + -0.8611308336257935, + -0.02982822060585022, + 0.0 + ], + [ + -0.13999104499816895, + -0.16139763593673706, + 1.582733154296875, + -0.5283455848693848, + -1.530975103378296, + -0.17549771070480347, + 0.0, + -0.15019088983535767, + 0.2207401990890503, + -0.06357991695404053, + 0.10177183151245117, + -1.3624117374420166, + -0.05549207329750061, + 0.0, + -0.1271420419216156, + -0.057942673563957214, + -0.279840350151062, + -0.11312717199325562, + -0.8611308336257935, + 0.1586582064628601, + 0.0 + ], + [ + 0.2317524552345276, + -0.2474955916404724, + 1.582733154296875, + -0.5283455848693848, + -1.530975103378296, + -0.2997032403945923, + 0.0, + -0.3180278241634369, + 0.1991673707962036, + 0.26833486557006836, + 0.005899060517549515, + -1.3624117374420166, + 0.032782405614852905, + 0.0, + 0.17653466761112213, + 0.5550464987754822, + 0.13015127182006836, + -0.11312717199325562, + -0.8611308336257935, + 0.020897403359413147, + 0.0 + ], + [ + -0.7016198635101318, + 0.312343955039978, + 2.582733154296875, + -1.5283455848693848, + -2.530975103378296, + 0.7002967596054077, + 2.0224196910858154, + -0.031223494559526443, + -0.07945594191551208, + 0.7471928000450134, + -0.05505431815981865, + -2.3624117374420166, + 0.4337144196033478, + 1.385794997215271, + -0.18244768679141998, + -0.22281835973262787, + -0.5003347992897034, + 0.8868728280067444, + -1.8611308336257935, + 0.19736243784427643, + 0.2646070420742035 + ], + [ + -0.41503679752349854, + 0.3199126422405243, + 2.3341803550720215, + -1.5432449579238892, + -2.6036009788513184, + 0.8186125755310059, + 1.889835238456726, + -0.20609386265277863, + 0.0827421247959137, + 0.8381537795066833, + -0.0944519191980362, + -2.4805798530578613, + 0.3916063606739044, + 1.2392640113830566, + -0.2266693413257599, + -0.33516526222229004, + -0.3536234498023987, + 0.9749420881271362, + -2.1439476013183594, + 0.3261662721633911, + 0.13869160413742065 + ], + [ + -0.6778035759925842, + 0.3674989640712738, + 2.3216195106506348, + -1.6129508018493652, + -2.3233790397644043, + 0.37060582637786865, + 2.3460428714752197, + 0.2269098311662674, + -0.269074022769928, + 0.9810001254081726, + 0.023842941969633102, + -2.478595733642578, + 0.46739575266838074, + 1.1671457290649414, + -0.41542381048202515, + 0.030661001801490784, + -0.48762595653533936, + 0.7803086638450623, + -1.7778995037078857, + 0.10219369828701019, + 0.08611755073070526 + ], + [ + -1.0292376279830933, + 0.05653715133666992, + 3.017642021179199, + -1.2965388298034668, + -2.1434991359710693, + 0.8112732172012329, + 2.3553943634033203, + 0.14745590090751648, + -0.42473679780960083, + 0.8983602523803711, + -0.5389888286590576, + -1.9595260620117188, + 0.8665074110031128, + 1.7057592868804932, + -0.36306142807006836, + -0.6694610714912415, + -0.3699086308479309, + 0.7089512944221497, + -2.2496888637542725, + 0.1759258657693863, + 0.13106243312358856 + ], + [ + -0.2738665044307709, + 0.13772070407867432, + 2.3146424293518066, + -1.9326081275939941, + -2.760838508605957, + 0.10491085052490234, + 1.9823331832885742, + 0.3494338393211365, + 0.3550114631652832, + 0.7471076846122742, + -0.06264704465866089, + -2.2210469245910645, + 0.5386381149291992, + 1.431454062461853, + 0.1620958298444748, + -0.00858105719089508, + -0.8883554935455322, + 1.1764272451400757, + -1.8280467987060547, + 0.30690017342567444, + -0.32479730248451233 + ], + [ + -0.8548018932342529, + -0.2078946828842163, + 2.740286111831665, + -1.6552648544311523, + -2.470123291015625, + 1.0607044696807861, + 2.4267592430114746, + -0.16535070538520813, + -0.2640931308269501, + 0.2447068691253662, + 0.5616287589073181, + -2.808340311050415, + 1.0820176601409912, + 1.2134929895401, + 0.2653927206993103, + -0.454708456993103, + 0.03163468837738037, + 0.8172736763954163, + -1.8861355781555176, + 0.45078086853027344, + 0.29641321301460266 + ], + [ + -0.7025277018547058, + 0.5556451678276062, + 2.3374006748199463, + -1.9256110191345215, + -1.7495018243789673, + 0.9721168279647827, + 1.8326293230056763, + 0.5355191826820374, + -0.5788277983665466, + 0.19061005115509033, + -0.6322742700576782, + -3.031383514404297, + -0.1651831567287445, + 0.8584551215171814, + 0.2280312329530716, + 0.27221786975860596, + -0.3728860020637512, + 1.102063775062561, + -2.5995376110076904, + 0.7578867673873901, + -0.3784477412700653 + ], + [ + -7.212162017822266e-06, + 0.552659273147583, + 2.0397679805755615, + -1.8501746654510498, + -2.5457160472869873, + 1.0514975786209106, + 2.5270917415618896, + -0.7367458343505859, + 0.7676748037338257, + 0.7428221702575684, + -0.538831353187561, + -2.7423243522644043, + 0.07969537377357483, + 1.0069079399108887, + -0.8100140690803528, + -0.9174093008041382, + -0.9411231875419617, + 1.0430617332458496, + -1.4683198928833008, + 1.0334573984146118, + 0.4721405506134033 + ], + [ + -0.41159626841545105, + 0.41878798604011536, + 1.6363914012908936, + -2.4960880279541016, + -3.049954891204834, + -0.09567022323608398, + 2.3269245624542236, + 0.11159682273864746, + -0.7885257005691528, + 0.44582536816596985, + -0.47802892327308655, + -1.5574463605880737, + 1.0153859853744507, + 2.258706569671631, + -0.36591836810112, + 0.49115514755249023, + -0.9523675441741943, + 0.5892280340194702, + -2.1512646675109863, + -0.7744256854057312, + 0.592117428779602 + ], + [ + 0.1343594193458557, + 0.45838433504104614, + 2.6735801696777344, + -2.005676746368408, + -3.340463161468506, + 1.0152086019515991, + 1.429718255996704, + 0.7929191589355469, + -0.2598758339881897, + 1.6483545303344727, + -0.7411167025566101, + -2.8978958129882812, + 1.3759692907333374, + 1.4385837316513062, + 0.2961248755455017, + -0.042098239064216614, + -0.6380948424339294, + 1.0523303747177124, + -2.1783251762390137, + -0.045405834913253784, + 0.7960561513900757 + ] + ], + "predicted_scores": [ + 5.6140313148498535, + 4.735610008239746, + 4.533244609832764, + 4.4091973304748535, + 4.368322372436523, + 3.8880867958068848, + 3.5701630115509033, + 3.3133723735809326 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "2141802816", + "selected_index": 0, + "state_hash": "d1cf06bba4675ad6a6942dc4f6fbade890fbf21b5c3068f8bbe30cfc60c54d9b", + "stored_base_utility": 0.0006054937839508057, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-398ddbf730ed8830b08b", + "ms-2ba02dcefa15a9371706", + "ms-398ddbf730ed8830b08b", + "ms-398ddbf730ed8830b08b", + "ms-398ddbf730ed8830b08b", + "ms-398ddbf730ed8830b08b", + "ms-398ddbf730ed8830b08b", + "ms-398ddbf730ed8830b08b" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-121bc2e6676c1ac10911", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.026284366846084595, + 0.04609347879886627, + 0.08076050877571106, + -1.1766363382339478, + -0.8776188492774963, + 0.43187662959098816, + 0.7849656343460083, + 0.12947234511375427, + 0.14124856889247894, + -0.4220101237297058, + 0.3634951114654541, + -1.2049413919448853, + 0.21800974011421204, + -0.3792051076889038, + -0.20643535256385803, + 0.06794781982898712, + -0.21962548792362213, + 0.4977182149887085, + -0.20270246267318726, + -0.2191872000694275, + 0.9955798387527466 + ], + [ + -0.18965555727481842, + 0.15032052993774414, + 0.054537445306777954, + -0.7301034927368164, + -0.43953704833984375, + 0.5561324954032898, + 1.1829169988632202, + -0.13330581784248352, + 0.21494239568710327, + -0.3572354018688202, + 0.5972723364830017, + -0.786467432975769, + 0.11476436257362366, + 0.6415911912918091, + -0.19171345233917236, + 0.058397021144628525, + -0.3906678557395935, + 0.3299301564693451, + -0.13020429015159607, + 0.39532989263534546, + 0.19506356120109558 + ], + [ + -0.3227393627166748, + -0.008947480469942093, + 0.31059569120407104, + -0.7035223245620728, + -0.4317939877510071, + -0.08338993787765503, + 1.2218315601348877, + -0.19114500284194946, + 0.2784082889556885, + -0.5171954035758972, + 0.21660521626472473, + -0.9366520643234253, + 0.14680781960487366, + -0.19377277791500092, + 0.049343496561050415, + 0.16087718307971954, + -0.25970470905303955, + 0.544478714466095, + -0.4811815619468689, + -0.10752730071544647, + 0.05263815075159073 + ], + [ + -0.11208756268024445, + 0.06592568010091782, + 0.5976970195770264, + -0.6352271437644958, + -0.5115419030189514, + 0.05300254374742508, + 1.1458015441894531, + 0.10722784698009491, + 0.2204221785068512, + -0.1619265377521515, + 0.2688606083393097, + -0.7396564483642578, + 0.1334582269191742, + 0.19467411935329437, + -0.06740005314350128, + 0.031225480139255524, + -0.4650723338127136, + 0.3307478725910187, + -0.5260695219039917, + -0.12822385132312775, + 0.3641628324985504 + ], + [ + -0.1963728815317154, + 0.05769060552120209, + 0.4538062810897827, + -0.9199979305267334, + -0.7798148989677429, + 0.09009243547916412, + 1.0454657077789307, + 0.13528704643249512, + 0.1703307181596756, + -0.40135055780410767, + 0.45195260643959045, + -0.8360286951065063, + -0.041025787591934204, + -0.08575932681560516, + -0.03651032969355583, + 0.0684468150138855, + -0.39261478185653687, + 0.3677917718887329, + -0.11151692271232605, + 0.12955820560455322, + 0.5591674447059631 + ], + [ + -0.4024980068206787, + 0.04813866317272186, + 0.363538920879364, + -0.8296220302581787, + -0.5587987899780273, + -0.05793033540248871, + 0.905110239982605, + 0.14810560643672943, + 0.17912980914115906, + -0.30266568064689636, + 0.43240541219711304, + -0.7426554560661316, + -0.19363433122634888, + 0.08013412356376648, + -0.09958592057228088, + 0.061278048902750015, + -0.500373363494873, + 0.4630138874053955, + -0.305990993976593, + 0.02634868025779724, + 0.7012313604354858 + ], + [ + -0.4255712628364563, + -0.03549695014953613, + 0.5832383036613464, + -0.7803773880004883, + -0.7500534057617188, + 0.057592399418354034, + 0.8814321756362915, + -0.006574735045433044, + 0.18088503181934357, + -0.3975868821144104, + 0.4265209436416626, + -0.7131025195121765, + -0.1439032256603241, + -0.2646033763885498, + 0.05386929214000702, + 0.11780130863189697, + -0.46215254068374634, + 0.47291743755340576, + -0.20302414894104004, + 0.20258015394210815, + 0.1991218775510788 + ], + [ + -0.1760241836309433, + -0.09850203990936279, + 0.09231162071228027, + -0.9974231719970703, + -0.5211858749389648, + 0.22650671005249023, + 0.8024858832359314, + 0.20120881497859955, + 0.12636958062648773, + -0.4309643507003784, + 0.3322529196739197, + -0.7512050867080688, + -0.2304118573665619, + 0.24282684922218323, + -0.26827505230903625, + 0.06424722075462341, + -0.3838513493537903, + 0.4700174927711487, + -0.09447029232978821, + 0.04485246539115906, + 0.41315680742263794 + ] + ], + "generated_utilities": [ + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0 + ], + "group_id": "ms-121bc2e6676c1ac10911", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.15086030960083008, + 0.08354458212852478, + 2.0, + 0.1453719437122345, + 0.19646552205085754, + 0.10343040525913239, + 0.1443832516670227, + 0.13976123929023743, + 0.17431864142417908, + 2.0, + 0.12949708104133606, + 2.0, + 2.0, + 0.11397694051265717, + 0.1271887570619583, + 0.025320395827293396 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + -0.39665424823760986, + 0.08244594186544418, + -0.026901081204414368, + -0.959688663482666, + -1.2648048400878906, + 0.05568990111351013, + 0.0, + -0.048488348722457886, + 0.03576555848121643, + -0.012020409107208252, + 0.08576416969299316, + -0.25812816619873047, + 0.03589746356010437, + 0.0, + 0.0016258209943771362, + -0.04025750607252121, + 0.010670006275177002, + 0.5142596960067749, + 0.06220144033432007, + 0.07906517386436462, + 0.0 + ], + [ + -2.15720796585083, + 0.13025060296058655, + 0.41441529989242554, + -1.4498568773269653, + -2.6386165618896484, + 0.5572659969329834, + 0.7093658447265625, + -1.0835764408111572, + -0.896172285079956, + 0.07744038105010986, + 1.1224509477615356, + -1.6321502923965454, + 0.877888560295105, + 0.4978562295436859, + 0.5774499177932739, + 0.8093571662902832, + -0.8521628379821777, + 2.054164171218872, + -0.6021197438240051, + 1.0350128412246704, + 0.823830246925354 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.39665424823760986, + -0.2284793257713318, + -0.027931194752454758, + -0.959688663482666, + -1.2648048400878906, + -0.17197783291339874, + 0.0, + -0.06679429113864899, + 0.1646350920200348, + -0.11601293087005615, + 0.08576416969299316, + -0.25812816619873047, + 0.1479925513267517, + 0.0, + -0.04833713173866272, + 0.22201494872570038, + -0.16177666187286377, + 0.5142596960067749, + -0.10178101062774658, + 0.21631890535354614, + 0.0 + ], + [ + -0.8824495077133179, + 0.0034109503030776978, + -0.5904110074043274, + -1.400491714477539, + -2.4447474479675293, + -0.00789790228009224, + 1.6208159923553467, + 0.26819390058517456, + -0.23575741052627563, + -0.7184416651725769, + 0.9072303771972656, + -1.2077033519744873, + -0.21496516466140747, + 0.8258882761001587, + -0.4575563669204712, + -0.3655202388763428, + -0.5908474922180176, + 2.0210399627685547, + -1.2132787704467773, + 0.9719676971435547, + 0.24625355005264282 + ], + [ + -0.6953714489936829, + 0.4026735723018646, + 0.6648998856544495, + -1.356613278388977, + -2.953742742538452, + 0.037713564932346344, + 1.53464937210083, + 0.027994811534881592, + 0.03435474634170532, + -1.1939163208007812, + 0.9877840280532837, + -1.180513620376587, + 0.4064505994319916, + 0.5743880867958069, + 0.1558205783367157, + 0.3796072006225586, + -0.6676555275917053, + 1.4665511846542358, + 0.04170459508895874, + 0.17645099759101868, + 0.2388516366481781 + ], + [ + -1.4095232486724854, + -0.06358731538057327, + -0.7774888873100281, + -2.806776285171509, + -2.44041109085083, + -0.8258867859840393, + 2.383592128753662, + -0.093393474817276, + -0.24701429903507233, + -0.5286431312561035, + 0.7741218209266663, + -2.111828565597534, + -0.31807881593704224, + 1.3003538846969604, + -0.9306488037109375, + -0.8708829283714294, + -0.3694953918457031, + 2.169797420501709, + -0.7153271436691284, + 0.029519766569137573, + -0.5629553198814392 + ] + ], + "predicted_scores": [ + 5.674468994140625, + 5.497993469238281, + 5.250887870788574, + 4.192325592041016, + 4.15564489364624, + 3.9543049335479736, + 3.5389797687530518, + 2.966644287109375 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "77147264", + "selected_index": 0, + "state_hash": "d1280a9e9362f8da3290de84fdd0f0b78475d470cd0230e590ccaf8f5428548a", + "stored_base_utility": 0.15086030960083008, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20096319913864136, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20096319913864136 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2048843801021576, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2048843801021576 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19759924709796906, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19759924709796906 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19439542293548584, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19439542293548584 + } + ], + "candidate_progress": [ + 0.20096319913864136, + 1.0, + 0.2048843801021576, + 1.0, + 1.0, + 0.19759924709796906, + 1.0, + 0.19439542293548584 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-6825a9112cb71ea137c9", + "ms-6825a9112cb71ea137c9", + "ms-6825a9112cb71ea137c9", + "ms-6825a9112cb71ea137c9", + "ms-6825a9112cb71ea137c9", + "ms-6825a9112cb71ea137c9", + "ms-6825a9112cb71ea137c9", + "ms-6825a9112cb71ea137c9" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + true, + false, + true, + true, + false, + true, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-22f153f0d4fa656018e6", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.6429558992385864, + 0.08421878516674042, + 0.22778332233428955, + -1.189156174659729, + -2.001868724822998, + -0.11760461330413818, + 0.3866691589355469, + -0.08770671486854553, + -0.05731245130300522, + -0.29110923409461975, + 0.08034703135490417, + -1.4710710048675537, + -0.26638948917388916, + 0.1288621872663498, + -0.19956979155540466, + -0.08895184099674225, + -0.20867671072483063, + 0.46707773208618164, + -0.5460314750671387, + -0.17234072089195251, + 0.27335038781166077 + ], + [ + -0.700973391532898, + 0.05008678883314133, + 0.14390674233436584, + -1.2021443843841553, + -2.063965082168579, + -0.11150217056274414, + 0.5016700029373169, + 0.04348337650299072, + -0.05682941526174545, + -0.35674479603767395, + 0.0526045486330986, + -1.4230741262435913, + -0.31694716215133667, + 0.23196503520011902, + -0.20435699820518494, + -0.028063639998435974, + -0.17142371833324432, + 0.4052051901817322, + -0.4424784183502197, + 0.08641725778579712, + 0.19527766108512878 + ], + [ + -0.6566439867019653, + 0.11486703157424927, + 0.26406702399253845, + -1.221407175064087, + -2.2198734283447266, + -0.21332061290740967, + 0.3401834964752197, + -0.056155622005462646, + 0.03078824281692505, + -0.39206159114837646, + 0.14736957848072052, + -1.5508924722671509, + -0.4859008193016052, + 0.06707748770713806, + -0.08125078678131104, + -0.019119886681437492, + -0.016558796167373657, + 0.12585586309432983, + -0.3294522166252136, + 0.10883143544197083, + 0.14512407779693604 + ], + [ + -0.5099554657936096, + 0.0677112489938736, + 0.2940554916858673, + -1.2123063802719116, + -2.04748272895813, + 0.10986887663602829, + 0.47566449642181396, + 0.07819237560033798, + -0.02056279219686985, + -0.2841613292694092, + 0.1316080391407013, + -1.383581280708313, + -0.18913856148719788, + 0.2831032872200012, + -0.02026629075407982, + 0.01194387674331665, + -0.06410644948482513, + 0.40997114777565, + -0.371804416179657, + 0.2732110023498535, + 0.19989749789237976 + ], + [ + -0.5845365524291992, + 0.02699992060661316, + 0.22104477882385254, + -1.197018027305603, + -2.011002779006958, + -0.3076063394546509, + 0.456097811460495, + 0.05860219895839691, + -0.043732404708862305, + -0.3701290190219879, + 0.11602479219436646, + -1.4213653802871704, + -0.30716341733932495, + 0.06659984588623047, + -0.27916204929351807, + -0.05998501926660538, + -0.09062395989894867, + 0.45232194662094116, + -0.5491787195205688, + 0.2366681694984436, + 0.13302776217460632 + ], + [ + -0.621733546257019, + -0.055665723979473114, + 0.3086121380329132, + -1.2115473747253418, + -1.7953860759735107, + -0.21273109316825867, + 0.45175260305404663, + -0.010797277092933655, + 0.031071649864315987, + -0.2972886264324188, + 0.1284606158733368, + -1.3735847473144531, + -0.1010589599609375, + 0.13644520938396454, + -0.12434422969818115, + 0.08788678050041199, + -0.27509433031082153, + 0.285492867231369, + -0.40871375799179077, + -0.14034292101860046, + 0.20654718577861786 + ], + [ + -0.5589709281921387, + 0.003764469176530838, + 0.22234761714935303, + -1.1051815748214722, + -1.7447378635406494, + -0.16049179434776306, + 0.4228581190109253, + -0.01525503396987915, + 0.026664648205041885, + -0.4001502990722656, + -0.07822225242853165, + -1.535570502281189, + -0.4572456181049347, + 0.09023155272006989, + -0.09081895649433136, + -0.023570414632558823, + -0.20412321388721466, + 0.38342002034187317, + -0.3956376314163208, + -0.09977014362812042, + -0.3173478841781616 + ], + [ + -0.38031840324401855, + 0.02402012050151825, + 0.5656320452690125, + -1.0796475410461426, + -1.6263177394866943, + -0.227730393409729, + 0.6335769295692444, + 0.006034970283508301, + -0.009721290320158005, + -0.08227226883172989, + 0.17394329607486725, + -1.2270807027816772, + -0.23322737216949463, + 0.11337743699550629, + -0.20750129222869873, + 0.11237362027168274, + -0.21309547126293182, + 0.28947585821151733, + -0.4131011366844177, + -0.15746822953224182, + -0.12583467364311218 + ] + ], + "generated_utilities": [ + 0.20096319913864136, + 2.0, + 0.2048843801021576, + 2.0, + 2.0, + 0.19759924709796906, + 2.0, + 0.19439542293548584 + ], + "group_id": "ms-22f153f0d4fa656018e6", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 2.60770320892334e-06, + 3.129243850708008e-07, + 6.109476089477539e-07, + 2.0, + 0.20781123638153076, + 2.0, + 0.16136802732944489, + 0.15920132398605347, + 0.16996727883815765, + 0.14405608177185059, + 0.15874098241329193, + 0.08526891469955444, + 0.0828208178281784, + 2.0, + 0.034265756607055664, + 2.0 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.3937166929244995, + 0.17073306441307068, + -0.5225132703781128, + -0.8479964733123779, + -1.713785171508789, + -0.19215916097164154, + 0.0, + 0.8004336953163147, + 0.4925512969493866, + 0.3161412179470062, + 0.10414126515388489, + -0.9857386350631714, + -0.4383167624473572, + 0.0, + 0.05412057042121887, + 0.021832358092069626, + 0.5262433290481567, + -0.24631118774414062, + -0.20008409023284912, + -0.04257836565375328, + 0.0 + ], + [ + -1.3937166929244995, + 0.2384568303823471, + 0.3933030962944031, + -1.847996473312378, + -2.713785171508789, + 0.20405007898807526, + 1.2454378604888916, + 0.0006654821336269379, + -0.07783810049295425, + -0.002305123955011368, + 0.18527865409851074, + -1.9857386350631714, + -0.009703370742499828, + 0.7078995108604431, + -0.08121174573898315, + -0.031056255102157593, + -0.40927961468696594, + 0.5954965949058533, + -0.8039777874946594, + 0.05187072232365608, + 0.2283477634191513 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.490875720977783, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.4157990217208862, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.4566955268383026 + ], + [ + -1.5219146013259888, + 0.23501667380332947, + 0.5663670301437378, + -1.892876386642456, + -2.744781494140625, + -0.04844887554645538, + 1.3053655624389648, + -0.11823110282421112, + -0.02477371320128441, + -0.17061075568199158, + 0.22949494421482086, + -1.854048252105713, + -0.025548618286848068, + 0.7958164215087891, + 0.12320645153522491, + -0.23218455910682678, + -0.6995364427566528, + 0.8081986308097839, + -0.558222234249115, + -0.18823161721229553, + 0.04578563570976257 + ], + [ + -1.608424186706543, + 0.022089049220085144, + 0.15639334917068481, + -1.982436180114746, + -2.6509876251220703, + -0.01820056140422821, + 0.95000159740448, + -0.08617040514945984, + -0.46914470195770264, + 0.3453706204891205, + -0.020491018891334534, + -1.738605260848999, + -0.0859340950846672, + 0.443394273519516, + 0.09907735884189606, + -0.38721394538879395, + -0.3415156602859497, + 0.524202287197113, + -0.7343614101409912, + -0.22556106746196747, + 0.4535057842731476 + ], + [ + -1.7957028150558472, + 0.593864381313324, + 0.06846150755882263, + -2.0563552379608154, + -2.2595136165618896, + -0.12188448011875153, + 0.9899688959121704, + -0.14783401787281036, + -0.22327497601509094, + -0.32116562128067017, + -0.07331573963165283, + -1.910165786743164, + 0.264303058385849, + 1.0567166805267334, + 0.016188345849514008, + 0.159999281167984, + -0.22885318100452423, + 0.705758273601532, + -0.8778964877128601, + 0.4381847381591797, + 0.19897118210792542 + ], + [ + -1.499897837638855, + -0.2043466418981552, + 0.42094048857688904, + -1.430327296257019, + -3.1506710052490234, + -0.08664844930171967, + 1.4003938436508179, + 0.24064289033412933, + -0.35471564531326294, + -0.37839531898498535, + 0.47059693932533264, + -1.7703200578689575, + 0.101543128490448, + 0.8470064401626587, + 0.16171279549598694, + -0.0019259154796600342, + -0.6455138325691223, + 0.5694639682769775, + -0.9997703433036804, + 0.5366826057434082, + -0.11106891930103302 + ], + [ + -1.8847153186798096, + 0.21543154120445251, + 0.9309400320053101, + -2.1095237731933594, + -2.136512517929077, + 0.6948637366294861, + 1.233637809753418, + 0.577111542224884, + -0.5727867484092712, + -0.6055393815040588, + 0.8738593459129333, + -2.6654083728790283, + -0.171565979719162, + 0.8934992551803589, + 0.17394188046455383, + 0.6209473609924316, + -0.1149752140045166, + 0.6160256266593933, + -0.5519447326660156, + 0.7195507287979126, + 0.5175096392631531 + ], + [ + -2.138639450073242, + 0.36738795042037964, + -0.33481496572494507, + -1.9255597591400146, + -2.2420146465301514, + 0.31966179609298706, + 1.3172208070755005, + -0.48551350831985474, + 0.27687638998031616, + -0.41806119680404663, + 0.05362778902053833, + -2.3665032386779785, + -0.47635504603385925, + 0.081889808177948, + 0.542697548866272, + -0.7215265035629272, + -0.906980037689209, + 0.6977691054344177, + -1.4041197299957275, + -0.11211369931697845, + 0.5149455070495605 + ], + [ + -1.4869698286056519, + -0.30130720138549805, + 1.28191077709198, + -0.9839465618133545, + -2.2501890659332275, + -0.20459605753421783, + 1.3607591390609741, + 0.6349532008171082, + -0.8627415895462036, + -0.623334527015686, + 0.21189503371715546, + -2.2093186378479004, + -0.4655338525772095, + 0.7016672492027283, + 0.6916180849075317, + -0.0807163268327713, + 0.1465948522090912, + 0.05083376169204712, + -0.8381134271621704, + 0.015291888266801834, + 0.05565965175628662 + ], + [ + -2.365525245666504, + 0.45377761125564575, + 0.2984481453895569, + -1.3690096139907837, + -2.843494176864624, + 0.32462257146835327, + 0.5082458257675171, + 0.7033615112304688, + 0.31817564368247986, + -0.4890395700931549, + 0.09036337584257126, + -2.904804229736328, + 0.560937762260437, + 1.649811029434204, + -0.9795587062835693, + -0.46419358253479004, + -0.4739357829093933, + 0.34800490736961365, + -1.0712809562683105, + 0.9167320132255554, + -0.48252081871032715 + ], + [ + -1.2987136840820312, + 0.7370830774307251, + -0.49668365716934204, + -1.201794147491455, + -3.552318572998047, + -0.5406968593597412, + 2.1693286895751953, + 0.5925421714782715, + 0.7903083562850952, + 0.991620659828186, + 0.7936639785766602, + -2.3832802772521973, + -0.621701180934906, + 0.43542394042015076, + -0.14415577054023743, + 0.15921397507190704, + -0.395956814289093, + -0.2778439521789551, + -1.069305419921875, + -0.5347616076469421, + -0.26581722497940063 + ] + ], + "predicted_scores": [ + 5.386959075927734, + 4.895294666290283, + 4.805957794189453, + 4.4802165031433105, + 4.275395393371582, + 4.17970085144043, + 4.163862705230713, + 3.982405424118042 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1271718007", + "selected_index": 0, + "state_hash": "3139b3ac90f6fb958f14d875d082c95c8569f039086e0789e6c9e079d602b945", + "stored_base_utility": 2.60770320892334e-06, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05987149477005005, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05987149477005005 + }, + "base_progress": 0.05987149477005005, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.05987149477005005, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06568041443824768, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06568041443824768 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05988529324531555, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05988529324531555 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06750321388244629, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06750321388244629 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06555306911468506, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06555306911468506 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06380371749401093, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06380371749401093 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05449478328227997, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05449478328227997 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06236197054386139, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06236197054386139 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.061071544885635376, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.061071544885635376 + } + ], + "candidate_progress": [ + 0.06568041443824768, + 0.05988529324531555, + 0.06750321388244629, + 0.06555306911468506, + 0.06380371749401093, + 0.05449478328227997, + 0.06236197054386139, + 0.061071544885635376 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-4e67cfd30a257b4bad0c", + "ms-2423891634e7b469eed8", + "ms-940cce8479900a244d54", + "ms-ad5107846b45eae5a0ab", + "ms-543339410c02ce2269d1", + "ms-4e67cfd30a257b4bad0c", + "ms-940cce8479900a244d54", + "ms-940cce8479900a244d54" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank3", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank4", + "ctt_transport_rank1", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-27c9f70e97b8850cc3ab", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.06451523303985596, + 0.18349136412143707, + 1.0810120105743408, + -1.2841497659683228, + 0.10737085342407227, + 0.6146337985992432, + 0.9489852786064148, + -0.1471244990825653, + 0.036145471036434174, + -0.09076220542192459, + 0.04275977611541748, + -0.7427905797958374, + 0.46198680996894836, + 0.635040283203125, + 0.24691641330718994, + -0.023516308516263962, + -0.038109853863716125, + -0.2869412899017334, + -0.5963376760482788, + 0.1969727873802185, + 0.32868510484695435 + ], + [ + -0.10878176987171173, + 0.145941823720932, + 0.7835232019424438, + -1.5327547788619995, + -0.1542699933052063, + 0.4899168312549591, + 0.6005846261978149, + 0.0850876048207283, + 0.01695244200527668, + -0.2520626187324524, + 0.23342600464820862, + -0.716553807258606, + 0.3508022725582123, + 0.15062397718429565, + 0.14140793681144714, + -0.08844335377216339, + -0.21589352190494537, + -0.04789218306541443, + -0.45903313159942627, + 0.30336618423461914, + 0.27532100677490234 + ], + [ + -0.09614576399326324, + 0.2597457766532898, + 0.9686790704727173, + -1.3199504613876343, + 0.08395825326442719, + 0.5188347101211548, + 0.6764066815376282, + -0.03974771499633789, + 0.07612565159797668, + -0.1677337884902954, + 0.13658607006072998, + -0.6841422915458679, + 0.512385368347168, + 0.35431092977523804, + 0.0709957703948021, + -0.0745142251253128, + -0.09324486553668976, + -0.20025064051151276, + -0.49084216356277466, + 0.1496131718158722, + 0.2017332911491394 + ], + [ + -0.14229469001293182, + 0.25070899724960327, + 1.0563417673110962, + -1.4306659698486328, + -0.02559003233909607, + 0.3705569803714752, + 0.6893426775932312, + -0.027926400303840637, + 0.08992968499660492, + -0.1637212634086609, + 0.031976643949747086, + -0.7182918787002563, + 0.6082148551940918, + 0.5442795157432556, + 0.1489039957523346, + -0.12534180283546448, + -0.15750129520893097, + -0.17237214744091034, + -0.47292715311050415, + 0.2813222408294678, + 0.3245525062084198 + ], + [ + -0.0671328455209732, + 0.22236599028110504, + 0.929495096206665, + -1.4360020160675049, + -0.004657387733459473, + 0.5844641923904419, + 0.6181250810623169, + 0.035201296210289, + 0.03634181246161461, + -0.17421001195907593, + 0.15331397950649261, + -0.4286178946495056, + 0.27845796942710876, + 0.4179539084434509, + 0.03207200765609741, + -0.13051174581050873, + -0.06280003488063812, + -0.18721149861812592, + -0.4675148129463196, + 0.2146589756011963, + 0.2379496842622757 + ], + [ + -0.006720647215843201, + 0.20518670976161957, + 0.9915317296981812, + -1.2088319063186646, + 0.060721173882484436, + 0.5867797136306763, + 0.8413709998130798, + 0.08967307209968567, + 0.05519408732652664, + 0.0105958953499794, + 0.03813428804278374, + -0.5407587289810181, + 0.4785405099391937, + 0.693514883518219, + 0.09913130104541779, + -0.20311371982097626, + -0.2147432118654251, + -0.21057824790477753, + -0.4178782105445862, + 0.3385967016220093, + 0.2565538287162781 + ], + [ + 0.11642707884311676, + 0.26357167959213257, + 0.9155642986297607, + -1.3647433519363403, + -0.10824373364448547, + 0.3779032230377197, + 0.4419189393520355, + -0.0369253009557724, + 0.05421517789363861, + -0.1880474090576172, + 0.060106731951236725, + -0.6703026294708252, + 0.24443379044532776, + 0.22261659801006317, + 0.008623115718364716, + -0.10840156674385071, + -0.2835446000099182, + -0.07208599150180817, + -0.6257975697517395, + 0.0684652328491211, + 0.2910095155239105 + ], + [ + -0.020219191908836365, + 0.28306132555007935, + 0.98979252576828, + -1.3418792486190796, + 0.052948564291000366, + 0.5574531555175781, + 0.48523208498954773, + 0.08841416239738464, + 0.07607436180114746, + -0.24331742525100708, + 0.2607384920120239, + -0.6444295048713684, + 0.5032023191452026, + 0.3462533950805664, + -0.04487438127398491, + -0.11400070786476135, + -0.21690897643566132, + -0.22987978160381317, + -0.368638277053833, + 0.3161610960960388, + 0.22095602750778198 + ] + ], + "generated_utilities": [ + 0.06568041443824768, + 0.05988529324531555, + 0.06750321388244629, + 0.06555306911468506, + 0.06380371749401093, + 0.05449478328227997, + 0.06236197054386139, + 0.061071544885635376 + ], + "group_id": "ms-27c9f70e97b8850cc3ab", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.09440004825592041, + 0.14095592498779297, + 2.0, + 0.09219714999198914, + 0.05765572190284729, + 0.02530825138092041, + 0.07676126062870026, + 0.06643831729888916, + 0.047928065061569214, + 0.07107676565647125, + 0.05561619997024536, + 0.02124820649623871, + 0.08948668837547302, + 0.10203869640827179, + 0.06119762361049652, + 0.04547174274921417 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.984761953353882, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.7230467796325684, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.554086923599243 + ], + [ + 1.0343247652053833, + 1.287368655204773, + 1.867376446723938, + -2.4465248584747314, + 1.036996841430664, + -1.2664310932159424, + 1.4399157762527466, + -0.8265262246131897, + -0.28319495916366577, + 0.16331201791763306, + -1.5917816162109375, + -1.5816115140914917, + -0.1664504110813141, + 0.7195659279823303, + 0.29144588112831116, + -0.18517816066741943, + -0.08826595544815063, + -0.8266173601150513, + -0.7933371067047119, + -0.938305139541626, + 0.5359267592430115 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.3968086242675781, + 0.5359851121902466, + 0.7176156044006348, + -1.52370023727417, + -0.1481943428516388, + 0.10887271165847778, + 0.0, + -0.12331700325012207, + 0.14385993778705597, + -0.041522324085235596, + 0.16089874505996704, + -0.6189663410186768, + -0.01699581742286682, + 0.0, + -0.07216246426105499, + -0.15073662996292114, + -0.134138286113739, + -0.06049776077270508, + -0.26776671409606934, + -0.019470810890197754, + 0.0 + ] + ], + "predicted_scores": [ + 4.076281547546387, + 3.729999303817749, + 3.67149019241333, + 3.631563901901245, + 3.5698795318603516, + 3.5076780319213867, + 2.994065761566162, + 2.9939537048339844 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1881223807", + "selected_index": 0, + "state_hash": "0f58a11c36c331c9abab00795189dccbc7e0aebf985ca9df67bf9da756f154e3", + "stored_base_utility": 0.09440004825592041, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1570405215024948, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1570405215024948 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1489570289850235, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1489570289850235 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15736690163612366, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15736690163612366 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1677532196044922, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1677532196044922 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16931045055389404, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16931045055389404 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17433935403823853, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17433935403823853 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13985289633274078, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13985289633274078 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14013895392417908, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14013895392417908 + } + ], + "candidate_progress": [ + 0.1570405215024948, + 0.1489570289850235, + 0.15736690163612366, + 0.1677532196044922, + 0.16931045055389404, + 0.17433935403823853, + 0.13985289633274078, + 0.14013895392417908 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-663c7e7fdaea6a945a2b", + "ms-663c7e7fdaea6a945a2b", + "ms-663c7e7fdaea6a945a2b", + "ms-22cfd6a9a619133478b6", + "ms-663c7e7fdaea6a945a2b", + "ms-22cfd6a9a619133478b6", + "ms-22cfd6a9a619133478b6", + "ms-663c7e7fdaea6a945a2b" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-2867deaca7e98582620b", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.513403058052063, + 0.22224171459674835, + 1.282997965812683, + -1.3578721284866333, + -1.3508367538452148, + 0.006700277328491211, + 0.31902265548706055, + -0.20569291710853577, + -0.17598016560077667, + -0.005890898406505585, + -0.006299421191215515, + -1.5363134145736694, + -0.1826179325580597, + -0.32911908626556396, + -0.2095208466053009, + 0.006022542715072632, + 0.1759481281042099, + 0.6301164627075195, + -0.2778053283691406, + -0.387317419052124, + -0.45617035031318665 + ], + [ + -0.4842100739479065, + 0.2424214631319046, + 1.4148775339126587, + -1.326494812965393, + -1.4451053142547607, + 0.4349254369735718, + 0.058732420206069946, + -0.3059251308441162, + -0.1430683583021164, + 0.08191093057394028, + -0.013108916580677032, + -1.4892685413360596, + 0.20090332627296448, + -0.0845021903514862, + -0.0010643713176250458, + 0.013122562319040298, + 0.1127099022269249, + 0.5798351764678955, + -0.21714407205581665, + -0.31653574109077454, + -0.5104707479476929 + ], + [ + -0.6828445196151733, + 0.19746409356594086, + 1.2117657661437988, + -1.3974002599716187, + -1.4540531635284424, + -0.012257471680641174, + 0.21954676508903503, + -0.2425289750099182, + -0.22008240222930908, + -0.1266191303730011, + 0.06264075636863708, + -1.6829136610031128, + -0.006766587495803833, + -0.13516362011432648, + -0.213385671377182, + -0.000684109516441822, + 0.21842728555202484, + 0.5884467363357544, + -0.31456148624420166, + -0.27233588695526123, + -0.3539564907550812 + ], + [ + -0.5898456573486328, + 0.18029874563217163, + 1.2677764892578125, + -1.236707329750061, + -1.5510971546173096, + 0.030401960015296936, + 0.16860118508338928, + -0.12666237354278564, + -0.19182920455932617, + 0.021266981959342957, + 0.07462114095687866, + -1.3975781202316284, + -0.012963831424713135, + 0.10006292909383774, + 0.05596620589494705, + 0.0648110955953598, + -0.06339313089847565, + 0.6547204256057739, + -0.30702775716781616, + -0.33937591314315796, + -0.07123179733753204 + ], + [ + -0.43244218826293945, + 0.24107177555561066, + 1.3620492219924927, + -1.3994204998016357, + -1.1659495830535889, + -0.02474561333656311, + 0.377909779548645, + -0.2309102714061737, + -0.21423916518688202, + -0.063775934278965, + 0.1837081015110016, + -1.528226613998413, + -0.1402052342891693, + -0.47538405656814575, + -0.22835427522659302, + 0.04726535081863403, + 0.09127835929393768, + 0.5453097224235535, + -0.344261109828949, + -0.30257877707481384, + -0.6732600927352905 + ], + [ + -0.49259549379348755, + 0.20409558713436127, + 1.3180078268051147, + -1.1129045486450195, + -1.2700421810150146, + -0.2398158609867096, + 0.2221076339483261, + -0.11925670504570007, + -0.1367112249135971, + -0.030736558139324188, + 0.1130313128232956, + -1.5350971221923828, + 0.2056601345539093, + 0.15151819586753845, + -0.012034948915243149, + 0.014560926705598831, + -0.0016180723905563354, + 0.6072362661361694, + -0.25237733125686646, + -0.2721346616744995, + -0.10613864660263062 + ], + [ + -0.45394235849380493, + 0.16967058181762695, + 1.4640675783157349, + -1.0434025526046753, + -1.7995424270629883, + -0.18213605880737305, + 0.09576493501663208, + -0.06946012377738953, + -0.12438809871673584, + 0.011910520493984222, + 0.2685019075870514, + -1.7374892234802246, + -0.22891756892204285, + -0.15548516809940338, + -0.12416906654834747, + 0.01631355658173561, + 0.1391526162624359, + 0.3593764305114746, + -0.18543481826782227, + -0.21579402685165405, + -0.25196418166160583 + ], + [ + -0.47495168447494507, + 0.2116118222475052, + 1.5002331733703613, + -1.0893843173980713, + -1.7068190574645996, + -0.13095378875732422, + 0.1023523211479187, + -0.06233590841293335, + -0.15091726183891296, + -0.008166365325450897, + 0.2259768545627594, + -1.6954883337020874, + -0.22779932618141174, + -0.3331734538078308, + -0.08646500110626221, + 0.03881564736366272, + 0.11145813763141632, + 0.3823908567428589, + -0.19374045729637146, + -0.1780869960784912, + -0.3929445445537567 + ] + ], + "generated_utilities": [ + 0.1570405215024948, + 0.1489570289850235, + 0.15736690163612366, + 0.1677532196044922, + 0.16931045055389404, + 0.17433935403823853, + 0.13985289633274078, + 0.14013895392417908 + ], + "group_id": "ms-2867deaca7e98582620b", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.0924256443977356, + 0.05646410584449768, + 2.0, + 2.0, + 0.183049738407135, + 2.0, + 0.16824382543563843, + 0.1424575299024582, + 0.08230158686637878, + 0.15871968865394592, + 0.16382521390914917, + 0.05336849391460419, + 0.07674244046211243, + 0.10727545619010925, + 0.06594061851501465, + 0.045542001724243164 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.44511327147483826, + 0.05827039107680321, + 1.2608249187469482, + -0.35779595375061035, + -1.1953308582305908, + 0.2619132101535797, + 0.0, + -0.37528133392333984, + -0.07968637347221375, + -0.07514983415603638, + 0.19317352771759033, + 0.03868463635444641, + -0.06793206930160522, + 0.0, + 0.13187909126281738, + -0.20905672013759613, + 0.030073702335357666, + 0.21597933769226074, + -0.0761370062828064, + -0.11662125587463379, + 0.0 + ], + [ + -0.15486939251422882, + 0.24427275359630585, + 1.2608249187469482, + -0.35779595375061035, + -1.1953308582305908, + 0.44790399074554443, + 0.0, + -0.37528133392333984, + -0.29508399963378906, + 0.7311322093009949, + 0.19317352771759033, + 0.09925723075866699, + 0.1767415851354599, + 0.0, + -0.5768744349479675, + 0.1300974041223526, + 0.21151533722877502, + 0.21597933769226074, + 0.04431194067001343, + -0.040631115436553955, + 0.0 + ], + [ + -0.29166290163993835, + 0.09681949019432068, + 2.2608249187469482, + -1.3577959537506104, + -2.195330858230591, + -0.13884210586547852, + 2.5595173835754395, + -1.3752813339233398, + 0.390796959400177, + 0.673005223274231, + 1.1931735277175903, + -0.41860872507095337, + -0.24474714696407318, + 0.3015621602535248, + -0.2400326132774353, + 0.14207373559474945, + -0.26512715220451355, + 1.2159793376922607, + -0.3237651586532593, + -0.7466862201690674, + 0.30001604557037354 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.119034767150879, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.6031243205070496, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.6000320911407471 + ], + [ + -0.3580354154109955, + 0.03320832550525665, + 2.5546932220458984, + -1.138798713684082, + -2.260084629058838, + -0.04964215308427811, + 2.8354909420013428, + -1.6732244491577148, + 0.21277914941310883, + 0.5097208023071289, + 1.387328028678894, + -0.691602349281311, + -0.28483790159225464, + 0.35576167702674866, + -0.0605899840593338, + 0.3764685094356537, + -0.28031954169273376, + 1.063202977180481, + -0.03841540217399597, + -0.5410391092300415, + 0.5580100417137146 + ], + [ + -0.5578174591064453, + 0.3727092146873474, + 2.1929497718811035, + -1.577579140663147, + -1.8962993621826172, + -0.2802738845348358, + 2.1670117378234863, + -1.0752147436141968, + 0.16372516751289368, + 0.6087679862976074, + 0.8854888081550598, + -0.18080148100852966, + -0.18821784853935242, + 0.010591715574264526, + -0.12560874223709106, + 0.15850795805454254, + -0.1898641288280487, + 1.1823316812515259, + 0.06655246019363403, + -0.4014361798763275, + 0.4376043379306793 + ], + [ + -0.43790310621261597, + -0.12778332829475403, + 2.6857643127441406, + -1.6293541193008423, + -1.9850949048995972, + -0.7167636752128601, + 2.465301513671875, + -1.4102312326431274, + 0.2071499079465866, + 0.5742072463035583, + 0.9525313377380371, + -0.34116798639297485, + -0.04760183393955231, + -0.05569759011268616, + -0.4777999520301819, + 0.17186680436134338, + 0.0841393768787384, + 0.7708102464675903, + -0.2784478962421417, + -1.2458651065826416, + 0.46140795946121216 + ], + [ + 0.06170770525932312, + 0.45555436611175537, + 1.6506444215774536, + -0.9394457340240479, + -1.9117670059204102, + -0.6910014152526855, + 2.40145206451416, + -1.7531975507736206, + 0.10217079520225525, + 1.2514894008636475, + 1.3236911296844482, + -0.6504120826721191, + -0.6943472027778625, + 0.7029284238815308, + -0.7387814521789551, + -0.33777421712875366, + -0.8187699317932129, + 1.8448829650878906, + 0.00849190354347229, + -1.394152045249939, + 0.918946385383606 + ] + ], + "predicted_scores": [ + 3.637033700942993, + 3.433187484741211, + 3.2533791065216064, + 2.7732415199279785, + 2.7387523651123047, + 2.680377721786499, + 2.262441635131836, + 2.0722615718841553 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1189392917", + "selected_index": 0, + "state_hash": "e8cf9b95f09f32d8e7942b114792725bd89c392a97ff7e6468ebf09df1bb0d21", + "stored_base_utility": 0.0924256443977356, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17896106839179993, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17896106839179993 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11575834453105927, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11575834453105927 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11276489496231079, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11276489496231079 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12669405341148376, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12669405341148376 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13414768874645233, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13414768874645233 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10342787206172943, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10342787206172943 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10880635678768158, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10880635678768158 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11686347424983978, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11686347424983978 + } + ], + "candidate_progress": [ + 0.17896106839179993, + 0.11575834453105927, + 0.11276489496231079, + 0.12669405341148376, + 0.13414768874645233, + 0.10342787206172943, + 0.10880635678768158, + 0.11686347424983978 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-ec5ac79449116b0a30c1", + "ms-ec5ac79449116b0a30c1", + "ms-ec5ac79449116b0a30c1", + "ms-630c7d4c0ef39da64304", + "ms-630c7d4c0ef39da64304", + "ms-630c7d4c0ef39da64304", + "ms-630c7d4c0ef39da64304", + "ms-630c7d4c0ef39da64304" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-365d8c6de6de16f66744", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.25926995277404785, + 0.06389793008565903, + 1.224240779876709, + -0.47188130021095276, + -1.5074305534362793, + 0.20592334866523743, + 0.042599767446517944, + 0.06518690288066864, + -0.039590105414390564, + 0.2759105861186981, + -0.3760688304901123, + -1.2415167093276978, + -0.18503230810165405, + 0.21057775616645813, + -0.20658519864082336, + 0.014855587854981422, + -0.15661878883838654, + 0.16176916658878326, + -0.175602525472641, + -0.05650140345096588, + -0.2444559633731842 + ], + [ + -0.0689375251531601, + 0.011041827499866486, + 1.3270334005355835, + -0.4887693524360657, + -1.4429130554199219, + -0.06769628822803497, + 0.02089458703994751, + 0.0179578959941864, + -0.03761165589094162, + 0.15407243371009827, + -0.1574740707874298, + -1.2102034091949463, + -0.00444379448890686, + 0.001439705491065979, + -0.02380407229065895, + -0.02068852074444294, + -0.09088043868541718, + 0.35376423597335815, + -0.20856741070747375, + -0.14030952751636505, + -0.08260181546211243 + ], + [ + -0.0057296305894851685, + 0.012280911207199097, + 1.3306095600128174, + -0.42939794063568115, + -1.4439058303833008, + -0.1654859185218811, + -0.05214548110961914, + 0.002458736300468445, + -0.02353651262819767, + 0.11212799698114395, + -0.08550072461366653, + -1.1751408576965332, + -0.09563145041465759, + -0.02548043429851532, + 0.012819230556488037, + -0.006030362099409103, + -0.03822867572307587, + 0.39017510414123535, + -0.20371705293655396, + -0.04881691932678223, + -0.15236762166023254 + ], + [ + -0.04941226541996002, + 0.017187029123306274, + 1.324571967124939, + -0.4606795310974121, + -1.522841215133667, + -0.10692980885505676, + -0.03456836938858032, + 0.09341569244861603, + -0.06660925596952438, + 0.11159662157297134, + -0.18495893478393555, + -1.1712456941604614, + -0.013797789812088013, + -0.004111647605895996, + -0.013437744230031967, + 0.0037879589945077896, + -0.05900956690311432, + 0.31690657138824463, + -0.25968337059020996, + -0.0861811637878418, + -0.10002756118774414 + ], + [ + 0.1128978431224823, + -0.05897943675518036, + 1.1889185905456543, + -0.4519193768501282, + -1.4373071193695068, + -0.26833274960517883, + -0.2001076340675354, + 0.03911761939525604, + -0.025965696200728416, + 0.3008084297180176, + -0.06657684594392776, + -1.1599856615066528, + 0.1649477779865265, + 0.2994086742401123, + -0.05681664124131203, + -0.057169411331415176, + -0.12752665579319, + 0.2738313376903534, + -0.17475295066833496, + 0.1915721595287323, + -0.02304999530315399 + ], + [ + 0.03200504928827286, + -0.017974015325307846, + 1.3957571983337402, + -0.4781871736049652, + -1.6015818119049072, + -0.3137579560279846, + 0.015801578760147095, + 0.11733462661504745, + -0.043776944279670715, + 0.1252644807100296, + -0.19146192073822021, + -1.2140045166015625, + -0.0630427896976471, + -0.0024472475051879883, + -0.0746069997549057, + 0.02014395222067833, + -0.16013984382152557, + 0.34982386231422424, + -0.32472288608551025, + 0.005957245826721191, + -0.12021583318710327 + ], + [ + -0.12062789499759674, + -0.033954083919525146, + 1.4903799295425415, + -0.6411278247833252, + -1.5103631019592285, + -0.19247257709503174, + -0.03830212354660034, + 0.060189858078956604, + -0.12386107444763184, + 0.05316866189241409, + -0.21578091382980347, + -1.2497154474258423, + -0.21904242038726807, + 0.24898579716682434, + 0.051350321620702744, + -0.07996387779712677, + -0.18629969656467438, + 0.2717892825603485, + -0.32279080152511597, + -0.012951642274856567, + -0.552312970161438 + ], + [ + -0.15722806751728058, + 0.02194151282310486, + 1.4574757814407349, + -0.6898855566978455, + -1.4418797492980957, + -0.3149804174900055, + 0.13974612951278687, + 0.08415912091732025, + -0.15539775788784027, + -0.0919288918375969, + -0.27760523557662964, + -1.2162294387817383, + -0.04316955804824829, + 0.10944946110248566, + -0.023023050278425217, + 0.0540570430457592, + -0.14388401806354523, + 0.08984703570604324, + -0.32059144973754883, + -0.1576068103313446, + -0.4366488754749298 + ] + ], + "generated_utilities": [ + 0.17896106839179993, + 0.11575834453105927, + 0.11276489496231079, + 0.12669405341148376, + 0.13414768874645233, + 0.10342787206172943, + 0.10880635678768158, + 0.11686347424983978 + ], + "group_id": "ms-365d8c6de6de16f66744", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.20231953263282776, + 0.12319359183311462, + 2.0, + 2.0, + 0.1590207815170288, + 0.019343823194503784, + 0.1322992593050003, + 0.09479346871376038, + 0.1768283247947693, + 0.1054161787033081, + 0.16278749704360962, + 0.08510464429855347, + 0.09564858675003052, + 0.07681193947792053, + 0.1334480196237564, + 0.08148902654647827 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + -0.09058855473995209, + -0.022760659456253052, + 1.373640537261963, + -0.4681985378265381, + -1.599449634552002, + 0.07837581634521484, + 0.0, + -0.05228453874588013, + -0.0679071694612503, + 0.026890814304351807, + 0.03908693790435791, + -1.4526653289794922, + 0.04786187410354614, + 0.0, + 0.019858457148075104, + -0.05534793436527252, + 0.17386651039123535, + -0.024165034294128418, + -0.05880159139633179, + 0.044484615325927734, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.063174724578857, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.6561365127563477, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0078073740005493 + ], + [ + 0.05168074369430542, + 0.27186232805252075, + 2.0911388397216797, + -1.6812132596969604, + -2.3280625343322754, + 0.38023167848587036, + 2.5090978145599365, + -0.2604735791683197, + 0.04725922644138336, + 0.8121852874755859, + -0.6659450531005859, + -2.2462568283081055, + 0.49988994002342224, + 1.9786770343780518, + 0.02324119210243225, + -0.45050501823425293, + 1.1065142154693604, + 0.5724118947982788, + -0.6320602893829346, + -0.7826599478721619, + 0.47463753819465637 + ], + [ + 0.46382713317871094, + -0.06331050395965576, + 2.657292366027832, + -1.1560972929000854, + -2.765941619873047, + 0.7805119752883911, + 2.3117406368255615, + -0.3644295036792755, + -0.25628525018692017, + 0.7623568773269653, + -0.4176616668701172, + -2.646364688873291, + 0.40904325246810913, + 1.7654002904891968, + -0.23315654695034027, + 0.026929572224617004, + 0.8236149549484253, + 0.8322737812995911, + -0.7612741589546204, + -0.4725078046321869, + 0.5895571708679199 + ], + [ + -0.26226741075515747, + 0.3922410011291504, + 2.450082302093506, + -0.9020822048187256, + -3.028742551803589, + 1.0746917724609375, + 3.104015350341797, + 0.3752234876155853, + -0.009036362171173096, + 0.3652568459510803, + -0.7608495950698853, + -2.337242603302002, + -0.03944078087806702, + 1.972575306892395, + -0.32381975650787354, + -0.45855021476745605, + 1.6927499771118164, + 0.8358478546142578, + -0.8610806465148926, + -0.6741821765899658, + 0.4013170003890991 + ], + [ + 0.5790615677833557, + 0.8308188915252686, + 3.141986846923828, + -1.218785285949707, + -2.0300495624542236, + 0.4300342798233032, + 3.0737316608428955, + -0.09167198091745377, + 0.4237035810947418, + 0.7421274185180664, + -0.637946367263794, + -2.1245827674865723, + 0.4184945523738861, + 1.2377147674560547, + -0.4068492650985718, + -0.03615438938140869, + 1.5385099649429321, + 0.51850825548172, + -0.5737811923027039, + -1.472043752670288, + 0.45800793170928955 + ], + [ + 0.38714414834976196, + 0.25513744354248047, + 2.9400248527526855, + -1.8116681575775146, + -1.7500431537628174, + 1.403240442276001, + 1.9709672927856445, + 0.6755956411361694, + 0.49445489048957825, + 0.19490671157836914, + -1.1990764141082764, + -2.803361177444458, + 0.499578058719635, + 1.164682149887085, + 0.9588776230812073, + 0.5154257416725159, + 1.0328537225723267, + 1.1309876441955566, + -0.9365650415420532, + -0.9663279056549072, + -0.032733798027038574 + ], + [ + 0.7417005896568298, + -0.12406697869300842, + 3.0325844287872314, + -0.5656485557556152, + -2.5084800720214844, + 0.27374324202537537, + 2.2886011600494385, + 0.5997821092605591, + 0.9623891115188599, + 0.38451504707336426, + -1.4501185417175293, + -1.6908833980560303, + 0.6743149757385254, + 1.8593690395355225, + -0.018024832010269165, + -0.20444278419017792, + 1.364742636680603, + 0.34230074286460876, + -1.4427728652954102, + -1.5577378273010254, + 0.5589802265167236 + ], + [ + 0.3448556661605835, + -0.5947309732437134, + 2.3888885974884033, + -1.0376405715942383, + -2.218167781829834, + 1.568857192993164, + 3.0995821952819824, + -0.4682580530643463, + 0.3072889745235443, + 0.14532917737960815, + -0.567415177822113, + -3.085655689239502, + -0.6656016111373901, + 1.6447856426239014, + 0.8135664463043213, + 0.3758860230445862, + 1.399398922920227, + 0.11528515815734863, + -0.531513512134552, + -0.6104787588119507, + 1.4474445581436157 + ], + [ + -0.18966330587863922, + -0.7208725214004517, + 2.586766481399536, + -0.6973344087600708, + -3.2187445163726807, + 1.4117884635925293, + 3.0797414779663086, + -0.29149553179740906, + 0.09620378166437149, + 0.874613881111145, + -0.8004729151725769, + -2.0231733322143555, + -0.5948910713195801, + 1.5080900192260742, + -0.750367283821106, + 0.8155628442764282, + 1.6562600135803223, + 0.8091130256652832, + -1.1569771766662598, + -1.4121384620666504, + 0.3738836348056793 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.06428352743387222, + -0.015524566173553467, + 1.373640537261963, + -0.4681985378265381, + -1.599449634552002, + -0.1607142686843872, + 0.0, + 0.27928173542022705, + 0.05664636939764023, + -0.03914147615432739, + 0.1700872778892517, + -1.4526653289794922, + 0.05555404722690582, + 0.0, + 0.18240894377231598, + -0.05239863693714142, + 0.17386651039123535, + -0.21921080350875854, + -0.3728579580783844, + 0.11250120401382446, + 0.0 + ], + [ + 0.008915487676858902, + 0.540733277797699, + 1.373640537261963, + -0.4681985378265381, + -1.599449634552002, + 0.22902190685272217, + 0.0, + -0.3544532060623169, + -0.2348114550113678, + 0.04456782341003418, + 0.2907915711402893, + -1.4526653289794922, + -0.1788860559463501, + 0.0, + 0.07762694358825684, + -0.07040916383266449, + 0.17386651039123535, + 0.44059625267982483, + -0.19159233570098877, + 0.09149748086929321, + 0.0 + ] + ], + "predicted_scores": [ + 4.71327018737793, + 4.577503681182861, + 4.517536163330078, + 4.427045822143555, + 4.093426704406738, + 3.7158091068267822, + 3.6994853019714355, + 3.5776479244232178 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1997090716", + "selected_index": 0, + "state_hash": "98870eab9f394b355af9b8a6d689b3bcd574af94db5d1a9139d0aed0b633b959", + "stored_base_utility": 0.20231953263282776, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05761747062206268, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05761747062206268 + }, + "base_progress": 0.05761747062206268, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.05761747062206268, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.041291266679763794, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.041291266679763794 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04596532881259918, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04596532881259918 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.041907429695129395, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.041907429695129395 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03757290542125702, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03757290542125702 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.043280228972435, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.043280228972435 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03327237069606781, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03327237069606781 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04125836491584778, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04125836491584778 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04608707129955292, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04608707129955292 + } + ], + "candidate_progress": [ + 0.041291266679763794, + 0.04596532881259918, + 0.041907429695129395, + 0.03757290542125702, + 0.043280228972435, + 0.03327237069606781, + 0.04125836491584778, + 0.04608707129955292 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-fe38b164397dd669f391", + "ms-2cbe83da02847008bf24", + "ms-4e67cfd30a257b4bad0c", + "ms-543339410c02ce2269d1", + "ms-2cbe83da02847008bf24", + "ms-3f6cd47af5e9e6781b73", + "ms-4e67cfd30a257b4bad0c", + "ms-2423891634e7b469eed8" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank5", + "ctt_transport_rank1", + "ctt_transport_rank3", + "ctt_transport_rank5", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank4" + ], + "candidates_evaluated": true, + "chart_id": "ms-3c326d05fec66e1d6bea", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.40542125701904297, + -0.6706479787826538, + 1.0468477010726929, + 0.4419674575328827, + 0.6233752369880676, + 0.3663817048072815, + 0.11375218629837036, + 0.1405363827943802, + 0.5830242037773132, + -0.16480085253715515, + 0.11894630640745163, + -0.7562109231948853, + -0.09923592209815979, + 0.0764903575181961, + -0.002530355006456375, + -0.2385178655385971, + -0.27720820903778076, + 0.11684242635965347, + 0.26976582407951355, + 0.30218470096588135, + 0.13002976775169373 + ], + [ + 0.36993634700775146, + -0.6234778165817261, + 1.0764621496200562, + 0.20307576656341553, + 0.5879946351051331, + 0.24925172328948975, + 0.08438664674758911, + -0.001695677638053894, + 0.7009736895561218, + -0.1807471513748169, + 0.19736483693122864, + -0.5982657670974731, + -0.2509617507457733, + -0.19471319019794464, + 0.2034948468208313, + -0.26945576071739197, + -0.3519056439399719, + 0.14279112219810486, + 0.16768260300159454, + 0.11938357353210449, + -0.029757574200630188 + ], + [ + 0.43475425243377686, + -0.6260557770729065, + 1.0901366472244263, + 0.36863645911216736, + 0.9678453803062439, + 0.3527449667453766, + 0.392318993806839, + 0.0887337401509285, + 0.7176312208175659, + 0.04388095438480377, + 0.005226198583841324, + -0.5713956952095032, + 0.039444416761398315, + 0.06537962704896927, + 0.0737805888056755, + -0.2919434607028961, + -0.34102946519851685, + -0.16563107073307037, + 0.10723210871219635, + 0.07289862632751465, + 0.14912645518779755 + ], + [ + 0.5319380164146423, + -0.6548914909362793, + 1.225176453590393, + 0.379049152135849, + 0.7752666473388672, + 0.4397450089454651, + 0.16598856449127197, + 0.1429092288017273, + 0.5930956602096558, + -0.1871243417263031, + 0.1455947458744049, + -0.4903610944747925, + -0.11532074213027954, + -0.17469774186611176, + 0.053908150643110275, + -0.181036576628685, + -0.37608230113983154, + 0.039974331855773926, + 0.12247636914253235, + 0.13459351658821106, + 0.07575741410255432 + ], + [ + 0.37891411781311035, + -0.702640950679779, + 1.105836272239685, + 0.2785021960735321, + 0.5102450847625732, + 0.24589639902114868, + 0.13018405437469482, + 0.04812256991863251, + 0.6769037246704102, + -0.1929040551185608, + 0.16073256731033325, + -0.5414226055145264, + -0.22626957297325134, + -0.1249428242444992, + 0.16883732378482819, + -0.2612727880477905, + -0.30009323358535767, + 0.12628759443759918, + 0.09952013194561005, + 0.30740612745285034, + -0.04964330792427063 + ], + [ + 0.31772148609161377, + -0.5871127247810364, + 0.9936697483062744, + 0.4514823257923126, + 0.6813434362411499, + 0.4236467480659485, + 0.5597403049468994, + 0.26425525546073914, + 0.5082756876945496, + -0.14294499158859253, + 0.2860123813152313, + -0.5875498056411743, + 0.15459862351417542, + 0.21624428033828735, + 0.2374885082244873, + -0.2752481997013092, + -0.40251433849334717, + 0.1872072070837021, + 0.022282660007476807, + 0.3043482303619385, + 0.2585696876049042 + ], + [ + 0.39106082916259766, + -0.6520455479621887, + 1.161184310913086, + 0.3858768045902252, + 0.9253121018409729, + 0.2845228910446167, + 0.6053228974342346, + 0.10881057381629944, + 0.6404641270637512, + -0.03482268005609512, + -0.15283280611038208, + -0.6201234459877014, + -0.11422047019004822, + -0.05001235008239746, + 0.10135866701602936, + -0.13892045617103577, + -0.217015340924263, + -0.07360421121120453, + 0.03230416774749756, + 0.08258974552154541, + -0.032586127519607544 + ], + [ + 0.20966267585754395, + -0.7749021053314209, + 1.193008303642273, + 0.3202417194843292, + 0.6960278153419495, + 0.6450836062431335, + -0.1604878306388855, + 0.1193375438451767, + 0.5528551340103149, + -0.1676703691482544, + 0.27401596307754517, + -0.48493313789367676, + 0.16172048449516296, + -0.499400794506073, + 0.0041499063372612, + -0.12761881947517395, + -0.48214268684387207, + 0.22982269525527954, + 0.23813346028327942, + 0.05552169680595398, + -0.12452197074890137 + ] + ], + "generated_utilities": [ + 0.041291266679763794, + 0.04596532881259918, + 0.041907429695129395, + 0.03757290542125702, + 0.043280228972435, + 0.03327237069606781, + 0.04125836491584778, + 0.04608707129955292 + ], + "group_id": "ms-3c326d05fec66e1d6bea", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.18246883153915405, + 2.0, + 2.0, + 0.11388173699378967, + 0.035728439688682556, + 0.05159728229045868, + 0.043176501989364624, + 0.04580867290496826, + 0.02321702241897583, + 0.040450215339660645, + 0.04055213928222656, + 0.024657413363456726, + 0.017660364508628845, + 0.044850513339042664, + 0.031234994530677795, + 0.06195336580276489 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + 0.9327397346496582, + -0.7429183721542358, + 0.8877019882202148, + -0.018136948347091675, + 0.10074883699417114, + 0.11574286222457886, + 0.0, + 0.1410461664199829, + 0.38714247941970825, + 0.2381301373243332, + 0.06927800178527832, + -0.6138286590576172, + -0.33484986424446106, + 0.0, + 0.012610852718353271, + 0.5407634973526001, + 0.07784794270992279, + 0.3537199795246124, + -0.1602279543876648, + 0.002093076705932617, + 0.0 + ], + [ + 1.9327397346496582, + -1.7429183721542358, + 1.8877019882202148, + -0.33001917600631714, + 0.49746543169021606, + 0.47390231490135193, + 1.7802670001983643, + -0.8589538335800171, + 0.37976425886154175, + -0.18104670941829681, + -0.8859321475028992, + -1.6138286590576172, + 0.34242650866508484, + 1.2023069858551025, + 0.555707573890686, + -0.35764527320861816, + -0.10027600824832916, + 0.4702257812023163, + -0.6294202208518982, + 0.1926015019416809, + 0.5916687846183777 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.5605340003967285, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.404613971710205, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.1833375692367554 + ], + [ + 1.7389304637908936, + -1.4791877269744873, + 2.158487319946289, + -0.3266654312610626, + 0.5907376408576965, + 0.43260636925697327, + 1.9136874675750732, + -0.5760036110877991, + 0.3071907162666321, + -0.4073694348335266, + -0.8863769769668579, + -1.8163083791732788, + 0.5969879627227783, + 1.196010947227478, + 0.7674136161804199, + -0.2368052750825882, + -0.12123071402311325, + 0.36782756447792053, + -0.8187789916992188, + 0.15793970227241516, + 0.43327897787094116 + ], + [ + 1.9560860395431519, + -2.008063793182373, + 1.6910814046859741, + -0.2576735019683838, + 0.647503137588501, + 0.5322431921958923, + 1.9268598556518555, + -1.2501428127288818, + 0.775363564491272, + -0.0965004414319992, + -0.5331029891967773, + -1.639766812324524, + 0.44450435042381287, + 1.5980249643325806, + 0.9402694702148438, + -0.1454993337392807, + -0.2541998028755188, + 0.6709543466567993, + -0.44338259100914, + -0.043697476387023926, + 0.7131086587905884 + ], + [ + 1.4609386920928955, + -1.6896755695343018, + 2.174467086791992, + -0.34207087755203247, + 0.962078332901001, + 0.28904104232788086, + 2.0044631958007812, + -1.184704303741455, + 0.8424319624900818, + -0.6237084865570068, + -0.9171007871627808, + -1.5616872310638428, + 0.3556978702545166, + 1.5233795642852783, + 0.7210954427719116, + 0.028062552213668823, + 0.21759141981601715, + 0.2823620140552521, + -0.588395357131958, + -0.12581703066825867, + 0.7275858521461487 + ], + [ + 2.087728500366211, + -2.0203187465667725, + 2.4627456665039062, + 0.09322953224182129, + 0.4771752953529358, + 0.2439241260290146, + 2.3431313037872314, + -0.7176190614700317, + 0.8298519849777222, + -0.47738587856292725, + -1.4635096788406372, + -1.2598087787628174, + 0.008061617612838745, + 0.9835944175720215, + 0.10656380653381348, + -0.1548040360212326, + 0.20115382969379425, + 0.4581896960735321, + -1.197885274887085, + -0.28882738947868347, + 0.17229679226875305 + ], + [ + 2.535038471221924, + -2.2647459506988525, + 1.280318260192871, + -0.8243153095245361, + 0.36149507761001587, + 0.01678559184074402, + 1.259200096130371, + -0.5383518934249878, + 1.0661393404006958, + -0.1134992390871048, + -1.0009663105010986, + -1.8629896640777588, + 0.5329263806343079, + 1.1952301263809204, + 0.5380017757415771, + -0.21264730393886566, + 0.33232176303863525, + 0.9111320972442627, + -1.0945085287094116, + 0.7546109557151794, + 0.8692140579223633 + ], + [ + 2.3966352939605713, + -2.3338406085968018, + 2.0661728382110596, + -0.1174439787864685, + -0.28071242570877075, + 0.8010929822921753, + 2.485050678253174, + -0.5360689163208008, + 0.9712552428245544, + 0.5487139821052551, + -0.46108368039131165, + -2.0631186962127686, + 0.6046813726425171, + 0.9991111159324646, + 1.299267292022705, + 0.3742367625236511, + -0.7156072854995728, + 0.7805436849594116, + -1.3091955184936523, + -0.5538330674171448, + -0.20684683322906494 + ], + [ + 2.614837884902954, + -2.24919056892395, + 2.2911505699157715, + -0.2939787209033966, + 1.1876089572906494, + 0.15644106268882751, + 1.7348854541778564, + -0.7635170221328735, + 0.5141214728355408, + -0.17918013036251068, + -0.8421157598495483, + -1.5084272623062134, + -0.18822845816612244, + 1.8389434814453125, + 0.24652135372161865, + 0.38509100675582886, + 0.5761538147926331, + -0.15904095768928528, + 0.0013433098793029785, + 0.6120359897613525, + 1.3977106809616089 + ], + [ + 1.5386989116668701, + -2.0177698135375977, + 1.8581953048706055, + -1.2861346006393433, + 1.0945217609405518, + 0.8363389372825623, + 2.708517074584961, + -0.9201098084449768, + 0.8546208739280701, + -0.058566831052303314, + -1.5932974815368652, + -2.015472412109375, + 0.2565937638282776, + 1.988462209701538, + -0.04372602701187134, + -0.8754178881645203, + 0.27551382780075073, + -0.29693683981895447, + -0.2824576497077942, + 0.40926772356033325, + 0.7658611536026001 + ], + [ + 2.8735361099243164, + -2.675261974334717, + 1.459324836730957, + 0.380817174911499, + 0.6231281757354736, + 0.03267902135848999, + 2.296022415161133, + -1.587423324584961, + 0.7833051681518555, + 0.6618785262107849, + -1.7110093832015991, + -1.436572551727295, + -0.14784568548202515, + 1.525026559829712, + 1.4909214973449707, + -1.0601696968078613, + -0.5454426407814026, + -0.09859517216682434, + -1.4344520568847656, + -0.058256953954696655, + -0.3444262146949768 + ], + [ + 2.0854334831237793, + -1.3952012062072754, + 2.651411771774292, + -0.7663257122039795, + -0.05179548263549805, + 0.8797686100006104, + 2.0904030799865723, + -0.8943268656730652, + 1.0378066301345825, + 0.08841629326343536, + -0.36119532585144043, + -1.236596703529358, + 1.0752983093261719, + 0.349973201751709, + -0.19527214765548706, + -0.8867040872573853, + 0.18460334837436676, + 1.454195261001587, + -0.6220338940620422, + 0.9919598698616028, + 1.229588508605957 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.9327397346496582, + -0.7429183721542358, + 0.8877019882202148, + -0.009577363729476929, + -0.06759434938430786, + 0.05406871438026428, + 0.0, + 0.003663182258605957, + 0.0492824912071228, + -0.038241639733314514, + -0.02580159902572632, + -0.6138286590576172, + -0.056222498416900635, + 0.0, + -0.026217222213745117, + -0.051223963499069214, + -0.031640589237213135, + -0.010870158672332764, + 0.08728909492492676, + -0.020528942346572876, + 0.0 + ], + [ + 0.9327397346496582, + -0.7429183721542358, + 0.8877019882202148, + -0.06735062599182129, + -0.023807168006896973, + 0.1439460813999176, + 0.0, + -0.19209599494934082, + -0.14847975969314575, + -0.22449488937854767, + 0.09710657596588135, + -0.6138286590576172, + -0.1854294240474701, + 0.0, + -0.17072844505310059, + 0.09961000084877014, + -0.017846792936325073, + 0.22415585815906525, + -0.18760734796524048, + -0.060083091259002686, + 0.0 + ] + ], + "predicted_scores": [ + 3.7588858604431152, + 3.6084017753601074, + 3.4926886558532715, + 3.286057710647583, + 3.111448049545288, + 2.96895432472229, + 2.734745502471924, + 2.5923283100128174 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "278008524", + "selected_index": 0, + "state_hash": "6333fcf80f76890398820f27d1a99efe459cdb6ff795201d73e3bcedc966664f", + "stored_base_utility": 0.18246883153915405, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.179895281791687, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.179895281791687 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18142560124397278, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18142560124397278 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17953410744667053, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17953410744667053 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14616930484771729, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14616930484771729 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17242296040058136, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17242296040058136 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1780046820640564, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1780046820640564 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18010850250720978, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18010850250720978 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16564425826072693, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16564425826072693 + } + ], + "candidate_progress": [ + 0.179895281791687, + 0.18142560124397278, + 0.17953410744667053, + 0.14616930484771729, + 0.17242296040058136, + 0.1780046820640564, + 0.18010850250720978, + 0.16564425826072693 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-bad55a54ecb4349a5323", + "ms-bad55a54ecb4349a5323", + "ms-8a38529670b19d605663", + "ms-8a38529670b19d605663", + "ms-8a38529670b19d605663", + "ms-8a38529670b19d605663", + "ms-8a38529670b19d605663", + "ms-8a38529670b19d605663" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-4dbdc6ed61dccebbfe92", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.9033704996109009, + 0.05423284322023392, + 0.3712477385997772, + -2.411911725997925, + -0.766794741153717, + -0.3535495102405548, + 0.32415273785591125, + -0.1106853187084198, + -0.12372329831123352, + 0.1580849289894104, + 0.02957676537334919, + -0.7953190803527832, + 0.33381590247154236, + 0.20095691084861755, + -0.31547442078590393, + -0.274289608001709, + -0.2838302254676819, + 0.7461637258529663, + 0.006283819675445557, + -0.47982898354530334, + -0.02559821307659149 + ], + [ + -0.865920901298523, + 0.02761043608188629, + 0.3767339289188385, + -2.371405839920044, + -0.7961333394050598, + -0.4031403362751007, + 0.22843791544437408, + -0.031233176589012146, + -0.11521847546100616, + 0.16241677105426788, + 0.07693971693515778, + -0.7045262455940247, + 0.341506689786911, + 0.22367525100708008, + -0.2591089904308319, + -0.24950826168060303, + -0.25798535346984863, + 0.732300341129303, + 0.022871851921081543, + -0.31306204199790955, + -0.16859102249145508 + ], + [ + -1.1285110712051392, + 0.027338355779647827, + 0.24904820322990417, + -2.572458028793335, + -0.7038034200668335, + -0.8374465703964233, + -0.05613058805465698, + -0.2766416668891907, + -0.06432930380105972, + -0.07478288561105728, + 0.05440185219049454, + -0.7178394794464111, + -0.13971233367919922, + 0.045057736337184906, + -0.38547438383102417, + -0.3359571099281311, + -0.10519663989543915, + 0.7670978903770447, + -0.10944169759750366, + -0.04168286919593811, + -0.5293745994567871 + ], + [ + -1.417811393737793, + 0.05371534079313278, + 0.11351621150970459, + -2.7680716514587402, + -1.0549817085266113, + -0.2117663025856018, + -0.30060648918151855, + -0.4521898925304413, + -0.16029152274131775, + -0.013720281422138214, + -0.03854845464229584, + -1.151971459388733, + 0.06604018807411194, + 0.06543175131082535, + -0.4379967451095581, + -0.26725491881370544, + -0.0796390026807785, + 0.7883016467094421, + -0.13355028629302979, + -0.4220070242881775, + 0.24022476375102997 + ], + [ + -1.0322520732879639, + -0.03795377165079117, + 0.2716507315635681, + -2.7154197692871094, + -0.814717710018158, + -0.45067235827445984, + 0.36793720722198486, + -0.137028306722641, + -0.14835236966609955, + 0.22425782680511475, + 0.14528200030326843, + -0.8777270317077637, + -0.024548202753067017, + 0.3107936978340149, + -0.17952509224414825, + -0.14501076936721802, + -0.16060222685337067, + 0.7207159399986267, + -0.06556102633476257, + -0.12454859912395477, + 0.08631660044193268 + ], + [ + -1.1844820976257324, + 0.06955880671739578, + 0.1836392879486084, + -2.5313494205474854, + -0.6856889724731445, + -0.731278657913208, + -0.2085515260696411, + -0.2955864667892456, + -0.09419829398393631, + -0.006600387394428253, + 0.04236136004328728, + -0.7402409911155701, + -0.2240750640630722, + -0.005058005452156067, + -0.36476704478263855, + -0.24215532839298248, + -0.18471284210681915, + 0.7494548559188843, + -0.063132643699646, + -0.08290150761604309, + -0.5720529556274414 + ], + [ + -1.2808531522750854, + 0.023215100169181824, + 0.2726079225540161, + -2.701740264892578, + -0.5714218020439148, + -0.5235856771469116, + 0.31405162811279297, + -0.12166768312454224, + -0.19819582998752594, + -0.06127431243658066, + 0.23647192120552063, + -1.0011403560638428, + -0.07792949676513672, + 0.3222240209579468, + -0.3384198844432831, + -0.08231785893440247, + 0.047047749161720276, + 0.8723235726356506, + 0.213347390294075, + -0.0874728411436081, + -0.225372314453125 + ], + [ + -1.1846798658370972, + 0.10121695697307587, + 0.11954838037490845, + -1.948533058166504, + -0.9720844626426697, + -0.25998538732528687, + -0.2987746596336365, + -0.30434373021125793, + 0.08292626589536667, + 0.4052334427833557, + 0.19006603956222534, + -0.7862991690635681, + -0.11823487281799316, + -0.30936336517333984, + -0.23623806238174438, + -0.21845710277557373, + -0.3730838894844055, + 0.8029868602752686, + 0.19092939794063568, + 0.07672542333602905, + -0.28696104884147644 + ] + ], + "generated_utilities": [ + 0.179895281791687, + 0.18142560124397278, + 0.17953410744667053, + 0.14616930484771729, + 0.17242296040058136, + 0.1780046820640564, + 0.18010850250720978, + 0.16564425826072693 + ], + "group_id": "ms-4dbdc6ed61dccebbfe92", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.17512565851211548, + 2.0, + 2.0, + 2.0, + 0.10078734159469604, + 2.0, + 2.0, + 0.06518048048019409, + 2.0, + 2.0, + 0.05268773436546326, + 0.056524619460105896, + 0.07100173830986023, + 0.16304254531860352, + 2.0, + 0.07095202803611755 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + -1.7685134410858154, + 0.4561518430709839, + 0.8554723262786865, + -2.9925076961517334, + -1.652122139930725, + -0.9696183204650879, + 1.440989375114441, + -0.1663060486316681, + 0.005464707035571337, + -0.08078178763389587, + 0.5969918370246887, + -1.7046172618865967, + 0.3472420275211334, + 0.7052499651908875, + -0.026682782918214798, + 0.013620201498270035, + 0.002864290028810501, + 1.5629743337631226, + 0.06437517702579498, + -0.20232005417346954, + 0.06808048486709595 + ], + [ + -1.571894645690918, + 0.49223509430885315, + 1.2358425855636597, + -2.7074813842773438, + -1.6053731441497803, + -0.9737302660942078, + 1.2407286167144775, + -0.41521748900413513, + 0.27269765734672546, + -0.08917579054832458, + 0.4081580936908722, + -1.3627166748046875, + 0.07880738377571106, + 0.7477485537528992, + -0.2180848866701126, + -0.13109977543354034, + -0.3875364661216736, + 1.8194886445999146, + -0.06430798768997192, + 0.07869948446750641, + -0.12621839344501495 + ], + [ + -1.7744590044021606, + 0.367733359336853, + 1.3591725826263428, + -3.3725903034210205, + -1.8434977531433105, + -0.8745664954185486, + 1.6967558860778809, + -0.44676536321640015, + -0.6177129149436951, + 0.03244173526763916, + 0.4171296954154968, + -1.4895254373550415, + 0.9296896457672119, + 0.15846145153045654, + -0.006281482055783272, + 0.6454329490661621, + 0.6225314140319824, + 1.6578954458236694, + 0.3061527609825134, + -0.41300463676452637, + -0.2527916431427002 + ], + [ + -1.7233139276504517, + 0.020191192626953125, + 1.0188184976577759, + -2.873849868774414, + -2.027033567428589, + -1.1650824546813965, + 2.0792155265808105, + -0.8799198865890503, + 0.6924232840538025, + -0.7650182247161865, + -0.04520058631896973, + -2.468881130218506, + -0.13257521390914917, + 0.6857031583786011, + -0.10177457332611084, + -0.7609032988548279, + -0.08249430358409882, + 1.7503252029418945, + 0.1621951013803482, + -0.22467197477817535, + 0.43942898511886597 + ], + [ + -2.3507251739501953, + 0.16114166378974915, + 1.5912489891052246, + -2.1838369369506836, + -2.061230182647705, + -1.7918524742126465, + 0.8407515287399292, + -0.3446531295776367, + -0.7727420926094055, + -0.2617931067943573, + 0.6622774004936218, + -1.05295991897583, + 0.13840271532535553, + 1.2008695602416992, + -0.509428858757019, + 0.7052024006843567, + -0.6614989042282104, + 2.0029079914093018, + -0.82997065782547, + -0.9390356540679932, + 0.7515151500701904 + ], + [ + -1.7504347562789917, + -0.13171464204788208, + 0.7620843648910522, + -3.4511537551879883, + -2.5023341178894043, + -0.8595067858695984, + 1.6361833810806274, + -0.4263937175273895, + 0.005345506593585014, + -0.8147202730178833, + 0.4142894744873047, + -0.8735606670379639, + -0.4809738099575043, + 0.9412479996681213, + -0.6222366690635681, + -0.8843234777450562, + -0.8842994570732117, + 2.4228873252868652, + 0.6301752328872681, + 0.727215051651001, + 0.5050253868103027 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.7685134410858154, + -0.04630154371261597, + -0.002802610397338867, + -1.9925076961517334, + -0.6521221399307251, + -0.013848721981048584, + 0.0, + 0.014648675918579102, + -0.0837627500295639, + -0.04761720821261406, + -0.024705946445465088, + -0.7046172618865967, + 0.0914837121963501, + 0.0, + 0.04683725908398628, + 0.048148274421691895, + 0.03868643194437027, + 0.5629743337631226, + -0.043637245893478394, + -0.08927876502275467, + 0.0 + ], + [ + -0.7685134410858154, + 0.1268729865550995, + -0.0878140926361084, + -1.9925076961517334, + -0.6521221399307251, + -0.08497345447540283, + 0.0, + -0.23278282582759857, + 0.1505891978740692, + -0.0029508620500564575, + -0.03223156929016113, + -0.7046172618865967, + -0.18528565764427185, + 0.0, + 0.009110454469919205, + 0.006383728235960007, + -0.012130538001656532, + 0.5629743337631226, + 0.23608635365962982, + -0.06009632349014282, + 0.0 + ], + [ + -0.7685134410858154, + 0.6076252460479736, + 0.2745842933654785, + -1.9925076961517334, + -0.6521221399307251, + 0.03038167953491211, + 0.0, + 0.33581337332725525, + 0.35011863708496094, + -0.06728862971067429, + -0.4030081629753113, + -0.7046172618865967, + -0.44776007533073425, + 0.0, + -0.01595483534038067, + -0.040477462112903595, + 0.28290560841560364, + 0.5629743337631226, + -0.42285358905792236, + -0.11823103576898575, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.881978750228882, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.410499930381775, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.1361609697341919 + ], + [ + -1.5711963176727295, + 0.5461994409561157, + 0.8384940028190613, + -2.960416078567505, + -1.9055238962173462, + -0.7765143513679504, + 1.4308912754058838, + 0.10734349489212036, + 0.011199884116649628, + -0.028424743562936783, + 0.5893871784210205, + -1.7020739316940308, + 0.48640453815460205, + 0.9950923323631287, + 0.20675025880336761, + 0.11047534644603729, + 0.09110014140605927, + 1.3974875211715698, + -0.21079741418361664, + -0.3005509674549103, + 0.09192514419555664 + ], + [ + -2.12906813621521, + 0.3435881733894348, + 0.7164700627326965, + -2.750021457672119, + -1.3681434392929077, + -0.8937081694602966, + 1.6475064754486084, + -0.1447279453277588, + -0.44103574752807617, + -0.5038806200027466, + 0.9006609320640564, + -1.8256494998931885, + 0.433420330286026, + 0.3506351411342621, + 0.4619242548942566, + -0.3905109167098999, + -0.01803053542971611, + 1.9505069255828857, + -0.339522123336792, + -0.20715753734111786, + -0.410531610250473 + ], + [ + -1.194382667541504, + 0.9652969837188721, + 0.41722428798675537, + -2.6203644275665283, + -1.139541506767273, + -1.5412108898162842, + 1.667648434638977, + -0.5256404876708984, + 0.17716272175312042, + 0.30056339502334595, + 0.09983009099960327, + -1.8219844102859497, + -0.23339274525642395, + 0.5763673782348633, + -0.4285883605480194, + 0.1476086974143982, + -0.3515554666519165, + 1.2458031177520752, + 0.3135184645652771, + -0.33711761236190796, + -0.09264840185642242 + ], + [ + -2.0614774227142334, + -0.4080510139465332, + 0.5476135015487671, + -3.0662269592285156, + -1.497420310974121, + -0.11606889963150024, + 1.03195321559906, + -0.3406473994255066, + 0.12844708561897278, + -0.4317864775657654, + 1.035879135131836, + -0.7729326486587524, + 1.0862895250320435, + 0.16315871477127075, + -0.14380013942718506, + -0.8498450517654419, + 0.9780882000923157, + 1.0358695983886719, + -0.5399289727210999, + -0.10386796295642853, + 0.8144621849060059 + ] + ], + "predicted_scores": [ + 4.867926120758057, + 4.466477870941162, + 3.5856881141662598, + 3.4367575645446777, + 3.0629405975341797, + 2.943545341491699, + 2.77291202545166, + 1.041347861289978 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "794181626", + "selected_index": 0, + "state_hash": "4043b3c43ca4f115e1ea4fbcd98c7d08f797df2efbfe6b67bcffa5592a8aa36d", + "stored_base_utility": 0.17512565851211548, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14602074027061462, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14602074027061462 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14066162705421448, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14066162705421448 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14655479788780212, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14655479788780212 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1686379462480545, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1686379462480545 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15244685113430023, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15244685113430023 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1403982937335968, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1403982937335968 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1412566751241684, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1412566751241684 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13336774706840515, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13336774706840515 + } + ], + "candidate_progress": [ + 0.14602074027061462, + 0.14066162705421448, + 0.14655479788780212, + 0.1686379462480545, + 0.15244685113430023, + 0.1403982937335968, + 0.1412566751241684, + 0.13336774706840515 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-ec5ac79449116b0a30c1", + "ms-ec5ac79449116b0a30c1", + "ms-630c7d4c0ef39da64304", + "ms-ec5ac79449116b0a30c1", + "ms-630c7d4c0ef39da64304", + "ms-630c7d4c0ef39da64304", + "ms-630c7d4c0ef39da64304", + "ms-630c7d4c0ef39da64304" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-58950fed04d203b97ab9", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.28509509563446045, + 0.022217854857444763, + 1.4880026578903198, + -0.8572981357574463, + -1.682328701019287, + 0.1041303277015686, + 0.30156034231185913, + 0.10988761484622955, + 0.11458785831928253, + 0.07968921959400177, + -0.0017069429159164429, + -1.259443759918213, + 0.027873873710632324, + 0.06314132362604141, + 0.09672673046588898, + 0.04373753070831299, + -0.290719211101532, + 0.1843521147966385, + -0.36410391330718994, + -0.1771482229232788, + -0.0327843576669693 + ], + [ + -0.18096528947353363, + 0.03565962612628937, + 1.5324124097824097, + -0.8203586339950562, + -1.6791119575500488, + 0.0008566081523895264, + 0.25114747881889343, + 0.0281362384557724, + 0.1453384906053543, + 0.09375816583633423, + 0.059575606137514114, + -1.2352479696273804, + -0.0721861720085144, + 0.07747024297714233, + 0.19059625267982483, + 0.06682990491390228, + -0.2520371675491333, + 0.19801324605941772, + -0.4048195481300354, + -0.06571081280708313, + -0.1531519591808319 + ], + [ + -0.25255900621414185, + 0.03891929239034653, + 1.4766871929168701, + -0.8837875127792358, + -1.727243423461914, + 0.047498688101768494, + 0.28542956709861755, + 0.07807054370641708, + 0.09717173874378204, + 0.07454924285411835, + -0.02013411372900009, + -1.235718846321106, + -0.020823359489440918, + -0.015285119414329529, + 0.11238191276788712, + 0.07648925483226776, + -0.26809507608413696, + 0.17550672590732574, + -0.40036624670028687, + -0.09808431565761566, + -0.11967280507087708 + ], + [ + -0.41928136348724365, + 0.09520791471004486, + 1.3950121402740479, + -0.9154117107391357, + -1.7437973022460938, + 0.42508915066719055, + 0.3352513611316681, + 0.05805923044681549, + 0.1364704966545105, + 0.21948157250881195, + -0.16617825627326965, + -1.3602790832519531, + -0.1959552764892578, + 0.17813843488693237, + -0.0705515444278717, + 0.06180388852953911, + -0.3238399028778076, + -0.05699343979358673, + -0.28874534368515015, + -0.05996115505695343, + -0.26238855719566345 + ], + [ + -0.30585646629333496, + 0.0645269900560379, + 1.5892398357391357, + -0.9749417304992676, + -1.6470308303833008, + -0.07604177296161652, + 0.3984275460243225, + 0.07842284440994263, + -0.019688406959176064, + -0.09305117279291153, + -0.09378496557474136, + -1.3409082889556885, + 0.08845123648643494, + 0.12878625094890594, + 0.1050088182091713, + 0.06106894090771675, + -0.2651808261871338, + -0.011739477515220642, + -0.401364266872406, + -0.21991360187530518, + -0.35603246092796326 + ], + [ + -0.2364104837179184, + -0.0057783909142017365, + 1.6064815521240234, + -0.8837324380874634, + -1.7800536155700684, + 0.012402340769767761, + 0.0894063413143158, + 0.06770330667495728, + -0.004659954458475113, + 0.07575125992298126, + -0.036258913576602936, + -1.3330589532852173, + -0.19426622986793518, + 0.3010649085044861, + 0.1595212072134018, + -0.08022205531597137, + -0.36648988723754883, + 0.16859576106071472, + -0.5221351981163025, + -0.012015670537948608, + -0.4743899405002594 + ], + [ + -0.17751337587833405, + 0.022246457636356354, + 1.5569546222686768, + -0.9585781097412109, + -1.794264554977417, + -0.19076794385910034, + 0.3630826771259308, + 0.1002715677022934, + 0.1092553585767746, + 0.05983005464076996, + -0.020918630063533783, + -1.2974053621292114, + 0.02011999487876892, + 0.01314932107925415, + 0.06580613553524017, + 0.07617871463298798, + -0.3633112907409668, + 0.16600696742534637, + -0.4133226275444031, + 0.01698070764541626, + -0.11994367837905884 + ], + [ + -0.1083201915025711, + 0.008078888058662415, + 1.4205979108810425, + -1.0187307596206665, + -1.7622296810150146, + -0.16299664974212646, + 0.07841533422470093, + 0.0501251220703125, + 0.13330689072608948, + 0.2932773530483246, + 0.07003194838762283, + -1.297277569770813, + 0.14855042099952698, + 0.32754361629486084, + 0.11365342140197754, + -0.016916073858737946, + -0.2686084508895874, + 0.09364418685436249, + -0.23183190822601318, + 0.21240276098251343, + -0.10156601667404175 + ] + ], + "generated_utilities": [ + 0.14602074027061462, + 0.14066162705421448, + 0.14655479788780212, + 0.1686379462480545, + 0.15244685113430023, + 0.1403982937335968, + 0.1412566751241684, + 0.13336774706840515 + ], + "group_id": "ms-58950fed04d203b97ab9", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.20183078944683075, + 0.18959736824035645, + 2.0, + 0.0385412722826004, + 0.15877258777618408, + 0.03365510702133179, + 0.17151890695095062, + 0.13845136761665344, + 0.11539244651794434, + 0.1388089954853058, + 0.15365298092365265, + 0.0967668741941452, + 0.0908290445804596, + 0.06094485521316528, + 0.0377749502658844, + 0.028643101453781128 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + -0.028361663222312927, + -0.489355206489563, + 1.4316291809082031, + -0.9109628200531006, + -1.7493720054626465, + -0.16713106632232666, + 0.0, + 0.5545767545700073, + -0.18274790048599243, + 0.2772042155265808, + -0.45601847767829895, + -1.3811633586883545, + -0.1571006327867508, + 0.0, + -0.004826217889785767, + 0.2916078567504883, + 0.34807145595550537, + -0.37882840633392334, + 0.08759653568267822, + -0.07658697664737701, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.797813892364502, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.654926061630249, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.4572639465332031 + ], + [ + 0.17793144285678864, + 0.008656054735183716, + 2.343496322631836, + -1.9455183744430542, + -2.4697093963623047, + 1.0036901235580444, + 2.5124316215515137, + -0.29308056831359863, + -0.02035735547542572, + -0.059014320373535156, + -0.5863867402076721, + -2.254472255706787, + 0.3354390263557434, + 1.381989598274231, + -0.27729421854019165, + 0.5023907423019409, + -0.8654648661613464, + 0.39588332176208496, + -0.5682056546211243, + 0.20400357246398926, + 0.48529666662216187 + ], + [ + -0.5227808952331543, + 0.12448178231716156, + 2.4855635166168213, + -1.6602094173431396, + -2.3857760429382324, + 0.323077529668808, + 1.9053025245666504, + -0.698577344417572, + 0.619890034198761, + 0.3500756621360779, + -0.1476593315601349, + -2.8024404048919678, + -0.21084021031856537, + 1.0928113460540771, + -0.3938775062561035, + 0.4228009581565857, + -0.39060449600219727, + -0.31665533781051636, + -0.9205541610717773, + 0.03774743899703026, + 0.3333621621131897 + ], + [ + 0.10275222361087799, + 0.08925776183605194, + 2.0934102535247803, + -1.379586935043335, + -3.3245811462402344, + 0.6494860649108887, + 1.990661382675171, + -0.021198302507400513, + 0.4400750398635864, + 0.39176517724990845, + -0.8639137148857117, + -1.981496810913086, + 0.01414397917687893, + 1.2019504308700562, + -0.7839368581771851, + 0.108054518699646, + -0.17177742719650269, + -0.36239588260650635, + -0.5078206062316895, + 0.4236416518688202, + 0.25084057450294495 + ], + [ + -0.8110343217849731, + -0.11216431856155396, + 2.8897132873535156, + -1.319732427597046, + -3.1141648292541504, + 0.416613906621933, + 2.3244988918304443, + -0.6579729914665222, + -0.39938226342201233, + -0.08646327257156372, + -0.3429824113845825, + -2.4165658950805664, + -0.6488300561904907, + 1.4793217182159424, + -0.8628695011138916, + 0.6845848560333252, + -0.7794754505157471, + -0.014068186283111572, + -0.27444708347320557, + 0.8030790686607361, + 0.08975183963775635 + ], + [ + -0.23147638142108917, + -0.26693814992904663, + 2.8227345943450928, + -2.3573813438415527, + -3.3905396461486816, + 0.38961973786354065, + 1.9831907749176025, + -1.2505497932434082, + 0.00624750554561615, + 0.9689428210258484, + 0.11981219053268433, + -1.5865073204040527, + 0.4901374876499176, + 0.6158997416496277, + 0.3767610788345337, + -0.025944411754608154, + -1.4681568145751953, + 0.48217374086380005, + -1.5973502397537231, + -0.7199738621711731, + 0.5119494795799255 + ], + [ + -0.19429966807365417, + 0.7059361934661865, + 3.2694599628448486, + -2.656050682067871, + -2.5502617359161377, + -0.23801833391189575, + 1.628230333328247, + 0.36624830961227417, + -0.08827590942382812, + -0.2098810374736786, + -1.1745270490646362, + -2.2196781635284424, + 0.44475334882736206, + 0.48411858081817627, + -0.25864526629447937, + 0.2009485512971878, + -0.9008907079696655, + -0.3571908473968506, + -0.16894888877868652, + -0.6256314516067505, + -0.4078131914138794 + ], + [ + 0.22205571830272675, + 0.6026778221130371, + 1.8579424619674683, + -2.404672384262085, + -3.728808641433716, + -0.19806396961212158, + 2.8292319774627686, + -0.2435564398765564, + 0.7903643846511841, + -0.376501202583313, + -1.0294175148010254, + -1.7672805786132812, + 0.5992995500564575, + 2.044847249984741, + 0.0011147260665893555, + 0.18739356100559235, + -0.952850341796875, + 0.8702673316001892, + 0.038269996643066406, + -0.4372258484363556, + -0.37835830450057983 + ], + [ + -0.3783646821975708, + 0.08899453282356262, + 2.721517324447632, + -2.3160932064056396, + -2.0679585933685303, + 0.549463152885437, + 3.141833543777466, + 0.09782099723815918, + 0.5830706357955933, + 0.7134941816329956, + 0.2986952066421509, + -2.9980335235595703, + -0.6391466856002808, + 1.075132131576538, + -0.7696593403816223, + 0.4343666732311249, + -0.911625862121582, + -0.31454378366470337, + -1.5935450792312622, + -0.8993679881095886, + -0.3811922073364258 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.1209426149725914, + 0.10675475001335144, + 1.4316291809082031, + -0.9109628200531006, + -1.7493720054626465, + -0.0875239372253418, + 0.0, + -0.0486987829208374, + 0.06580346822738647, + 0.24258655309677124, + -0.20229026675224304, + -1.3811633586883545, + 0.4185009002685547, + 0.0, + -0.1431063860654831, + 0.15154658257961273, + 0.17190229892730713, + 0.10405468940734863, + 0.036865830421447754, + -0.1988307237625122, + 0.0 + ] + ], + "predicted_scores": [ + 4.767673015594482, + 4.756809711456299, + 4.583178520202637, + 4.580198287963867, + 4.309340476989746, + 3.9616692066192627, + 3.8282718658447266, + 3.621245861053467 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1113371261", + "selected_index": 0, + "state_hash": "1b9018834a77531260bf8dfa74a9832916fe215bda78b5367b061bb4e0ce2333", + "stored_base_utility": 0.20183078944683075, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1927579641342163, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1927579641342163 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19790710508823395, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19790710508823395 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20759832859039307, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20759832859039307 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20792421698570251, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20792421698570251 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.22771799564361572, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22771799564361572 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15864774584770203, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15864774584770203 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21649648249149323, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21649648249149323 + } + ], + "candidate_progress": [ + 0.1927579641342163, + 1.0, + 0.19790710508823395, + 0.20759832859039307, + 0.20792421698570251, + 0.22771799564361572, + 0.15864774584770203, + 0.21649648249149323 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-74704688fb63757619e1", + "ms-74704688fb63757619e1", + "ms-9f61e09c05b4c8f74366", + "ms-9f61e09c05b4c8f74366", + "ms-74704688fb63757619e1", + "ms-74704688fb63757619e1", + "ms-74704688fb63757619e1", + "ms-74704688fb63757619e1" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + true, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-651bc0395d78d2819158", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.6262670159339905, + -0.04304693639278412, + 1.1536791324615479, + -0.927566647529602, + -1.4203741550445557, + -0.20798590779304504, + 0.8488818407058716, + 0.10512111335992813, + -0.030354445800185204, + -0.2926546037197113, + 0.0040328651666641235, + -1.3798481225967407, + -0.06705036759376526, + 0.22993434965610504, + -0.24945732951164246, + -0.10210873186588287, + 0.0946856141090393, + 0.9532871246337891, + -0.04597210884094238, + -0.13735774159431458, + 0.17747554183006287 + ], + [ + -0.5361096858978271, + -0.005657963454723358, + 1.0051794052124023, + -1.107558012008667, + -1.0978281497955322, + 0.1631939709186554, + 0.8850284814834595, + 0.23925043642520905, + -0.20636031031608582, + -0.7927976250648499, + 0.044584691524505615, + -1.4063612222671509, + 0.08427295088768005, + 0.13315288722515106, + -0.3291955888271332, + -0.02335219644010067, + 0.2569464147090912, + 0.9224616885185242, + 0.25128790736198425, + 0.023157328367233276, + 1.0403040647506714 + ], + [ + -0.5836887359619141, + 0.05742355436086655, + 1.155234932899475, + -0.9912881851196289, + -1.3039326667785645, + 0.12781724333763123, + 0.618720293045044, + 0.0877746120095253, + -0.05155804008245468, + -0.37346595525741577, + 0.020436551421880722, + -1.238261103630066, + -0.06856295466423035, + 0.31661558151245117, + -0.06812408566474915, + -0.08266940712928772, + 0.005426809191703796, + 0.8667716979980469, + -0.1674901247024536, + -0.28244519233703613, + 0.4961373507976532 + ], + [ + -0.5216034054756165, + -0.043468378484249115, + 1.0838223695755005, + -1.047882080078125, + -1.4508564472198486, + -0.13331928849220276, + 0.5436079502105713, + 0.10633143037557602, + -0.025372019037604332, + -0.35033342242240906, + -0.07848348468542099, + -1.3743418455123901, + -0.25771966576576233, + 0.37449514865875244, + -0.07469891011714935, + -0.09652328491210938, + -0.07539664208889008, + 0.9159458875656128, + 0.008446753025054932, + -0.11751565337181091, + 0.3484792113304138 + ], + [ + -0.6062139272689819, + -0.03584849834442139, + 1.0144329071044922, + -1.1866059303283691, + -1.228661298751831, + -0.06577970087528229, + 0.8521384000778198, + 0.09449572116136551, + -0.09264770895242691, + -0.6035877466201782, + -0.09353084117174149, + -1.3947714567184448, + -0.004404813051223755, + 0.22361060976982117, + -0.26257333159446716, + -0.0449988953769207, + 0.20169055461883545, + 0.764021635055542, + 0.0758446455001831, + 0.25428521633148193, + 0.7104333639144897 + ], + [ + -0.6094548106193542, + -0.02857716754078865, + 1.1562079191207886, + -1.2160683870315552, + -1.2304120063781738, + -0.2793511152267456, + 0.8377423286437988, + 0.104998879134655, + -0.0953938290476799, + -0.5388085246086121, + -0.12174516171216965, + -1.3816914558410645, + 0.05349060893058777, + 0.2087104469537735, + -0.199038565158844, + -0.009917163290083408, + 0.1809743493795395, + 0.8045357465744019, + 0.03346647322177887, + 0.291145384311676, + 0.7135640382766724 + ], + [ + -0.4516301155090332, + 0.07273148745298386, + 1.2644082307815552, + -0.8414223194122314, + -1.317277431488037, + -0.1460462212562561, + 0.9920641183853149, + 0.222323477268219, + -0.04347917437553406, + -0.14079350233078003, + -0.047411851584911346, + -1.4061927795410156, + -0.23606260120868683, + -0.36018645763397217, + -0.11250235140323639, + -0.11708706617355347, + 0.0435880571603775, + 0.5569131374359131, + -0.10401487350463867, + 0.15328264236450195, + 0.24926035106182098 + ], + [ + -0.486728310585022, + -0.014225892722606659, + 1.235182762145996, + -1.2378458976745605, + -1.2737467288970947, + -0.34722721576690674, + 0.8033306002616882, + 0.09930559992790222, + -0.0993037223815918, + -0.47381192445755005, + -0.035671308636665344, + -1.3485828638076782, + 0.0821632444858551, + -0.15214939415454865, + -0.1786433607339859, + -5.5699609220027924e-05, + 0.20440226793289185, + 0.7132533192634583, + 0.24225130677223206, + 0.3438963294029236, + 0.7033460140228271 + ] + ], + "generated_utilities": [ + 0.1927579641342163, + 2.0, + 0.19790710508823395, + 0.20759832859039307, + 0.20792421698570251, + 0.22771799564361572, + 0.15864774584770203, + 0.21649648249149323 + ], + "group_id": "ms-651bc0395d78d2819158", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 7.152557373046875e-07, + 2.0, + 0.0, + 0.0, + 0.18490922451019287, + 0.0, + 0.18801423907279968, + 2.0, + 0.18292954564094543, + 0.06743006408214569, + 2.0, + 0.08718416094779968, + 0.0016145259141921997, + 2.0, + 0.0, + 0.0 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.13822472095489502, + 0.052123308181762695, + 1.2542681694030762, + -0.5262794494628906, + -1.515254020690918, + -0.022995710372924805, + 0.0, + 0.07829460501670837, + 0.056280869990587234, + -0.006563127040863037, + 0.00594717264175415, + -1.0464823246002197, + 0.028334707021713257, + 0.0, + 0.04214516654610634, + -0.0032968670129776, + 0.025241270661354065, + 1.0898823738098145, + -0.09987176954746246, + 0.009208589792251587, + 0.0 + ], + [ + -1.138224720954895, + -0.12241673469543457, + 2.254268169403076, + -1.5262794494628906, + -2.515254020690918, + -0.4036164879798889, + 2.5164785385131836, + -0.48240265250205994, + 0.09632497280836105, + -1.0002868175506592, + 0.6668505668640137, + -2.0464823246002197, + 0.5158075094223022, + 0.48990970849990845, + 0.02257649227976799, + -0.23748205602169037, + -0.2213379293680191, + 2.0898823738098145, + 0.1738651841878891, + -0.37470543384552, + -0.06145218014717102 + ], + [ + -1.0695267915725708, + -0.1775755137205124, + 2.1683619022369385, + -1.4577077627182007, + -2.7917678356170654, + -0.632304310798645, + 2.3911960124969482, + -0.4637458324432373, + 0.35316434502601624, + -0.8419650793075562, + 0.8253071308135986, + -1.9648017883300781, + 0.2602742314338684, + 0.4741981625556946, + 0.17542533576488495, + -0.15374207496643066, + -0.4857789874076843, + 2.119079828262329, + 0.44966256618499756, + -0.3760189712047577, + 0.18533895909786224 + ], + [ + -0.7955029010772705, + 0.23637625575065613, + 1.9978463649749756, + -1.8726613521575928, + -2.2562904357910156, + -0.3048732876777649, + 2.261690378189087, + -0.6620026230812073, + 0.06043636053800583, + -1.091504693031311, + 1.038455605506897, + -1.9805728197097778, + 0.7370907068252563, + 0.5352527499198914, + 0.26298987865448, + -0.2739749252796173, + 0.14720074832439423, + 2.0173659324645996, + -0.16336800158023834, + -0.5858949422836304, + -0.1647021770477295 + ], + [ + -1.6335437297821045, + -0.08274295926094055, + 1.833235502243042, + -1.758880853652954, + -2.0250279903411865, + -0.8149738311767578, + 2.4238271713256836, + -0.33182430267333984, + -0.16191768646240234, + -1.4929053783416748, + 0.8467401266098022, + -2.4791038036346436, + 0.2757382392883301, + 0.16471439599990845, + 0.18122689425945282, + -0.2995648682117462, + -0.34926944971084595, + 2.063732147216797, + 0.3726923167705536, + -0.259366512298584, + 0.36020517349243164 + ], + [ + -0.9912663698196411, + -0.19695568084716797, + 2.342681646347046, + -2.1077044010162354, + -3.031508684158325, + -0.6591198444366455, + 2.5516788959503174, + -0.8631293773651123, + 0.2481168806552887, + -1.107275366783142, + 0.5796921253204346, + -2.479954719543457, + 1.0449233055114746, + 0.40612131357192993, + -0.12985309958457947, + -0.18829946219921112, + -0.6196849346160889, + 1.6295442581176758, + 0.4197757840156555, + 0.02911210060119629, + 0.5378711223602295 + ], + [ + -0.6689683198928833, + -0.5626275539398193, + 1.738625407218933, + -1.919468879699707, + -2.6463799476623535, + -0.32590651512145996, + 2.287154197692871, + -0.9975759983062744, + 0.7224722504615784, + -1.427150845527649, + 0.572014331817627, + -2.2473490238189697, + 0.8538937568664551, + 0.0030456185340881348, + -0.1059482991695404, + -0.003734409809112549, + -0.2650519907474518, + 2.554786205291748, + -0.24461163580417633, + -0.6881535649299622, + 0.5301691293716431 + ], + [ + -1.5373890399932861, + 0.42636638879776, + 2.9180266857147217, + -2.126905679702759, + -1.825490117073059, + -0.6280819773674011, + 2.593716621398926, + -0.6465503573417664, + 0.5798410177230835, + -0.5376753807067871, + 0.5435326099395752, + -2.610151767730713, + 1.0700397491455078, + 0.7953996658325195, + 0.5072687864303589, + -0.02665230631828308, + -0.6953800320625305, + 2.0521392822265625, + 0.751386821269989, + -0.7565212249755859, + -0.5263289213180542 + ], + [ + -0.7768699526786804, + -0.18900753557682037, + 1.7192409038543701, + -2.2835047245025635, + -1.713951826095581, + 0.004747450351715088, + 3.2709672451019287, + -1.1866822242736816, + 0.38759592175483704, + -0.7857802510261536, + 1.539168119430542, + -1.3250088691711426, + 0.8453556299209595, + 0.5691420435905457, + -0.701140820980072, + -0.6115058660507202, + -0.8829987645149231, + 1.5742011070251465, + -0.3939879536628723, + 0.45414644479751587, + -0.23744438588619232 + ] + ], + "predicted_scores": [ + 6.096197128295898, + 5.771728038787842, + 5.320204257965088, + 5.252070903778076, + 5.106129169464111, + 4.44052267074585, + 4.179012298583984, + 3.981255531311035 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1483645336", + "selected_index": 0, + "state_hash": "857c28f61d13d7ee5a59956a87579f6c17f6c601c1680e574691e095e373d439", + "stored_base_utility": 7.152557373046875e-07, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09453795850276947, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09453795850276947 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08662620186805725, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08662620186805725 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08894671499729156, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08894671499729156 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08977840840816498, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08977840840816498 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09089426696300507, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09089426696300507 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08141250908374786, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08141250908374786 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07496502995491028, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07496502995491028 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05946159362792969, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05946159362792969 + } + ], + "candidate_progress": [ + 0.09453795850276947, + 0.08662620186805725, + 0.08894671499729156, + 0.08977840840816498, + 0.09089426696300507, + 0.08141250908374786, + 0.07496502995491028, + 0.05946159362792969 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-ec5ac79449116b0a30c1", + "ms-ec5ac79449116b0a30c1", + "ms-ec5ac79449116b0a30c1", + "ms-1c4df81cce643ca4fb3e", + "ms-1c4df81cce643ca4fb3e", + "ms-ec5ac79449116b0a30c1", + "ms-1c4df81cce643ca4fb3e", + "ms-ec5ac79449116b0a30c1" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-9fad82fd288e4296e354", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.01227271556854248, + 0.0884043425321579, + 1.2727102041244507, + -0.3229895234107971, + -1.320758581161499, + 0.16690057516098022, + -0.21262258291244507, + 0.10436753928661346, + 0.08616559207439423, + 0.4902622699737549, + -0.18525910377502441, + -1.4349485635757446, + -0.39052674174308777, + -0.008198514580726624, + -0.18787212669849396, + 0.22284449636936188, + -0.13781388103961945, + -0.17369996011257172, + -0.09613582491874695, + 0.094400554895401, + -0.29865092039108276 + ], + [ + -0.006663784384727478, + 0.04489500820636749, + 1.5364480018615723, + -0.36445528268814087, + -1.4370028972625732, + -0.35162606835365295, + 0.10424405336380005, + 0.03194069862365723, + 0.010990120470523834, + 0.4106675386428833, + -0.24615928530693054, + -1.5010744333267212, + -0.4424780607223511, + 0.435843825340271, + -0.01060306653380394, + 0.240627720952034, + 0.01477116346359253, + -0.19538064301013947, + -0.5434112548828125, + -0.06366491317749023, + -0.6112713813781738 + ], + [ + 0.13903102278709412, + 0.007174689322710037, + 1.3069727420806885, + -0.22675909101963043, + -1.4618303775787354, + -0.05585885047912598, + -0.18128758668899536, + 0.008058756589889526, + 0.10988744348287582, + 0.42283183336257935, + -0.05054923892021179, + -1.4086915254592896, + -0.17522114515304565, + -0.06151854991912842, + -0.04184051230549812, + 0.1753903031349182, + -0.028760656714439392, + -0.038662075996398926, + -0.261421799659729, + 0.04925692081451416, + -0.11654499173164368 + ], + [ + 0.09283815324306488, + -0.037494249641895294, + 1.3439544439315796, + -0.21434471011161804, + -1.5866565704345703, + -0.020876482129096985, + 0.061624616384506226, + 0.017324239015579224, + 0.07234925031661987, + 0.38044479489326477, + -0.03439071774482727, + -1.5293805599212646, + -0.18158775568008423, + 0.01657089591026306, + -0.014242466539144516, + 0.20179171860218048, + -0.04370720684528351, + -0.057702913880348206, + -0.25758737325668335, + 0.04540044069290161, + 0.0232907235622406 + ], + [ + 0.10167016088962555, + -0.021053610369563103, + 1.3599059581756592, + -0.2545287311077118, + -1.630958080291748, + 0.04173637926578522, + 0.12553369998931885, + 0.03149360418319702, + 0.11182723939418793, + 0.3419148325920105, + 0.024066153913736343, + -1.5980974435806274, + -0.1139008104801178, + 0.0067459940910339355, + -0.04789901152253151, + 0.19040323793888092, + -0.033586665987968445, + -0.08735556900501251, + -0.32265180349349976, + 0.04494008421897888, + 0.11378604173660278 + ], + [ + 0.3070693016052246, + 0.010146945714950562, + 1.3038673400878906, + -0.16814875602722168, + -1.3874659538269043, + -0.13272890448570251, + 0.03929495811462402, + -0.002196475863456726, + 0.17287831008434296, + 0.41409215331077576, + 0.03575156629085541, + -1.4333089590072632, + -0.27530214190483093, + -0.15250264108181, + -0.043987203389406204, + 0.20722462236881256, + 0.08998046815395355, + 0.024287715554237366, + -0.30641353130340576, + 0.06855255365371704, + -0.09373319149017334 + ], + [ + 0.36978816986083984, + -0.020807961001992226, + 1.325445294380188, + -0.44335412979125977, + -1.5030934810638428, + -0.09583613276481628, + 0.013782203197479248, + 0.08953910320997238, + 0.042981892824172974, + 0.3171709477901459, + 0.14792466163635254, + -1.6148399114608765, + -0.4097905457019806, + -0.02658049762248993, + -0.059845488518476486, + 0.17450575530529022, + 0.024653226137161255, + 0.011433705687522888, + -0.1688603162765503, + 0.059043049812316895, + 0.0291307270526886 + ], + [ + 0.2819063067436218, + 0.05148179829120636, + 1.689305067062378, + -0.4936072528362274, + -1.4138727188110352, + -0.07296687364578247, + -0.022455871105194092, + 0.2552536725997925, + -0.053353093564510345, + 0.4186308681964874, + -0.09109906107187271, + -1.6968430280685425, + -0.6636799573898315, + 0.8153667449951172, + -0.016915585845708847, + 0.2963609993457794, + -0.06076817214488983, + -0.01988932490348816, + -0.18075361847877502, + -0.07871194183826447, + -0.2563695013523102 + ] + ], + "generated_utilities": [ + 0.09453795850276947, + 0.08662620186805725, + 0.08894671499729156, + 0.08977840840816498, + 0.09089426696300507, + 0.08141250908374786, + 0.07496502995491028, + 0.05946159362792969 + ], + "group_id": "ms-9fad82fd288e4296e354", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.19493231177330017, + 0.06623455882072449, + 2.0, + 0.15396031737327576, + 0.16184639930725098, + 0.025735855102539062, + 0.134642094373703, + 0.15606965124607086, + 0.12982505559921265, + 0.14038166403770447, + 0.09718823432922363, + 0.015769004821777344, + 0.09577034413814545, + 0.057760089635849, + 0.047366172075271606, + 0.035309627652168274 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + -0.0622546412050724, + -0.09277644753456116, + 1.2432053089141846, + -0.13616442680358887, + -1.4076197147369385, + -0.005287081003189087, + 0.0, + -0.005681931972503662, + 0.03343720734119415, + 1.0536105632781982, + -0.00917971134185791, + -1.333775520324707, + 0.03716959059238434, + 0.0, + 0.019381746649742126, + 0.026990801095962524, + 0.21505475044250488, + -0.029777705669403076, + -0.14875531196594238, + -0.048092663288116455, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.959449768066406, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.103323459625244, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.591951370239258 + ], + [ + -0.13909977674484253, + -0.26507115364074707, + 2.099381446838379, + -1.432984709739685, + -2.215683698654175, + 0.18431386351585388, + 2.42065691947937, + 0.3679453730583191, + -0.24726781249046326, + 2.055530071258545, + -0.4911385774612427, + -2.0511183738708496, + 0.04109602048993111, + 2.784976005554199, + 0.005537793040275574, + 0.05149966478347778, + 1.124292016029358, + -0.6457813382148743, + -1.226535677909851, + -0.28760284185409546, + 1.0270601511001587 + ], + [ + 0.30531278252601624, + -0.4336698055267334, + 2.6217315196990967, + -1.5083816051483154, + -2.5322670936584473, + 0.06784650683403015, + 2.3866119384765625, + -0.09851980209350586, + 0.2774229049682617, + 2.157179355621338, + -0.9796892404556274, + -2.8201849460601807, + 0.08135517686605453, + 2.818830728530884, + -0.6848310828208923, + 0.37913888692855835, + 0.7420558929443359, + -0.22611916065216064, + -1.5158166885375977, + 0.0614812970161438, + 1.3468891382217407 + ], + [ + 0.27444392442703247, + -0.22534464299678802, + 2.616544246673584, + -1.2606401443481445, + -2.0848917961120605, + -0.23496872186660767, + 2.1798665523529053, + 0.7968885898590088, + 0.26037585735321045, + 1.5473439693450928, + -0.233917236328125, + -1.867544412612915, + 0.48288947343826294, + 1.9728566408157349, + -0.4071806073188782, + 0.5528238415718079, + 1.6528295278549194, + -1.0936471223831177, + -1.062675952911377, + -0.5311015248298645, + 0.9778987765312195 + ], + [ + 0.5435068607330322, + 0.24469684064388275, + 2.6045663356781006, + -1.284223198890686, + -2.6095967292785645, + 0.9732104539871216, + 2.741159200668335, + 0.6031707525253296, + -0.5612202882766724, + 2.4774889945983887, + 0.1548280119895935, + -2.5516507625579834, + -0.0651187151670456, + 2.3864798545837402, + 0.130750373005867, + -0.1318313330411911, + 1.6559979915618896, + -1.0673086643218994, + -0.5477704405784607, + 0.18809780478477478, + 0.7076419591903687 + ], + [ + 0.31294435262680054, + 0.0263526514172554, + 3.0396268367767334, + -1.3165022134780884, + -1.8981198072433472, + 0.5049136281013489, + 2.31935715675354, + -0.4664327800273895, + -0.56757652759552, + 2.7719295024871826, + 0.21425002813339233, + -2.3925602436065674, + -0.26789456605911255, + 2.008218288421631, + -0.1879691481590271, + -0.34721577167510986, + 1.6638673543930054, + -0.30173182487487793, + -1.8719977140426636, + -0.8951039910316467, + 2.094865083694458 + ], + [ + 0.533157467842102, + 0.308005690574646, + 1.7770951986312866, + -0.6794775724411011, + -3.2953453063964844, + -0.15337547659873962, + 2.5854313373565674, + 0.07320006191730499, + -0.24033141136169434, + 2.5622174739837646, + -0.9168426990509033, + -1.5317132472991943, + -0.5942863821983337, + 2.2703769207000732, + -1.0709311962127686, + 0.6969255208969116, + 1.5304101705551147, + -0.7959219217300415, + -0.9165043830871582, + -0.8046965003013611, + 0.638719916343689 + ], + [ + 0.7393907904624939, + -0.13299384713172913, + 2.4281864166259766, + -1.861674189567566, + -3.3330533504486084, + -0.18516618013381958, + 1.6492295265197754, + -0.6932566165924072, + 0.06020718812942505, + 1.1755363941192627, + -0.016285300254821777, + -3.0671546459198, + -0.6052039861679077, + 2.6829426288604736, + 0.7021514177322388, + -0.477348268032074, + 0.466697633266449, + -0.9403301477432251, + -0.8690205812454224, + -1.1888904571533203, + 0.5360406041145325 + ], + [ + -0.0713023692369461, + -0.9776724576950073, + 1.2895376682281494, + -1.6489125490188599, + -1.4475497007369995, + -0.6822370886802673, + 3.14093017578125, + -0.5356632471084595, + -0.7523763179779053, + 2.766268253326416, + -0.8215572834014893, + -2.753042697906494, + 0.10929550230503082, + 2.570046901702881, + -0.34730663895606995, + 0.8763631582260132, + 1.3356308937072754, + -0.14330342411994934, + -1.1863114833831787, + -0.30006271600723267, + 0.7264611721038818 + ], + [ + 0.35943418741226196, + 0.22802312672138214, + 1.7158434391021729, + -1.4605827331542969, + -3.3450541496276855, + 0.23581582307815552, + 1.759531855583191, + 0.7012510299682617, + 0.0034519433975219727, + 1.4857903718948364, + -1.2866599559783936, + -2.1787426471710205, + 0.8807055354118347, + 1.9066205024719238, + -0.9918697476387024, + -0.32221919298171997, + 1.1986194849014282, + -1.187239646911621, + -0.5752912163734436, + -0.015687286853790283, + 1.775393009185791 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.16282694041728973, + -0.1309112012386322, + 1.2432053089141846, + -0.13616442680358887, + -1.4076197147369385, + 0.15446226298809052, + 0.0, + -0.15669959783554077, + -0.08878482133150101, + 1.0536105632781982, + -0.09701520204544067, + -1.333775520324707, + 0.10988402366638184, + 0.0, + -0.06573517620563507, + -0.2108776718378067, + 0.21505475044250488, + -0.16805344820022583, + -0.14875531196594238, + 0.12529203295707703, + 0.0 + ] + ], + "predicted_scores": [ + 4.588530540466309, + 4.46230411529541, + 4.358461856842041, + 4.188180446624756, + 4.176711559295654, + 4.159890174865723, + 3.6767427921295166, + 3.5531492233276367 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1176943004", + "selected_index": 0, + "state_hash": "0d923438bf2b227e3521cb937d011f5bddf9b553a882853098b702ec31090614", + "stored_base_utility": 0.19493231177330017, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20425210893154144, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20425210893154144 + }, + "base_progress": 0.20425210893154144, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.20425210893154144, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0802055150270462, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0802055150270462 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08645942807197571, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08645942807197571 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07792700827121735, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07792700827121735 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08022193610668182, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08022193610668182 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0942113995552063, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0942113995552063 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0827968567609787, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0827968567609787 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09942340850830078, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09942340850830078 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09383107721805573, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09383107721805573 + } + ], + "candidate_progress": [ + 0.0802055150270462, + 0.08645942807197571, + 0.07792700827121735, + 0.08022193610668182, + 0.0942113995552063, + 0.0827968567609787, + 0.09942340850830078, + 0.09383107721805573 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-dec13f2e40baaf5c8d40", + "ms-dec13f2e40baaf5c8d40", + "ms-dec13f2e40baaf5c8d40", + "ms-07aa7d1f9c01e93d04bc", + "ms-07aa7d1f9c01e93d04bc", + "ms-07aa7d1f9c01e93d04bc", + "ms-dec13f2e40baaf5c8d40", + "ms-dec13f2e40baaf5c8d40" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-b8bfdd3e6c31bd98082d", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.10332530736923218, + 0.25243431329727173, + 1.3715592622756958, + -0.8704694509506226, + -1.6142497062683105, + 0.283394455909729, + 0.17335695028305054, + 0.19581960141658783, + 0.24460898339748383, + 0.12463056296110153, + 0.1543157696723938, + -0.9241976737976074, + 0.20113131403923035, + -0.010493859648704529, + -0.017250623553991318, + 0.37455013394355774, + 0.23257604241371155, + -0.5017905235290527, + -0.17876562476158142, + -0.13687583804130554, + 0.05574826896190643 + ], + [ + 0.03715986758470535, + 0.19337785243988037, + 1.4328159093856812, + -0.8931225538253784, + -1.8114707469940186, + 0.12890461087226868, + 0.10568809509277344, + 0.0660916268825531, + 0.24224801361560822, + 0.155706524848938, + 0.2381417453289032, + -0.8527721166610718, + 0.22704723477363586, + 0.15451045334339142, + -0.0375807099044323, + 0.3324880599975586, + 0.22623860836029053, + -0.5745463967323303, + -0.2137349247932434, + -0.30153095722198486, + 0.008436381816864014 + ], + [ + 0.12317880988121033, + 0.16898111999034882, + 1.4669724702835083, + -0.9059661626815796, + -1.7982838153839111, + -0.034031182527542114, + -0.00454440712928772, + 0.21739721298217773, + 0.21290719509124756, + 0.14219868183135986, + 0.18438231945037842, + -0.8772742748260498, + 0.1339249312877655, + 0.12940776348114014, + -0.01811680570244789, + 0.37132924795150757, + 0.15749292075634003, + -0.5182293057441711, + -0.11985528469085693, + -0.13454298675060272, + -0.04792678356170654 + ], + [ + -0.08520396053791046, + 0.0904846340417862, + 1.5028821229934692, + -1.0428986549377441, + -1.7202777862548828, + 0.07876790314912796, + 0.043274372816085815, + 0.22235500812530518, + 0.26260676980018616, + 0.20660805702209473, + 0.1615397036075592, + -1.0144246816635132, + -0.010094046592712402, + 0.07701759785413742, + 0.024651460349559784, + 0.21930836141109467, + 0.1158536747097969, + -0.5456636548042297, + -0.14274877309799194, + 0.08519390225410461, + -0.2206595242023468 + ], + [ + -0.10306765139102936, + 0.1442038118839264, + 1.3601852655410767, + -1.1688858270645142, + -1.7407052516937256, + -0.04113255441188812, + 0.08511015772819519, + 0.2367183417081833, + 0.20244848728179932, + 0.04239458590745926, + 0.17931431531906128, + -0.9995386600494385, + -0.03091716766357422, + 0.1267886906862259, + 0.04122080281376839, + 0.2163364291191101, + 0.10475701093673706, + -0.4412357807159424, + -0.041210442781448364, + -0.10835424065589905, + -0.02221900224685669 + ], + [ + 0.06331945210695267, + 0.14152666926383972, + 1.3658860921859741, + -1.139169692993164, + -1.6003811359405518, + 0.04984670877456665, + -0.05685436725616455, + 0.303692102432251, + 0.21541820466518402, + 0.06073218211531639, + 0.17314231395721436, + -0.9656050205230713, + -0.06759756803512573, + 0.020554982125759125, + 0.035936370491981506, + 0.20228704810142517, + 0.099384605884552, + -0.5111821293830872, + -0.0733327865600586, + -0.0868944525718689, + 0.057617589831352234 + ], + [ + -0.122566357254982, + 0.1578150987625122, + 1.4294018745422363, + -1.0168077945709229, + -1.908567190170288, + 0.2348507046699524, + -0.05247396230697632, + 0.09107911586761475, + 0.1505829244852066, + 0.05447304993867874, + 0.028126178309321404, + -0.9017834663391113, + -0.025203853845596313, + -0.06402905285358429, + -0.13564912974834442, + 0.2134564369916916, + 0.3248056471347809, + -0.5459986329078674, + -0.16322502493858337, + 0.12519803643226624, + 0.21174831688404083 + ], + [ + 0.06397723406553268, + 0.09300060570240021, + 1.2595585584640503, + -0.6577965021133423, + -1.5307421684265137, + 0.30816277861595154, + -0.41365814208984375, + 0.1472325474023819, + 0.15103214979171753, + 0.17890988290309906, + 0.36919963359832764, + -0.7262910604476929, + 0.24312946200370789, + -0.3206622004508972, + -0.08155058324337006, + 0.1822497695684433, + 0.13068869709968567, + -0.31160861253738403, + -0.0783928632736206, + 0.15313541889190674, + 0.41698145866394043 + ] + ], + "generated_utilities": [ + 0.0802055150270462, + 0.08645942807197571, + 0.07792700827121735, + 0.08022193610668182, + 0.0942113995552063, + 0.0827968567609787, + 0.09942340850830078, + 0.09383107721805573 + ], + "group_id": "ms-b8bfdd3e6c31bd98082d", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.0793772041797638, + 2.0, + 2.0, + 2.0, + 0.1144598126411438, + 0.04584880173206329, + 0.08543911576271057, + 0.1307348757982254, + 0.10944780707359314, + 0.07284757494926453, + 0.05719476938247681, + 0.09351089596748352, + 0.13337698578834534, + 0.039893895387649536, + 0.09353269636631012, + 0.08224260807037354 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.016482055187225342, + 0.4143911600112915, + 1.4473507404327393, + -1.0172343254089355, + -1.722773551940918, + 0.0903974175453186, + 0.0, + 0.012217208743095398, + 0.010632793419063091, + 0.03624187409877777, + 0.04524834081530571, + -1.3283450603485107, + -0.00880381464958191, + 0.0, + -0.014520794153213501, + 0.5632922649383545, + 0.003262042999267578, + -0.11586570739746094, + 0.0014255642890930176, + 0.015446990728378296, + 0.0 + ], + [ + 0.04007059335708618, + 0.4143911600112915, + 1.4473507404327393, + -1.0172343254089355, + -1.722773551940918, + 0.12278485298156738, + 0.0, + -0.0962398424744606, + -0.08766138553619385, + 0.29553186893463135, + 0.10519622266292572, + -1.3283450603485107, + 0.00032788515090942383, + 0.0, + -0.13836456835269928, + 0.5632922649383545, + -0.13551044464111328, + -0.11586570739746094, + 0.07183873653411865, + -0.03684847429394722, + 0.0 + ], + [ + 0.08037775754928589, + 0.4143911600112915, + 1.4473507404327393, + -1.0172343254089355, + -1.722773551940918, + 0.33122140169143677, + 0.0, + 0.20786377787590027, + -0.42098182439804077, + -0.17684945464134216, + 0.1062583178281784, + -1.3283450603485107, + 0.28051087260246277, + 0.0, + 0.7470210194587708, + 0.5632922649383545, + 0.03247350454330444, + -0.11586570739746094, + 0.4809897243976593, + -0.1744043231010437, + 0.0 + ], + [ + -0.4189682602882385, + 1.1229554414749146, + 2.8264856338500977, + -2.2389113903045654, + -2.4226768016815186, + 1.2001769542694092, + 2.1568119525909424, + -0.016906127333641052, + -0.24083517491817474, + -0.23574936389923096, + -0.13933053612709045, + -2.458132028579712, + 0.40251442790031433, + 0.870932936668396, + -0.28115370869636536, + 1.4463695287704468, + 0.9248121380805969, + -0.9938455820083618, + -0.680131196975708, + -0.051702484488487244, + -0.4663417339324951 + ], + [ + -0.6373537182807922, + 1.3288449048995972, + 3.1669085025787354, + -1.4171695709228516, + -2.242492198944092, + 1.6900161504745483, + 2.778874158859253, + 0.47899991273880005, + 0.3402186334133148, + 0.4507899582386017, + 0.8237879276275635, + -1.7865383625030518, + 1.1732149124145508, + 1.5826115608215332, + 0.4416889548301697, + 2.222722053527832, + 0.6443713307380676, + -1.8598005771636963, + -0.9690301418304443, + 0.3504742383956909, + -1.1371408700942993 + ] + ], + "predicted_scores": [ + 6.4629082679748535, + 6.194494724273682, + 5.983839988708496, + 5.318424224853516, + 5.153451442718506, + 5.111490249633789, + 5.0945305824279785, + 4.288441181182861 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "998761162", + "selected_index": 0, + "state_hash": "78cc63bdeba9f4d6d6da2efd23c0f7f6631321321e917a70299a7c8025e71d47", + "stored_base_utility": 0.0793772041797638, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09776347875595093, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09776347875595093 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09669719636440277, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09669719636440277 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10110552608966827, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10110552608966827 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08462515473365784, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08462515473365784 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0975462943315506, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0975462943315506 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09696821868419647, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09696821868419647 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08117134869098663, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08117134869098663 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0925050675868988, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0925050675868988 + } + ], + "candidate_progress": [ + 0.09776347875595093, + 0.09669719636440277, + 0.10110552608966827, + 0.08462515473365784, + 0.0975462943315506, + 0.09696821868419647, + 0.08117134869098663, + 0.0925050675868988 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-70e24231e9bb560abb3e", + "ms-70e24231e9bb560abb3e", + "ms-70e24231e9bb560abb3e", + "ms-07aa7d1f9c01e93d04bc", + "ms-70e24231e9bb560abb3e", + "ms-70e24231e9bb560abb3e", + "ms-07aa7d1f9c01e93d04bc", + "ms-07aa7d1f9c01e93d04bc" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-fc8084d5cd7da937fc02", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.028701946139335632, + 0.06466296315193176, + 1.4646766185760498, + -0.5782925486564636, + -1.573258638381958, + 0.163447305560112, + -0.23615556955337524, + -0.046355366706848145, + -0.0574314147233963, + 0.14921268820762634, + -0.08835981041193008, + -1.4465241432189941, + -0.028982102870941162, + 0.002771735191345215, + -0.004696507006883621, + 0.036403022706508636, + 0.01104503870010376, + 0.20616506040096283, + -0.2146388292312622, + -0.05749106407165527, + 0.00588400661945343 + ], + [ + -0.06744685769081116, + 0.01223796233534813, + 1.50472891330719, + -0.7738566398620605, + -1.7338523864746094, + 0.15761715173721313, + -0.23856079578399658, + 0.00948740541934967, + -0.11727036535739899, + 0.13075369596481323, + -0.172848641872406, + -1.4114086627960205, + 0.05500486493110657, + 0.13629263639450073, + -0.02794574573636055, + 0.004587026312947273, + 0.01854616403579712, + 0.16819624602794647, + -0.14176982641220093, + 0.01977190375328064, + 0.26392942667007446 + ], + [ + -0.0908135175704956, + 0.02767399698495865, + 1.3581862449645996, + -0.6303303241729736, + -1.53177809715271, + -0.1785295307636261, + -0.20747226476669312, + -0.005016699433326721, + 0.010018624365329742, + 0.18873576819896698, + -0.13395345211029053, + -1.3500862121582031, + -0.061298668384552, + -0.06741659343242645, + 0.07847008854150772, + 0.0320904515683651, + -0.14331038296222687, + 0.33426788449287415, + -0.03598335385322571, + -0.1219959557056427, + -0.1817823350429535 + ], + [ + -0.08962631225585938, + -0.004780478775501251, + 1.3982479572296143, + -0.6651813387870789, + -1.4865238666534424, + -0.16581544280052185, + -0.024686604738235474, + 0.10923582315444946, + 0.026155928149819374, + 0.2515580356121063, + -0.09212373942136765, + -1.3870865106582642, + 0.08722594380378723, + 0.0488060861825943, + 0.1305983066558838, + 0.02429395541548729, + 0.007305458188056946, + 0.15968646109104156, + -0.19717475771903992, + 0.15721282362937927, + -0.25378915667533875 + ], + [ + -0.02125658094882965, + 0.07210444658994675, + 1.3270041942596436, + -0.41604042053222656, + -1.604792833328247, + 0.0038605034351348877, + -0.18904656171798706, + 0.05369262397289276, + -0.017570696771144867, + 0.21653133630752563, + 0.06953240185976028, + -1.271104097366333, + 0.09902480244636536, + -0.48961663246154785, + -0.031003501266241074, + -0.0128722433000803, + -0.17285992205142975, + 0.1707361787557602, + -0.15060758590698242, + 0.09036818146705627, + -0.030497044324874878 + ], + [ + -0.005835205316543579, + 0.06572842597961426, + 1.325210452079773, + -0.5721330642700195, + -1.5899255275726318, + -0.20931476354599, + -0.17930877208709717, + 0.023193225264549255, + -0.020603055134415627, + 0.12293936312198639, + -0.10549991577863693, + -1.3653032779693604, + -0.004557698965072632, + -0.11734169721603394, + 0.09789752960205078, + 0.0448298454284668, + -0.140266552567482, + 0.3604035973548889, + -0.11814793944358826, + -0.03693065047264099, + -0.13322138786315918 + ], + [ + 0.09781527519226074, + 0.017157189548015594, + 1.298587441444397, + -0.708177387714386, + -1.3848578929901123, + -0.1666652262210846, + -0.21004116535186768, + 0.16262681782245636, + -0.02049400471150875, + 0.14090190827846527, + -0.13784202933311462, + -1.3464001417160034, + -0.10982155799865723, + -0.06812092661857605, + 0.09670432657003403, + 0.007980309426784515, + -0.17509685456752777, + 0.27973777055740356, + -0.188796728849411, + -0.060743629932403564, + -0.05368871986865997 + ], + [ + -0.0261068195104599, + 0.07207994163036346, + 1.3453457355499268, + -0.7143594026565552, + -1.4886119365692139, + -0.24444976449012756, + -0.13153141736984253, + 0.10757141560316086, + -0.01245185174047947, + 0.10681629925966263, + -0.11138581484556198, + -1.4286834001541138, + 0.002105116844177246, + 0.027908682823181152, + 0.09158260375261307, + 0.04618718475103378, + -0.2116747945547104, + 0.3586213290691376, + -0.12454986572265625, + 0.004427969455718994, + -0.10220366716384888 + ] + ], + "generated_utilities": [ + 0.09776347875595093, + 0.09669719636440277, + 0.10110552608966827, + 0.08462515473365784, + 0.0975462943315506, + 0.09696821868419647, + 0.08117134869098663, + 0.0925050675868988 + ], + "group_id": "ms-fc8084d5cd7da937fc02", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.120394766330719, + 0.1662210375070572, + 2.0, + 0.0270967036485672, + 0.16474007070064545, + 0.014024153351783752, + 0.13986149430274963, + 0.17214345932006836, + 0.19527268409729004, + 0.08535367250442505, + 0.1354738473892212, + 0.11415943503379822, + 0.05034071207046509, + 0.10602898895740509, + 0.01804502308368683, + 0.09680917859077454 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + 0.4742112457752228, + -0.6877930760383606, + 1.3578369617462158, + -0.7960293292999268, + -1.423076868057251, + -0.0012008249759674072, + 0.0, + 0.04633669555187225, + -0.307714581489563, + -0.22357922792434692, + -0.35245198011398315, + -1.486854076385498, + 0.15573161840438843, + 0.0, + 0.5157145261764526, + 0.243257537484169, + 0.2085912823677063, + 0.48896148800849915, + -0.06008961796760559, + 0.4603208899497986, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.883587837219238, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.6201469898223877, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.5597648620605469 + ], + [ + -0.8389496207237244, + 0.5873794555664062, + 2.327263116836548, + -2.175445795059204, + -1.844232439994812, + 0.15723112225532532, + 2.920079231262207, + -0.5335484743118286, + -0.6761462688446045, + 0.48151493072509766, + 0.2968217730522156, + -2.99812650680542, + -0.27805766463279724, + 2.0262699127197266, + 0.10151885449886322, + -0.7244771122932434, + 1.0176090002059937, + 1.278473973274231, + -0.2260074019432068, + -1.0207180976867676, + 0.7682583928108215 + ], + [ + 0.2503487765789032, + 0.20628705620765686, + 2.289511203765869, + -0.8669976592063904, + -1.9807379245758057, + 1.1820356845855713, + 2.8384368419647217, + 0.43699324131011963, + -0.688888669013977, + 1.0812339782714844, + -0.18395745754241943, + -1.6906647682189941, + -0.040969282388687134, + 1.254612684249878, + 0.24077603220939636, + -1.0562812089920044, + 1.2436273097991943, + 0.2388666272163391, + -0.5016235709190369, + 0.4570234417915344, + 1.355008840560913 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.10285450518131256, + -0.2634444832801819, + 1.3578369617462158, + -0.7960293292999268, + -1.423076868057251, + -0.12851905822753906, + 0.0, + 0.06062778830528259, + 0.006933145225048065, + -0.08638572692871094, + 0.32057398557662964, + -1.486854076385498, + -0.1531560719013214, + 0.0, + 0.14251592755317688, + 0.07826228439807892, + -0.24055713415145874, + -0.11116695404052734, + 0.200389564037323, + -0.07051187753677368, + 0.0 + ], + [ + -0.07637833058834076, + 0.6696901321411133, + 2.130587100982666, + -1.9006763696670532, + -2.6654670238494873, + 0.06729818880558014, + 2.65816593170166, + -0.0612010583281517, + -0.1226595938205719, + 0.9200000166893005, + -0.4352770149707794, + -2.266615390777588, + 0.48697614669799805, + 1.5162358283996582, + -0.014945849776268005, + -0.4459138512611389, + 1.1448073387145996, + 0.8031747937202454, + -0.6817312240600586, + -0.20262596011161804, + 1.1690938472747803 + ], + [ + 0.519248902797699, + 0.27624276280403137, + 1.911887764930725, + -1.8784401416778564, + -2.9212372303009033, + 0.7762739658355713, + 2.547428846359253, + 0.08362685143947601, + -0.1671719253063202, + 0.8596282601356506, + -0.17510351538658142, + -2.220954656600952, + 0.4918195605278015, + 1.357650876045227, + 0.3462192416191101, + 0.2476332038640976, + 0.6965686082839966, + 1.0915483236312866, + -0.6818809509277344, + -0.7465203404426575, + 0.724744439125061 + ] + ], + "predicted_scores": [ + 4.416652202606201, + 4.3177032470703125, + 3.6864256858825684, + 3.6582043170928955, + 3.402592420578003, + 3.4015135765075684, + 3.1620914936065674, + 3.0167577266693115 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1991414747", + "selected_index": 0, + "state_hash": "127cf975da326f174c815484811a6acc4855bf07460a2aa5b0d728cb2a1f41c7", + "stored_base_utility": 0.120394766330719, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.194026380777359, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.194026380777359 + }, + "base_progress": 0.194026380777359, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.194026380777359, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1710156500339508, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1710156500339508 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18900445103645325, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18900445103645325 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19956937432289124, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19956937432289124 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18787048757076263, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18787048757076263 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.202809140086174, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.202809140086174 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2057931125164032, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2057931125164032 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19134894013404846, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19134894013404846 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21041443943977356, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21041443943977356 + } + ], + "candidate_progress": [ + 0.1710156500339508, + 0.18900445103645325, + 0.19956937432289124, + 0.18787048757076263, + 0.202809140086174, + 0.2057931125164032, + 0.19134894013404846, + 0.21041443943977356 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1", + "ms-9ae5c6c4132218ecf49e", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-3afd8959363e917591d4", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.20185008645057678, + 0.14864413440227509, + 0.12018546462059021, + -0.4940156042575836, + 0.7136096358299255, + -0.2860289514064789, + 0.6518206596374512, + 0.21643522381782532, + -0.06507602334022522, + 0.04098215699195862, + -0.2634771466255188, + -0.38080066442489624, + -1.2256557941436768, + 0.23693567514419556, + 0.18055887520313263, + 0.012052396312355995, + 0.007080525159835815, + -0.15568526089191437, + -0.0763964056968689, + -1.3031527996063232, + -0.07894918322563171 + ], + [ + -0.07523542642593384, + 0.4010351300239563, + 0.07261514663696289, + -0.743226170539856, + 0.6271100044250488, + -0.3174351453781128, + 0.2839201092720032, + 0.1236724704504013, + -0.07587352395057678, + -0.05919913202524185, + -0.06579963862895966, + -0.4829881191253662, + -1.7775510549545288, + -0.4109683036804199, + -0.10723763704299927, + 0.13573706150054932, + 0.12617439031600952, + 0.18400229513645172, + -0.20587849617004395, + -1.3664612770080566, + -0.011354461312294006 + ], + [ + 0.02082383632659912, + 0.3315431475639343, + 0.05368703603744507, + -0.9127295017242432, + 0.44002342224121094, + -0.2626570463180542, + -0.09492027759552002, + 0.22286798059940338, + 0.04465913027524948, + -0.10000874847173691, + -0.06732214242219925, + -0.11166214942932129, + -1.805443525314331, + -0.11872316896915436, + -0.01954611763358116, + -0.02104901522397995, + -0.03710539638996124, + 0.13949191570281982, + -0.1348477303981781, + -1.6500537395477295, + -0.06740574538707733 + ], + [ + 0.08838815987110138, + 0.2709483504295349, + -0.0391177237033844, + -0.8001749515533447, + 0.5002493262290955, + -0.6287683248519897, + 0.31277427077293396, + -0.031811609864234924, + 0.028796639293432236, + 0.017255112528800964, + 0.01198434829711914, + -0.11102011799812317, + -1.8030571937561035, + -0.3133600354194641, + -0.04328140243887901, + -0.04142153635621071, + 0.1260107010602951, + -0.05672587454319, + -0.22593218088150024, + -1.7899470329284668, + -0.03595273196697235 + ], + [ + -0.011498376727104187, + 0.2560355067253113, + 0.0326542854309082, + -0.5567607879638672, + 0.6734804511070251, + -0.3977172076702118, + 0.40237587690353394, + 0.056038856506347656, + -0.05586414039134979, + -0.09354325383901596, + 0.05690876394510269, + -0.14657407999038696, + -1.5883076190948486, + -0.337260901927948, + -0.16135962307453156, + 0.10320858657360077, + 0.00688229501247406, + 0.4646695852279663, + -0.3053838014602661, + -1.723625659942627, + -0.004857972264289856 + ], + [ + -0.1978425830602646, + 0.3205587863922119, + -0.035095006227493286, + -0.7774204015731812, + 0.20475146174430847, + -0.515804648399353, + -0.030956506729125977, + 0.15861175954341888, + 0.043602943420410156, + -0.12172488123178482, + 0.04331348091363907, + -0.3221241235733032, + -1.6718343496322632, + -0.1919388324022293, + 0.06110182777047157, + -0.042563967406749725, + -0.029969140887260437, + 0.2522617280483246, + 0.08096343278884888, + -1.357560634613037, + 0.04331807792186737 + ], + [ + 0.028307564556598663, + 0.4441126585006714, + 0.020841121673583984, + -0.565726637840271, + 0.4474683403968811, + -0.19848692417144775, + 0.19937625527381897, + 0.1326484978199005, + -0.04916111379861832, + 0.012911990284919739, + 0.13447707891464233, + -0.47498732805252075, + -1.7455134391784668, + -0.6321825385093689, + -0.17546682059764862, + -0.011729801073670387, + 0.013333603739738464, + 0.09316778928041458, + -0.08247306942939758, + -1.7213315963745117, + 0.11090122908353806 + ], + [ + -0.08052012324333191, + 0.3522875905036926, + -0.01981249451637268, + -0.6620832681655884, + 0.5205344557762146, + -0.4627542793750763, + 0.19899839162826538, + 0.10363959521055222, + -0.05388856679201126, + -0.13170719146728516, + 0.07732196152210236, + -0.40004962682724, + -1.7097047567367554, + -0.32388216257095337, + -0.12732583284378052, + 0.015429219231009483, + 0.057850182056427, + 0.12408889830112457, + -0.2644071578979492, + -1.679215431213379, + 0.009404793381690979 + ] + ], + "generated_utilities": [ + 0.1710156500339508, + 0.18900445103645325, + 0.19956937432289124, + 0.18787048757076263, + 0.202809140086174, + 0.2057931125164032, + 0.19134894013404846, + 0.21041443943977356 + ], + "group_id": "ms-3afd8959363e917591d4", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8582140207290649, + 2.0, + 0.18031787872314453, + 0.07887399196624756, + 0.5568947792053223, + 0.16715207695960999, + 0.5635193586349487, + 0.18913890421390533, + 0.5682768225669861, + 0.10102970898151398, + 0.09163376688957214, + 0.12909311056137085, + 0.12299326062202454, + 0.09030237793922424, + 0.13531166315078735, + 0.06874948740005493 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.15699657797813416, + 0.6247961521148682, + 0.107974112033844, + -0.3284463882446289, + 0.22832846641540527, + -0.12728703022003174, + 0.0, + -0.2739208936691284, + -0.051639966666698456, + -0.2660524249076843, + -0.2539072632789612, + 0.09800386428833008, + -1.84090256690979, + 0.0, + -0.017676634714007378, + -0.018830953165888786, + 0.1583891659975052, + -0.07512116432189941, + -0.01770937442779541, + -1.5237011909484863, + 0.0 + ], + [ + 0.4675478935241699, + 0.6247961521148682, + 0.3345896601676941, + -0.5404787063598633, + -0.06834304332733154, + -0.12728703022003174, + 0.0, + -0.14999517798423767, + -0.2730908691883087, + 0.08837036788463593, + 0.45600926876068115, + 0.410434365272522, + -1.84090256690979, + 0.0, + 0.4969322681427002, + 0.22034725546836853, + 0.2921968400478363, + 0.5872196555137634, + 0.19443652033805847, + -1.5237011909484863, + 0.0 + ], + [ + 0.41189882159233093, + 1.6247961521148682, + 0.12157746404409409, + -1.328446388244629, + 0.9316569566726685, + -1.1272870302200317, + 1.276085376739502, + -0.029595039784908295, + -0.014941371977329254, + 0.004283940885215998, + 0.6188332438468933, + -0.49464237689971924, + -2.84090256690979, + -1.8046140670776367, + 0.0007966384291648865, + -0.006994657218456268, + 0.014263113960623741, + 0.6869955658912659, + -0.2918644845485687, + -2.5237011909484863, + -1.7481608390808105 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.552170753479004, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.6092281341552734, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.496321678161621 + ], + [ + 0.44720953702926636, + 1.4417266845703125, + 0.4182493984699249, + -1.547792911529541, + 0.990667462348938, + -0.9114025831222534, + 1.535681962966919, + 0.21791213750839233, + -0.30513259768486023, + 0.013669610023498535, + 0.7976462841033936, + -0.6395556926727295, + -2.5809314250946045, + -1.571488618850708, + 0.038753002882003784, + 0.04824339970946312, + -0.11262937635183334, + 0.9187417030334473, + -0.1308273822069168, + -2.59043288230896, + -1.9625922441482544 + ], + [ + 0.5162960290908813, + 1.2868248224258423, + 0.2058304250240326, + -1.4812198877334595, + 1.085485816001892, + -1.05157470703125, + 1.1480523347854614, + 0.2796477973461151, + -0.1532609462738037, + 0.12988577783107758, + 0.8581418395042419, + -0.6760798692703247, + -2.769819736480713, + -2.192568778991699, + 0.10523252189159393, + 0.05066283047199249, + -0.08061028271913528, + 0.7438116669654846, + -0.07841359078884125, + -2.3079848289489746, + -1.4200246334075928 + ], + [ + 0.4112767279148102, + 1.8745536804199219, + 0.5301340222358704, + -0.9917724132537842, + 0.8905197978019714, + -0.8391705751419067, + 1.3120794296264648, + 0.3723032474517822, + -0.19477176666259766, + -0.35689839720726013, + 0.2843710780143738, + -0.45066511631011963, + -2.812030792236328, + -1.588818073272705, + -0.09205310046672821, + -0.5067525506019592, + -0.41988417506217957, + 1.0423402786254883, + 0.1759319305419922, + -2.945967197418213, + -2.05134916305542 + ], + [ + 0.46365559101104736, + 1.105017900466919, + 0.466808021068573, + -1.5382812023162842, + 0.8287478089332581, + -1.4617033004760742, + 0.8807560205459595, + 0.2107943296432495, + 0.2954367995262146, + 0.45928943157196045, + 0.6575880646705627, + -0.5414218902587891, + -2.711836099624634, + -1.6827114820480347, + 0.3175691068172455, + -0.38371264934539795, + 0.34041139483451843, + 0.34132614731788635, + -0.8783347606658936, + -2.133782148361206, + -1.3974260091781616 + ], + [ + 0.13586324453353882, + 1.6158640384674072, + 0.24489957094192505, + -1.4942185878753662, + 1.1602565050125122, + -1.648895502090454, + 1.1836220026016235, + 0.17831489443778992, + -0.5400142669677734, + -0.42907604575157166, + 0.5951722264289856, + -0.7885013818740845, + -3.2272911071777344, + -2.208972692489624, + -0.4857475459575653, + 0.5623884201049805, + 0.02566027268767357, + 0.590702474117279, + -0.6581307649612427, + -2.7863473892211914, + -2.031818151473999 + ], + [ + 0.21801596879959106, + 1.0595136880874634, + 0.9040011763572693, + -1.1076470613479614, + 1.2744677066802979, + -0.7150566577911377, + 1.0042598247528076, + 0.5841938257217407, + -0.2832033336162567, + -0.45343834161758423, + -0.17037296295166016, + -0.5152367353439331, + -2.1963798999786377, + -1.5652427673339844, + 0.03223085403442383, + 0.07496664673089981, + -0.1515023559331894, + 1.233866572380066, + 0.4301607310771942, + -2.489328384399414, + -1.8620245456695557 + ], + [ + -0.15804454684257507, + 2.2168471813201904, + 0.9374236464500427, + -1.8158314228057861, + 1.114590048789978, + -0.9279311895370483, + 1.890993356704712, + -0.8653054237365723, + -0.5551189184188843, + 0.4295695126056671, + 1.1614964008331299, + -0.5840407609939575, + -2.900725841522217, + -2.579883575439453, + -0.1900041103363037, + 0.42368441820144653, + 0.38376376032829285, + 0.9654008150100708, + 0.10608989000320435, + -3.332181453704834, + -1.8879828453063965 + ], + [ + 1.0901068449020386, + 2.576328754425049, + 0.5122992396354675, + -1.9627916812896729, + 0.026246964931488037, + -0.3622438311576843, + 0.9286589622497559, + 0.644849956035614, + 0.9211093187332153, + 0.3528344929218292, + 0.3661169707775116, + 0.20941221714019775, + -2.582620143890381, + -1.6867890357971191, + 0.09869468957185745, + -0.8795469403266907, + -0.2239246666431427, + 0.5206944942474365, + -0.20716872811317444, + -2.8072235584259033, + -2.3385443687438965 + ], + [ + -0.0005125105381011963, + 1.8920408487319946, + 1.0018010139465332, + -2.2556979656219482, + 0.7338991165161133, + -0.4559611678123474, + 1.027335524559021, + -1.0165901184082031, + -0.14792552590370178, + 0.11212217807769775, + 0.8827763795852661, + 0.1683982014656067, + -3.2136244773864746, + -2.4300284385681152, + -0.9183067083358765, + 0.10752613097429276, + -0.2955099046230316, + 0.31867098808288574, + 0.06515705585479736, + -3.416110038757324, + -1.5137704610824585 + ], + [ + -0.39508435130119324, + 2.55599308013916, + 0.128604456782341, + -1.8821169137954712, + 0.6769157648086548, + -0.7477259635925293, + 1.6593644618988037, + -0.005859369412064552, + 0.22320973873138428, + -0.2906110882759094, + 0.22343486547470093, + -1.488371729850769, + -2.81829833984375, + -0.939697265625, + 0.9867495894432068, + 0.2955887019634247, + -0.11908379942178726, + 0.473803848028183, + -0.11059392988681793, + -3.471217155456543, + -2.3480191230773926 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.018576741218566895, + 0.6247961521148682, + -0.017397306859493256, + -0.3284463882446289, + 0.044771432876586914, + -0.12728703022003174, + 0.0, + -0.005512619391083717, + 0.03525955602526665, + -0.005881692748516798, + 0.04493492841720581, + 0.056808531284332275, + -1.84090256690979, + 0.0, + 0.11075251549482346, + -0.05448189005255699, + -0.041690655052661896, + 0.010008454322814941, + 0.056893616914749146, + -1.5237011909484863, + 0.0 + ] + ], + "predicted_scores": [ + 4.8869194984436035, + 3.817420721054077, + 3.7632274627685547, + 3.724679946899414, + 3.6719632148742676, + 3.6677091121673584, + 3.34413480758667, + 3.159827947616577 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "75070641", + "selected_index": 0, + "state_hash": "bd1bbc057450972b9fa6e08a54ebd8c6d82d09997dad16cecf9584632b705b7b", + "stored_base_utility": 0.8582140207290649, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7921264171600342, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7921264171600342 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8334697484970093, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8334697484970093 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8125248551368713, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8125248551368713 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8174442648887634, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8174442648887634 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8424386978149414, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8424386978149414 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 0.7921264171600342, + 0.8334697484970093, + 0.8125248551368713, + 0.8174442648887634, + 1.0, + 0.8424386978149414, + 1.0, + 1.0 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-4cab292bc65fa59274ef", + "ms-4cab292bc65fa59274ef", + "ms-4cab292bc65fa59274ef", + "ms-0949097d19e597fc7f63", + "ms-4cab292bc65fa59274ef", + "ms-4cab292bc65fa59274ef", + "ms-6bd5870eb5ff0dd76919", + "ms-6bd5870eb5ff0dd76919" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + true, + false, + true, + true + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-3ff1aedb72f65a182b58", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.20074410736560822, + -0.09198838472366333, + 0.060188114643096924, + -0.04765859246253967, + -0.15152093768119812, + -2.0589847564697266, + 0.010287702083587646, + 0.21929426491260529, + 0.09440743923187256, + 0.005229830741882324, + -0.010126583278179169, + -0.33645933866500854, + -1.9194294214248657, + -0.4098089337348938, + 0.11645761132240295, + -0.0020567523315548897, + -0.14125479757785797, + 0.15073198080062866, + -0.10710892081260681, + -1.5590312480926514, + -0.5101488828659058 + ], + [ + -0.10252262651920319, + -0.08570381253957748, + 0.06438553333282471, + 0.05521067976951599, + -0.08372893929481506, + -2.147855281829834, + -0.27610504627227783, + 0.07051622122526169, + 0.11573366820812225, + -0.04830757528543472, + 0.2815501391887665, + -0.2225511074066162, + -1.9369869232177734, + -0.25647979974746704, + -0.07823827862739563, + 0.00973554328083992, + 0.026185601949691772, + 0.23619307577610016, + 0.04750660061836243, + -1.516176700592041, + -0.11367714405059814 + ], + [ + -0.04015994071960449, + 0.01008623093366623, + 0.12177085876464844, + -0.257551908493042, + -0.010507345199584961, + -1.979824423789978, + 0.10419872403144836, + 0.032576918601989746, + 0.004345928784459829, + 0.09997854381799698, + 0.25481075048446655, + -0.16911569237709045, + -1.8401057720184326, + -0.16434316337108612, + 0.006667278707027435, + -0.0005963537842035294, + -0.1364346295595169, + 0.17723479866981506, + -0.09609997272491455, + -1.5125629901885986, + -0.19112366437911987 + ], + [ + -0.10566042363643646, + -0.015590224415063858, + 0.15083098411560059, + -0.19594281911849976, + 0.08505985140800476, + -2.043617010116577, + -0.2275477647781372, + 0.06913945078849792, + 0.09105610847473145, + 0.05169660598039627, + 0.15321239829063416, + -0.20090734958648682, + -1.7903903722763062, + -0.09754794836044312, + 0.05305834859609604, + 0.040075913071632385, + -0.01754806935787201, + 0.11854127794504166, + -0.0419955849647522, + -1.6253304481506348, + -0.08988004922866821 + ], + [ + -0.050496190786361694, + 0.053693220019340515, + 0.2244299352169037, + -0.2523346245288849, + 0.013605982065200806, + -1.9078699350357056, + 0.21430280804634094, + 0.0676763653755188, + -0.006358295679092407, + 0.030065149068832397, + 0.10572445392608643, + -0.2899031639099121, + -1.9027109146118164, + -0.4594983458518982, + -0.045295026153326035, + 0.06184815242886543, + -0.16726453602313995, + -0.08234460651874542, + -0.3951195478439331, + -1.5823569297790527, + -0.13734233379364014 + ], + [ + -0.07327593863010406, + 0.0059836916625499725, + 0.06679630279541016, + -0.2509290277957916, + -0.002252519130706787, + -2.0797293186187744, + -0.03750520944595337, + 0.15084967017173767, + -0.004234248772263527, + -0.034055136144161224, + 0.22748365998268127, + -0.20488619804382324, + -1.8056063652038574, + -0.3084375858306885, + 0.04183086007833481, + 0.0035204626619815826, + -0.06339551508426666, + 0.1432083547115326, + -0.0867299735546112, + -1.558772087097168, + -0.21816956996917725 + ], + [ + -0.04838520288467407, + 0.026274219155311584, + 0.06642666459083557, + -0.24700339138507843, + 0.019257739186286926, + -2.1870501041412354, + -0.08835583925247192, + 0.07769589871168137, + -0.0015423214063048363, + 0.017551854252815247, + 0.2601761519908905, + -0.22737348079681396, + -1.835679054260254, + -0.30362504720687866, + 0.04254824295639992, + -9.777676314115524e-05, + -0.07763515412807465, + 0.14668485522270203, + -0.10279375314712524, + -1.5645503997802734, + -0.2055220901966095 + ], + [ + -0.03141920268535614, + -0.16179300844669342, + -0.16275885701179504, + -0.46074867248535156, + -0.2400355041027069, + -1.8747607469558716, + -0.14981842041015625, + -0.12594252824783325, + 0.03363160789012909, + 0.21882525086402893, + 0.3085002303123474, + -0.5045673847198486, + -2.0595176219940186, + -0.28744733333587646, + -0.18394067883491516, + 0.115023672580719, + 0.2158699780702591, + -0.07461757957935333, + 0.0749826580286026, + -1.2938663959503174, + -0.7125320434570312 + ] + ], + "generated_utilities": [ + 0.7921264171600342, + 0.8334697484970093, + 0.8125248551368713, + 0.8174442648887634, + 2.0, + 0.8424386978149414, + 2.0, + 2.0 + ], + "group_id": "ms-3ff1aedb72f65a182b58", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.851725161075592, + 2.0, + 0.8126396536827087, + 2.0, + 0.7855525612831116, + 0.7821746468544006, + 0.6115735173225403, + 0.5732660889625549, + 0.7798006534576416, + 0.09109212458133698, + 0.8456447124481201, + 0.16636842489242554, + 0.0955686867237091, + 0.0822453498840332, + 0.0018809139728546143, + 0.08579078316688538 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.09319563210010529, + 0.18433167040348053, + 0.03857926279306412, + 0.20899039506912231, + -0.19732166826725006, + -2.7716264724731445, + -0.9089346528053284, + -0.012062903493642807, + -0.001710914308205247, + 0.02447224222123623, + 0.6588084697723389, + -0.43759873509407043, + -2.7224881649017334, + -1.560755968093872, + -0.002114389091730118, + -0.004199527204036713, + 0.015975257381796837, + 0.7779304385185242, + -0.31706690788269043, + -2.4826252460479736, + -1.5341289043426514 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -1.8178693056106567, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.121511936187744, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.0682578086853027 + ], + [ + -0.10748189687728882, + 0.29221633076667786, + 0.12325333058834076, + 0.21938443183898926, + 0.017790749669075012, + -2.485055446624756, + -1.1110891103744507, + 0.062413301318883896, + -0.2567306160926819, + -0.15453597903251648, + 0.549060583114624, + -0.18322163820266724, + -2.5428390502929688, + -1.8537542819976807, + -0.07324761152267456, + 0.28765758872032166, + 0.16924789547920227, + 0.6205734610557556, + -0.4268453121185303, + -2.6385459899902344, + -1.5760513544082642 + ], + [ + 0.44683152437210083, + 0.3713763356208801, + 0.1084144338965416, + 0.2590586543083191, + 0.1997859627008438, + -2.787759780883789, + -1.1921976804733276, + 0.33878061175346375, + 0.019987009465694427, + 0.021556159481406212, + 0.36814823746681213, + -0.2135106772184372, + -2.416769027709961, + -1.3776189088821411, + -0.3500843346118927, + -0.26303720474243164, + 0.10322260856628418, + 0.9827795624732971, + -0.3747403025627136, + -2.6419029235839844, + -1.4116339683532715 + ], + [ + -0.2883707880973816, + 0.02873578667640686, + -0.11175497621297836, + -0.106661856174469, + 0.03059367835521698, + -2.3899149894714355, + -1.0789995193481445, + 0.2610729932785034, + 0.4800889790058136, + -0.45478329062461853, + 1.0867195129394531, + -0.7417076826095581, + -3.09529185295105, + -1.730720043182373, + -0.33508142828941345, + 0.10841497033834457, + -0.38902348279953003, + 0.44348275661468506, + 0.0854053795337677, + -2.3334603309631348, + -1.7851121425628662 + ], + [ + 0.16367590427398682, + 0.05515189468860626, + -0.3197028636932373, + 0.5501840114593506, + -0.3621746301651001, + -3.0582237243652344, + -1.135798454284668, + -0.15054848790168762, + -0.5578444004058838, + 0.3691062331199646, + 0.9388304352760315, + -0.19103051722049713, + -2.7536559104919434, + -2.093773603439331, + -0.037153881043195724, + 0.19014233350753784, + -0.36205345392227173, + 0.24469107389450073, + -0.5916419625282288, + -2.7417092323303223, + -1.637229323387146 + ], + [ + -0.3646707534790039, + 0.6696967482566833, + -0.44303250312805176, + -0.4559982419013977, + -0.6542845368385315, + -2.9630653858184814, + -1.4721050262451172, + 0.5010843873023987, + 0.5162685513496399, + 0.42702627182006836, + 0.6571387648582458, + -0.08207055926322937, + -3.278073310852051, + -1.7742136716842651, + -0.6448181867599487, + -0.45361432433128357, + 0.3905653953552246, + 0.7770582437515259, + -0.19482973217964172, + -2.094736337661743, + -1.083003282546997 + ], + [ + 0.9472348093986511, + 0.6904511451721191, + -0.2936761677265167, + -0.34556156396865845, + -0.7593099474906921, + -1.9670193195343018, + -0.7599589824676514, + 0.04467743635177612, + 0.6557444334030151, + 0.2765021026134491, + 0.042136549949645996, + -0.37541040778160095, + -3.161308765411377, + -0.8803613185882568, + 0.38967010378837585, + 0.4423010051250458, + 0.019825218245387077, + 0.9605399370193481, + -0.874176561832428, + -3.0791730880737305, + -1.3198856115341187 + ], + [ + 0.8605663180351257, + 0.04459291696548462, + -0.8886744976043701, + -0.38333380222320557, + -1.0364235639572144, + -3.0104973316192627, + -0.889693021774292, + -0.08674328029155731, + 0.20159615576267242, + 0.1069621816277504, + 1.4727201461791992, + 0.09883639216423035, + -3.129849433898926, + -0.8773520588874817, + -0.2628254294395447, + -0.3415844738483429, + -0.35313117504119873, + 0.3155616521835327, + -0.556646466255188, + -2.0992307662963867, + -0.7895610928535461 + ], + [ + 0.39962780475616455, + 0.3406272530555725, + 0.05363208055496216, + -0.06018832325935364, + -0.5703235268592834, + -2.5974044799804688, + -0.6783060431480408, + 0.7815009355545044, + 0.35641810297966003, + -0.00838596560060978, + 0.6228271126747131, + 0.25608590245246887, + -2.5914058685302734, + -0.8502807021141052, + 0.726007878780365, + -0.6774719953536987, + 0.6261520981788635, + 1.149846076965332, + 0.6782730221748352, + -3.391972541809082, + -0.7993651032447815 + ], + [ + -0.29702335596084595, + 0.6166410446166992, + 0.6319320201873779, + -0.6542804837226868, + -0.8892693519592285, + -1.8599720001220703, + -1.3999924659729004, + -0.3017314672470093, + 0.9357973337173462, + -0.5596981048583984, + 1.3143360614776611, + -0.30643409490585327, + -2.028008460998535, + -1.3395459651947021, + 0.6212120056152344, + 0.6739580631256104, + -0.5840877294540405, + -0.06664055585861206, + -0.23446696996688843, + -2.0225906372070312, + -2.438906669616699 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.0649428591132164, + 0.09363124519586563, + -0.014398600906133652, + -0.012044146656990051, + 0.03117428719997406, + -1.7716264724731445, + 0.0, + 0.05836518481373787, + 0.012665675021708012, + -0.013142907992005348, + -0.06252282857894897, + -0.06281104683876038, + -1.7224881649017334, + 0.0, + -0.06448972970247269, + -0.03696601092815399, + 0.030633779242634773, + -0.0031400322914123535, + 0.0327644944190979, + -1.4826252460479736, + 0.0 + ], + [ + -0.04005520045757294, + 0.2738151252269745, + -0.05346817523241043, + 0.20275527238845825, + 0.10101960599422455, + -1.7716264724731445, + 0.0, + -0.36066195368766785, + -0.21821273863315582, + 0.22022001445293427, + -0.0596311092376709, + -0.17951729893684387, + -1.7224881649017334, + 0.0, + 0.3205486238002777, + 0.25526633858680725, + 0.17392843961715698, + 0.5170043706893921, + 0.43821561336517334, + -1.4826252460479736, + 0.0 + ] + ], + "predicted_scores": [ + 6.9969563484191895, + 6.040281295776367, + 6.038150310516357, + 5.985160827636719, + 5.958316326141357, + 5.658106803894043, + 5.621574401855469, + 4.736049652099609 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1055567618", + "selected_index": 0, + "state_hash": "027cc529c99c00db47a01ecfc12ab432557fbd911e8ff3c8a56adf2d3404549f", + "stored_base_utility": 0.851725161075592, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1879976987838745, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1879976987838745 + }, + "base_progress": 0.1879976987838745, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.1879976987838745, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17040568590164185, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17040568590164185 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20567429065704346, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20567429065704346 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19936171174049377, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19936171174049377 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18678849935531616, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18678849935531616 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20247918367385864, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20247918367385864 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1805606484413147, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1805606484413147 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20068703591823578, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20068703591823578 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17795433104038239, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17795433104038239 + } + ], + "candidate_progress": [ + 0.17040568590164185, + 0.20567429065704346, + 0.19936171174049377, + 0.18678849935531616, + 0.20247918367385864, + 0.1805606484413147, + 0.20068703591823578, + 0.17795433104038239 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1", + "ms-9ae5c6c4132218ecf49e", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-4048f8f6e047422e3c79", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.26034605503082275, + 0.05108252912759781, + 0.07696709036827087, + -0.33765584230422974, + 0.6047525405883789, + 0.020369961857795715, + 0.7199123501777649, + 0.14841985702514648, + -0.05083567649126053, + 0.04928029328584671, + -0.29247182607650757, + -0.3655850291252136, + -1.1575487852096558, + 0.3042335510253906, + 0.14884284138679504, + 0.05087096616625786, + -0.014174625277519226, + -0.11739085614681244, + -0.07586154341697693, + -1.3718421459197998, + -0.1984199583530426 + ], + [ + -0.06904381513595581, + 0.21097765862941742, + -0.03721967339515686, + -0.3302069306373596, + 0.135105699300766, + -0.2583909332752228, + 0.03324723243713379, + 0.07311581820249557, + 0.04402796924114227, + -0.10819453746080399, + 0.017242394387722015, + -0.22711947560310364, + -1.6731055974960327, + -0.09655468165874481, + 0.02751220017671585, + -0.06387418508529663, + -0.05915538966655731, + 0.26905733346939087, + 0.019527673721313477, + -1.457613229751587, + -0.02721312642097473 + ], + [ + 0.10953649133443832, + 0.27023202180862427, + -0.018218547105789185, + -0.4446825385093689, + 0.3688325881958008, + 0.00897999107837677, + 0.0337446928024292, + 0.12595489621162415, + 0.02238590456545353, + -0.06305252760648727, + -0.07875780016183853, + -0.13059422373771667, + -1.8499845266342163, + -0.015231996774673462, + -0.044020120054483414, + -0.01910478249192238, + -0.06713743507862091, + 0.1033325120806694, + -0.18297916650772095, + -1.633023738861084, + -0.06692332029342651 + ], + [ + 0.17468760907649994, + 0.19531168043613434, + -0.0691775381565094, + -0.4693352282047272, + 0.39357084035873413, + -0.4010012447834015, + 0.32706108689308167, + -0.12347516417503357, + 0.027467794716358185, + -0.016789115965366364, + 0.010699767619371414, + -0.1525973677635193, + -1.8555307388305664, + -0.18656282126903534, + -0.03731768950819969, + -0.02389383316040039, + 0.1405986100435257, + -0.025334879755973816, + -0.3014010787010193, + -1.855698823928833, + -0.023343369364738464 + ], + [ + 0.00024586915969848633, + 0.21964700520038605, + 0.0859379768371582, + -0.2491064816713333, + 0.597579836845398, + -0.11958789825439453, + 0.44066452980041504, + 0.035500168800354004, + -0.06419026851654053, + -0.15743213891983032, + 0.03805628418922424, + -0.21102064847946167, + -1.6119756698608398, + -0.3403574824333191, + -0.16999024152755737, + 0.08506636321544647, + -0.02389596402645111, + 0.39608389139175415, + -0.36634618043899536, + -1.7103688716888428, + 0.12231606245040894 + ], + [ + 0.028871916234493256, + 0.29088670015335083, + 0.04601716995239258, + -0.49963369965553284, + 0.537333071231842, + -0.039402857422828674, + 0.2398013174533844, + 0.06991281360387802, + -0.08993460237979889, + -0.027554146945476532, + -0.053585052490234375, + -0.51283860206604, + -1.8303643465042114, + -0.286929190158844, + -0.08005277812480927, + 0.15106362104415894, + 0.12718887627124786, + 0.2041434496641159, + -0.22133415937423706, + -1.430908203125, + 0.0039031803607940674 + ], + [ + -0.00028568506240844727, + 0.2760438323020935, + -0.036737293004989624, + -0.41768693923950195, + 0.46065670251846313, + -0.2744274139404297, + 0.23498468101024628, + 0.04492180049419403, + -0.05427724868059158, + -0.11157041043043137, + 0.0740346908569336, + -0.3537493944168091, + -1.8339769840240479, + -0.16144724190235138, + -0.12828706204891205, + 0.02547164261341095, + 0.06525518000125885, + 0.15240003168582916, + -0.2820727825164795, + -1.7146670818328857, + 0.06774374097585678 + ], + [ + 0.05825434625148773, + 0.3489135503768921, + 0.05066081881523132, + -0.27428457140922546, + 0.37285104393959045, + 0.027303606271743774, + 0.3430042266845703, + 0.08920319378376007, + -0.06084147095680237, + 0.028335630893707275, + 0.13290613889694214, + -0.4487459659576416, + -1.8038432598114014, + -0.46881407499313354, + -0.18123506009578705, + 0.009354274719953537, + 0.05306975543498993, + 0.12225234508514404, + -0.15290579199790955, + -1.7329888343811035, + 0.17931120097637177 + ] + ], + "generated_utilities": [ + 0.17040568590164185, + 0.20567429065704346, + 0.19936171174049377, + 0.18678849935531616, + 0.20247918367385864, + 0.1805606484413147, + 0.20068703591823578, + 0.17795433104038239 + ], + "group_id": "ms-4048f8f6e047422e3c79", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8558006286621094, + 2.0, + 0.1986379623413086, + 0.03769078850746155, + 0.5361635684967041, + 0.18274834752082825, + 0.17300468683242798, + 0.12688571214675903, + 0.13836368918418884, + 0.07454231381416321, + 0.0899321436882019, + 0.10402637720108032, + 0.1711854636669159, + 0.17255032062530518, + 0.039613887667655945, + 0.10826331377029419 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.1422826200723648, + 0.21033799648284912, + 0.1978604793548584, + 0.059162259101867676, + -0.2529524564743042, + -0.15161612629890442, + 0.0, + -0.2264404594898224, + -0.2209387719631195, + -0.025619791820645332, + 0.06467145681381226, + 0.07422274351119995, + -1.7048513889312744, + 0.0, + 0.15056702494621277, + -0.06247536092996597, + -0.1033044084906578, + 0.1334916353225708, + 0.2784581184387207, + -1.4811434745788574, + 0.0 + ], + [ + -0.44999396800994873, + 0.271686851978302, + -0.4267011880874634, + 0.2730966806411743, + -0.01798880100250244, + -0.04680868983268738, + 0.0, + -0.09472770243883133, + -0.06993720680475235, + -0.06752754002809525, + -0.13884133100509644, + 0.24737784266471863, + -1.7048513889312744, + 0.0, + -0.09056920558214188, + 0.4132460653781891, + 0.04097161442041397, + -0.25072288513183594, + 0.49742037057876587, + -1.4811434745788574, + 0.0 + ], + [ + 0.17392832040786743, + 1.2103379964828491, + -0.3708428144454956, + -0.36093437671661377, + 0.744896650314331, + 0.23929360508918762, + 1.4388959407806396, + -0.04149632900953293, + 0.015302501618862152, + 0.023577755317091942, + 0.5954978466033936, + -0.3274606168270111, + -2.7048513889312744, + -1.646976351737976, + 0.0006552413105964661, + -0.008917607367038727, + 0.022643378004431725, + 0.7492771148681641, + -0.26030659675598145, + -2.4811434745788574, + -1.684959888458252 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.8777918815612793, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.293952703475952, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.369919776916504 + ], + [ + 0.1792769730091095, + 0.9774190187454224, + -0.5587559342384338, + -0.5885956883430481, + 0.9904338717460632, + 0.41647347807884216, + 1.4140102863311768, + -0.2462461292743683, + -0.1271664798259735, + -0.2736872732639313, + 0.8877567052841187, + -0.6213628053665161, + -2.937077283859253, + -1.3732452392578125, + -0.0015218837652355433, + -0.27707284688949585, + -0.16698139905929565, + 0.4978373646736145, + -0.479316771030426, + -2.7234396934509277, + -1.6759265661239624 + ], + [ + 0.1658722460269928, + 1.3070863485336304, + -0.4893108606338501, + -0.04209986329078674, + 0.7449368238449097, + 0.3420809805393219, + 1.4472918510437012, + 0.08132945746183395, + 0.13181470334529877, + 0.22494959831237793, + 0.22593030333518982, + -0.49233078956604004, + -2.7544617652893066, + -1.7597702741622925, + -0.365922212600708, + -0.17204320430755615, + -0.1821347028017044, + 0.6334611177444458, + -0.33006516098976135, + -2.2188992500305176, + -1.5452594757080078 + ], + [ + 0.18608316779136658, + 1.23563551902771, + -0.5727517604827881, + 0.10049733519554138, + 0.9073957204818726, + 0.5650919675827026, + 1.8946568965911865, + -0.17719107866287231, + 0.34025683999061584, + 0.44525983929634094, + 0.6176816821098328, + -0.2832425534725189, + -3.1802117824554443, + -1.8703548908233643, + 0.07433810085058212, + 0.1340292990207672, + 0.497944176197052, + 1.0071699619293213, + -0.44033437967300415, + -2.7992849349975586, + -1.8935935497283936 + ], + [ + 0.40270811319351196, + 1.5102664232254028, + -0.8070739507675171, + -0.16390679776668549, + 0.3215266466140747, + -0.16522419452667236, + 1.0900052785873413, + 0.07780961692333221, + 0.5627153515815735, + 0.5386761426925659, + 0.2949375510215759, + 0.059314221143722534, + -3.2417359352111816, + -1.899662971496582, + 0.4160631597042084, + 0.44336366653442383, + 0.47819244861602783, + 1.162381649017334, + -0.7831735014915466, + -2.625349521636963, + -1.2278814315795898 + ], + [ + 0.8529313802719116, + 1.5106499195098877, + 0.19478559494018555, + -0.6338159441947937, + 0.7529481053352356, + -0.24222904443740845, + 0.9723314046859741, + -0.14078867435455322, + -0.5563283562660217, + 0.5440018177032471, + 0.004017293453216553, + 0.019366413354873657, + -3.1521430015563965, + -2.0841636657714844, + -0.2760852575302124, + -0.5531485676765442, + 0.22684869170188904, + 1.100138545036316, + 0.046634942293167114, + -2.429711103439331, + -2.280839443206787 + ], + [ + -0.4760962128639221, + 1.8579951524734497, + 0.2322864532470703, + 0.19953304529190063, + 0.48002323508262634, + 0.7484984397888184, + 2.073361396789551, + -0.04567806422710419, + 0.04004429653286934, + -0.5635936260223389, + 0.5135918259620667, + 0.3908633887767792, + -1.9335949420928955, + -2.442507743835449, + -0.6620182394981384, + 0.4175874888896942, + 0.7711085677146912, + 1.2790143489837646, + -0.5464571714401245, + -3.2030673027038574, + -2.3768434524536133 + ], + [ + 1.0231709480285645, + 1.1804075241088867, + 0.11513572931289673, + -1.23623526096344, + 1.4848686456680298, + 1.1120561361312866, + 0.9504602551460266, + 0.8234015703201294, + -0.04407603666186333, + -0.37310001254081726, + 0.24512693285942078, + 0.4242170751094818, + -2.4985997676849365, + -2.1206297874450684, + 0.5509956479072571, + 0.8686066269874573, + -0.5043656229972839, + 1.3957195281982422, + -0.07662208378314972, + -2.371795654296875, + -2.2404346466064453 + ], + [ + 0.49735015630722046, + 0.3600291609764099, + 0.3103446364402771, + 0.6051294803619385, + -0.15457379817962646, + -0.5570405721664429, + 1.2383109331130981, + 0.9059417247772217, + 0.7879754900932312, + -0.31492647528648376, + 1.5871094465255737, + -0.8906484842300415, + -1.8698136806488037, + -2.401073694229126, + 0.3560212254524231, + -0.6580788493156433, + 0.9037240147590637, + 1.614617109298706, + 0.3788090944290161, + -1.6909503936767578, + -0.8765208125114441 + ], + [ + 0.10883396118879318, + 1.8993752002716064, + -0.7673929333686829, + -0.0936923623085022, + -0.15508884191513062, + -0.1517968773841858, + 0.465425968170166, + 0.43258219957351685, + 0.46641960740089417, + -0.3528187572956085, + 1.09894597530365, + -0.6569450497627258, + -2.025486946105957, + -1.2820806503295898, + -0.21141839027404785, + -0.9515489339828491, + 0.7230286002159119, + -0.21062928438186646, + -0.32822558283805847, + -3.289642333984375, + -1.7125959396362305 + ], + [ + 0.37358880043029785, + 2.052347183227539, + -1.212618112564087, + -0.6321570873260498, + 0.7031511068344116, + -0.3477393090724945, + 1.2687753438949585, + 0.8023800253868103, + -0.031013749539852142, + 0.35525181889533997, + 0.5262036323547363, + -0.9288194179534912, + -1.7686026096343994, + -2.128396987915039, + -0.7001423239707947, + -0.12872236967086792, + -0.012955078855156898, + 1.0237239599227905, + 0.03636348247528076, + -2.0397119522094727, + -0.9761244058609009 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.060203760862350464, + 0.21033799648284912, + 0.0356404185295105, + -0.03044089674949646, + 0.024639129638671875, + -0.032671064138412476, + 0.0, + 0.016544528305530548, + 0.04633430764079094, + 0.005854343995451927, + -0.014876246452331543, + 0.0028293728828430176, + -1.7048513889312744, + 0.0, + -0.05953434109687805, + -0.04181046783924103, + -0.0018185675144195557, + -0.09216523170471191, + 0.019338399171829224, + -1.4811434745788574, + 0.0 + ] + ], + "predicted_scores": [ + 6.164910793304443, + 5.708383560180664, + 5.4471306800842285, + 5.300601482391357, + 5.263766288757324, + 5.2562971115112305, + 5.033044815063477, + 4.658806324005127 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1055157354", + "selected_index": 0, + "state_hash": "ae21d2b71722381a530d3a9259d02ea6728eb8a4a84fafc40ccd653d62ad3968", + "stored_base_utility": 0.8558006286621094, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5529977083206177, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5529977083206177 + }, + "base_progress": 0.5529977083206177, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.5529977083206177, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5506372451782227, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5506372451782227 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5548229813575745, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5548229813575745 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5511468052864075, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5511468052864075 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5496758222579956, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5496758222579956 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.546675980091095, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.546675980091095 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5494814515113831, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5494814515113831 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5489308834075928, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5489308834075928 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.22570328414440155, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22570328414440155 + } + ], + "candidate_progress": [ + 0.5506372451782227, + 0.5548229813575745, + 0.5511468052864075, + 0.5496758222579956, + 0.546675980091095, + 0.5494814515113831, + 0.5489308834075928, + 0.22570328414440155 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-95028134c6e3670b89d5", + "ms-95028134c6e3670b89d5", + "ms-626ac2ad9d0dd95f1a2e", + "ms-5bddb39f792f20e5e6d4", + "ms-95028134c6e3670b89d5", + "ms-95028134c6e3670b89d5", + "ms-ecb37ebbab21a506d8ca", + "ms-5bddb39f792f20e5e6d4" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank3" + ], + "candidates_evaluated": true, + "chart_id": "ms-5b26c33feed6992386b1", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.22438587248325348, + 0.02940463274717331, + 0.15146777033805847, + 0.6486735343933105, + 0.1369597166776657, + -0.18600279092788696, + 0.3946564793586731, + -0.024512827396392822, + 0.10580223053693771, + -0.05547039955854416, + -0.17906132340431213, + -0.058792948722839355, + -2.0748136043548584, + 0.0023729056119918823, + 0.014184251427650452, + -0.10688219964504242, + 0.017785921692848206, + 0.1198640838265419, + -0.21797949075698853, + -1.7752900123596191, + -0.040559589862823486 + ], + [ + -0.20650629699230194, + 0.04581288993358612, + 0.23643571138381958, + 0.6840475797653198, + 0.16572144627571106, + -0.18054428696632385, + 0.41442614793777466, + -0.007568433880805969, + 0.0988120436668396, + -0.01169634610414505, + -0.23462176322937012, + -0.06030943989753723, + -2.1517333984375, + -0.08635245263576508, + 0.08849157392978668, + -0.024500515311956406, + 0.1483927071094513, + 0.10643259435892105, + -0.19122350215911865, + -1.9826343059539795, + -0.07685205340385437 + ], + [ + -0.18247710168361664, + -0.025503499433398247, + -0.05065682530403137, + 0.5719046592712402, + -0.04686501622200012, + -0.5986825227737427, + -0.035561442375183105, + 0.06956295669078827, + 0.06778234988451004, + 0.008410483598709106, + 0.039874374866485596, + -0.048377931118011475, + -1.7872228622436523, + -0.2979719042778015, + -0.09511727094650269, + -0.07509613037109375, + 0.09116227924823761, + 0.015187039971351624, + 0.07243645191192627, + -1.3572347164154053, + -0.09655916690826416 + ], + [ + -0.31578588485717773, + 0.016399916261434555, + -0.08326706290245056, + 0.565392017364502, + -0.13519203662872314, + -0.39509227871894836, + 0.013596802949905396, + 0.03469406068325043, + 0.033345356583595276, + 0.08794134855270386, + -0.021997950971126556, + 0.08616342395544052, + -1.7688976526260376, + -0.2560875415802002, + 0.031203437596559525, + -0.06036901846528053, + 0.040733903646469116, + -0.020022645592689514, + 0.09082400798797607, + -1.3976337909698486, + -0.12773296236991882 + ], + [ + -0.37659919261932373, + 0.031198963522911072, + 0.042028337717056274, + 0.6962714195251465, + 0.11495176702737808, + -0.030635058879852295, + 0.3342874348163605, + -0.011344894766807556, + 0.08319490402936935, + -0.16121545433998108, + -0.1623784303665161, + -0.09957247972488403, + -1.9811968803405762, + 0.13975819945335388, + -0.02132800593972206, + -0.1260194480419159, + -0.0516371876001358, + 0.049161285161972046, + -0.18160483241081238, + -1.8294692039489746, + -0.08554106950759888 + ], + [ + -0.22908778488636017, + -0.00899762287735939, + -0.0348762571811676, + 0.5323257446289062, + -0.000826716423034668, + -0.47060731053352356, + -0.16289663314819336, + 0.048138946294784546, + 0.02852683514356613, + 0.00033051520586013794, + 0.0041624754667282104, + -0.030605345964431763, + -1.9842888116836548, + -0.401350736618042, + -0.020298738032579422, + -0.11673438549041748, + 0.05648466944694519, + -0.005924701690673828, + -0.025702178478240967, + -1.5713558197021484, + -0.17353111505508423 + ], + [ + -0.24846778810024261, + -0.033611804246902466, + -0.02098962664604187, + 0.5029394626617432, + 0.023858115077018738, + -0.4324354827404022, + -0.2787262201309204, + 0.053365558385849, + 0.05083213001489639, + -0.041937731206417084, + -0.0020548738539218903, + -0.07254812121391296, + -1.8985600471496582, + -0.33763718605041504, + -0.04055191949009895, + -0.09773504734039307, + 0.06035715341567993, + -0.06032140552997589, + -0.026396960020065308, + -1.5095796585083008, + -0.19287115335464478 + ], + [ + -0.023547783493995667, + -0.03296696022152901, + -0.08618053793907166, + 0.8834389448165894, + 0.028406381607055664, + -0.2881753444671631, + -0.46474677324295044, + 0.13769415020942688, + 0.022193819284439087, + 0.006047263741493225, + -0.1524229645729065, + 0.19958814978599548, + -1.84628164768219, + -0.050608351826667786, + 0.03541857749223709, + -0.14762961864471436, + -0.03271763026714325, + -0.02731001377105713, + 0.005073845386505127, + -1.5777812004089355, + 0.26265278458595276 + ] + ], + "generated_utilities": [ + 0.5506372451782227, + 0.5548229813575745, + 0.5511468052864075, + 0.5496758222579956, + 0.546675980091095, + 0.5494814515113831, + 0.5489308834075928, + 0.22570328414440155 + ], + "group_id": "ms-5b26c33feed6992386b1", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8326650857925415, + 2.0, + 0.15131878852844238, + 0.15007886290550232, + 0.5293327569961548, + 0.06490398943424225, + 0.5425760746002197, + 0.20163774490356445, + 0.15259261429309845, + 0.23924465477466583, + 0.12766429781913757, + 0.08033241331577301, + 0.07788355648517609, + 0.13886235654354095, + 0.09716498851776123, + 0.11682072281837463 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.06662726402282715, + -0.14569896459579468, + 0.04974943399429321, + 0.539892315864563, + -0.19018621742725372, + -0.5884796380996704, + 0.0, + 0.12748029828071594, + 0.11038697510957718, + -0.03454907238483429, + 0.08700031787157059, + -0.13105249404907227, + -1.9082190990447998, + 0.0, + -0.0033895689994096756, + -0.15730009973049164, + 0.15846982598304749, + 0.11786291003227234, + -0.02387581765651703, + -1.5966379642486572, + 0.0 + ], + [ + -0.06662726402282715, + 0.059319257736206055, + -0.19934123754501343, + 0.539892315864563, + 0.07902508974075317, + -0.5884796380996704, + 0.0, + -0.3428957760334015, + 0.08558038622140884, + 0.28825634717941284, + -0.32335156202316284, + -0.3631777763366699, + -1.9082190990447998, + 0.0, + -0.3765835762023926, + -0.5554376840591431, + 0.3468284010887146, + 0.875933825969696, + 0.11397302150726318, + -1.5966379642486572, + 0.0 + ], + [ + -1.0666272640228271, + -0.6187554597854614, + -0.8818012475967407, + 1.539892315864563, + -0.428971529006958, + -1.5884796380996704, + 2.0647666454315186, + -0.03600159287452698, + 0.032059766352176666, + 0.030456876382231712, + 0.14377687871456146, + 0.20562076568603516, + -2.9082190990448, + -1.332404375076294, + -0.014788046479225159, + -0.0006958844605833292, + 0.023885300382971764, + 0.5519534349441528, + 0.1840958297252655, + -2.5966379642486572, + -1.4879226684570312 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.129533290863037, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.664808750152588, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.9758453369140625 + ], + [ + -1.2971861362457275, + -0.7044790983200073, + -1.134492039680481, + 1.5821952819824219, + -0.7159937620162964, + -1.7615629434585571, + 2.031708002090454, + -0.25998222827911377, + 0.10180196911096573, + -0.24491730332374573, + 0.2074550986289978, + 0.2793378233909607, + -2.752415657043457, + -1.3360638618469238, + 0.03524862602353096, + -0.1854405552148819, + -0.1696440726518631, + 0.7172544598579407, + 0.0028989464044570923, + -2.680950164794922, + -1.2071388959884644 + ], + [ + -1.465846300125122, + -0.34887754917144775, + -1.046374797821045, + 1.703241229057312, + -0.19744430482387543, + -1.2604204416275024, + 1.9822474718093872, + 0.18854136765003204, + -0.146264910697937, + 0.059789031744003296, + 0.39534950256347656, + 0.29636046290397644, + -2.6612584590911865, + -1.5028973817825317, + 0.059081435203552246, + -0.11711112409830093, + -0.07238245755434036, + 0.25233787298202515, + 0.12625277042388916, + -2.2362401485443115, + -1.7053974866867065 + ], + [ + -1.1892943382263184, + -0.20831987261772156, + -0.8013461828231812, + 1.7197901010513306, + -0.39134201407432556, + -1.5160430669784546, + 2.4594008922576904, + -0.1669330894947052, + -0.337530255317688, + 0.15848031640052795, + 0.05738166719675064, + 0.41757503151893616, + -3.1393940448760986, + -0.9257140755653381, + -0.5068305134773254, + 0.1864723265171051, + 0.45369866490364075, + 0.6036283373832703, + -0.018199875950813293, + -2.8028440475463867, + -1.3847744464874268 + ], + [ + -1.1111165285110474, + -1.191490888595581, + -1.361661434173584, + 1.197826623916626, + -0.29219919443130493, + -1.7355475425720215, + 2.0579750537872314, + -0.08019472658634186, + 0.5140348672866821, + -0.5474883317947388, + -0.03311571478843689, + -0.060686588287353516, + -2.3427765369415283, + -1.8552747964859009, + -0.36303937435150146, + 0.01966947503387928, + -0.5651369094848633, + 0.22617560625076294, + -0.16322728991508484, + -2.421419143676758, + -0.921785831451416 + ], + [ + -1.012363076210022, + -0.6483663320541382, + -0.7951939702033997, + 1.2563079595565796, + -0.5323562622070312, + -1.5913673639297485, + 1.406038761138916, + -0.39036238193511963, + -0.12943506240844727, + -0.4373972415924072, + -0.20462383329868317, + 0.12806488573551178, + -3.570098400115967, + -1.8897531032562256, + 0.6369156837463379, + 0.2483828067779541, + 0.6809477210044861, + 0.8138958215713501, + 0.6604747176170349, + -2.717491865158081, + -1.9953765869140625 + ], + [ + -0.378162145614624, + -0.23438718914985657, + -1.2589956521987915, + 1.844052791595459, + -0.8936926126480103, + -1.230797290802002, + 2.5580525398254395, + -0.21314577758312225, + -0.05935201793909073, + 0.46811148524284363, + 0.38594305515289307, + 1.0049593448638916, + -2.491497278213501, + -1.3096134662628174, + 0.15605805814266205, + 0.7682130932807922, + -0.4010901153087616, + 0.8638691902160645, + 0.5755372047424316, + -3.324826240539551, + -1.6860322952270508 + ], + [ + -0.6920164227485657, + -0.5060986280441284, + -0.5146759748458862, + 2.3206489086151123, + 0.26810598373413086, + -1.7696658372879028, + 1.4922571182250977, + -0.6155052185058594, + -0.5581206679344177, + 0.4068271219730377, + 0.5812678337097168, + -0.2056950330734253, + -2.227752923965454, + -0.7079744935035706, + 0.3153572678565979, + 0.019053615629673004, + -0.10691303759813309, + -0.18750637769699097, + 0.5490041971206665, + -2.7611911296844482, + -1.0861625671386719 + ], + [ + -0.9623568654060364, + -0.821997880935669, + -0.0017323493957519531, + 1.8667385578155518, + 0.39793866872787476, + -1.3673040866851807, + 2.8636348247528076, + -0.739641547203064, + -0.4186078906059265, + -0.21357670426368713, + 0.6820193529129028, + 0.09538085013628006, + -3.242215633392334, + -1.023385763168335, + -0.2367737591266632, + 0.9248462915420532, + 0.04536557197570801, + 0.2294020652770996, + 0.15174128115177155, + -2.509904146194458, + -0.5901334881782532 + ], + [ + -0.565070390701294, + 0.37745314836502075, + -1.7464253902435303, + 1.4869437217712402, + -1.187619924545288, + -2.3802757263183594, + 2.5987753868103027, + 0.5777139663696289, + -0.04772312939167023, + -0.49332448840141296, + -0.515097975730896, + 0.751485288143158, + -2.7030012607574463, + -1.5739474296569824, + 0.8266244530677795, + -0.9454089403152466, + 0.7678747177124023, + 1.0557427406311035, + 0.0584852397441864, + -2.8590199947357178, + -0.8677505850791931 + ], + [ + -0.2763708233833313, + 0.28772038221359253, + -0.7008944153785706, + 1.3402774333953857, + -0.78607177734375, + -2.1210508346557617, + 1.4908761978149414, + -0.4155166447162628, + 0.40930652618408203, + -0.1769891083240509, + -0.20092366635799408, + 0.5321645736694336, + -3.2144649028778076, + -1.2440845966339111, + -0.247700035572052, + 0.7174559235572815, + 0.11071103811264038, + -0.023232340812683105, + 0.6976174116134644, + -2.9463140964508057, + -0.5927516222000122 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.06662726402282715, + -0.05619156360626221, + -0.02257448434829712, + 0.539892315864563, + 0.053197890520095825, + -0.5884796380996704, + 0.0, + -0.04219311475753784, + 0.010949447751045227, + 0.027476036921143532, + -0.02041013538837433, + -0.01791653037071228, + -1.9082190990447998, + 0.0, + 0.01256529800593853, + 0.014024228788912296, + 0.03545428439974785, + 0.019800782203674316, + -0.022738635540008545, + -1.5966379642486572, + 0.0 + ] + ], + "predicted_scores": [ + 9.740507125854492, + 9.472655296325684, + 9.041143417358398, + 8.779443740844727, + 8.56389045715332, + 8.347315788269043, + 8.1141357421875, + 6.856469631195068 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1522272686", + "selected_index": 0, + "state_hash": "10034ca87ce4b5c491c0aa23d2a30389ba8265fa695d65198bf719c54565cf2a", + "stored_base_utility": 0.8326650857925415, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.791279137134552, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.791279137134552 + }, + "base_progress": 0.791279137134552, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.791279137134552, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7897867560386658, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7897867560386658 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5998070240020752, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5998070240020752 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7904174327850342, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7904174327850342 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8156707882881165, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8156707882881165 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.6036336421966553, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.6036336421966553 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.24067939817905426, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.24067939817905426 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.6083082556724548, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.6083082556724548 + } + ], + "candidate_progress": [ + 0.7897867560386658, + 1.0, + 0.5998070240020752, + 0.7904174327850342, + 0.8156707882881165, + 0.6036336421966553, + 0.24067939817905426, + 0.6083082556724548 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-5a456ddf97d294548cf1", + "ms-5dfbb16e173e1a3e2bd6", + "ms-dc26a7037003b94b9f93", + "ms-dc26a7037003b94b9f93", + "ms-dc26a7037003b94b9f93", + "ms-dc26a7037003b94b9f93", + "ms-dc26a7037003b94b9f93", + "ms-dc26a7037003b94b9f93" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + true, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-63ac245579b1188935ad", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.08838154375553131, + 0.08092445135116577, + 0.08001306653022766, + -0.08121795952320099, + -0.027807384729385376, + -1.8321027755737305, + -0.09120601415634155, + 0.0802130177617073, + -0.08328823745250702, + 0.011192388832569122, + 0.2391130030155182, + -0.02291981875896454, + -1.4434683322906494, + -0.24962343275547028, + -0.033657100051641464, + 0.03533286228775978, + -0.04175679385662079, + 0.12785398960113525, + 0.0030825436115264893, + -1.250240445137024, + -0.22811207175254822 + ], + [ + -0.017638608813285828, + 0.0589994341135025, + 0.5334771871566772, + -0.024025797843933105, + 0.1895175576210022, + -1.7788212299346924, + -0.1668689250946045, + 0.2746320366859436, + -0.010659938678145409, + -0.11867264658212662, + 0.0068709515035152435, + -0.3156222701072693, + -1.3443523645401, + 0.040379598736763, + 0.07131613045930862, + 0.1734488606452942, + 0.1548062115907669, + -0.0345136821269989, + 0.004736721515655518, + -1.286972999572754, + 0.14716273546218872 + ], + [ + -0.04083453118801117, + 0.056454576551914215, + 0.021126747131347656, + -0.06883762776851654, + -0.10420173406600952, + -1.793264627456665, + -0.10099762678146362, + 0.207961767911911, + -0.1112094447016716, + -0.08795290440320969, + 0.22829923033714294, + -0.0413106232881546, + -1.3428720235824585, + -0.2975056767463684, + 0.02353164181113243, + 0.07202664017677307, + 0.0008758306503295898, + 0.10411462932825089, + 2.9206275939941406e-06, + -1.09157133102417, + -0.2000710666179657 + ], + [ + -0.0508982390165329, + 0.10279493033885956, + 0.11490198969841003, + -0.13554833829402924, + -0.06462231278419495, + -1.7755796909332275, + -0.17075252532958984, + 0.12116184830665588, + -0.12387977540493011, + 0.024331167340278625, + 0.2856171131134033, + -0.05584484338760376, + -1.3290746212005615, + -0.24581865966320038, + -0.0021202079951763153, + 0.06940922141075134, + -0.0795278400182724, + 0.2429964393377304, + 0.1075860857963562, + -1.052093505859375, + -0.17177248001098633 + ], + [ + -0.17299340665340424, + 0.07506617903709412, + -0.1700969636440277, + -0.08831736445426941, + 0.0828559398651123, + -2.1532623767852783, + -0.4140165448188782, + -0.04770497977733612, + 0.006631957367062569, + -0.08586064726114273, + 0.48926058411598206, + 0.2506403625011444, + -1.6483485698699951, + 0.07511059939861298, + 0.20530007779598236, + 0.07527448236942291, + -0.16677476465702057, + 0.13710415363311768, + 0.19163939356803894, + -1.0454349517822266, + -0.7720673084259033 + ], + [ + -0.040693819522857666, + 0.0709260031580925, + -0.015675634145736694, + -0.08311466872692108, + 0.27182042598724365, + -2.2049601078033447, + -0.3538329601287842, + 0.045309558510780334, + -0.0169695857912302, + -0.07564299553632736, + 0.3763422966003418, + 0.10083681344985962, + -1.4523043632507324, + -0.21122272312641144, + 0.17804762721061707, + 0.1491512805223465, + 0.0182868093252182, + 0.1413678526878357, + 0.06367246806621552, + -1.1416735649108887, + -0.3279508054256439 + ], + [ + -0.18745200335979462, + 0.2237692028284073, + 0.1290370523929596, + -0.29638028144836426, + 0.19424061477184296, + -1.8600085973739624, + -0.6117066740989685, + 0.24298056960105896, + -0.09666664153337479, + -0.12945815920829773, + 0.1678164005279541, + 0.009206488728523254, + -1.4981203079223633, + -0.3715013861656189, + -0.0851123034954071, + 0.06386014819145203, + -0.3208838105201721, + 0.06603440642356873, + 0.2479109764099121, + -1.0199133157730103, + -0.45777907967567444 + ], + [ + -0.09961183369159698, + -0.06095271557569504, + 0.012424767017364502, + -0.0430496484041214, + -0.3029099106788635, + -1.736857295036316, + -0.0773700475692749, + 0.015247821807861328, + -0.17840629816055298, + 0.09952136874198914, + 0.24714824557304382, + -0.043038710951805115, + -0.8580462336540222, + -0.7728611826896667, + 0.006717104464769363, + 0.11888521909713745, + 0.27181804180145264, + 0.005510792136192322, + 0.22847431898117065, + -1.263060212135315, + 0.0042018890380859375 + ] + ], + "generated_utilities": [ + 0.7897867560386658, + 2.0, + 0.5998070240020752, + 0.7904174327850342, + 0.8156707882881165, + 0.6036336421966553, + 0.24067939817905426, + 0.6083082556724548 + ], + "group_id": "ms-63ac245579b1188935ad", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.855198860168457, + 0.8138954639434814, + 0.20312510430812836, + 2.0, + 0.7862945795059204, + 0.7843606472015381, + 0.6004383563995361, + 0.15506848692893982, + 0.15924105048179626, + 0.132452130317688, + 0.05381816625595093, + 0.09561765193939209, + 0.07140937447547913, + 0.10806754231452942, + 0.023168057203292847, + 0.07957816123962402 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.007633227854967117, + 0.02389371022582054, + 0.2181050330400467, + 0.026324495673179626, + 0.1209479570388794, + -1.3937149047851562, + 0.0, + -0.2493116855621338, + -0.17256586253643036, + -0.06812826544046402, + 0.019445210695266724, + -0.2657848000526428, + -1.0657541751861572, + 0.0, + -0.04306507110595703, + -0.07170329242944717, + 0.035314902663230896, + 0.06211268901824951, + 0.18158195912837982, + -0.7849693298339844, + 0.0 + ], + [ + -0.011555496603250504, + 0.0016381663735955954, + 0.019193550571799278, + 0.26171422004699707, + 0.08122420310974121, + -2.3937149047851562, + -1.53977632522583, + -0.00580335408449173, + -0.0020052569452673197, + 0.01787502132356167, + 0.4615197777748108, + 0.1938573122024536, + -2.0657541751861572, + -1.4660639762878418, + -0.00267898291349411, + -0.0038005562964826822, + 0.0179074015468359, + 0.5644202828407288, + 0.2690354883670807, + -1.7849693298339844, + -1.3308851718902588 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.07955265045166, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.9321279525756836, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.6617703437805176 + ], + [ + -0.16036809980869293, + 0.11436319351196289, + -0.14857570827007294, + 0.09414434432983398, + 0.02274160459637642, + -2.426297903060913, + -1.7686878442764282, + -0.26862773299217224, + 0.16241224110126495, + 0.24208402633666992, + 0.4166663587093353, + 0.07841069251298904, + -2.2318098545074463, + -1.2228643894195557, + -0.08888694643974304, + 0.20051127672195435, + -0.14729085564613342, + 0.5799955129623413, + 0.33039355278015137, + -2.00492262840271, + -1.4948352575302124 + ], + [ + -0.3820815682411194, + -0.3679526746273041, + 0.18845602869987488, + 0.4168931245803833, + -0.007936321198940277, + -2.700572967529297, + -1.795093059539795, + 0.1203194335103035, + 0.19610334932804108, + 0.2749679982662201, + 0.8331882357597351, + -0.06589585542678833, + -2.333136558532715, + -1.1008005142211914, + -0.02170141413807869, + 0.24186654388904572, + -0.3734443485736847, + 0.5144574046134949, + 0.3134346902370453, + -1.5088386535644531, + -1.1978046894073486 + ], + [ + 0.13625949621200562, + 0.47836095094680786, + -0.05790846049785614, + -0.09614765644073486, + -0.14281350374221802, + -2.522264003753662, + -1.0473889112472534, + 0.4792231023311615, + -0.4869813621044159, + 0.17644789814949036, + 0.8425257205963135, + -0.28899794816970825, + -2.5508456230163574, + -0.9762126207351685, + -0.16381770372390747, + 0.1586131900548935, + -0.3460317850112915, + 0.6056831479072571, + 0.7327044010162354, + -1.494289755821228, + -1.4671605825424194 + ], + [ + -0.40018847584724426, + -0.028111951425671577, + 0.31324630975723267, + -0.22690656781196594, + 0.2902344763278961, + -2.9841673374176025, + -1.4654184579849243, + -0.1155615746974945, + -0.4125809073448181, + 0.6098153591156006, + 0.8544195890426636, + 0.22702345252037048, + -1.7853796482086182, + -1.3474400043487549, + -0.454882949590683, + -0.3122820556163788, + 0.22399993240833282, + 0.05299121141433716, + 0.07802119851112366, + -1.3896000385284424, + -1.894580602645874 + ], + [ + -0.6587541699409485, + -0.6905457973480225, + 0.10385943204164505, + -0.2785833477973938, + 0.2321375161409378, + -2.565701723098755, + -1.1605603694915771, + -0.6775721907615662, + -0.30887091159820557, + 0.1186944767832756, + 1.0924456119537354, + 0.5009081363677979, + -1.8667830228805542, + -1.2491121292114258, + -0.11290804296731949, + -0.03346216678619385, + -0.28778207302093506, + 1.2255009412765503, + 0.6856998801231384, + -1.1723419427871704, + -1.1220875978469849 + ], + [ + -0.5019480586051941, + 0.07311037182807922, + 0.5101989507675171, + 0.7159117460250854, + 0.005071915686130524, + -2.6556949615478516, + -2.321233034133911, + 0.6035679578781128, + -0.13785676658153534, + -0.4309522807598114, + 0.9664275050163269, + -0.020235419273376465, + -1.6894025802612305, + -0.7511875033378601, + 0.5713916420936584, + 0.24962951242923737, + 0.40067923069000244, + 0.12209588289260864, + 0.03222101926803589, + -2.27744460105896, + -1.9113109111785889 + ], + [ + 0.7552750110626221, + -0.8085685968399048, + 0.20896124839782715, + -0.6043995022773743, + 0.733860969543457, + -1.610467791557312, + -1.0368051528930664, + -0.02292630262672901, + 0.6320546269416809, + 0.14528857171535492, + 0.8372507095336914, + 0.41523146629333496, + -2.339751958847046, + -0.6185142993927002, + -0.5750091075897217, + 0.12324154376983643, + 0.2804809510707855, + 1.0503896474838257, + -0.15392154455184937, + -0.9555137753486633, + -1.517809510231018 + ], + [ + 0.8853163123130798, + 0.09475164860486984, + -0.13681088387966156, + 0.08429434895515442, + 0.13555681705474854, + -1.5859344005584717, + -2.1957859992980957, + 0.9337366819381714, + -1.0016963481903076, + 0.11365362256765366, + -0.31175100803375244, + 0.7412776350975037, + -1.0797133445739746, + -0.8527018427848816, + 0.6110302209854126, + 0.006565961055457592, + 0.38363590836524963, + 0.5695288181304932, + -0.2547180950641632, + -2.6268043518066406, + -1.748514175415039 + ], + [ + 0.513801097869873, + 0.7078304886817932, + 0.7309613823890686, + -0.32746708393096924, + -0.36263394355773926, + -3.3305888175964355, + -1.2108653783798218, + 0.5104080438613892, + -0.26447102427482605, + 0.6361017823219299, + 0.5986918210983276, + -0.48598653078079224, + -2.4424209594726562, + -1.4694169759750366, + -0.5649402737617493, + -0.22020848095417023, + 0.6405193209648132, + -0.0698668360710144, + 0.7155715227127075, + -2.352860450744629, + -0.7502654194831848 + ], + [ + -0.9911022782325745, + 0.9677192568778992, + 0.5195661187171936, + 0.6733791828155518, + 0.7589308023452759, + -3.3654959201812744, + -0.6360958814620972, + 0.5926312208175659, + -0.06773044914007187, + 0.3785405457019806, + 0.5934506058692932, + 0.6434512138366699, + -2.891094923019409, + -0.8924227356910706, + 0.8036434650421143, + 0.6109268665313721, + -0.6607317924499512, + 1.0173940658569336, + 0.2546094059944153, + -1.4653143882751465, + -2.0709643363952637 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.16686837375164032, + 0.1354454904794693, + -0.11150697618722916, + 0.7247087359428406, + 0.2886054813861847, + -1.3937149047851562, + 0.0, + 0.6050093770027161, + 0.20291854441165924, + 0.5827622413635254, + -0.2687305808067322, + -0.25171223282814026, + -1.0657541751861572, + 0.0, + 0.29065752029418945, + -0.023413484916090965, + -0.24587245285511017, + 0.4600236713886261, + -0.4278547465801239, + -0.7849693298339844, + 0.0 + ] + ], + "predicted_scores": [ + 5.700549125671387, + 5.535539150238037, + 5.524917125701904, + 5.485029697418213, + 5.239964008331299, + 5.152026653289795, + 5.132861137390137, + 3.0471770763397217 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "211245842", + "selected_index": 0, + "state_hash": "fb52e84b6addb8bdddf02a80d5c8567e0fa27195729e8440271b710441061b7f", + "stored_base_utility": 0.855198860168457, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-f3ec6a4e6e3a778054d1", + "ms-f3ec6a4e6e3a778054d1", + "ms-0949097d19e597fc7f63", + "ms-875a4668671c02054a3c", + "ms-20f3cfcf183c69853b1e", + "ms-f3ec6a4e6e3a778054d1", + "ms-f3ec6a4e6e3a778054d1", + "ms-875a4668671c02054a3c" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_types": [ + "ctt_transport_rank3", + "ctt_transport_rank3", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank3", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-6c8d06bace98a28a8e4e", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.22458289563655853, + -0.007093328982591629, + 0.018528521060943604, + -0.24395887553691864, + 0.14390701055526733, + -2.162212610244751, + -0.3026725649833679, + 0.01574873924255371, + 0.07405297458171844, + 0.029345214366912842, + 0.11660321801900864, + -0.12408578395843506, + -1.9511072635650635, + -0.1382284015417099, + 0.17135456204414368, + 0.022333424538373947, + -0.12025235593318939, + 0.0858033075928688, + -0.11113139986991882, + -1.6693072319030762, + -0.4816484749317169 + ], + [ + -0.08335044980049133, + -0.12369409203529358, + 0.1235441267490387, + -0.2937878966331482, + 0.17837879061698914, + -2.1170027256011963, + -0.23284995555877686, + 0.1580057442188263, + 0.11569102853536606, + 0.0800069123506546, + 0.17040413618087769, + -0.2684491276741028, + -1.7995833158493042, + -0.10923846065998077, + 0.08144238591194153, + -0.024853738024830818, + -0.036051228642463684, + 0.1191379576921463, + 0.08502288162708282, + -1.5482521057128906, + -0.24160271883010864 + ], + [ + -0.11174462735652924, + 0.007414732128381729, + 0.15978792309761047, + -0.2478206753730774, + 0.19148245453834534, + -2.135284423828125, + -0.27065330743789673, + 0.05614270269870758, + 0.09263770282268524, + 0.08149982988834381, + 0.14741551876068115, + -0.14616727828979492, + -1.7603473663330078, + -0.057496726512908936, + 0.03434709459543228, + 0.048931367695331573, + -0.017809510231018066, + 0.1207856833934784, + -0.020311951637268066, + -1.555114984512329, + -0.04414576292037964 + ], + [ + -0.0703480988740921, + 0.12135657668113708, + 0.23620671033859253, + -0.03037017583847046, + 0.2030099779367447, + -2.1483685970306396, + -0.08013081550598145, + -0.02524183690547943, + 0.10818840563297272, + 0.16840752959251404, + 0.2138461172580719, + -0.2080613672733307, + -1.8901326656341553, + -0.5984643697738647, + -0.06273482739925385, + 0.06354930996894836, + 0.16872648894786835, + 0.2944752275943756, + 0.04165323078632355, + -1.8296561241149902, + -0.5917365550994873 + ], + [ + -0.10391230881214142, + 0.07396243512630463, + 0.10894346237182617, + -0.25913262367248535, + 0.050511762499809265, + -2.2391631603240967, + -0.10827666521072388, + 0.06766578555107117, + 0.011514280922710896, + -0.0027093663811683655, + 0.2299320101737976, + -0.18769484758377075, + -1.747238278388977, + -0.2934166193008423, + 0.02675885334610939, + 0.012089574709534645, + -0.08310864865779877, + 0.17223230004310608, + -0.08423072099685669, + -1.4833436012268066, + -0.18294274806976318 + ], + [ + -0.1384008675813675, + -0.011292889714241028, + 0.13337969779968262, + -0.21548917889595032, + 0.18079714477062225, + -2.1047523021698, + -0.30368685722351074, + 0.1222749650478363, + 0.0626470148563385, + 0.023975491523742676, + 0.14963725209236145, + -0.09104287624359131, + -1.7662781476974487, + -0.17483438551425934, + 0.0570027120411396, + 0.03974447026848793, + -0.08458666503429413, + 0.15969616174697876, + 0.02142035961151123, + -1.5269203186035156, + -0.03960154950618744 + ], + [ + -0.03169398009777069, + 0.10063578188419342, + 0.06402736902236938, + -0.07621638476848602, + 0.26191604137420654, + -1.3327487707138062, + -0.10652738809585571, + 0.13159561157226562, + -0.02183661423623562, + 0.12109605222940445, + 0.09531471878290176, + -0.018492117524147034, + -1.2597335577011108, + 0.11227436363697052, + 0.18957769870758057, + 0.08037817478179932, + -0.11298607289791107, + -0.0994473546743393, + 0.06429783999919891, + -1.4434092044830322, + 0.023285940289497375 + ], + [ + -0.10663063824176788, + 0.03669203817844391, + -0.0029257237911224365, + -0.21984033286571503, + 0.08579957485198975, + -2.0057196617126465, + -0.14099103212356567, + 0.13259635865688324, + -0.008144339546561241, + -0.007118038833141327, + 0.204216867685318, + -0.11585086584091187, + -1.8012135028839111, + -0.3279404044151306, + 0.03543901816010475, + 0.007584016770124435, + -0.09690754115581512, + 0.1592896431684494, + -0.02865922451019287, + -1.6104557514190674, + -0.18233880400657654 + ] + ], + "generated_utilities": [ + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0 + ], + "group_id": "ms-6c8d06bace98a28a8e4e", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8583254218101501, + 2.0, + 0.8125, + 0.12893107533454895, + 0.8582976460456848, + 0.15346482396125793, + 0.18961156904697418, + 0.13901273906230927, + 0.10113435983657837, + 0.11161506175994873, + 0.09923169016838074, + 0.16662254929542542, + 0.04211682081222534, + 0.024710848927497864, + 0.05722464621067047, + 0.8584086298942566 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.10696407407522202, + 0.3957799971103668, + 0.15132969617843628, + -0.32772913575172424, + 0.005261177197098732, + -2.2650365829467773, + 0.0, + 0.3958877623081207, + -0.5120954513549805, + -0.4317946135997772, + -0.3970779776573181, + 0.5317854285240173, + -1.8659565448760986, + 0.0, + 0.1198807880282402, + -0.11760073900222778, + -0.6048114895820618, + 0.15180528163909912, + -0.532695472240448, + -1.6115882396697998, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.120756149291992, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.070481538772583, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.0495758056640625 + ], + [ + 0.30105674266815186, + 0.4776385426521301, + -0.22267001867294312, + -0.13300693035125732, + -0.11095686256885529, + -3.138023853302002, + -0.793931245803833, + 0.16969743371009827, + -0.16339385509490967, + 0.02508675307035446, + 0.654399573802948, + -0.22830897569656372, + -3.1443004608154297, + -1.4291013479232788, + 0.005021120421588421, + 0.005560946650803089, + -0.1901366114616394, + 1.0211858749389648, + -0.09353887289762497, + -2.3457469940185547, + -1.406853199005127 + ], + [ + 0.4160586893558502, + 0.13316196203231812, + -0.21056225895881653, + -0.25006812810897827, + 0.060951750725507736, + -2.8735690116882324, + -0.9062713980674744, + -0.28707224130630493, + -0.2396206259727478, + -0.19859735667705536, + 0.29039445519447327, + -0.24077445268630981, + -2.644789934158325, + -1.8330551385879517, + -0.23438936471939087, + 0.04620177671313286, + 0.1472887098789215, + 0.9629149436950684, + -0.020509399473667145, + -2.7985036373138428, + -1.2463163137435913 + ], + [ + 0.2486386001110077, + -0.022333532571792603, + 0.14628465473651886, + -0.8381847143173218, + 0.21282373368740082, + -3.585387945175171, + -1.2156991958618164, + -0.08670558780431747, + -0.3178575336933136, + 0.4322021007537842, + 0.6421236395835876, + -0.33922863006591797, + -3.004714012145996, + -1.19637131690979, + -0.015640778467059135, + 0.10077434033155441, + -0.449941486120224, + 1.0431067943572998, + 0.2899783253669739, + -2.500624179840088, + -1.6148788928985596 + ], + [ + 0.46770766377449036, + 0.03902164101600647, + 0.2556130588054657, + -0.45893940329551697, + 0.08939866721630096, + -3.163339853286743, + -0.7599828243255615, + 0.3327450156211853, + 0.3252364993095398, + 0.3067358434200287, + 1.1394517421722412, + 0.472858726978302, + -3.1504058837890625, + -1.9780522584915161, + -0.26712900400161743, + -0.262444406747818, + 0.20269782841205597, + 1.336982250213623, + -0.06957009434700012, + -2.0651021003723145, + -1.8484716415405273 + ], + [ + 0.48348987102508545, + 0.19676931202411652, + -0.20689666271209717, + -0.21521174907684326, + -0.5048230886459351, + -3.491732358932495, + -0.7390058636665344, + 0.18321916460990906, + -0.1509065330028534, + 0.27166980504989624, + 1.004181981086731, + -0.5531666874885559, + -2.531594753265381, + -2.0243897438049316, + -0.44593361020088196, + 0.49786314368247986, + -0.006632372736930847, + 0.24423635005950928, + -0.6331305503845215, + -2.7707719802856445, + -2.1364808082580566 + ], + [ + -0.5684993863105774, + 0.0623701810836792, + -0.10449839383363724, + -0.7858190536499023, + -0.057080868631601334, + -3.981018304824829, + -0.6721940636634827, + 0.10191962122917175, + -0.7216448783874512, + 0.3870577812194824, + 0.5508396625518799, + -0.6811783313751221, + -3.6131227016448975, + -1.7484180927276611, + 0.34220433235168457, + -0.16193144023418427, + 0.16876991093158722, + 0.6509957909584045, + 0.2548854351043701, + -2.0779964923858643, + -1.5782216787338257 + ], + [ + -0.1224658265709877, + 0.22953394055366516, + -0.41326335072517395, + 0.19802969694137573, + 0.6866055130958557, + -2.6415462493896484, + -1.049781322479248, + -0.6788480281829834, + -0.8187242746353149, + 0.6141759157180786, + 1.3649951219558716, + -0.36378854513168335, + -2.2142889499664307, + -1.3759111166000366, + 0.583359956741333, + 0.6860965490341187, + 0.8285356760025024, + 1.4575884342193604, + -0.4101440906524658, + -2.218319892883301, + -1.5390111207962036 + ], + [ + 0.3368571698665619, + 0.4528505206108093, + -0.2985517382621765, + 0.37766069173812866, + 0.2064778208732605, + -2.8070714473724365, + -1.5598305463790894, + -0.9032005071640015, + -0.48420336842536926, + 0.639835000038147, + -0.3801422119140625, + -0.1376074254512787, + -3.369077205657959, + -1.9231767654418945, + -0.16211053729057312, + 0.53387051820755, + 0.6583098769187927, + 0.7611914873123169, + -0.46404945850372314, + -2.7554476261138916, + -1.4307246208190918 + ], + [ + 0.6002402901649475, + -0.14213827252388, + 0.30183425545692444, + -0.20118463039398193, + -0.16981711983680725, + -3.4212875366210938, + -0.2252577543258667, + 0.34123149514198303, + 0.003176456317305565, + 0.7433648109436035, + 1.1403348445892334, + 0.5709706544876099, + -1.8894051313400269, + -0.7200812101364136, + -0.7235198020935059, + 0.2147149294614792, + -0.28744715452194214, + 1.0323235988616943, + 0.5815067291259766, + -2.582993984222412, + -1.2160475254058838 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.019069351255893707, + 0.012574762105941772, + 0.07413499802350998, + -0.04097828269004822, + -0.03991875424981117, + -2.2650365829467773, + 0.0, + -0.06082560494542122, + 0.05821063742041588, + 0.07896332442760468, + -0.037061095237731934, + -0.08879614621400833, + -1.8659565448760986, + 0.0, + -0.022465867921710014, + -0.026843247935175896, + 0.04789978265762329, + -0.019972383975982666, + -0.04040021449327469, + -1.6115882396697998, + 0.0 + ] + ], + "predicted_scores": [ + 5.963746070861816, + 5.915597438812256, + 5.731382846832275, + 5.712803840637207, + 5.6707892417907715, + 5.666820049285889, + 5.627318859100342, + 5.477272033691406 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1665739511", + "selected_index": 0, + "state_hash": "0f77663511063f17b0962024501b863c62b881513459d8bfa3ac00bbaed67de4", + "stored_base_utility": 0.8583254218101501, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18160098791122437, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18160098791122437 + }, + "base_progress": 0.18160098791122437, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.18160098791122437, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15897932648658752, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15897932648658752 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1759369969367981, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1759369969367981 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18662427365779877, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18662427365779877 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18711024522781372, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18711024522781372 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18518485128879547, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18518485128879547 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1988355964422226, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1988355964422226 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17414042353630066, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17414042353630066 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17485535144805908, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17485535144805908 + } + ], + "candidate_progress": [ + 0.15897932648658752, + 0.1759369969367981, + 0.18662427365779877, + 0.18711024522781372, + 0.18518485128879547, + 0.1988355964422226, + 0.17414042353630066, + 0.17485535144805908 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1", + "ms-01e6eaaaf40875e0ef5a", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-72777024349c2aacd5e0", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.11994650959968567, + 0.12558886408805847, + 0.15037742257118225, + -0.4142221212387085, + 0.6770909428596497, + -0.2548145055770874, + 0.650989830493927, + 0.1738962084054947, + -0.05389520525932312, + 0.04436565190553665, + -0.13902997970581055, + -0.1830427050590515, + -1.231215476989746, + 0.13652536273002625, + 0.1379087269306183, + 0.023116644471883774, + 0.036954641342163086, + -0.13887538015842438, + -0.02525252103805542, + -1.236194133758545, + -0.14351165294647217 + ], + [ + -0.1349347084760666, + 0.36076730489730835, + 0.0850369930267334, + -0.6322028636932373, + 0.6704959273338318, + -0.3701506555080414, + 0.24774479866027832, + 0.08680631965398788, + -0.06003538519144058, + -0.030802614986896515, + -0.018327370285987854, + -0.3027384281158447, + -1.8307936191558838, + -0.33258944749832153, + -0.13467030227184296, + 0.14080704748630524, + 0.19252848625183105, + 0.15797381103038788, + -0.11790117621421814, + -1.34757661819458, + 0.018151864409446716 + ], + [ + -0.09519881010055542, + 0.2568626403808594, + 0.08465239405632019, + -0.4090419411659241, + 0.7019149661064148, + -0.45129773020744324, + 0.36204391717910767, + 0.052721574902534485, + -0.05707512050867081, + -0.10309071093797684, + 0.11156423389911652, + -0.009160608053207397, + -1.6506057977676392, + -0.3855234980583191, + -0.18505693972110748, + 0.04145815968513489, + 0.07603968679904938, + 0.3541969358921051, + -0.23414087295532227, + -1.6583375930786133, + -0.03087957203388214 + ], + [ + -0.13097895681858063, + 0.21250377595424652, + 0.01756379008293152, + -0.5921104550361633, + 0.430456280708313, + -0.28461742401123047, + 0.029156029224395752, + 0.11328734457492828, + 0.020588096231222153, + -0.08884749561548233, + 0.07011166214942932, + -0.08128529787063599, + -1.5874770879745483, + -0.28069859743118286, + -0.05037083849310875, + -0.0026215258985757828, + 0.06787519156932831, + 0.0849648118019104, + 0.015162259340286255, + -1.399054765701294, + -0.07384665310382843 + ], + [ + -0.11613114178180695, + 0.3257988691329956, + 0.04593312740325928, + -0.5329111814498901, + 0.5939514636993408, + -0.4212157428264618, + 0.1704559028148651, + 0.07441305369138718, + -0.059670157730579376, + -0.12550732493400574, + 0.11948719620704651, + -0.24783244729042053, + -1.7478948831558228, + -0.2391020506620407, + -0.15438637137413025, + 0.020447418093681335, + 0.13536275923252106, + 0.10386327654123306, + -0.17617493867874146, + -1.6298787593841553, + 0.08888516575098038 + ], + [ + -0.17680273950099945, + 0.26277512311935425, + -0.0166645348072052, + -0.5753479599952698, + 0.3013026714324951, + -0.5106475353240967, + -0.09145492315292358, + 0.1141439825296402, + 0.02708612196147442, + -0.09021652489900589, + 0.11596007645130157, + -0.12326186895370483, + -1.7116578817367554, + -0.30924445390701294, + 0.02823394164443016, + -0.08235311508178711, + 0.02877718210220337, + 0.2165127545595169, + 0.1503583788871765, + -1.427311897277832, + -0.01481407880783081 + ], + [ + 0.025762349367141724, + 0.23125331103801727, + 0.025110185146331787, + -0.6430529356002808, + 0.5797644853591919, + -0.5650546550750732, + 0.18912264704704285, + -0.07957285642623901, + 0.02050188183784485, + 0.014701560139656067, + 0.06705882400274277, + 0.0013297349214553833, + -1.7823587656021118, + -0.2963255047798157, + -0.06052907183766365, + -0.0474693663418293, + 0.21382027864456177, + -0.09868903458118439, + -0.12345793843269348, + -1.7480180263519287, + -0.06505125761032104 + ], + [ + -0.019914403557777405, + 0.40185898542404175, + 0.07216048240661621, + -0.413932204246521, + 0.5095512866973877, + -0.1884286105632782, + 0.1388334035873413, + 0.09166970103979111, + -0.05231902003288269, + 0.024552233517169952, + 0.18667978048324585, + -0.3215410113334656, + -1.740978717803955, + -0.5313705801963806, + -0.18097923696041107, + -0.006592960096895695, + 0.07377471029758453, + 0.05493493378162384, + 0.004244625568389893, + -1.6719708442687988, + 0.1603107750415802 + ] + ], + "generated_utilities": [ + 0.15897932648658752, + 0.1759369969367981, + 0.18662427365779877, + 0.18711024522781372, + 0.18518485128879547, + 0.1988355964422226, + 0.17414042353630066, + 0.17485535144805908 + ], + "group_id": "ms-72777024349c2aacd5e0", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8314920663833618, + 0.1595238745212555, + 2.0, + 0.16971935331821442, + 0.5892879366874695, + 0.1617850512266159, + 0.1877371072769165, + 0.5782577395439148, + 0.12074722349643707, + 0.11237785220146179, + 0.08792310953140259, + 0.1209893673658371, + 0.13739405572414398, + 0.0773405134677887, + 0.09497407078742981, + 0.047447383403778076 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.002835560590028763, + 0.3854118585586548, + -0.06168194115161896, + -0.16570186614990234, + -0.05051702260971069, + -0.43052077293395996, + 0.0, + 0.024141468107700348, + -0.011737043969333172, + -0.05502588301897049, + 0.013536334037780762, + -0.000911470502614975, + -1.6284780502319336, + 0.0, + 0.030459173023700714, + -0.05656937509775162, + 0.03393230587244034, + 0.06894856691360474, + 0.00450655072927475, + -1.2762084007263184, + 0.0 + ], + [ + 0.2191334217786789, + 0.3854118585586548, + 0.5048428177833557, + -0.16570186614990234, + -0.20026534795761108, + -0.43052077293395996, + 0.0, + -0.026082046329975128, + 0.03163425251841545, + -0.04950854927301407, + 0.1969367265701294, + -0.05762401595711708, + -1.6284780502319336, + 0.0, + 0.002695085946470499, + 0.34764212369918823, + 0.6051180362701416, + 0.9295560717582703, + 0.38285934925079346, + -1.2762084007263184, + 0.0 + ], + [ + -0.04624907672405243, + 1.3854118585586548, + 0.05864633619785309, + -1.1657018661499023, + 0.7997346520423889, + -1.43052077293396, + 1.1980153322219849, + -0.023269198834896088, + -0.026228107511997223, + -0.009256521239876747, + 0.6858966946601868, + 0.03280947729945183, + -2.6284780502319336, + -1.7920862436294556, + -0.0004090145230293274, + -0.00536443293094635, + 0.007614931557327509, + 0.7401981949806213, + 0.11622340977191925, + -2.2762084007263184, + -1.6813035011291504 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.3960306644439697, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.584172487258911, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.362607002258301 + ], + [ + -0.13329119980335236, + 1.1171538829803467, + -0.19378040730953217, + -0.9341158866882324, + 0.8714147806167603, + -1.659934163093567, + 1.1658833026885986, + 0.23766514658927917, + 0.21810689568519592, + -0.05730185657739639, + 0.4946695566177368, + 0.17369553446769714, + -2.559515953063965, + -1.5605767965316772, + 0.08475297689437866, + 0.22485606372356415, + -0.2591644823551178, + 0.9637633562088013, + -0.08890970051288605, + -2.1015453338623047, + -1.5709789991378784 + ], + [ + -0.3507236838340759, + 1.1737966537475586, + 0.10341192036867142, + -0.7761039137840271, + 0.47493064403533936, + -1.2297213077545166, + 1.4181653261184692, + -0.1981543004512787, + -0.18248644471168518, + 0.17768341302871704, + 0.843591034412384, + -0.07443197071552277, + -2.6062240600585938, + -1.750958800315857, + -0.15503963828086853, + 0.18218432366847992, + 0.002181168645620346, + 0.8641887903213501, + -0.026101917028427124, + -1.9398812055587769, + -1.8561092615127563 + ], + [ + -0.22363319993019104, + 1.533349871635437, + 0.4454386830329895, + -1.5271000862121582, + 0.8945828080177307, + -1.105146884918213, + 0.7171626687049866, + -0.20207461714744568, + 0.31458696722984314, + 0.20214562118053436, + 1.0593571662902832, + -0.4655032455921173, + -2.8809642791748047, + -1.580764651298523, + -0.22098299860954285, + -0.08731096982955933, + -0.15165574848651886, + 0.89030921459198, + 0.611029326915741, + -2.2792654037475586, + -1.798964262008667 + ], + [ + -0.3702698349952698, + 0.9771865606307983, + 0.27564477920532227, + -1.7643829584121704, + 0.7298657894134521, + -1.875503420829773, + 1.4598875045776367, + 0.47600361704826355, + 0.13439032435417175, + -0.23905222117900848, + 1.2192013263702393, + -0.44705769419670105, + -2.603621482849121, + -1.3898506164550781, + 0.16782721877098083, + -0.2559890151023865, + 0.2965841293334961, + 0.8750308752059937, + 0.1521819680929184, + -2.3417282104492188, + -2.2663588523864746 + ], + [ + -0.31705379486083984, + 0.866703450679779, + -0.09125347435474396, + -1.5959886312484741, + 0.8041162490844727, + -1.7037310600280762, + 1.6304850578308105, + 0.11580469459295273, + 0.2654762864112854, + 0.12200001627206802, + 0.6904033422470093, + 0.19859254360198975, + -2.7615463733673096, + -2.059410333633423, + 0.5591834783554077, + -0.4801292419433594, + -0.3343847393989563, + 0.8787070512771606, + -0.14748375117778778, + -2.0334713459014893, + -1.1611082553863525 + ], + [ + -0.11324095726013184, + 0.8777624368667603, + 0.8215147256851196, + -1.5343353748321533, + 0.881126344203949, + -1.0607860088348389, + 0.5398488640785217, + 0.6020828485488892, + -0.5065795183181763, + 0.02798180840909481, + 0.33880186080932617, + 0.320717990398407, + -3.3552045822143555, + -1.1435439586639404, + 0.19279444217681885, + -0.5245973467826843, + 0.30647164583206177, + 1.3726601600646973, + 0.3123217523097992, + -2.9675674438476562, + -1.7007204294204712 + ], + [ + -0.6432619094848633, + 0.79607754945755, + -0.49864423274993896, + -1.0710605382919312, + 1.0709084272384644, + -1.612175703048706, + 1.2555015087127686, + 0.2873077392578125, + -0.36858057975769043, + 0.05837755650281906, + 1.1025807857513428, + 0.7949575185775757, + -3.2468795776367188, + -2.556741237640381, + -0.6579093337059021, + -0.8874800801277161, + 0.7922345399856567, + 0.4745541512966156, + 0.07610362768173218, + -2.041800022125244, + -2.2069954872131348 + ], + [ + -0.9264093637466431, + 1.9828436374664307, + 0.7907096147537231, + -1.260971188545227, + 1.7548933029174805, + -2.2685132026672363, + 1.1821955442428589, + -0.49968039989471436, + 0.10982713848352432, + 0.2384604662656784, + 0.2075445055961609, + -0.7872775793075562, + -2.076058864593506, + -1.1888585090637207, + 0.7447717785835266, + 0.2355569452047348, + -0.3163020610809326, + 0.3282558023929596, + -0.4075327515602112, + -3.2451019287109375, + -2.4086263179779053 + ], + [ + -0.7190575003623962, + 1.3702023029327393, + 0.8307373523712158, + -0.7533494234085083, + 0.574251651763916, + -2.3376822471618652, + 0.5512753129005432, + -0.04391670227050781, + 0.2242431342601776, + -0.46594029664993286, + 0.5667901039123535, + -0.12832416594028473, + -2.9870448112487793, + -1.2032369375228882, + 0.17313259840011597, + 0.5932936668395996, + 0.7428228259086609, + 0.6570835113525391, + -0.1891915649175644, + -1.3703107833862305, + -1.7630409002304077 + ], + [ + 0.799586832523346, + 1.0164330005645752, + -0.49519193172454834, + -0.6983597278594971, + 1.7632484436035156, + -0.9710203409194946, + 1.5416830778121948, + 0.9653489589691162, + 0.06498706340789795, + 0.2132291942834854, + -0.1650814414024353, + 0.06786654889583588, + -1.8782389163970947, + -2.3576126098632812, + 0.9410911798477173, + -0.576595664024353, + -0.8031080365180969, + 0.7120062112808228, + 0.6479252576828003, + -2.3928208351135254, + -1.4952012300491333 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.11725310236215591, + 0.3854118585586548, + 0.06966311484575272, + -0.16570186614990234, + 0.06442362070083618, + -0.43052077293395996, + 0.0, + 0.11858775466680527, + 0.0573427751660347, + -0.14938217401504517, + -0.01657569408416748, + 0.060478124767541885, + -1.6284780502319336, + 0.0, + 0.016584808006882668, + 0.18205130100250244, + -0.13064442574977875, + 0.15621143579483032, + 0.056775350123643875, + -1.2762084007263184, + 0.0 + ] + ], + "predicted_scores": [ + 5.847506999969482, + 4.928145885467529, + 4.761752128601074, + 4.606014251708984, + 4.4385457038879395, + 4.306279182434082, + 4.291659832000732, + 4.200228691101074 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "256770874", + "selected_index": 0, + "state_hash": "3a7aa4ba27a5b34cdeb0f31ce9818588b1dd4ede96bf546f07302616c2e9b3a6", + "stored_base_utility": 0.8314920663833618, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23217551410198212, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23217551410198212 + }, + "base_progress": 0.23217551410198212, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.23217551410198212, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2014845609664917, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2014845609664917 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2338181585073471, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2338181585073471 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.22494250535964966, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22494250535964966 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23605556786060333, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23605556786060333 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23235902190208435, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23235902190208435 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.240022212266922, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.240022212266922 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.24556654691696167, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.24556654691696167 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.24171315133571625, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.24171315133571625 + } + ], + "candidate_progress": [ + 0.2014845609664917, + 0.2338181585073471, + 0.22494250535964966, + 0.23605556786060333, + 0.23235902190208435, + 0.240022212266922, + 0.24556654691696167, + 0.24171315133571625 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-95028134c6e3670b89d5", + "ms-626ac2ad9d0dd95f1a2e", + "ms-95028134c6e3670b89d5", + "ms-95028134c6e3670b89d5", + "ms-5bddb39f792f20e5e6d4", + "ms-ecb37ebbab21a506d8ca", + "ms-5bddb39f792f20e5e6d4", + "ms-5bddb39f792f20e5e6d4" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank3", + "ctt_transport_rank0", + "ctt_transport_rank3", + "ctt_transport_rank3", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-7fc5696cb3dc7b9bb9f7", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.21733881533145905, + 0.020489804446697235, + 0.22555360198020935, + 0.5035395622253418, + 0.3598514199256897, + -0.13076350092887878, + 0.21903938055038452, + 0.007164716720581055, + 0.11038020253181458, + 0.009545095264911652, + -0.20902317762374878, + -0.03384460508823395, + -1.8879799842834473, + 0.0702999159693718, + 0.13913503289222717, + 0.0716727077960968, + 0.10214811563491821, + -0.014566570520401001, + -0.1303544044494629, + -1.7311575412750244, + 0.179717019200325 + ], + [ + -0.20485590398311615, + -0.022748779505491257, + -0.026172250509262085, + 0.3601436913013458, + 0.09611420333385468, + -0.5943306684494019, + -0.12688219547271729, + 0.03587464988231659, + 0.0869232714176178, + -0.03670748323202133, + 0.052787359803915024, + -0.014161273837089539, + -1.6460963487625122, + -0.24386034905910492, + -0.019140873104333878, + -0.0091655682772398, + 0.05528697371482849, + -0.04581157863140106, + 0.16602101922035217, + -1.0943126678466797, + 0.053050510585308075 + ], + [ + -0.2451767474412918, + -4.503503441810608e-05, + 0.1532122790813446, + 0.47955599427223206, + 0.29617518186569214, + -0.1324692964553833, + 0.2382803112268448, + -0.018112078309059143, + 0.12657621502876282, + -0.06422501057386398, + -0.1618404984474182, + -0.05066046118736267, + -1.8269490003585815, + 0.13176394999027252, + 0.06659004837274551, + -0.004897973034530878, + -0.02992139756679535, + -0.004840821027755737, + -0.16564065217971802, + -1.5627968311309814, + 0.22982066869735718 + ], + [ + -0.2887871265411377, + -0.012809861451387405, + 0.01209712028503418, + 0.3654956519603729, + 0.10118545591831207, + -0.5063655376434326, + -0.1691163182258606, + 0.04562339186668396, + 0.07436160743236542, + -0.04869174212217331, + -0.024502679705619812, + 0.03152792155742645, + -1.8501008749008179, + -0.34702789783477783, + 0.02792736142873764, + -0.052743177860975266, + 0.02514559030532837, + -0.05522371828556061, + 0.06153096258640289, + -1.2878609895706177, + -0.007499486207962036 + ], + [ + -0.32883548736572266, + 0.010929733514785767, + -0.04525378346443176, + 0.3589378893375397, + 0.04889702796936035, + -0.36800113320350647, + -0.03054499626159668, + 0.007283002138137817, + 0.052098095417022705, + 0.02449876070022583, + -0.012608043849468231, + 0.11409550905227661, + -1.6760296821594238, + -0.26816123723983765, + 0.11102558672428131, + 0.007238913327455521, + -0.004254892468452454, + -0.09442944824695587, + 0.1811065673828125, + -1.099475622177124, + 0.03152740001678467 + ], + [ + -0.2930446267127991, + -0.04954218864440918, + 0.016461968421936035, + 0.361966997385025, + 0.15509724617004395, + -0.4451669156551361, + -0.2698075771331787, + 0.024531766772270203, + 0.06866131722927094, + -0.08419512957334518, + -0.020897403359413147, + -0.0360836535692215, + -1.8370881080627441, + -0.3160308003425598, + 0.019262708723545074, + -0.03947960212826729, + 0.02348931133747101, + -0.1000288873910904, + 0.09576243162155151, + -1.2537882328033447, + -0.004949882626533508 + ], + [ + 0.0023441314697265625, + -0.055122800171375275, + -0.01621583104133606, + 0.6540387868881226, + 0.26964855194091797, + -0.07791478931903839, + -0.400967001914978, + 0.1339123249053955, + 0.024968188256025314, + -0.09263511747121811, + -0.06044456362724304, + 0.19189919531345367, + -1.7890068292617798, + -0.038450032472610474, + 0.06938985735177994, + -0.008847283199429512, + -0.03828434646129608, + -0.24962396919727325, + 0.08399732410907745, + -1.2761926651000977, + 0.26979535818099976 + ], + [ + -0.01048097014427185, + -0.04576734080910683, + -0.08800211548805237, + 0.73046875, + 0.21787506341934204, + -0.17602363228797913, + -0.546076238155365, + 0.13878539204597473, + 0.0368071086704731, + 0.02143670618534088, + -0.14711761474609375, + 0.2070915699005127, + -1.6056827306747437, + -0.002215445041656494, + 0.041423093527555466, + -0.06049081310629845, + -0.11264626681804657, + -0.11928574740886688, + 0.07227693498134613, + -1.3185083866119385, + 0.4644893705844879 + ] + ], + "generated_utilities": [ + 0.2014845609664917, + 0.2338181585073471, + 0.22494250535964966, + 0.23605556786060333, + 0.23235902190208435, + 0.240022212266922, + 0.24556654691696167, + 0.24171315133571625 + ], + "group_id": "ms-7fc5696cb3dc7b9bb9f7", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8363267779350281, + 2.0, + 2.0, + 0.16206762194633484, + 0.5390529036521912, + 0.08151453733444214, + 0.5261932611465454, + 0.5265869498252869, + 0.5459305047988892, + 0.18360589444637299, + 0.16689825057983398, + 0.15426510572433472, + 0.0028923004865646362, + 0.15516109764575958, + 0.0506085604429245, + 0.19578850269317627 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.0005862116813659668, + 0.18783891201019287, + -0.02734696865081787, + 0.09201061725616455, + 0.010171383619308472, + -0.4856022596359253, + 0.0, + 0.10349468141794205, + 0.4567214846611023, + -0.1893925815820694, + 0.12298360466957092, + 0.3369159996509552, + -1.6010875701904297, + 0.0, + 0.304210901260376, + -0.3049007058143616, + 0.3435661494731903, + 0.3158445656299591, + 0.2931552231311798, + -1.2709691524505615, + 0.0 + ], + [ + -0.726529061794281, + -0.8121610879898071, + -1.0273469686508179, + 1.0920106172561646, + 0.3926190733909607, + -1.4856022596359253, + 1.8979665040969849, + -0.029249273240566254, + 0.008005961775779724, + 0.013417234644293785, + -0.10860864818096161, + 0.43491366505622864, + -2.6010875701904297, + -1.493168592453003, + -0.01047949492931366, + -0.0018908085767179728, + 0.019280990585684776, + 0.20726272463798523, + 0.45750224590301514, + -2.2709691524505615, + -1.4645930528640747 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.7959330081939697, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.986337184906006, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.9291861057281494 + ], + [ + -0.9019005298614502, + -0.5901641845703125, + -0.920559287071228, + 0.991828978061676, + 0.2407551407814026, + -1.2655587196350098, + 1.7652356624603271, + 0.03909382224082947, + 0.04142814502120018, + 0.12125641852617264, + -0.2822783887386322, + 0.4936577081680298, + -2.5754144191741943, + -1.5686157941818237, + -0.22672900557518005, + -0.08431098610162735, + 0.09805622696876526, + 0.2479260265827179, + 0.4450404644012451, + -2.1972453594207764, + -1.4420135021209717 + ], + [ + -0.8822115063667297, + -0.9738405346870422, + -0.7449414730072021, + 0.8784142732620239, + 0.4583987295627594, + -1.3989503383636475, + 1.8331178426742554, + -0.006558071821928024, + 0.30383312702178955, + 0.2117801308631897, + -0.2538969814777374, + 0.13478082418441772, + -2.584805727005005, + -1.325882911682129, + 0.23593956232070923, + -0.2618964612483978, + -0.30780693888664246, + 0.24083535373210907, + 0.430472195148468, + -1.946203589439392, + -1.5077860355377197 + ], + [ + -0.39491432905197144, + -0.8895903825759888, + -0.9160035848617554, + 0.7220491170883179, + 0.36837494373321533, + -1.4429160356521606, + 1.4078493118286133, + 0.03969770669937134, + 0.007204015273600817, + 0.056278251111507416, + -0.4780465364456177, + 0.9121701717376709, + -2.512721538543701, + -1.6225675344467163, + -0.42074650526046753, + 0.15076839923858643, + -0.24544812738895416, + 0.08152849972248077, + 0.1987975835800171, + -2.712414264678955, + -1.9573136568069458 + ], + [ + -0.6879937648773193, + -0.8859440088272095, + -1.1152405738830566, + 0.8750674724578857, + -0.05955067276954651, + -1.5194538831710815, + 1.876329779624939, + -0.2068542242050171, + -0.5498799085617065, + 0.46419233083724976, + 0.42569708824157715, + -0.02127784490585327, + -2.5905418395996094, + -1.411050796508789, + -0.21327723562717438, + 0.20716798305511475, + 0.20993508398532867, + 0.33476364612579346, + -0.09872657060623169, + -2.5958731174468994, + -1.6374839544296265 + ], + [ + -0.5723236799240112, + -0.28514552116394043, + -0.6157487630844116, + 0.6151646375656128, + 0.32639649510383606, + -1.7217803001403809, + 2.5557403564453125, + 0.532052218914032, + 0.5977330207824707, + -0.5707970261573792, + -0.21707558631896973, + 0.8829224109649658, + -3.1287553310394287, + -1.0988328456878662, + 0.38229066133499146, + 0.0032835237216204405, + -0.3569248616695404, + 0.0031215548515319824, + 1.1060712337493896, + -2.3536932468414307, + -1.383341670036316 + ], + [ + -0.7901747822761536, + -0.8977189660072327, + -1.4548863172531128, + 0.5700533986091614, + -0.13018959760665894, + -0.8057670593261719, + 2.4019269943237305, + 0.5368256568908691, + 0.5227565765380859, + 0.28199371695518494, + -0.1637011021375656, + -0.2898564040660858, + -2.9142980575561523, + -1.8492696285247803, + 0.7177971601486206, + 0.2360217124223709, + -0.13862104713916779, + 0.9262527227401733, + 0.39495596289634705, + -2.470649480819702, + -1.3260751962661743 + ], + [ + -0.6053685545921326, + -0.3819047510623932, + -0.258634090423584, + 0.19338607788085938, + 0.19874510169029236, + -1.3407407999038696, + 2.5238022804260254, + -0.6922282576560974, + 0.8137098550796509, + 0.39421388506889343, + 0.09789760410785675, + 0.12572914361953735, + -2.518153667449951, + -1.6892600059509277, + 0.503250002861023, + 0.88390052318573, + -0.7520112991333008, + -0.3356115520000458, + 0.15291047096252441, + -2.5788943767547607, + -0.9403089284896851 + ], + [ + -0.464814156293869, + -0.6034223437309265, + -1.6505372524261475, + 0.6883972883224487, + -0.3758969306945801, + -1.785051941871643, + 2.605452060699463, + 0.550828218460083, + 0.4742209315299988, + -0.19333000481128693, + -1.002321481704712, + 0.48782211542129517, + -1.8015108108520508, + -0.8254865407943726, + -0.7333722710609436, + -0.4948355555534363, + 0.6016485095024109, + 0.5632485151290894, + -0.24367755651474, + -2.201673984527588, + -0.5806979537010193 + ], + [ + -1.4628195762634277, + -0.4433446228504181, + -1.9926375150680542, + 0.33977705240249634, + 0.03379333019256592, + -1.6042804718017578, + 2.221484422683716, + 0.7110810279846191, + -0.41500210762023926, + 0.08095695078372955, + -0.23683495819568634, + -0.43207624554634094, + -3.080759286880493, + -0.9071659445762634, + 0.47082334756851196, + -0.9117310047149658, + -0.06435621529817581, + -0.6813669204711914, + -0.2741369605064392, + -2.3763599395751953, + -1.000203013420105 + ], + [ + -1.382751226425171, + -1.7026821374893188, + -0.11846715211868286, + 1.5398613214492798, + -0.5885447859764099, + -1.8825289011001587, + 1.5456308126449585, + -0.320659339427948, + -0.964028000831604, + -0.1812019646167755, + 0.14226128160953522, + 0.4527861177921295, + -2.714468002319336, + -1.9451607465744019, + 0.195057213306427, + 0.16905252635478973, + -0.9247990250587463, + 0.9112424850463867, + 0.79449862241745, + -2.714893341064453, + -1.6473028659820557 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.02016383409500122, + 0.02509528398513794, + -0.02734696865081787, + 0.09201061725616455, + -0.04331648349761963, + -0.4856022596359253, + 0.0, + -0.022040890529751778, + -0.003832761198282242, + -0.01408458687365055, + 0.06165061891078949, + 0.02554956078529358, + -1.6010875701904297, + 0.0, + 0.009550465270876884, + 0.03566932678222656, + 0.013732164166867733, + 0.017749279737472534, + 0.0699148178100586, + -1.2709691524505615, + 0.0 + ], + [ + 0.023195505142211914, + 0.029890060424804688, + -0.02734696865081787, + 0.09201061725616455, + 0.06108534336090088, + -0.4856022596359253, + 0.0, + -0.034551952034235, + -0.15152660012245178, + -0.21811580657958984, + -0.063543401658535, + 0.23667243123054504, + -1.6010875701904297, + 0.0, + -0.1614403873682022, + -0.17222382128238678, + -0.09706380218267441, + 0.3660350441932678, + 0.13013160228729248, + -1.2709691524505615, + 0.0 + ] + ], + "predicted_scores": [ + 8.018019676208496, + 7.941364288330078, + 7.874597549438477, + 7.654306411743164, + 7.576238632202148, + 7.406329154968262, + 5.871988773345947, + 5.044591903686523 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "957101489", + "selected_index": 0, + "state_hash": "e8473553a2b17f5adf09e08e7271b5502d53a51225c17abac3d9f78906cf8c46", + "stored_base_utility": 0.8363267779350281, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18060606718063354, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18060606718063354 + }, + "base_progress": 0.18060606718063354, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.18060606718063354, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21682795882225037, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21682795882225037 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5899606943130493, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5899606943130493 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16371053457260132, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16371053457260132 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5896561741828918, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5896561741828918 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.22413843870162964, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22413843870162964 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18177661299705505, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18177661299705505 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19644330441951752, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19644330441951752 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19306671619415283, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19306671619415283 + } + ], + "candidate_progress": [ + 0.21682795882225037, + 0.5899606943130493, + 0.16371053457260132, + 0.5896561741828918, + 0.22413843870162964, + 0.18177661299705505, + 0.19644330441951752, + 0.19306671619415283 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-9d12ad4ebdf37419994c", + "ms-9228f8295b9891cf011c", + "ms-9d12ad4ebdf37419994c", + "ms-626ac2ad9d0dd95f1a2e", + "ms-5bddb39f792f20e5e6d4", + "ms-ce9505086ea115f86649", + "ms-5bddb39f792f20e5e6d4", + "ms-5bddb39f792f20e5e6d4" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank4", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-9a14552b7db695dee92c", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.13423772156238556, + -0.1199304535984993, + 0.15540426969528198, + 0.7769392728805542, + -0.11193782091140747, + -1.477502703666687, + -0.020441383123397827, + -0.04195821285247803, + 0.056892961263656616, + 0.06287136673927307, + 0.07297255843877792, + -0.10822048783302307, + -1.6041167974472046, + -0.30649614334106445, + 0.024986155331134796, + -0.09478208422660828, + -0.07936622202396393, + 0.20313698053359985, + -0.14368650317192078, + -1.4465723037719727, + -0.15018272399902344 + ], + [ + -0.20342744886875153, + -0.10246694833040237, + 0.22234585881233215, + 0.7030167579650879, + -0.11988171935081482, + -1.6661396026611328, + 0.032077938318252563, + 0.0331670343875885, + 0.07144804298877716, + 0.04462532699108124, + 0.10236608982086182, + -0.17606529593467712, + -1.6796358823776245, + -0.2841329574584961, + -0.0523683987557888, + -0.06260573863983154, + 0.004399240016937256, + 0.11639638245105743, + -0.09218525886535645, + -1.3921763896942139, + -0.16308990120887756 + ], + [ + -0.1896081417798996, + -0.09022429585456848, + 0.2176520824432373, + 0.7207211256027222, + -0.13121771812438965, + -1.596238136291504, + 0.02777847647666931, + 0.003351256251335144, + 0.050514914095401764, + 0.07348667085170746, + 0.13468369841575623, + -0.17388027906417847, + -1.6660864353179932, + -0.20877154171466827, + -0.03640003129839897, + -0.06580470502376556, + -0.11462144553661346, + 0.09196250885725021, + -0.11583706736564636, + -1.3571853637695312, + -0.0833882987499237 + ], + [ + -0.19152705371379852, + -0.05410043150186539, + -0.0498214066028595, + 0.5347883701324463, + 0.04265928268432617, + -1.0219069719314575, + -0.16686463356018066, + 0.12072407454252243, + 0.0238538458943367, + -0.015333332121372223, + 0.12847352027893066, + -0.1406705677509308, + -1.8321702480316162, + -0.4120221734046936, + 0.010039560496807098, + -0.042675383388996124, + -0.030101612210273743, + 0.03660683333873749, + -0.05435320734977722, + -1.4021594524383545, + -0.2124173939228058 + ], + [ + -0.3222288489341736, + -0.005766153335571289, + -0.059723466634750366, + 0.5425083637237549, + -0.033934444189071655, + -0.7218154668807983, + -0.09830129146575928, + 0.06694869697093964, + -0.020598063245415688, + 0.06895667314529419, + 0.031620193272829056, + 0.00572676956653595, + -1.810362458229065, + -0.4096674919128418, + 0.12498438358306885, + -0.03176003694534302, + -0.08574284613132477, + 0.005609378218650818, + 0.0049239397048950195, + -1.3918890953063965, + -0.2001933455467224 + ], + [ + -0.25838881731033325, + -0.013639826327562332, + 0.027111351490020752, + 0.6493222713470459, + 0.12156158685684204, + -1.0112717151641846, + -0.3592170476913452, + 0.058381468057632446, + 0.055615901947021484, + 0.030988335609436035, + 0.020116880536079407, + -0.2575961947441101, + -1.9999635219573975, + -0.4033021330833435, + 0.01756000518798828, + -0.06526722013950348, + -0.09815631806850433, + 0.08288056403398514, + -0.1490667164325714, + -1.638183355331421, + -0.014764383435249329 + ], + [ + -0.043369755148887634, + -0.04226663336157799, + 0.04717785120010376, + 0.8051880598068237, + 0.17305108904838562, + -0.4939675033092499, + -0.5553285479545593, + 0.1709379255771637, + -0.018768614158034325, + -0.11410915106534958, + 0.0005493350327014923, + 0.11403832584619522, + -1.94554603099823, + -0.2537044286727905, + 0.13509120047092438, + -0.005118889734148979, + -0.09718470275402069, + -0.10589243471622467, + -0.13020479679107666, + -1.4929125308990479, + -0.06389310956001282 + ], + [ + -0.03398026525974274, + -0.0014534443616867065, + -0.05064937472343445, + 0.8734880685806274, + 0.14619898796081543, + -0.5868625640869141, + -0.7186084389686584, + 0.1694040149450302, + -0.013337511569261551, + -0.010373257100582123, + -0.08753233402967453, + 0.1846950352191925, + -1.8050686120986938, + -0.21115969121456146, + 0.1625223010778427, + -0.06111207604408264, + -0.17552675306797028, + 0.0573716014623642, + -0.09318345785140991, + -1.596656084060669, + 0.1774456650018692 + ] + ], + "generated_utilities": [ + 0.21682795882225037, + 0.5899606943130493, + 0.16371053457260132, + 0.5896561741828918, + 0.22413843870162964, + 0.18177661299705505, + 0.19644330441951752, + 0.19306671619415283 + ], + "group_id": "ms-9a14552b7db695dee92c", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.838127613067627, + 2.0, + 0.15671375393867493, + 0.17482513189315796, + 0.5684618353843689, + 0.19147612154483795, + 0.5643423795700073, + 0.1653006672859192, + 0.11670731008052826, + 0.14578887820243835, + 0.16058449447155, + 0.10923929512500763, + 0.13408902287483215, + 0.06845971941947937, + 0.02954423427581787, + 0.08425161242485046 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.22581616044044495, + -0.32600927352905273, + -0.054001130163669586, + 1.2553811073303223, + -0.1383839249610901, + -1.9753923416137695, + 0.0, + 0.09536236524581909, + 0.017635054886341095, + -0.06946105509996414, + 0.06630897521972656, + -0.10150641947984695, + -1.9112331867218018, + 0.0, + -0.23092225193977356, + 0.04748937487602234, + 0.3013715445995331, + -0.22072738409042358, + 0.0733548104763031, + -1.6514825820922852, + 0.0 + ], + [ + 0.22913068532943726, + -0.32600927352905273, + 0.24692901968955994, + 1.2553811073303223, + 0.3704858124256134, + -1.9753923416137695, + 0.0, + 0.036500319838523865, + 0.12820330262184143, + -0.09674224257469177, + 0.2668613791465759, + -0.14372897148132324, + -1.9112331867218018, + 0.0, + -0.27894535660743713, + -0.3322452902793884, + 0.16300754249095917, + -0.24123603105545044, + -0.2359180599451065, + -1.6514825820922852, + 0.0 + ], + [ + 0.0198141410946846, + -1.3260092735290527, + 0.011403528973460197, + 2.2553811073303223, + 0.5258303284645081, + -2.9753923416137695, + 1.8956809043884277, + -0.028990529477596283, + 0.007858656346797943, + 0.03128144145011902, + 0.5457771420478821, + -0.14793801307678223, + -2.9112331867218018, + -1.5743238925933838, + -0.011861175298690796, + -0.002163209253922105, + 0.015663353726267815, + 0.7587639689445496, + -0.07801014184951782, + -2.651482582092285, + -1.5696079730987549 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.7913618087768555, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.1486477851867676, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.1392159461975098 + ], + [ + 0.13539990782737732, + -1.2862521409988403, + 0.28441768884658813, + 2.3658432960510254, + 0.4678441286087036, + -2.8791494369506836, + 1.8408029079437256, + -0.11893181502819061, + -0.1259741485118866, + -0.20943574607372284, + 0.4765416979789734, + -0.40862777829170227, + -2.8372273445129395, + -1.4697245359420776, + -0.08606886118650436, + -0.06554404646158218, + -0.27424973249435425, + 0.907739520072937, + -0.10130079835653305, + -2.6951611042022705, + -1.807652235031128 + ], + [ + -0.15379676222801208, + -1.7091000080108643, + 0.31153741478919983, + 2.2179949283599854, + 0.859725832939148, + -2.6038026809692383, + 1.98358952999115, + 0.22934654355049133, + -0.16202330589294434, + 0.02916553243994713, + 0.7702362537384033, + -0.0907563641667366, + -2.6495683193206787, + -1.394291877746582, + 0.2534489035606384, + -0.07077484577894211, + 0.10660970956087112, + 0.7866172194480896, + -0.41323983669281006, + -2.4847500324249268, + -1.5881152153015137 + ], + [ + 0.14051103591918945, + -0.8684865236282349, + 0.45214012265205383, + 2.499347686767578, + 0.310441792011261, + -2.875823497772217, + 1.4898443222045898, + 0.3396439850330353, + -0.033532168716192245, + 0.20189781486988068, + 0.3506202697753906, + 0.04831346869468689, + -2.4730942249298096, + -1.4369138479232788, + -0.4840375483036041, + -0.17814871668815613, + -0.1863224357366562, + 0.47034892439842224, + -0.5315045714378357, + -3.019744396209717, + -1.2571722269058228 + ], + [ + 0.5503659844398499, + -1.517655372619629, + -0.20272362232208252, + 2.5588791370391846, + 0.7160627841949463, + -2.551017999649048, + 2.423107385635376, + 0.18953359127044678, + -0.4268995523452759, + 0.014377228915691376, + 0.969605028629303, + -0.2440275251865387, + -2.385143756866455, + -1.4786417484283447, + 0.44389280676841736, + -0.11543146520853043, + -0.5315021872520447, + 1.2627880573272705, + 0.24797001481056213, + -3.17976713180542, + -1.8759949207305908 + ], + [ + -0.07551594823598862, + -1.6101253032684326, + 0.3926098048686981, + 1.726672649383545, + 1.0158472061157227, + -3.367068290710449, + 1.4499058723449707, + -0.5616514086723328, + 0.002434568479657173, + -0.5033466815948486, + -0.12249338626861572, + -0.07335222512483597, + -3.5959439277648926, + -1.0662813186645508, + -0.034436360001564026, + 0.512275218963623, + -0.04822078347206116, + 0.6117934584617615, + -0.745093822479248, + -2.2700355052948, + -2.090803623199463 + ], + [ + 0.6751457452774048, + -0.7857800126075745, + 0.11759950965642929, + 2.7748122215270996, + 1.3096001148223877, + -2.3352341651916504, + 1.4677345752716064, + 0.7219796180725098, + 0.21788907051086426, + -0.3245394825935364, + 0.08372032642364502, + -0.6393120288848877, + -2.8002729415893555, + -2.157836437225342, + 0.11339983344078064, + -0.2834126651287079, + -0.3824191987514496, + 1.130112648010254, + -0.8028184175491333, + -2.3846678733825684, + -1.8259286880493164 + ], + [ + -0.01608770713210106, + -2.1245148181915283, + -0.175740584731102, + 2.754368782043457, + 1.0032098293304443, + -3.7700157165527344, + 1.3539870977401733, + -0.7906507849693298, + -0.8311541080474854, + 0.8180835247039795, + 0.10450628399848938, + 0.01135176420211792, + -3.396463394165039, + -0.6868918538093567, + 0.22346650063991547, + 0.693323016166687, + -0.47104692459106445, + 0.8188157081604004, + -0.6246469020843506, + -2.4006571769714355, + -2.431541919708252 + ], + [ + -0.7931793928146362, + -1.7645766735076904, + 0.23125068843364716, + 2.816321849822998, + 1.1080517768859863, + -3.8820090293884277, + 1.8420056104660034, + 0.4984684884548187, + -0.9149360656738281, + -0.028868291527032852, + 0.14621934294700623, + 0.546608567237854, + -2.7883894443511963, + -1.3650472164154053, + -0.055590901523828506, + 0.41940492391586304, + -0.7235082983970642, + 1.1734092235565186, + -0.6126058101654053, + -3.217271566390991, + -2.512387275695801 + ], + [ + -0.5335642695426941, + -2.139784336090088, + 0.9540140628814697, + 1.7781559228897095, + 1.2117886543273926, + -3.71681809425354, + 2.461766242980957, + 0.4546531140804291, + 0.09786976873874664, + -0.8281612396240234, + -0.19971781969070435, + -1.1042157411575317, + -3.047807216644287, + -1.0697336196899414, + -0.22256404161453247, + -0.3800235986709595, + 0.3603542447090149, + 0.7543611526489258, + -0.23184219002723694, + -3.5156431198120117, + -2.1170644760131836 + ], + [ + 0.27338743209838867, + -0.9654052257537842, + -0.2700650095939636, + 2.6957814693450928, + 0.0643424391746521, + -3.094449281692505, + 0.8981494307518005, + 0.19603312015533447, + 0.5969407558441162, + -0.45200687646865845, + 1.466981291770935, + -0.45456382632255554, + -2.997983455657959, + -1.1903986930847168, + 0.5722758769989014, + -0.9932370781898499, + 0.28074830770492554, + 0.6244409084320068, + 0.6411240696907043, + -3.2179243564605713, + -1.905179738998413 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.025789255276322365, + -0.32600927352905273, + -0.02888326905667782, + 1.2553811073303223, + 0.013092517852783203, + -1.9753923416137695, + 0.0, + 0.04008308798074722, + -0.05201057717204094, + -0.008613351732492447, + -0.06225985288619995, + -0.0397564172744751, + -1.9112331867218018, + 0.0, + -0.02836347185075283, + -0.0055325529538095, + 0.053034864366054535, + 0.009740114212036133, + -0.006228044629096985, + -1.6514825820922852, + 0.0 + ] + ], + "predicted_scores": [ + 8.420369148254395, + 8.164827346801758, + 7.885455131530762, + 7.672189712524414, + 7.24373722076416, + 6.563242435455322, + 5.798367500305176, + 4.819498538970947 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "77147264", + "selected_index": 0, + "state_hash": "49d38eabb7404e0028c75dd98e1239274b5dc2f04b9db8653001e44369ca8f3a", + "stored_base_utility": 0.838127613067627, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8032726645469666, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8032726645469666 + }, + "base_progress": 0.8032726645469666, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.8032726645469666, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7867331504821777, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7867331504821777 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7898886799812317, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7898886799812317 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7889509201049805, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7889509201049805 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.79854416847229, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.79854416847229 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7849407196044922, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7849407196044922 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7994325757026672, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7994325757026672 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10634371638298035, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10634371638298035 + } + ], + "candidate_progress": [ + 0.7867331504821777, + 0.7898886799812317, + 0.7889509201049805, + 0.79854416847229, + 1.0, + 0.7849407196044922, + 0.7994325757026672, + 0.10634371638298035 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-19a3669e096e98232ec8", + "ms-c80e71e55d51d8595499", + "ms-eb7189a4f2b0f0a5d4bd", + "ms-eb7189a4f2b0f0a5d4bd", + "ms-5dfbb16e173e1a3e2bd6", + "ms-19a3669e096e98232ec8", + "ms-c80e71e55d51d8595499", + "ms-c80e71e55d51d8595499" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + true, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-9f5d57fe2153fd267774", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.16725297272205353, + 0.14237695932388306, + 0.1692267656326294, + 0.04480445384979248, + -0.13418355584144592, + -1.7783854007720947, + 0.012712031602859497, + 0.09786903113126755, + -0.10991806536912918, + -0.08635789901018143, + 0.34433621168136597, + -0.049565479159355164, + -1.3680164813995361, + -0.3106990456581116, + 0.024654988199472427, + -0.051923591643571854, + -0.07422707974910736, + 0.13999997079372406, + -0.24441027641296387, + -1.2641706466674805, + -0.3019702434539795 + ], + [ + -0.12912501394748688, + 0.11321502923965454, + 0.08479613065719604, + -0.02575179934501648, + -0.0904867947101593, + -1.7429039478302002, + 0.0012142658233642578, + 0.1302635222673416, + -0.13234615325927734, + -0.12364517897367477, + 0.42273032665252686, + -0.04457126557826996, + -1.3154232501983643, + -0.17625324428081512, + -0.016579288989305496, + -0.06884746253490448, + -0.020707428455352783, + 0.26071101427078247, + -0.15322345495224, + -1.160360336303711, + -0.1530734896659851 + ], + [ + -0.21975065767765045, + 0.16105401515960693, + 0.11492693424224854, + 0.13559556007385254, + -0.1349046230316162, + -1.6230372190475464, + -0.12036806344985962, + 0.08453613519668579, + -0.12765559554100037, + -0.11473483592271805, + 0.4336065351963043, + 0.08037232607603073, + -1.1995140314102173, + -0.2867773771286011, + 0.029916968196630478, + -0.02091856673359871, + -0.12075527012348175, + 0.1393672078847885, + -0.04809749126434326, + -1.1857038736343384, + -0.2950444221496582 + ], + [ + -0.13215462863445282, + 0.10781063139438629, + 0.1304548680782318, + -0.03565162420272827, + -0.0967598557472229, + -1.6645056009292603, + -0.03200191259384155, + 0.21047461032867432, + -0.12880802154541016, + -0.10635486990213394, + 0.3399411141872406, + -0.030841171741485596, + -1.3142894506454468, + -0.2609117031097412, + 0.038762468844652176, + -0.04884018003940582, + -0.04777686297893524, + 0.15929704904556274, + -0.22890299558639526, + -1.2507140636444092, + -0.20715650916099548 + ], + [ + -0.13116224110126495, + 0.04805690050125122, + 0.5840892791748047, + 0.06042969226837158, + 0.10171714425086975, + -1.5942277908325195, + -0.01998162269592285, + 0.19866374135017395, + -0.02343030460178852, + -0.12174069136381149, + 0.2332916557788849, + -0.25708091259002686, + -1.3590625524520874, + 0.05161876976490021, + 0.16071318089962006, + 0.07945661246776581, + 0.12134992331266403, + 0.11404787749052048, + 0.0027128756046295166, + -1.2355272769927979, + 0.0745154321193695 + ], + [ + -0.18040777742862701, + 0.08127154409885406, + 0.09159770607948303, + 0.11219590902328491, + -0.21107563376426697, + -1.889269232749939, + 0.027975916862487793, + 0.08630745112895966, + -0.10815239697694778, + -0.1625487208366394, + 0.4098486602306366, + -0.039922669529914856, + -1.210720419883728, + -0.3142508268356323, + 0.05861661955714226, + -0.10044056177139282, + -0.1561492532491684, + 0.28383946418762207, + -0.1258373260498047, + -1.2756222486495972, + -0.35203537344932556 + ], + [ + -0.14833779633045197, + 0.10127362608909607, + 0.043150514364242554, + 0.09718045592308044, + -0.07476222515106201, + -1.76820969581604, + -0.12173604965209961, + 0.11051509529352188, + -0.12390406429767609, + -0.16110649704933167, + 0.5013640522956848, + -0.07437989115715027, + -1.1767584085464478, + -0.2554473876953125, + -0.02485252544283867, + -0.05463919788599014, + -0.055337175726890564, + 0.24445927143096924, + -0.10700985789299011, + -1.1551190614700317, + -0.054315581917762756 + ], + [ + -0.2315693348646164, + 0.0940466821193695, + 0.3308975100517273, + 0.23861610889434814, + -0.2444716989994049, + -1.6092780828475952, + -0.27361738681793213, + -0.2498898208141327, + -0.11285991221666336, + 0.2459239661693573, + 0.4249691367149353, + -0.12071645259857178, + -1.3792815208435059, + -0.3638764023780823, + 0.2607181668281555, + -0.07581736147403717, + -0.07017622888088226, + 0.38502103090286255, + 0.22355292737483978, + -1.2575316429138184, + 0.4317265450954437 + ] + ], + "generated_utilities": [ + 0.7867331504821777, + 0.7898886799812317, + 0.7889509201049805, + 0.79854416847229, + 2.0, + 0.7849407196044922, + 0.7994325757026672, + 0.10634371638298035 + ], + "group_id": "ms-9f5d57fe2153fd267774", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8544998168945312, + 2.0, + 0.14427810907363892, + 0.1566883623600006, + 0.7847082018852234, + 0.6161996126174927, + 0.5900160074234009, + 0.12891459465026855, + 0.5811972618103027, + 0.12705880403518677, + 0.12002001702785492, + 0.07508957386016846, + 0.1335657238960266, + 2.0, + 0.5254277586936951, + 0.1602712869644165 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.07957560569047928, + 0.1778574287891388, + -0.06101015955209732, + 0.08770006895065308, + -0.13665570318698883, + -1.1242008209228516, + 0.0, + 0.20265339314937592, + 0.03117954358458519, + -0.08283126354217529, + 0.051615357398986816, + 0.006725620478391647, + -0.7304134368896484, + 0.0, + -0.03756266087293625, + 0.051428791135549545, + 0.13959813117980957, + 0.040047526359558105, + -0.04084143042564392, + -0.31500017642974854, + 0.0 + ], + [ + 0.31541678309440613, + -0.16606420278549194, + 0.09380461275577545, + 0.031209349632263184, + -0.10083025693893433, + -1.1242008209228516, + 0.0, + 0.09663133323192596, + -0.095388263463974, + 0.4012776017189026, + 0.051615357398986816, + 0.167547807097435, + -0.7304134368896484, + 0.0, + -0.6302167177200317, + 0.05524101108312607, + -0.14198890328407288, + 0.040047526359558105, + 0.5201720595359802, + -0.31500017642974854, + 0.0 + ], + [ + 0.004154659807682037, + -0.0034282731357961893, + 0.005892834160476923, + 1.0312093496322632, + -0.15828494727611542, + -2.1242008209228516, + -1.4059314727783203, + 0.002088826149702072, + 0.0016306412871927023, + 0.005124530289322138, + 1.0516153573989868, + -0.05936579033732414, + -1.7304134368896484, + -1.2081255912780762, + 0.010161396116018295, + 0.0017865521367639303, + -0.006222852971404791, + 1.040047526359558, + 0.07346899807453156, + -1.3150001764297485, + -0.9752891659736633 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.8118629455566406, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.4162511825561523, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -1.9505783319473267 + ], + [ + 0.05903958901762962, + -0.05713164061307907, + 0.27611011266708374, + 0.9773679971694946, + -0.2122824341058731, + -2.198127031326294, + -1.1234419345855713, + 0.22609303891658783, + 0.14432841539382935, + 0.13455358147621155, + 0.8475942611694336, + 0.19007176160812378, + -1.4536203145980835, + -1.208316445350647, + -0.24895474314689636, + 0.08610261976718903, + 0.16216596961021423, + 1.2356702089309692, + 0.07108174264431, + -1.4601069688796997, + -1.0005295276641846 + ], + [ + -0.2862337827682495, + -0.34814661741256714, + -0.3317800462245941, + 1.383265495300293, + -0.3485583961009979, + -1.7799506187438965, + -1.6264256238937378, + -0.24356596171855927, + -0.18337340652942657, + 0.3351142108440399, + 1.36115562915802, + -0.4404119849205017, + -1.4858057498931885, + -0.9229021668434143, + 0.3078569769859314, + -0.18743832409381866, + -0.3414495885372162, + 1.0045359134674072, + -0.1438894122838974, + -1.5133963823318481, + -0.7331042885780334 + ], + [ + 0.14600041508674622, + -0.10555070638656616, + 0.06090353801846504, + 1.1715545654296875, + 0.14829085767269135, + -1.8377182483673096, + -1.2019046545028687, + -0.33082208037376404, + 0.27619102597236633, + 0.3936208188533783, + 1.4077775478363037, + -0.2165551781654358, + -2.094696283340454, + -0.7843748331069946, + -0.13239514827728271, + 0.208020880818367, + 0.17500364780426025, + 0.5608562231063843, + 0.5641188025474548, + -1.6192113161087036, + -1.1969176530838013 + ], + [ + -0.03659747168421745, + -0.2400680035352707, + 0.49718841910362244, + 1.0422266721725464, + 0.13088186085224152, + -2.068427324295044, + -1.1215412616729736, + 0.06697356700897217, + 0.19986751675605774, + -0.5827334523200989, + 0.9792195558547974, + -0.5810520648956299, + -1.7176907062530518, + -0.6760571002960205, + -0.08971267938613892, + 0.36716267466545105, + 0.4829793870449066, + 0.7045803070068359, + -0.3341261148452759, + -1.3750282526016235, + -1.086517095565796 + ], + [ + 0.09393255412578583, + 0.6277099251747131, + 0.653377115726471, + 0.5602235198020935, + -0.8483365178108215, + -1.7264833450317383, + -1.698084831237793, + -0.3303340971469879, + 0.43070027232170105, + -0.13159427046775818, + 1.0274523496627808, + 0.4760425388813019, + -2.1360630989074707, + -0.6506720185279846, + 0.3130929470062256, + 0.6801184415817261, + 0.6575731039047241, + 0.9053056240081787, + 0.18805859982967377, + -1.3225764036178589, + -1.0653810501098633 + ], + [ + 0.536294162273407, + -0.026106586679816246, + 0.11593607813119888, + 0.2775042653083801, + 0.1801595836877823, + -1.590940237045288, + -0.6846873164176941, + 0.5080465078353882, + -0.7678324580192566, + 0.24115782976150513, + 0.2675415277481079, + -0.3879689872264862, + -2.1869571208953857, + -0.7176487445831299, + -0.15474224090576172, + -0.5326727032661438, + -0.12406099587678909, + 0.411626398563385, + 0.3519209027290344, + -1.6924495697021484, + -1.4648362398147583 + ], + [ + 0.2688097357749939, + -0.7928301095962524, + -0.39608004689216614, + 1.3961963653564453, + -0.026196151971817017, + -2.263073682785034, + -2.044499635696411, + 0.055598195642232895, + -0.485431969165802, + -0.058985911309719086, + 1.781836986541748, + 0.7104123830795288, + -2.0781984329223633, + -0.6968748569488525, + -0.1437186300754547, + 0.8155919313430786, + 0.5188283920288086, + 0.23954623937606812, + -0.6596511602401733, + -1.3867920637130737, + -0.7448391318321228 + ], + [ + 0.11259422451257706, + 0.43877506256103516, + -0.585435152053833, + 0.12099790573120117, + 0.5070493817329407, + -2.101219654083252, + -1.3759371042251587, + -0.7516231536865234, + 0.7018498778343201, + 0.7899036407470703, + 0.9772143959999084, + -0.7032701373100281, + -1.4699928760528564, + -1.4471495151519775, + 0.4750489890575409, + 0.8803708553314209, + -0.25032687187194824, + 1.3429648876190186, + 0.7985087037086487, + -0.5786607265472412, + -1.563289761543274 + ], + [ + 0.4965847432613373, + -0.8452511429786682, + 0.21300016343593597, + 0.28797537088394165, + -1.0059970617294312, + -3.040114402770996, + -1.1050269603729248, + 0.7826927304267883, + 0.8645586371421814, + -0.9447845816612244, + 1.0121192932128906, + 0.5123239755630493, + -1.5470938682556152, + -0.6170141100883484, + 0.2538997530937195, + 0.912939727306366, + -0.8613666892051697, + 0.9517492055892944, + 0.7185115218162537, + -2.1534924507141113, + -0.6818757057189941 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.025899745523929596, + -0.03433045744895935, + -0.044045113027095795, + 0.031209349632263184, + -0.014532476663589478, + -1.1242008209228516, + 0.0, + 0.10768167674541473, + -0.020356399938464165, + 0.09216367453336716, + 0.051615357398986816, + -0.011370409280061722, + -0.7304134368896484, + 0.0, + 0.04558054730296135, + 0.038496289402246475, + 0.02504396252334118, + 0.040047526359558105, + 0.01217309758067131, + -0.31500017642974854, + 0.0 + ], + [ + -0.5198070406913757, + -0.8798871040344238, + 0.04596509411931038, + 1.55931556224823, + 0.31027060747146606, + -1.5283797979354858, + -1.6053413152694702, + -0.2754230797290802, + -0.012456716038286686, + 0.7998818159103394, + 1.5184144973754883, + 0.05059843137860298, + -1.85283362865448, + -0.9533926248550415, + 0.9978112578392029, + 0.8525571227073669, + -0.9611027836799622, + 0.32179969549179077, + -0.448661744594574, + -1.9452965259552002, + -0.7132223844528198 + ] + ], + "predicted_scores": [ + 4.969799041748047, + 4.67491340637207, + 4.664252758026123, + 4.62471342086792, + 4.57749605178833, + 4.560532093048096, + 4.272946357727051, + 3.242948532104492 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1607773860", + "selected_index": 0, + "state_hash": "fdc7379ab4491c9f65860cadd3b2f3c9f2335f26aae91fb1c06d3a4edf858d6a", + "stored_base_utility": 0.8544998168945312, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8414957523345947, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8414957523345947 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8310416340827942, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8310416340827942 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8419911861419678, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8419911861419678 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21597248315811157, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21597248315811157 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8423680663108826, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8423680663108826 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 0.8414957523345947, + 0.8310416340827942, + 0.8419911861419678, + 1.0, + 0.21597248315811157, + 0.8423680663108826, + 1.0, + 1.0 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-f3ec6a4e6e3a778054d1", + "ms-f3ec6a4e6e3a778054d1", + "ms-19a3669e096e98232ec8", + "ms-19a3669e096e98232ec8", + "ms-f3ec6a4e6e3a778054d1", + "ms-f3ec6a4e6e3a778054d1", + "ms-f3ec6a4e6e3a778054d1", + "ms-20f3cfcf183c69853b1e" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + true, + false, + false, + true, + true + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-b0fee26e1db967f90b81", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.19994114339351654, + 0.0006910897791385651, + -0.04023340344429016, + -0.2318938672542572, + 0.09040199220180511, + -2.0993902683258057, + -0.2466028928756714, + -0.006332665681838989, + 0.01009218767285347, + 0.006126962602138519, + 0.17676442861557007, + -0.10929074883460999, + -1.9542632102966309, + -0.12561066448688507, + 0.1520155519247055, + 0.027978789061307907, + -0.14934368431568146, + 0.055289268493652344, + -0.1485958695411682, + -1.6581392288208008, + -0.5472439527511597 + ], + [ + -0.03801794350147247, + -0.12753406167030334, + 0.09563526511192322, + -0.2789801359176636, + 0.1605503261089325, + -2.037104845046997, + -0.1633514165878296, + 0.15103380382061005, + 0.05318949371576309, + 0.07385259866714478, + 0.2286226749420166, + -0.24501046538352966, + -1.7957464456558228, + -0.03451108932495117, + 0.062110401690006256, + -0.017783766612410545, + -0.07594402134418488, + 0.09678565710783005, + 0.05411660671234131, + -1.4951612949371338, + -0.2625412344932556 + ], + [ + -0.07538843154907227, + 0.007342882454395294, + 0.01801970601081848, + -0.11151494830846786, + -0.05882665514945984, + -2.023771047592163, + 0.05055081844329834, + 0.09539934992790222, + -0.03626995533704758, + -0.08246759325265884, + 0.2670094072818756, + -0.0956001877784729, + -1.5074723958969116, + -0.3928874731063843, + 0.06265535205602646, + -0.013010607101023197, + -0.09568123519420624, + 0.20427267253398895, + 0.08589914441108704, + -1.3418192863464355, + -0.30992093682289124 + ], + [ + -0.0893135517835617, + 0.06943027675151825, + 0.09895730018615723, + -0.16534245014190674, + -0.003016233444213867, + -2.002078056335449, + 0.09273973107337952, + 0.061063915491104126, + -0.04251394420862198, + -0.002662934362888336, + 0.21043571829795837, + -0.15793290734291077, + -1.6552387475967407, + -0.3149314522743225, + -0.0007929690182209015, + 0.05067777261137962, + -0.03201676905155182, + 0.08576884120702744, + -0.06711682677268982, + -1.4002323150634766, + -0.286710262298584 + ], + [ + -0.018419533967971802, + 0.09911739826202393, + 0.049536168575286865, + -0.08210179209709167, + 0.2205209881067276, + -1.2754966020584106, + 0.032878488302230835, + 0.1366346776485443, + -0.059075623750686646, + 0.09431462734937668, + 0.11852463334798813, + -0.015905186533927917, + -1.2294164896011353, + 0.12960277497768402, + 0.17462311685085297, + 0.09899196028709412, + -0.158955380320549, + -0.1466357260942459, + 0.050024256110191345, + -1.43666410446167, + 0.0472659170627594 + ], + [ + -0.10027673840522766, + -0.007865581661462784, + 0.09475448727607727, + -0.22335152328014374, + 0.15701958537101746, + -2.039126396179199, + -0.22394144535064697, + 0.12992805242538452, + -0.0007395800203084946, + -0.007833965122699738, + 0.1931324303150177, + -0.08587455749511719, + -1.7849243879318237, + -0.21098960936069489, + 0.05260245501995087, + 0.043063193559646606, + -0.11460618674755096, + 0.10519354045391083, + -0.021942585706710815, + -1.5086674690246582, + -0.06343746185302734 + ], + [ + -0.040569007396698, + 0.05570702999830246, + 0.10980135202407837, + -0.06370005011558533, + 0.12131956964731216, + -2.0406296253204346, + -0.17759156227111816, + 0.09470194578170776, + -0.043962232768535614, + 0.05842018872499466, + 0.22344297170639038, + -0.006721913814544678, + -1.5215524435043335, + 0.010949745774269104, + 0.008913159370422363, + 0.08779135346412659, + 0.016064703464508057, + 0.17423906922340393, + -0.013347834348678589, + -1.4633886814117432, + 0.00899149477481842 + ], + [ + -0.07251964509487152, + 0.10097585618495941, + 0.04834914207458496, + -0.2591322064399719, + 0.015107870101928711, + -2.090320110321045, + -0.07398843765258789, + 0.052941977977752686, + -0.07531672716140747, + -0.019435204565525055, + 0.291586697101593, + -0.16286560893058777, + -1.6933354139328003, + -0.259341299533844, + 0.0025164224207401276, + 0.032137565314769745, + -0.06783001124858856, + 0.1408039778470993, + -0.11333855986595154, + -1.4768731594085693, + -0.23919236660003662 + ] + ], + "generated_utilities": [ + 0.8414957523345947, + 0.8310416340827942, + 0.8419911861419678, + 2.0, + 0.21597248315811157, + 0.8423680663108826, + 2.0, + 2.0 + ], + "group_id": "ms-b0fee26e1db967f90b81", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8397466540336609, + 0.8594310283660889, + 0.14638642966747284, + 0.09418028593063354, + 0.7838175296783447, + 0.5982922315597534, + 0.5913184881210327, + 2.0, + 0.20996521413326263, + 0.17419946193695068, + 0.11757439374923706, + 0.1645697057247162, + 0.05191062390804291, + 0.08658662438392639, + 0.04989185929298401, + 0.05867189168930054 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.1510201096534729, + -0.21724483370780945, + 0.14240525662899017, + 0.003108598291873932, + -0.11609727144241333, + -1.6516358852386475, + 0.0, + -0.09976008534431458, + 0.061503566801548004, + 0.3070257902145386, + -0.08051937818527222, + 0.05735237896442413, + -1.6075372695922852, + 0.0, + -0.19649454951286316, + -0.15815469622612, + 0.2621642053127289, + -0.17578476667404175, + -0.034231506288051605, + -1.3808586597442627, + 0.0 + ], + [ + 0.014505341649055481, + 0.0403006337583065, + 0.5529788732528687, + 0.0714028924703598, + -0.41683781147003174, + -1.6516358852386475, + 0.0, + 0.41446545720100403, + -0.16278114914894104, + -0.4971221685409546, + -0.3640303611755371, + 0.02483367919921875, + -1.6075372695922852, + 0.0, + 0.5711643695831299, + -0.5244585275650024, + -0.5069849491119385, + 0.31709733605384827, + -0.4254770278930664, + -1.3808586597442627, + 0.0 + ], + [ + -0.044587142765522, + 0.03136333078145981, + 0.014485275372862816, + 0.04301099479198456, + 0.47328460216522217, + -2.6516358852386475, + -0.32303211092948914, + -0.01855158433318138, + -0.003608003491535783, + 0.029763570055365562, + 0.6359696388244629, + -0.1304762363433838, + -2.607537269592285, + -1.7957698106765747, + -0.009414590895175934, + -0.000939749414101243, + 0.018994441255927086, + 0.7486392855644226, + -0.06401278078556061, + -2.3808586597442627, + -1.722450852394104 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.6460642218589783, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.5915396213531494, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.444901704788208 + ], + [ + 0.18585285544395447, + 0.17557260394096375, + 0.08478302508592606, + -0.17644454538822174, + 0.7477058172225952, + -2.614673137664795, + -0.3018328547477722, + 0.2204062044620514, + -0.0497702918946743, + 0.1961878538131714, + 0.5304322242736816, + -0.15872131288051605, + -2.604066848754883, + -2.053436517715454, + 0.18444111943244934, + -0.0024187257513403893, + 0.0054171085357666016, + 1.0256288051605225, + 0.02724038064479828, + -2.426236391067505, + -1.6594898700714111 + ], + [ + -0.5335133075714111, + 0.12298225611448288, + -0.12197553366422653, + 0.0424814410507679, + 0.002416938543319702, + -2.8428826332092285, + -0.17827168107032776, + -0.3377644121646881, + 0.04258471727371216, + -0.15910103917121887, + 0.9169985055923462, + 0.003966793417930603, + -3.069180727005005, + -1.407257318496704, + -0.47542956471443176, + -0.2210284322500229, + -0.10021048784255981, + 0.7806655168533325, + 0.3228837251663208, + -2.058253049850464, + -1.556677222251892 + ], + [ + 0.20687156915664673, + -0.5511468052864075, + 0.3945963978767395, + -0.16104432940483093, + 0.4936041831970215, + -2.1271684169769287, + 0.02855244278907776, + 0.544975996017456, + -0.3336343765258789, + 0.029475202783942223, + 0.8120307326316833, + -0.3246060609817505, + -2.885145425796509, + -2.2030622959136963, + -0.28730231523513794, + 0.19937433302402496, + 0.19840951263904572, + 1.1192030906677246, + -0.3995746374130249, + -2.5594136714935303, + -1.1545796394348145 + ], + [ + -0.5497553944587708, + -0.39125651121139526, + 0.2725587487220764, + -0.27965104579925537, + 1.0584466457366943, + -2.1044363975524902, + -0.6898342370986938, + 0.36552220582962036, + -0.2289373278617859, + 0.24627351760864258, + 0.7968363165855408, + 0.14776766300201416, + -2.988917112350464, + -1.6111457347869873, + -0.5116392374038696, + 0.030796781182289124, + -0.08262427151203156, + 1.0816104412078857, + 0.336497962474823, + -1.684936285018921, + -2.290850877761841 + ], + [ + 0.18322327733039856, + 0.6938241720199585, + 0.5252001881599426, + 0.06770005077123642, + 1.120344877243042, + -1.8558356761932373, + 0.18930694460868835, + -0.7033196687698364, + 0.7861698865890503, + -0.0965423658490181, + 0.015094935894012451, + -0.5303559303283691, + -2.6036770343780518, + -2.589250087738037, + -0.468231737613678, + -0.5901691317558289, + -0.7109078764915466, + 0.986366331577301, + -0.7634903192520142, + -2.984590530395508, + -1.1651530265808105 + ], + [ + 0.7039692401885986, + -0.5346179008483887, + 0.1466517597436905, + -0.6284777522087097, + -0.07994896173477173, + -2.4640438556671143, + -1.102164626121521, + -0.26685386896133423, + -0.3165925443172455, + 0.8653677701950073, + 0.232782244682312, + -0.5054740905761719, + -3.400317668914795, + -1.4077497720718384, + -0.09987740218639374, + -0.27442091703414917, + 0.5428174138069153, + 1.5128605365753174, + 0.747156023979187, + -2.0367631912231445, + -2.464085578918457 + ], + [ + 0.4474923610687256, + -0.7824500203132629, + 0.5928975343704224, + 0.57558673620224, + -0.17630118131637573, + -2.176387310028076, + -0.3299017548561096, + -0.6172446608543396, + 0.5065999627113342, + 0.46063295006752014, + 0.5951727628707886, + -0.02366364747285843, + -3.254279136657715, + -0.8880517482757568, + 0.3714323043823242, + 0.12449074536561966, + 0.6677311658859253, + -0.20713549852371216, + 0.5062628984451294, + -3.2156763076782227, + -1.9652986526489258 + ], + [ + -0.437069296836853, + 0.615723192691803, + -0.7743021249771118, + 0.20228458940982819, + 0.4320293366909027, + -2.0403428077697754, + -0.32251936197280884, + -0.7280393838882446, + 0.10878247022628784, + 0.9395551681518555, + 0.6021312475204468, + -0.3748174011707306, + -2.0175063610076904, + -1.9166245460510254, + -0.10793138295412064, + 0.6512030959129333, + 0.3747653365135193, + 1.5698660612106323, + -0.7995363473892212, + -1.8378328084945679, + -1.0564453601837158 + ], + [ + -0.7214477062225342, + -0.5686705708503723, + 0.8819299936294556, + 0.7319017648696899, + 1.0695421695709229, + -2.0338172912597656, + 0.2973436415195465, + -0.19576850533485413, + 0.4506514370441437, + 0.9037411212921143, + 0.0996239185333252, + 0.5076434016227722, + -2.611851930618286, + -2.7078182697296143, + 0.022706281393766403, + -0.4812851846218109, + -0.40778082609176636, + 1.6509652137756348, + -0.5721896886825562, + -1.8604621887207031, + -1.2943172454833984 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.017527949064970016, + -0.13547566533088684, + -0.31396082043647766, + -0.06045208126306534, + 0.7718918323516846, + -2.996134042739868, + -0.0199548602104187, + 0.26194432377815247, + -0.303554505109787, + -0.09068091958761215, + 0.3007984459400177, + -0.39815279841423035, + -2.626121997833252, + -1.8776893615722656, + 0.25959014892578125, + 0.20619672536849976, + -0.25346171855926514, + 0.40209779143333435, + 0.1943899542093277, + -2.464694023132324, + -1.5338099002838135 + ] + ], + "predicted_scores": [ + 5.807198524475098, + 5.7667951583862305, + 5.764277935028076, + 5.755428314208984, + 5.6529860496521, + 5.465258598327637, + 5.36248254776001, + 5.1805830001831055 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1358421325", + "selected_index": 0, + "state_hash": "b8e04d64f31138fff8f83f1bb017f9e8515565a2ada2ba5787ad5f06b796589c", + "stored_base_utility": 0.8397466540336609, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20958349108695984, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20958349108695984 + }, + "base_progress": 0.20958349108695984, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.20958349108695984, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1761799156665802, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1761799156665802 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20680966973304749, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20680966973304749 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1813933551311493, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1813933551311493 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19955876469612122, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19955876469612122 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1897457242012024, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1897457242012024 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1703510880470276, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1703510880470276 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20220507681369781, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20220507681369781 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21757075190544128, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21757075190544128 + } + ], + "candidate_progress": [ + 0.1761799156665802, + 0.20680966973304749, + 0.1813933551311493, + 0.19955876469612122, + 0.1897457242012024, + 0.1703510880470276, + 0.20220507681369781, + 0.21757075190544128 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-5a32c809ed679663dcb1", + "ms-01e6eaaaf40875e0ef5a", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1", + "ms-852c671b0adeccfa4bf1", + "ms-01e6eaaaf40875e0ef5a" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-bc2d3b425d9163a62dbb", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.15618866682052612, + -0.026100851595401764, + 0.12935996055603027, + -0.2159099280834198, + 0.744748055934906, + 0.24113498628139496, + 0.5378735065460205, + 0.17063292860984802, + -0.039878733456134796, + 0.04070507735013962, + -0.21014246344566345, + -0.14793342351913452, + -1.017802357673645, + 0.10314784198999405, + 0.23054468631744385, + 0.03172697126865387, + 0.020327508449554443, + -0.1441449373960495, + 0.040920525789260864, + -0.931170642375946, + -0.21538153290748596 + ], + [ + 0.023686356842517853, + 0.13774268329143524, + -0.014899283647537231, + 0.025347009301185608, + 0.7855221033096313, + 0.20919843018054962, + 0.16692936420440674, + 0.023680761456489563, + -0.02036423422396183, + -0.02597896009683609, + 0.0319485105574131, + -0.028008699417114258, + -1.393757939338684, + -0.148869588971138, + -0.006139468401670456, + -0.05527720972895622, + 0.09177939593791962, + -0.04338538646697998, + 0.0718952864408493, + -1.1887633800506592, + 0.021098896861076355 + ], + [ + 0.09155561029911041, + 0.09729373455047607, + 0.09607675671577454, + -0.1728125363588333, + 0.7327547669410706, + -0.037820979952812195, + 0.1392720341682434, + -0.09405025839805603, + 0.05284939706325531, + 0.08817102015018463, + 0.061873193830251694, + -0.04012605547904968, + -1.5546586513519287, + -0.11284948885440826, + 0.02929731458425522, + -0.07093545794487, + 0.1758337765932083, + -0.17857764661312103, + -0.009598910808563232, + -1.4127025604248047, + 0.1166767030954361 + ], + [ + -0.0007941275835037231, + 0.11798082292079926, + 0.06785649061203003, + 0.09455129504203796, + 0.7294381260871887, + -0.023037955164909363, + -0.08619487285614014, + 0.0958990752696991, + -0.007952004671096802, + -0.030601270496845245, + 0.07691645622253418, + -0.018955767154693604, + -1.5249534845352173, + -0.16758178174495697, + 0.05349352955818176, + -0.15211686491966248, + 0.020009085536003113, + 0.1570684015750885, + 0.1446753591299057, + -1.2417018413543701, + 0.01454433798789978 + ], + [ + -0.06490626931190491, + 0.2118334025144577, + 0.1375720500946045, + -0.09529919922351837, + 0.7801233530044556, + 0.01271963119506836, + 0.05188480019569397, + 0.034092679619789124, + -0.002925025299191475, + 0.021699942648410797, + 0.07644827663898468, + -0.14573249220848083, + -1.5993417501449585, + 0.030972100794315338, + -0.03058653697371483, + -8.814036846160889e-05, + 0.10773031413555145, + -0.0038851946592330933, + 0.01617366075515747, + -1.2598072290420532, + 0.3793783187866211 + ], + [ + 0.018457621335983276, + 0.1813889741897583, + 0.14956149458885193, + -0.1882781684398651, + 0.8113939166069031, + 0.2303413450717926, + 0.1084555983543396, + 0.12974733114242554, + -0.02974005974829197, + 0.10652803629636765, + -0.06884395331144333, + -0.326832115650177, + -1.7156521081924438, + -0.10007838904857635, + -0.0220998115837574, + 0.14025822281837463, + 0.20550784468650818, + 0.027201518416404724, + 0.08525271713733673, + -1.0873253345489502, + 0.3093985319137573 + ], + [ + 0.03631885349750519, + 0.12467803061008453, + 0.1446283757686615, + 0.06944873929023743, + 0.8760018348693848, + 0.24001860618591309, + -0.0009997785091400146, + 0.13399145007133484, + 0.03179085627198219, + -0.04677122086286545, + 0.008113179355859756, + -0.0005872845649719238, + -1.5037034749984741, + -0.09370522201061249, + -0.04182321950793266, + -0.07978232204914093, + -0.01908859610557556, + -0.037356093525886536, + -0.011191189289093018, + -1.3143482208251953, + -0.0595347136259079 + ], + [ + 0.034739166498184204, + 0.09170879423618317, + -0.14888682961463928, + 0.06721973419189453, + 0.825427770614624, + 0.28800010681152344, + 0.049814045429229736, + 0.051840752363204956, + -0.036798782646656036, + -0.029293887317180634, + 0.14930468797683716, + -0.06908804178237915, + -1.4317482709884644, + -0.17864470183849335, + -0.08647587895393372, + -0.046654146164655685, + -0.028565898537635803, + -0.09666885435581207, + 0.12915682792663574, + -1.2456109523773193, + 0.04030030965805054 + ] + ], + "generated_utilities": [ + 0.1761799156665802, + 0.20680966973304749, + 0.1813933551311493, + 0.19955876469612122, + 0.1897457242012024, + 0.1703510880470276, + 0.20220507681369781, + 0.21757075190544128 + ], + "group_id": "ms-bc2d3b425d9163a62dbb", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8266608119010925, + 2.0, + 0.15905821323394775, + 0.13648143410682678, + 0.5621776580810547, + 0.18381908535957336, + 0.20885342359542847, + 0.18184903264045715, + 0.19253113865852356, + 0.5574395656585693, + 0.10362428426742554, + 0.0659959614276886, + 0.09997051954269409, + 0.2210000902414322, + 0.00010728836059570312, + 0.12723565101623535 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.059883326292037964, + -0.16710972785949707, + -0.04027438163757324, + -0.23492489755153656, + 0.34960758686065674, + 0.16551673412322998, + 0.0, + -0.27484941482543945, + 0.07304387539625168, + -0.38491085171699524, + 0.03056102991104126, + 0.16416949033737183, + -1.5270280838012695, + 0.0, + 0.01279987208545208, + -0.07740817964076996, + 0.07519636303186417, + 0.14440757036209106, + 0.0022157281637191772, + -1.3374013900756836, + 0.0 + ], + [ + -0.6122239828109741, + -0.0734642744064331, + -0.4064018726348877, + 0.11902926862239838, + 0.34960758686065674, + -0.07764682173728943, + 0.0, + 0.37407442927360535, + -0.08740249276161194, + -0.20959049463272095, + -0.37996697425842285, + -0.304497092962265, + -1.5270280838012695, + 0.0, + -0.9113190174102783, + 0.3964778184890747, + 0.4811243414878845, + 0.2385387420654297, + -0.11476142704486847, + -1.3374013900756836, + 0.0 + ], + [ + 0.3877759873867035, + 0.6924911141395569, + -1.0402743816375732, + 0.005685340613126755, + 1.3496075868606567, + -0.2760518193244934, + 1.2840001583099365, + -0.028063178062438965, + 0.0023769063409417868, + 0.03187502175569534, + 0.04654876887798309, + 0.3263346254825592, + -2.5270280838012695, + -1.7457892894744873, + -0.012772172689437866, + -0.008647367358207703, + 0.019657021388411522, + 0.3050904870033264, + 0.19037143886089325, + -2.3374013900756836, + -1.738369345664978 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.568000316619873, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.4915785789489746, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.476738691329956 + ], + [ + 0.1989155411720276, + 0.7169155478477478, + -0.9921301603317261, + 0.22762086987495422, + 1.516188144683838, + -0.23096826672554016, + 1.0414973497390747, + 0.0012522991746664047, + -0.0518387071788311, + -0.23540246486663818, + 0.08515512943267822, + 0.5060473084449768, + -2.5231378078460693, + -1.4593229293823242, + -0.09671962261199951, + 0.09134317189455032, + -0.07944301515817642, + 0.18403387069702148, + 0.2437569499015808, + -2.270580291748047, + -1.9640144109725952 + ], + [ + 0.256519615650177, + 0.7805030941963196, + -1.3583617210388184, + 0.3310847878456116, + 1.2735480070114136, + -0.4127388000488281, + 1.2665152549743652, + -0.19997301697731018, + -0.11129427701234818, + 0.1647017002105713, + 0.3767858147621155, + 0.4831879138946533, + -2.752143621444702, + -1.6790910959243774, + 0.2554209232330322, + 0.3251851797103882, + -0.12605378031730652, + 0.696884274482727, + 0.29535919427871704, + -2.726069688796997, + -1.704551100730896 + ], + [ + 0.49772778153419495, + 1.0026791095733643, + -0.5513590574264526, + 0.008379313163459301, + 1.7768750190734863, + -0.6102496981620789, + 1.7048192024230957, + -0.29564282298088074, + -0.20420490205287933, + -0.23934513330459595, + -0.34791648387908936, + 0.0690477192401886, + -2.602295398712158, + -1.8138929605484009, + -0.38315677642822266, + -0.16421082615852356, + 0.17502839863300323, + -0.13996875286102295, + -0.30929630994796753, + -2.544666290283203, + -1.2411268949508667 + ], + [ + 0.07701912522315979, + 0.9529868364334106, + -1.497549295425415, + -0.3016125559806824, + 1.8504154682159424, + -0.3136579394340515, + 1.6619524955749512, + -0.28860214352607727, + 0.20993559062480927, + 0.6072397232055664, + 0.04243222624063492, + -0.133962482213974, + -2.0948100090026855, + -2.1691184043884277, + 0.44940999150276184, + -0.4183289408683777, + 0.5662978291511536, + 0.5016863942146301, + 0.7054548263549805, + -2.282663345336914, + -1.8892805576324463 + ], + [ + -0.2981111705303192, + 0.038420140743255615, + -1.687281847000122, + -0.37934571504592896, + 1.1300733089447021, + -0.6208293437957764, + 1.8144867420196533, + 0.16701459884643555, + 0.5508663654327393, + 0.4797254800796509, + -0.09421360492706299, + -0.3499920070171356, + -2.5030596256256104, + -1.5871793031692505, + -0.33045580983161926, + -0.29071635007858276, + 0.5385350584983826, + 0.9102991223335266, + 0.3121117353439331, + -2.2699851989746094, + -2.081907272338867 + ], + [ + -0.28236815333366394, + 0.18060839176177979, + -0.32270634174346924, + 0.033799149096012115, + 1.128151774406433, + -0.7577929496765137, + 1.6937967538833618, + -0.813525378704071, + 0.48178502917289734, + -0.6699209809303284, + -0.03810972720384598, + 0.8273124694824219, + -2.2768704891204834, + -1.317199945449829, + 0.0046694036573171616, + 0.5900158286094666, + -0.12453534454107285, + 1.046316385269165, + 0.2770566940307617, + -2.0448076725006104, + -2.4180057048797607 + ], + [ + 0.26116815209388733, + 1.305420994758606, + -0.5357515811920166, + 0.6523149013519287, + 0.5250536203384399, + -0.6821175217628479, + 1.2918037176132202, + 0.3275931477546692, + -0.8845832943916321, + -0.6987056136131287, + 0.10023711621761322, + -0.2849085032939911, + -1.7303776741027832, + -1.0117536783218384, + -0.06847482174634933, + 0.6783800721168518, + -0.04633811116218567, + 0.0702061653137207, + -0.3159322142601013, + -3.004882335662842, + -2.0691566467285156 + ], + [ + 0.5418367385864258, + 1.1724635362625122, + -1.717900276184082, + 0.9217556118965149, + 2.316706657409668, + -0.2411489486694336, + 0.720655083656311, + -0.6330894231796265, + 0.03703225776553154, + 0.38938266038894653, + -0.8305367827415466, + -0.2152116596698761, + -2.614929437637329, + -2.045497179031372, + -0.9044661521911621, + 0.9391879439353943, + -0.2323634922504425, + 0.8392186164855957, + -0.6889055371284485, + -3.0831263065338135, + -1.0035808086395264 + ], + [ + 1.0110303163528442, + 1.0131109952926636, + -1.3200907707214355, + -0.433234840631485, + 1.9466626644134521, + 0.46447479724884033, + 1.528633952140808, + 0.40949776768684387, + 0.07322453707456589, + -0.12349443882703781, + 0.24514153599739075, + 0.005379408597946167, + -2.487516164779663, + -1.1890358924865723, + -0.026332437992095947, + -0.6102214455604553, + 0.6559669971466064, + 0.4371780753135681, + -0.6651540994644165, + -2.8161611557006836, + -1.4271454811096191 + ], + [ + 0.9640108346939087, + 1.0122193098068237, + -1.9809117317199707, + 0.40601760149002075, + 0.9296187162399292, + 0.601173460483551, + 2.229055643081665, + -0.4972975254058838, + 0.6548057794570923, + 0.6165774464607239, + -0.7309268116950989, + 0.697066068649292, + -3.0948128700256348, + -2.4828031063079834, + 0.16930773854255676, + -0.11851751059293747, + -0.8277174830436707, + 0.8252183794975281, + -0.4829612374305725, + -2.922985076904297, + -1.1981642246246338 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.03792491555213928, + -0.040427446365356445, + -0.04027438163757324, + 0.02325565740466118, + 0.34960758686065674, + -0.05261008441448212, + 0.0, + 0.018791399896144867, + 0.05303370952606201, + 0.01128687709569931, + 0.01692008785903454, + 0.06139722466468811, + -1.5270280838012695, + 0.0, + -0.004229618236422539, + 0.017936373129487038, + 0.06901376694440842, + -0.04424762725830078, + -0.033029720187187195, + -1.3374013900756836, + 0.0 + ] + ], + "predicted_scores": [ + 6.555276393890381, + 5.699399471282959, + 5.6154046058654785, + 5.324738502502441, + 5.041985034942627, + 4.846858978271484, + 4.746992588043213, + 4.098613262176514 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1271718007", + "selected_index": 0, + "state_hash": "58b3d0c1cafc199ad58508912becbaef59038a655cef0caafd263ade5c9b53fa", + "stored_base_utility": 0.8266608119010925, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23001998662948608, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23001998662948608 + }, + "base_progress": 0.23001998662948608, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.23001998662948608, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2401084154844284, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2401084154844284 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2399817705154419, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2399817705154419 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.239215686917305, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.239215686917305 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23344065248966217, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23344065248966217 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.24245800077915192, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.24245800077915192 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2393343597650528, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2393343597650528 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23114335536956787, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23114335536956787 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2372165322303772, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2372165322303772 + } + ], + "candidate_progress": [ + 0.2401084154844284, + 0.2399817705154419, + 0.239215686917305, + 0.23344065248966217, + 0.24245800077915192, + 0.2393343597650528, + 0.23114335536956787, + 0.2372165322303772 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-c8706d0aa14a930236de", + "ms-95028134c6e3670b89d5", + "ms-9ae5c6c4132218ecf49e", + "ms-016c5de39ed3c111889a", + "ms-b8492a3a812095651d75", + "ms-5ac1bf2d7d319955d45d", + "ms-95028134c6e3670b89d5", + "ms-ee2fcbc94d41385713d0" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank4", + "ctt_transport_rank6", + "ctt_transport_rank2", + "ctt_transport_rank5", + "ctt_transport_rank3", + "ctt_transport_rank1", + "ctt_transport_rank6", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-d1960368ef76bbb10669", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.015256255865097046, + 0.17432808876037598, + -0.18324705958366394, + -0.41119328141212463, + 0.20315928757190704, + 0.2207649052143097, + 0.7209073305130005, + -0.09447711706161499, + 0.15081125497817993, + 0.005681827664375305, + 0.019763823598623276, + -0.2527753710746765, + -1.3830350637435913, + 0.41502588987350464, + 0.0873047336935997, + 0.030173365026712418, + -0.1581946760416031, + 0.13148806989192963, + -0.15104937553405762, + -1.3960418701171875, + 0.1441565752029419 + ], + [ + 0.11820613592863083, + 0.23457564413547516, + -0.10031309723854065, + -0.3923836350440979, + 0.2543434202671051, + 0.09750054031610489, + 0.579495906829834, + -0.06709778308868408, + 0.07956629991531372, + -0.012430019676685333, + -0.006574526429176331, + -0.11973488330841064, + -1.384430170059204, + 0.29371875524520874, + 0.06208852306008339, + 0.08828803896903992, + -0.11153937876224518, + 0.22500291466712952, + -0.2404746413230896, + -1.5746452808380127, + 0.009449377655982971 + ], + [ + 0.10359552502632141, + 0.2228977531194687, + -0.09934458136558533, + -0.3749646246433258, + 0.2157684713602066, + 0.15697473287582397, + 0.41419312357902527, + -0.03149734437465668, + 0.08512505888938904, + -0.04042648524045944, + -0.005708690732717514, + -0.18683794140815735, + -1.5417354106903076, + 0.3636317253112793, + 0.06821385771036148, + 0.11363920569419861, + -0.1471729427576065, + 0.19787925481796265, + -0.2874777317047119, + -1.5732367038726807, + 0.13508382439613342 + ], + [ + 0.1468404233455658, + 0.21195082366466522, + -0.035342663526535034, + -0.3436194062232971, + 0.17414873838424683, + 0.14474555850028992, + 0.45663022994995117, + -0.10785534977912903, + 0.06336172670125961, + 0.02462313324213028, + 0.09986001253128052, + -0.11678996682167053, + -1.5301638841629028, + 0.2878679037094116, + 0.04115451127290726, + 0.12773601710796356, + -0.15299607813358307, + 0.1910114884376526, + -0.3431852459907532, + -1.497680425643921, + 0.09683442860841751 + ], + [ + 0.22823059558868408, + 0.1586410403251648, + -0.03452840447425842, + -0.1805010735988617, + 0.3179021179676056, + 0.2073357105255127, + 0.46431413292884827, + -0.01980307698249817, + 0.035053424537181854, + -0.0433541014790535, + -0.01964747905731201, + -0.29995375871658325, + -1.4635978937149048, + 0.3860819935798645, + 0.0704735592007637, + 0.07744698226451874, + -0.11832661926746368, + 0.27183297276496887, + -0.2698955535888672, + -1.4690256118774414, + -0.11136993765830994 + ], + [ + 0.049435846507549286, + 0.28958189487457275, + -0.10196742415428162, + -0.5723342895507812, + 0.17664845287799835, + 0.5606709718704224, + 0.4689566195011139, + -0.11575490236282349, + 0.03232637792825699, + -0.026877515017986298, + -0.0922151729464531, + -0.02518850564956665, + -1.6599067449569702, + 0.1979455202817917, + -0.0018482320010662079, + 0.11213751137256622, + -0.11694307625293732, + 0.15872599184513092, + -0.46825677156448364, + -1.8723104000091553, + 0.09387451410293579 + ], + [ + 0.16133297979831696, + 0.21224789321422577, + -0.01731172204017639, + -0.20340868830680847, + 0.5238131284713745, + 0.19955232739448547, + 0.3874918222427368, + -0.1541001796722412, + 0.09814717620611191, + 0.04206908494234085, + -0.23412543535232544, + -0.2482990324497223, + -1.5320701599121094, + 0.7944862246513367, + 0.002847064286470413, + 0.08487015962600708, + -0.15347667038440704, + 0.21478144824504852, + -0.43083059787750244, + -1.8512294292449951, + 0.09189900010824203 + ], + [ + 0.08715087175369263, + 0.33556389808654785, + -0.1078203022480011, + -0.4774680435657501, + 0.20787952840328217, + 0.7662968635559082, + 0.5427454113960266, + -0.031663745641708374, + 0.06894584000110626, + 0.006693877279758453, + -0.09850239008665085, + -0.08466023206710815, + -1.4202420711517334, + 0.3557574450969696, + 0.011545099318027496, + 0.131156787276268, + -0.21794603765010834, + 0.1404617875814438, + -0.3181736469268799, + -1.6425793170928955, + 0.28360873460769653 + ] + ], + "generated_utilities": [ + 0.2401084154844284, + 0.2399817705154419, + 0.239215686917305, + 0.23344065248966217, + 0.24245800077915192, + 0.2393343597650528, + 0.23114335536956787, + 0.2372165322303772 + ], + "group_id": "ms-d1960368ef76bbb10669", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.842734158039093, + 2.0, + 0.1342049241065979, + 0.18085119128227234, + 0.5091985464096069, + 0.016112878918647766, + 0.5080842971801758, + 0.19944033026695251, + 0.5132148265838623, + 0.5265648365020752, + 0.11437654495239258, + 0.04028162360191345, + 0.04675377905368805, + 0.13603349030017853, + 0.12877747416496277, + 0.05102705955505371 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.2770041823387146, + 0.08894228935241699, + 0.07033950090408325, + 0.12426833808422089, + 0.16520383954048157, + 0.023725181818008423, + 0.0, + -0.25569218397140503, + -0.057803913950920105, + 0.06703128665685654, + 0.1732010841369629, + 0.07705201953649521, + -1.0374658107757568, + 0.0, + 0.04586680978536606, + 0.028830496594309807, + -0.0374501496553421, + 0.10374182462692261, + -0.007100850343704224, + -1.7975506782531738, + 0.0 + ], + [ + -0.4268343448638916, + 0.13483470678329468, + -0.06075429916381836, + 0.19817759096622467, + 0.09922409057617188, + 0.6547578573226929, + 0.0, + 0.15026617050170898, + 0.002472013235092163, + -0.31349992752075195, + 0.5119487047195435, + 0.571077287197113, + -1.0374658107757568, + 0.0, + -0.5828977823257446, + -0.20166385173797607, + -0.7097158432006836, + 0.8187870979309082, + -0.0694284737110138, + -1.7975506782531738, + 0.0 + ], + [ + -0.23462048172950745, + 1.088942289352417, + -0.5585125088691711, + 0.10042184591293335, + 0.4514904320240021, + -0.12210102379322052, + 2.176525354385376, + -0.10348781198263168, + 0.19529865682125092, + 0.12132670730352402, + 0.7056414484977722, + 0.12544797360897064, + -2.037465810775757, + 0.6289246678352356, + -0.008351176977157593, + 0.0010435802396386862, + 0.017314812168478966, + 0.6334809064865112, + -0.3720659911632538, + -2.797550678253174, + -1.5395829677581787 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.353050708770752, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.2578493356704712, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.0791659355163574 + ], + [ + -0.09280626475811005, + 1.1662368774414062, + -0.8228501081466675, + 0.24497312307357788, + 0.5648186802864075, + -0.03522863984107971, + 2.259786367416382, + 0.14498579502105713, + 0.2030920535326004, + 0.39727938175201416, + 0.8023015856742859, + 0.3385764956474304, + -1.8738088607788086, + 0.7300182580947876, + 0.20887598395347595, + 0.23107871413230896, + 0.3028872311115265, + 0.7558343410491943, + -0.5975744724273682, + -3.0329887866973877, + -1.8127071857452393 + ], + [ + -0.13783538341522217, + 0.9487118721008301, + -0.3492928743362427, + -0.2956767678260803, + 0.2793389856815338, + -0.16702969372272491, + 2.558225631713867, + 0.17572781443595886, + 0.570004940032959, + 0.27895650267601013, + 0.6778483986854553, + -0.27156615257263184, + -1.8747575283050537, + 1.0240070819854736, + 0.27303546667099, + 0.33387133479118347, + 0.1442956030368805, + 0.24661725759506226, + -0.5561860799789429, + -2.9813332557678223, + -1.833754062652588 + ], + [ + -0.18553051352500916, + 1.0909820795059204, + -0.27226096391677856, + 0.1659364104270935, + 0.7108361721038818, + -0.27768880128860474, + 2.239938974380493, + 0.019483201205730438, + 0.21263465285301208, + -0.09839647263288498, + 0.9676799178123474, + -0.36985379457473755, + -2.133316993713379, + 0.3758644461631775, + -0.47750571370124817, + 0.17470555007457733, + -0.17035381495952606, + 0.2707958221435547, + -0.5672953128814697, + -2.394361972808838, + -1.668647289276123 + ], + [ + -0.3557406961917877, + 0.9564932584762573, + -1.0014276504516602, + -0.38222843408584595, + 0.41349664330482483, + -0.05637756735086441, + 1.6011608839035034, + -0.31295540928840637, + -0.15234358608722687, + 0.4648304879665375, + 0.2744198739528656, + -0.44805359840393066, + -2.1544065475463867, + 1.166503667831421, + 0.014861157163977623, + -0.23438170552253723, + 0.1278134286403656, + 0.5812121033668518, + -0.7571046352386475, + -2.5030438899993896, + -2.100955009460449 + ], + [ + -0.16500982642173767, + 0.7556273937225342, + -0.988593339920044, + 0.6213532090187073, + 0.15840065479278564, + 0.5245341062545776, + 2.452624797821045, + -0.5693200826644897, + -0.32241708040237427, + 0.49458175897598267, + 1.3341540098190308, + 0.059507817029953, + -2.304706335067749, + 0.7334492206573486, + -0.20702646672725677, + 0.32367274165153503, + -0.5396079421043396, + 0.9809319972991943, + -0.6172815561294556, + -3.197409152984619, + -0.9358728528022766 + ], + [ + -0.07666900753974915, + 1.8442692756652832, + -0.6603910326957703, + -0.40882760286331177, + 0.22092406451702118, + -0.23551997542381287, + 1.6105436086654663, + 0.09144749492406845, + 0.8141599893569946, + 0.8528898358345032, + 1.0663814544677734, + 0.3283998966217041, + -1.7124712467193604, + 1.2278027534484863, + 0.7039424180984497, + 0.3645748496055603, + -0.2968631386756897, + 0.4998055696487427, + -0.9362069368362427, + -3.461055278778076, + -0.8184676766395569 + ], + [ + -0.1520652174949646, + 1.405963659286499, + -0.7959750294685364, + -0.39229461550712585, + 0.46590372920036316, + -0.8267906904220581, + 2.952258586883545, + 0.5923218727111816, + -0.6996292471885681, + 0.8352785706520081, + -0.15220212936401367, + -0.1307106763124466, + -2.849807024002075, + 0.4983477294445038, + 0.5902999639511108, + -0.5390225648880005, + 0.13897128403186798, + 0.21545273065567017, + -1.1186240911483765, + -3.1762759685516357, + -1.0118725299835205 + ], + [ + -0.564094066619873, + 0.4751617908477783, + -1.3977731466293335, + 0.8189605474472046, + 0.17298781871795654, + 0.2476775199174881, + 2.8234164714813232, + -0.4518245458602905, + -0.7904537916183472, + -0.39086827635765076, + -0.05634337663650513, + -0.09099806845188141, + -1.9690911769866943, + 1.1869969367980957, + -0.5615661144256592, + 0.32865890860557556, + -0.8041903376579285, + 1.3324832916259766, + -0.6190662384033203, + -2.4903852939605713, + -2.3098156452178955 + ], + [ + -0.2328718602657318, + 0.9724385142326355, + -1.5535115003585815, + 0.7688977718353271, + 0.4409410357475281, + -0.8374075889587402, + 1.2719230651855469, + 0.653096616268158, + -0.2887840270996094, + 0.4892227351665497, + 0.9943453669548035, + 0.5566720962524414, + -2.496413469314575, + 0.6299278140068054, + -0.08689186722040176, + 0.024782167747616768, + 0.5747005939483643, + 0.023068726062774658, + -1.111369252204895, + -2.187150001525879, + -1.2047184705734253 + ], + [ + -1.1679872274398804, + 1.9997228384017944, + -0.45194220542907715, + -0.8861345648765564, + -0.5369991064071655, + 0.46434593200683594, + 2.175499439239502, + 0.7599186301231384, + 0.38914406299591064, + 0.6877046823501587, + -0.004208564758300781, + -0.1321776658296585, + -1.3474420309066772, + 0.8496907353401184, + 0.4218248426914215, + -0.9354817271232605, + 0.945868730545044, + 1.60379958152771, + -1.195396065711975, + -3.597724676132202, + -1.9041136503219604 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.04476936161518097, + 0.08894228935241699, + 0.06436485052108765, + -0.0775555968284607, + 0.04825553297996521, + -0.060782790184020996, + 0.0, + -0.07688627392053604, + -0.06308497488498688, + -0.03861912339925766, + 0.1235572099685669, + -0.0017572194337844849, + -1.0374658107757568, + 0.0, + 0.03638586029410362, + 0.0556478351354599, + 0.0387292355298996, + 0.044096171855926514, + 0.029627740383148193, + -1.7975506782531738, + 0.0 + ] + ], + "predicted_scores": [ + 6.805500030517578, + 6.463173866271973, + 6.1710004806518555, + 6.085034370422363, + 6.013637542724609, + 5.88095235824585, + 5.539748668670654, + 5.5301618576049805 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "416183106", + "selected_index": 0, + "state_hash": "cd187560c1c39db9e6bf7d9a611a8b7108dc88766de58fd62b4317f0bbcc1b50", + "stored_base_utility": 0.842734158039093, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8188905119895935, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8188905119895935 + }, + "base_progress": 0.8188905119895935, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.8188905119895935, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8125014901161194, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8125014901161194 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8023911118507385, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8023911118507385 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8155938982963562, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8155938982963562 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.864856481552124, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.864856481552124 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19693224132061005, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19693224132061005 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8228070735931396, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8228070735931396 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23231913149356842, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23231913149356842 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 0.8125014901161194, + 0.8023911118507385, + 0.8155938982963562, + 0.864856481552124, + 0.19693224132061005, + 0.8228070735931396, + 0.23231913149356842, + 1.0 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-19a3669e096e98232ec8", + "ms-19a3669e096e98232ec8", + "ms-eb7189a4f2b0f0a5d4bd", + "ms-b33c18c58125678627a6", + "ms-5dfbb16e173e1a3e2bd6", + "ms-5a456ddf97d294548cf1", + "ms-eb7189a4f2b0f0a5d4bd", + "ms-b33c18c58125678627a6" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + true + ], + "candidate_types": [ + "ctt_transport_rank3", + "ctt_transport_rank3", + "ctt_transport_rank1", + "ctt_transport_rank4", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank4" + ], + "candidates_evaluated": true, + "chart_id": "ms-efdc07c985935d871adf", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.09705878794193268, + 0.014562822878360748, + 0.042740583419799805, + 0.006311535835266113, + -0.11548864841461182, + -2.052659749984741, + -0.0681067705154419, + 0.1020825207233429, + -0.10014514625072479, + -0.11416292935609818, + 0.2824834883213043, + -0.010138899087905884, + -1.3308125734329224, + -0.3324638605117798, + 0.05134260281920433, + -0.045727964490652084, + -0.10181905329227448, + 0.2095503807067871, + -0.006961792707443237, + -1.2362040281295776, + -0.31920820474624634 + ], + [ + -0.09013906121253967, + 0.09280094504356384, + 0.09490591287612915, + -0.05845785140991211, + -0.04140502214431763, + -2.000619411468506, + -0.06610232591629028, + 0.06791150569915771, + -0.10986664891242981, + -0.02840270847082138, + 0.22454601526260376, + -0.04298815131187439, + -1.4981749057769775, + -0.26777756214141846, + -0.006314519792795181, + 0.019443035125732422, + -0.033153221011161804, + 0.08418190479278564, + -0.09736788272857666, + -1.2687063217163086, + -0.29622218012809753 + ], + [ + -0.13535569608211517, + 0.11110483109951019, + 0.04155448079109192, + 0.057606518268585205, + -0.04382598400115967, + -1.8076379299163818, + -0.18149220943450928, + 0.07229436188936234, + -0.12375210225582123, + -0.06772420555353165, + 0.32739564776420593, + 0.08471784740686417, + -1.3047744035720825, + -0.30865561962127686, + 0.027069881558418274, + 0.037911705672740936, + -0.09841327369213104, + 0.05274340510368347, + 0.0605292022228241, + -1.187036395072937, + -0.2659876346588135 + ], + [ + -0.07837739586830139, + 0.0748051106929779, + -0.007797688245773315, + -0.11786814033985138, + -0.05626198649406433, + -1.8664294481277466, + -0.10482519865036011, + 0.14654436707496643, + -0.1348077654838562, + -0.08956731110811234, + 0.2802765667438507, + -0.06194987893104553, + -1.4788799285888672, + -0.2885158061981201, + -0.0298302061855793, + 0.024905525147914886, + -0.09940142929553986, + 0.09247439354658127, + -0.08520415425300598, + -1.265251874923706, + -0.2508721649646759 + ], + [ + -0.03132954239845276, + 0.05917591601610184, + 0.5368557572364807, + -0.013770341873168945, + 0.16549649834632874, + -1.7722936868667603, + -0.18226581811904907, + 0.26046693325042725, + -0.04029296338558197, + -0.12652906775474548, + 0.06541912257671356, + -0.3143949508666992, + -1.347767949104309, + 0.04278112202882767, + 0.10241033136844635, + 0.17027351260185242, + 0.1311347633600235, + -0.0012047439813613892, + 0.014767885208129883, + -1.2908190488815308, + 0.11351845413446426 + ], + [ + -0.09103579819202423, + 0.09231370687484741, + 0.08011829853057861, + -0.0696793645620346, + -0.08218109607696533, + -1.8128623962402344, + -0.0845370888710022, + 0.09606511145830154, + -0.1137554794549942, + 0.0010561272501945496, + 0.28401413559913635, + -0.02433156967163086, + -1.4304479360580444, + -0.2752937078475952, + -0.02510569617152214, + 0.029147278517484665, + -0.048445865511894226, + 0.14359356462955475, + -0.024838656187057495, + -1.2632160186767578, + -0.25443053245544434 + ], + [ + -0.052829742431640625, + 0.061110980808734894, + 0.05303046107292175, + -0.12876641750335693, + -0.016250833868980408, + -1.867961049079895, + -0.11922985315322876, + 0.18485790491104126, + -0.1295369565486908, + -0.0494723841547966, + 0.2404259741306305, + -0.03433749079704285, + -1.437910795211792, + -0.2756437063217163, + 0.013151172548532486, + 0.025197386741638184, + -0.014116525650024414, + 0.10320494323968887, + -0.07347232103347778, + -1.2500983476638794, + -0.227135568857193 + ], + [ + -0.04876980185508728, + -0.13116490840911865, + 0.23749035596847534, + 0.06802785396575928, + 0.1272972971200943, + -1.6425366401672363, + -0.27686256170272827, + 0.06680944561958313, + 0.005835827440023422, + 0.17779287695884705, + 0.18491432070732117, + -0.2609262466430664, + -1.5420458316802979, + -0.11155977845191956, + 0.04386134073138237, + -0.030282795429229736, + 0.03228349983692169, + 0.011830493807792664, + 0.04682131111621857, + -1.2464561462402344, + 0.025111123919487 + ] + ], + "generated_utilities": [ + 0.8125014901161194, + 0.8023911118507385, + 0.8155938982963562, + 0.864856481552124, + 0.19693224132061005, + 0.8228070735931396, + 0.23231913149356842, + 2.0 + ], + "group_id": "ms-efdc07c985935d871adf", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8197344541549683, + 2.0, + 0.8125, + 0.8125142455101013, + 0.7847581505775452, + 0.7794750332832336, + 0.5920823216438293, + 0.5697357058525085, + 2.0, + 0.5847549438476562, + 0.09384849667549133, + 0.07791829109191895, + 0.011395931243896484, + 0.09286168217658997, + 0.10894183814525604, + 0.0616525262594223 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.2827143669128418, + -0.12206736207008362, + 0.1543778032064438, + 0.27268126606941223, + -0.17288367450237274, + -2.5338973999023438, + -1.7615662813186646, + -0.19161763787269592, + 0.1886080503463745, + 0.31686434149742126, + 0.5112922191619873, + 0.14046527445316315, + -2.17134952545166, + -1.8021173477172852, + 0.11115366220474243, + 0.25490811467170715, + -0.025668112561106682, + 0.4787765145301819, + 0.46609628200531006, + -1.711870551109314, + -1.5312864780426025 + ], + [ + 0.03046044334769249, + 0.042622197419404984, + -0.12103251367807388, + 0.7814357876777649, + 0.5093902349472046, + -2.648094654083252, + -1.5764049291610718, + -0.16382060945034027, + 0.15227201581001282, + -0.29746392369270325, + 0.394713819026947, + 0.044284895062446594, + -2.150869131088257, + -1.853789210319519, + 0.24474957585334778, + 0.16074210405349731, + -0.30960795283317566, + 0.986261248588562, + 0.4512072801589966, + -1.9782602787017822, + -1.814382553100586 + ], + [ + -0.47424501180648804, + 0.4193490147590637, + 0.31025299429893494, + 0.436926007270813, + 0.07080172002315521, + -2.2750933170318604, + -2.139326572418213, + 0.19072748720645905, + -0.05066118389368057, + -0.38944289088249207, + 0.11913672089576721, + -0.4728909432888031, + -2.630631446838379, + -1.9070930480957031, + 0.5720394849777222, + 0.1898895502090454, + -0.0872373953461647, + 0.3081148862838745, + 0.6700773239135742, + -1.8990029096603394, + -1.655537486076355 + ], + [ + -0.112115278840065, + -0.5390006899833679, + -0.27749133110046387, + -0.08230990171432495, + 0.18304404616355896, + -2.5003390312194824, + -1.177594542503357, + -0.37152859568595886, + 0.1827065348625183, + -0.1805598884820938, + 0.8884490728378296, + 0.3141748607158661, + -2.7738473415374756, + -1.8585447072982788, + -0.6611859798431396, + 0.5365979075431824, + 0.024639926850795746, + 1.0166820287704468, + 0.6261310577392578, + -1.3820469379425049, + -1.1859028339385986 + ], + [ + -0.013153300620615482, + 0.6059781908988953, + -0.7563084363937378, + 0.6436030864715576, + 0.4828413128852844, + -1.8755569458007812, + -1.896214246749878, + -0.445474773645401, + -0.6578570604324341, + -0.21610267460346222, + 1.3274874687194824, + -0.6251860857009888, + -2.005418300628662, + -1.463393211364746, + -0.40788042545318604, + -0.5932772159576416, + -0.6501284837722778, + 0.1491221785545349, + 0.8418278694152832, + -2.578186511993408, + -1.628711462020874 + ], + [ + -0.051258739084005356, + 0.6121965050697327, + -0.4303005337715149, + 0.378423810005188, + -0.4187525510787964, + -2.0054633617401123, + -1.5839252471923828, + 0.38306933641433716, + -0.8548648953437805, + 0.5034631490707397, + 0.3682137727737427, + 0.867935061454773, + -2.5900886058807373, + -1.8283436298370361, + 0.3810080289840698, + -0.6684208512306213, + 0.5362142324447632, + -0.17851078510284424, + 1.083348035812378, + -1.9181195497512817, + -2.306365728378296 + ], + [ + 0.5487861037254333, + 0.6947635412216187, + -0.3694673776626587, + 1.3571128845214844, + -0.20053730905056, + -2.9099156856536865, + -1.493881106376648, + 0.9321863055229187, + -0.355974406003952, + 0.6561991572380066, + -0.29231804609298706, + 0.4913230240345001, + -1.8409770727157593, + -2.0504229068756104, + 0.14528872072696686, + 0.483799010515213, + -0.32654285430908203, + 1.6123273372650146, + 0.03987070918083191, + -0.8449068665504456, + -2.3494603633880615 + ], + [ + -0.3259732127189636, + -0.5385614633560181, + 0.7304226160049438, + -0.12314724922180176, + 0.03945803642272949, + -1.5919837951660156, + -1.907224416732788, + 0.3930681645870209, + -0.8835994005203247, + -0.3352096974849701, + 0.17923185229301453, + 0.17222784459590912, + -2.512176752090454, + -1.859424352645874, + 0.536429762840271, + 0.11454571038484573, + 0.3300909101963043, + 0.5491204261779785, + -0.04762554168701172, + -1.1976318359375, + -0.5251960158348083 + ], + [ + 0.33097749948501587, + -0.04192434251308441, + -0.34520047903060913, + -0.04110339283943176, + -0.5535940527915955, + -2.2057979106903076, + -2.5934860706329346, + -0.9023091793060303, + 0.5658158659934998, + -0.6125177145004272, + 1.095580816268921, + -0.05609257519245148, + -1.606997013092041, + -2.0733447074890137, + -0.5881220102310181, + 0.8953573703765869, + 0.9258373975753784, + 0.27281180024147034, + 0.7141706943511963, + -0.9142226576805115, + -1.3141751289367676 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.05978316813707352, + 0.057473838329315186, + -0.09624473005533218, + -0.011721253395080566, + 0.028141841292381287, + -1.4311916828155518, + 0.0, + -0.024008113890886307, + 0.07049623876810074, + 0.03528204560279846, + -0.010002851486206055, + 0.010910652577877045, + -1.1452367305755615, + 0.0, + 0.020785929635167122, + -0.03374411538243294, + 0.11616832762956619, + 0.05772918462753296, + 0.01671847701072693, + -0.828272819519043, + 0.0 + ], + [ + -0.13237658143043518, + -0.3393171727657318, + 0.29588890075683594, + 0.8627858757972717, + -0.1666169911623001, + -2.520320177078247, + -1.6265922784805298, + -0.031582750380039215, + 0.11019003391265869, + -0.2699315845966339, + 0.9513242244720459, + 0.15523536503314972, + -1.7896702289581299, + -1.2776744365692139, + -0.3942914605140686, + -0.30590808391571045, + -0.3098926246166229, + 0.8258905410766602, + 0.29909753799438477, + -1.5711073875427246, + -1.5744072198867798 + ] + ], + "predicted_scores": [ + 5.644073963165283, + 5.519582748413086, + 5.480643272399902, + 5.3426008224487305, + 5.335884094238281, + 5.323156356811523, + 5.207828044891357, + 4.9764723777771 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "706479600", + "selected_index": 0, + "state_hash": "b482f902b03ca480898798a8b5f19263d7cbb18c066305330b0796b607427fa7", + "stored_base_utility": 0.8197344541549683, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06612768769264221, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06612768769264221 + }, + "base_progress": 0.06612768769264221, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.06612768769264221, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.050939589738845825, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.050939589738845825 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.055368199944496155, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.055368199944496155 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05226077139377594, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05226077139377594 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.059637054800987244, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.059637054800987244 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05380326509475708, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05380326509475708 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.051999107003211975, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.051999107003211975 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05799296498298645, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05799296498298645 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05063384771347046, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05063384771347046 + } + ], + "candidate_progress": [ + 0.050939589738845825, + 0.055368199944496155, + 0.05226077139377594, + 0.059637054800987244, + 0.05380326509475708, + 0.051999107003211975, + 0.05799296498298645, + 0.05063384771347046 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-0b1dd0e538b8df15a6e4", + "ms-07b479748a91a9c92b20", + "ms-ee2fcbc94d41385713d0", + "ms-bb299baa34e49eafb9fc", + "ms-2fef2f43af8009bb88f1", + "ms-d4c5d7eea19d94314e2e", + "ms-5ac1bf2d7d319955d45d", + "ms-0a4d4909900fb0bc4a9a" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank7", + "ctt_transport_rank2", + "ctt_transport_rank6", + "ctt_transport_rank4", + "ctt_transport_rank3", + "ctt_transport_rank1", + "ctt_transport_rank5", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-fd2387aeed9bfc9a0d08", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.06955552101135254, + 0.6621360182762146, + 0.21941900253295898, + -1.8289395570755005, + -0.20331183075904846, + 0.40235257148742676, + -0.29894667863845825, + 0.057151347398757935, + -0.3177502751350403, + 0.08165760338306427, + 0.6039666533470154, + 0.1423601657152176, + -1.5683034658432007, + 0.057381272315979004, + -0.21662166714668274, + 0.09921373426914215, + 0.2010195106267929, + 0.022861450910568237, + -0.022435754537582397, + -1.3624660968780518, + -0.39842602610588074 + ], + [ + 0.013111338019371033, + 0.6390675902366638, + 0.20696556568145752, + -1.8965089321136475, + -0.223811537027359, + 0.8981037139892578, + -0.33293575048446655, + 0.11690227687358856, + -0.31613102555274963, + -0.020145557820796967, + 0.6481591463088989, + 0.20811745524406433, + -1.5002789497375488, + -0.0767941027879715, + -0.1641637235879898, + 0.13590992987155914, + 0.16730409860610962, + -0.031798988580703735, + -0.028705120086669922, + -1.4074244499206543, + -0.014099493622779846 + ], + [ + 0.03302089124917984, + 0.6566970944404602, + 0.18965300917625427, + -1.7323967218399048, + -0.21776914596557617, + 0.7807977199554443, + -0.5027490258216858, + 0.04565723240375519, + -0.34985560178756714, + 0.07253279536962509, + 0.5486865043640137, + 0.11119005084037781, + -1.436830997467041, + 0.051623813807964325, + -0.2985222339630127, + 0.116348996758461, + 0.15626367926597595, + 0.02678491175174713, + -0.07404407858848572, + -1.4902069568634033, + -0.164897620677948 + ], + [ + 0.03311241418123245, + 0.6188911199569702, + 0.29774123430252075, + -2.1171743869781494, + -0.31288671493530273, + 0.6670708656311035, + -0.3665255904197693, + 0.16742336750030518, + -0.3194180130958557, + -0.07696530967950821, + 0.5378789901733398, + 0.16810943186283112, + -1.6832749843597412, + 0.013933852314949036, + -0.07851222157478333, + 0.06287431716918945, + 0.12134373933076859, + 0.009470447897911072, + -0.1690637469291687, + -1.4002320766448975, + -0.09650906920433044 + ], + [ + -0.05519390106201172, + 0.6361419558525085, + 0.2962849736213684, + -2.0018999576568604, + -0.30560076236724854, + 0.6490006446838379, + -0.3520519733428955, + 0.04758092761039734, + -0.28509286046028137, + -0.06751472502946854, + 0.5824406147003174, + 0.1277349591255188, + -1.5358173847198486, + -0.02263641357421875, + -0.08091266453266144, + 0.09329390525817871, + 0.15980049967765808, + 0.030740946531295776, + -0.08745980262756348, + -1.5203158855438232, + -0.1150505542755127 + ], + [ + -0.258248507976532, + 0.5759074091911316, + 0.49856334924697876, + -1.8924647569656372, + -0.30266910791397095, + 0.6663094758987427, + -0.4661000370979309, + 0.019706979393959045, + -0.41737642884254456, + -0.06675989180803299, + 0.8454769253730774, + 0.23139140009880066, + -1.8322936296463013, + -0.5133492946624756, + -0.2915518879890442, + 0.16559533774852753, + 0.04234403371810913, + 0.16752180457115173, + -0.11262199282646179, + -1.540576696395874, + -0.41062209010124207 + ], + [ + -0.017689764499664307, + 0.5930555462837219, + 0.07330361008644104, + -1.8682408332824707, + -0.2904551029205322, + 0.5680967569351196, + -0.33243900537490845, + -0.0906028151512146, + -0.3853868842124939, + -0.0388871505856514, + 0.5509622097015381, + 0.22600972652435303, + -1.694384217262268, + -0.03533989191055298, + -0.270194947719574, + 0.12197856605052948, + 0.10060863196849823, + 0.07081814110279083, + -0.2126101553440094, + -1.868255376815796, + -0.19324395060539246 + ], + [ + -0.0924781858921051, + 0.6645280122756958, + 0.4093247652053833, + -2.1708343029022217, + -0.31606096029281616, + 0.7341327667236328, + -0.47731316089630127, + 0.039539650082588196, + -0.2828943431377411, + -0.08282258361577988, + 1.1375985145568848, + 0.4761960506439209, + -1.6029646396636963, + 0.10732883960008621, + -0.22706925868988037, + 0.09396789968013763, + 0.09253308176994324, + 0.02737782895565033, + 0.011960208415985107, + -1.4939398765563965, + 0.11471409350633621 + ] + ], + "generated_utilities": [ + 0.050939589738845825, + 0.055368199944496155, + 0.05226077139377594, + 0.059637054800987244, + 0.05380326509475708, + 0.051999107003211975, + 0.05799296498298645, + 0.05063384771347046 + ], + "group_id": "ms-fd2387aeed9bfc9a0d08", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8558897972106934, + 2.0, + 0.04248148202896118, + 0.05394089221954346, + 0.057141318917274475, + 0.03495943546295166, + 0.08633947372436523, + 0.046462297439575195, + 0.043458908796310425, + 0.023027777671813965, + 0.061922311782836914, + 0.034134700894355774, + 0.010651648044586182, + 0.01158277690410614, + 0.02622869610786438, + 0.012083128094673157 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.4298704266548157, + 0.6002404689788818, + 0.13355517387390137, + -2.198392152786255, + 0.09995961934328079, + 1.162198781967163, + 0.0, + -0.00648990273475647, + -0.3028862476348877, + -0.0050805360078811646, + 1.143568515777588, + 0.07456481456756592, + -1.6758570671081543, + 0.0, + 0.23185759782791138, + -0.11529958993196487, + -0.058992013335227966, + -0.010845988988876343, + 0.06423944234848022, + -2.0730173587799072, + 0.0 + ], + [ + -0.48041507601737976, + 0.6002404689788818, + 0.5398462414741516, + -2.198392152786255, + 0.1505453884601593, + 1.162198781967163, + 0.0, + 0.32028457522392273, + -0.264798641204834, + -0.27968189120292664, + 1.143568515777588, + 0.623285710811615, + -1.6758570671081543, + 0.0, + 0.3762620687484741, + 0.20924779772758484, + 0.033039893954992294, + -0.22763806581497192, + 0.8496624827384949, + -2.0730173587799072, + 0.0 + ], + [ + -0.4385460615158081, + 1.6002404689788818, + 1.1335551738739014, + -3.198392152786255, + 0.11579504609107971, + 2.162198781967163, + -1.8792641162872314, + 0.44874686002731323, + -1.264798641204834, + 0.08758684247732162, + 2.143568515777588, + 1.074564814567566, + -2.6758570671081543, + 1.4318934679031372, + -0.01953941211104393, + 0.012724362313747406, + 0.02134235017001629, + 0.39346790313720703, + -0.15033751726150513, + -3.0730173587799072, + -1.573193907737732 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.758528232574463, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.8637869358062744, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.146387815475464 + ], + [ + -0.4582313299179077, + 1.465004801750183, + 0.9327377080917358, + -2.900977373123169, + -0.12230202555656433, + 2.23574161529541, + -2.1357157230377197, + 0.42294827103614807, + -1.506612777709961, + 0.29363107681274414, + 2.034971237182617, + 1.023054599761963, + -2.559215784072876, + 1.1742838621139526, + 0.026679620146751404, + -0.0811251625418663, + 0.16039283573627472, + 0.3527735471725464, + 0.041033580899238586, + -2.8834660053253174, + -1.2895927429199219 + ], + [ + -0.8261920809745789, + 1.8162921667099, + 1.1455696821212769, + -3.5306012630462646, + -0.15104833245277405, + 2.447983741760254, + -2.128190755844116, + 0.19818204641342163, + -1.146593689918518, + 0.03477605804800987, + 2.4299705028533936, + 0.8797258734703064, + -2.331338882446289, + 1.5516352653503418, + -0.19862954318523407, + -0.2736409604549408, + -0.21770769357681274, + 0.47925806045532227, + -0.15124429762363434, + -3.0052826404571533, + -1.2108670473098755 + ], + [ + -0.2760573625564575, + 1.6254181861877441, + 0.8188510537147522, + -3.0690624713897705, + -0.22635167837142944, + 2.051481246948242, + -1.417292833328247, + 0.026889145374298096, + -1.3347617387771606, + -0.15878626704216003, + 1.9778507947921753, + 0.7640928030014038, + -3.1165366172790527, + 1.862673282623291, + -0.451316773891449, + -0.15708383917808533, + 0.26080578565597534, + 0.6509285569190979, + 0.23991608619689941, + -3.50675892829895, + -1.297291874885559 + ], + [ + -0.8321853280067444, + 1.9553383588790894, + 1.5495907068252563, + -3.790785312652588, + 0.3716217279434204, + 2.5994434356689453, + -2.1380205154418945, + -0.10642725229263306, + -0.7562419772148132, + -0.442053884267807, + 2.3244006633758545, + 1.161316990852356, + -2.699451208114624, + 1.6399294137954712, + 0.31003186106681824, + 0.5301566123962402, + -0.16996291279792786, + 0.9281869530677795, + 0.3683878183364868, + -2.650294780731201, + -1.1098875999450684 + ], + [ + -0.6997023820877075, + 1.4820023775100708, + 1.3613333702087402, + -3.8556365966796875, + -0.5036565065383911, + 1.4896399974822998, + -2.322740077972412, + 0.03597790002822876, + -1.1858596801757812, + -0.018024958670139313, + 2.0489397048950195, + 0.8914362192153931, + -2.3395535945892334, + 1.1835731267929077, + 0.5559698343276978, + 0.5892979502677917, + 0.4496755301952362, + 0.6100684404373169, + 0.22263532876968384, + -3.0098915100097656, + -1.455836296081543 + ], + [ + -0.594323456287384, + 1.846432089805603, + 0.8105549812316895, + -2.6211562156677246, + 0.2629232406616211, + 1.4025108814239502, + -2.3828163146972656, + 0.530456006526947, + -1.3874722719192505, + 0.49274298548698425, + 1.5545053482055664, + 0.4927254915237427, + -3.1490466594696045, + 1.5643255710601807, + 0.5331913232803345, + -0.53307044506073, + 0.7433652281761169, + 0.6546258926391602, + -0.74479740858078, + -3.721141815185547, + -0.9948303699493408 + ], + [ + -0.4409070312976837, + 2.4138050079345703, + 1.3223544359207153, + -3.3717033863067627, + -0.03033369779586792, + 2.350304365158081, + -2.112061023712158, + -0.22452247142791748, + -1.420605182647705, + -0.026168949902057648, + 1.4026775360107422, + 0.9532885551452637, + -2.6276464462280273, + 2.1231069564819336, + -0.49286600947380066, + -0.3450928032398224, + 0.5427718758583069, + -0.03872644901275635, + -0.6895387172698975, + -2.357243061065674, + -2.3816022872924805 + ], + [ + 0.5156354308128357, + 2.2980997562408447, + 2.0945849418640137, + -3.690303087234497, + 1.0696191787719727, + 2.266188144683838, + -1.0399069786071777, + 0.012727499008178711, + -1.2163764238357544, + 0.5646419525146484, + 1.1664416790008545, + 1.563025951385498, + -3.425304412841797, + 0.5126914978027344, + -0.18885818123817444, + -0.5277795791625977, + -0.1741226613521576, + 0.2763793468475342, + 0.8411282896995544, + -3.2598915100097656, + -2.2270073890686035 + ], + [ + -1.2896747589111328, + 2.3828718662261963, + 1.191500186920166, + -3.9747776985168457, + 0.7604506015777588, + 2.298020839691162, + -1.0116384029388428, + 1.177309513092041, + -1.6719520092010498, + -0.4176469147205353, + 2.709542989730835, + 0.26378321647644043, + -2.119570255279541, + 0.7668893933296204, + 0.6772738099098206, + -0.5338667035102844, + -0.7434203028678894, + 0.2167283445596695, + 0.03269544243812561, + -3.895913600921631, + -0.9124676585197449 + ], + [ + -1.323930263519287, + 2.338547468185425, + 1.4313098192214966, + -2.960175037384033, + 1.1079072952270508, + 1.5746114253997803, + -1.8946435451507568, + -0.4213535189628601, + -1.922096848487854, + 0.6645004153251648, + 2.1448850631713867, + 0.2334994077682495, + -3.4603066444396973, + 1.5447293519973755, + 0.25094738602638245, + 0.7163193821907043, + -0.10547596216201782, + -0.42469942569732666, + -0.49689921736717224, + -2.8712027072906494, + -1.6389087438583374 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.027082443237304688, + 0.6002404689788818, + 0.13355517387390137, + -2.198392152786255, + -0.03311736881732941, + 1.162198781967163, + 0.0, + 0.043807268142700195, + -0.264798641204834, + 0.0069312527775764465, + 1.143568515777588, + 0.07456481456756592, + -1.6758570671081543, + 0.0, + -0.01150114368647337, + -0.007074322551488876, + -0.018292216584086418, + -0.035625845193862915, + 0.05120308697223663, + -2.0730173587799072, + 0.0 + ] + ], + "predicted_scores": [ + 4.82086706161499, + 4.419844150543213, + 4.316020488739014, + 4.201219081878662, + 4.098505973815918, + 3.932546615600586, + 3.699573040008545, + 3.677046060562134 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1919198188", + "selected_index": 0, + "state_hash": "6b9e4c034c70f8e93116064dbcb48aa5fea37958e04fa30734f597c38aefea8b", + "stored_base_utility": 0.8558897972106934, + "task_id": "StackCube-v1" + } + ], + "schema_version": 1, + "source_content_hash": "67f7b4a692f7c7e71da24378dc71e3399c5d35afc14c494869eba6087b765c42", + "source_index": "data/cil_charts_rgb_refs/train/index.json", + "source_split_hash": "867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372", + "target_content_hash": "1aacf9de98648fa36bef14e137eb43c7c6973170804650814dae41d09842c708", + "target_index": "data/cil_charts_rgb_refs/val/index.json", + "target_split_hash": "9d1dc1c10868f76fa080895df0f2730c173f12b6db14932599d55c2b60859381" +} diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/measured_metrics/metrics.json b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/measured_metrics/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..ef4ce889a3bb7bbbf62c4ff065b6124ebeadc160 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/measured_metrics/metrics.json @@ -0,0 +1,5722 @@ +{ + "epsilon": 0.0, + "k": 8, + "mode": "measured", + "num_rows": 69, + "rows": [ + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.21144884824752808, + "branch_car_at_8": 0.0, + "chart_id": "ms-484ea653bbca2de3a4a2", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0030398693086928, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.27941753627712834, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.20601187646389008, + "proposal_oracle_utility_gain_over_base_at_8": -0.0054369717836380005, + "seed": "1231780997", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.20601187646389008, + "selected_utility_gain_over_base_at_8": -0.0054369717836380005, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.79398812353611, + "support_gap_fraction_to_hidden_at_8": 1.0030398749168066, + "task_id": "LiftPegUpright-v1", + "total_car_to_hidden_at_8": 1.79398812353611 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.21361251175403595, + "branch_car_at_8": 0.004944607615470886, + "chart_id": "ms-4b4cd12d70c0615e0930", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0057771292769822, + "ncar_to_proposal_oracle_at_8": 0.9198236527146109, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.27730231310066367, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.2082369178533554, + "proposal_oracle_utility_gain_over_base_at_8": -0.005375593900680542, + "seed": "1025740212", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.20329231023788452, + "selected_utility_gain_over_base_at_8": -0.010320201516151428, + "selector_gap_fraction_to_hidden_at_8": 0.0027679367707204145, + "selector_regret_at_8": 0.004944607615470886, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7917630821466446, + "support_gap_fraction_to_hidden_at_8": 1.003009198136491, + "task_id": "LiftPegUpright-v1", + "total_car_to_hidden_at_8": 1.7967076897621155 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7229747772216797, + "branch_car_at_8": 0.007550477981567383, + "chart_id": "ms-6e268d1e2915740816a1", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0096908064569456, + "ncar_to_proposal_oracle_at_8": 1.5648832901722105, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.14212984422921082, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7181498408317566, + "proposal_oracle_utility_gain_over_base_at_8": -0.004824936389923096, + "seed": "1475440973", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7105993628501892, + "selected_utility_gain_over_base_at_8": -0.012375414371490479, + "selector_gap_fraction_to_hidden_at_8": 0.005912551958167607, + "selector_regret_at_8": 0.007550477981567383, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.2818501591682434, + "support_gap_fraction_to_hidden_at_8": 1.0037782624053626, + "task_id": "LiftPegUpright-v1", + "total_car_to_hidden_at_8": 1.2894006371498108 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7272467017173767, + "branch_car_at_8": 1.2752050757408142, + "chart_id": "ms-8864796e31bbe93d7c5d", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0019263493107704, + "ncar_to_proposal_oracle_at_8": 1.0019263493107704, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.5181461410230558, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.2727532982826233, + "seed": "551504635", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7247949242591858, + "selected_utility_gain_over_base_at_8": -0.002451777458190918, + "selector_gap_fraction_to_hidden_at_8": 1.0019263571828878, + "selector_regret_at_8": 1.2752050757408142, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "task_id": "LiftPegUpright-v1", + "total_car_to_hidden_at_8": 1.2752050757408142 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.21901588141918182, + "branch_car_at_8": 0.001291319727897644, + "chart_id": "ms-b04b489f4fbad93b65ca", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0053980529747346, + "ncar_to_proposal_oracle_at_8": 0.15515920022778817, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1455417422109979, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.2106933444738388, + "proposal_oracle_utility_gain_over_base_at_8": -0.008322536945343018, + "seed": "1113268940", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.20940202474594116, + "selected_utility_gain_over_base_at_8": -0.009613856673240662, + "selector_gap_fraction_to_hidden_at_8": 0.0007250596534946283, + "selector_regret_at_8": 0.001291319727897644, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7893066555261612, + "support_gap_fraction_to_hidden_at_8": 1.0046729989664225, + "task_id": "LiftPegUpright-v1", + "total_car_to_hidden_at_8": 1.7905979752540588 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.32647061347961426, + "branch_car_at_8": 0.05505269765853882, + "chart_id": "ms-c663f7e73e7e8376a05c", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.016822953678848, + "ncar_to_proposal_oracle_at_8": 2.0466455197984894, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.36084785622370585, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.3533695936203003, + "proposal_oracle_utility_gain_over_base_at_8": 0.026898980140686035, + "seed": "1528740417", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.2983168959617615, + "selected_utility_gain_over_base_at_8": -0.028153717517852783, + "selector_gap_fraction_to_hidden_at_8": 0.03289616429921483, + "selector_regret_at_8": 0.05505269765853882, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.6466304063796997, + "support_gap_fraction_to_hidden_at_8": 0.9839267954555524, + "task_id": "LiftPegUpright-v1", + "total_car_to_hidden_at_8": 1.7016831040382385 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11945180594921112, + "branch_car_at_8": 0.001133844256401062, + "chart_id": "ms-2458fcfffb3f96c6ca1a", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0164274045076733, + "ncar_to_proposal_oracle_at_8": 0.03810126747091353, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0900578224017779, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.0896931141614914, + "proposal_oracle_utility_gain_over_base_at_8": -0.029758691787719727, + "seed": "1273247072", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.08855926990509033, + "selected_utility_gain_over_base_at_8": -0.03089253604412079, + "selector_gap_fraction_to_hidden_at_8": 0.0006029328362804191, + "selector_regret_at_8": 0.001133844256401062, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9103068858385086, + "support_gap_fraction_to_hidden_at_8": 1.0158244770763456, + "task_id": "PickCube-v1", + "total_car_to_hidden_at_8": 1.9114407300949097 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.14465421438217163, + "branch_car_at_8": 0.01652418076992035, + "chart_id": "ms-0345d8ac530f88cefd61", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.1798098385334015, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.0, + "ncar_to_proposal_oracle_at_8": 0.2173858379356898, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.09891263316551036, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.22066734731197357, + "proposal_oracle_utility_gain_over_base_at_8": 0.07601313292980194, + "seed": "141984615", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.20414316654205322, + "selected_utility_gain_over_base_at_8": 0.05948895215988159, + "selector_gap_fraction_to_hidden_at_8": 0.47002950932794857, + "selector_regret_at_8": 0.01652418076992035, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.10967568308115005, + "branch_car_at_8": 0.018885474652051926, + "chart_id": "ms-0819eb89e627595e7e1b", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.14572584629058838, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 3.632936072232017, + "ncar_to_proposal_oracle_at_8": 0.24838736993623062, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.4342603028885239, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.03364334627985954, + "proposal_oracle_utility_gain_over_base_at_8": -0.07603233680129051, + "seed": "2015956957", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.014757871627807617, + "selected_utility_gain_over_base_at_8": -0.09491781145334244, + "selector_gap_fraction_to_hidden_at_8": 0.5238665506820092, + "selector_regret_at_8": 0.018885474652051926, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.11208250001072884, + "support_gap_fraction_to_hidden_at_8": 3.1090705292947027, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.13096797466278076 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.2585872709751129, + "branch_car_at_8": 0.0, + "chart_id": "ms-0dee962a5901fb8b5bbb", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.625, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.9968365113177432, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.08531871220966421, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.264096200466156, + "proposal_oracle_utility_gain_over_base_at_8": 0.005508929491043091, + "seed": "565369392", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.264096200466156, + "selected_utility_gain_over_base_at_8": 0.005508929491043091, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.735903799533844, + "support_gap_fraction_to_hidden_at_8": 0.996836517042041, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.735903799533844 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.19612149894237518, + "branch_car_at_8": 0.0316646546125412, + "chart_id": "ms-126eb8b36769f9ba4671", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.5, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.1985912322998047, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.0, + "ncar_to_proposal_oracle_at_8": 0.3942304008364181, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.13023082378156065, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.27644166350364685, + "proposal_oracle_utility_gain_over_base_at_8": 0.08032016456127167, + "seed": "767747424", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.24477700889110565, + "selected_utility_gain_over_base_at_8": 0.04865550994873047, + "selector_gap_fraction_to_hidden_at_8": 12.82108229104446, + "selector_regret_at_8": 0.0316646546125412, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-16661b2fd2c85f57a66c", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.18372947677020837, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "1549324805", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.18323469161987305, + "branch_car_at_8": 0.0017543633002787828, + "chart_id": "ms-20e1efbb745fd02abc95", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.24345096945762634, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 3.9887152967557102, + "ncar_to_proposal_oracle_at_8": 0.009844083422333706, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.09861867055120169, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.005019704345613718, + "proposal_oracle_utility_gain_over_base_at_8": -0.17821498727425933, + "seed": "1375492786", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.003265341045334935, + "selected_utility_gain_over_base_at_8": -0.1799693505745381, + "selector_gap_fraction_to_hidden_at_8": 0.029134369696608254, + "selector_regret_at_8": 0.0017543633002787828, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.23843126511201262, + "support_gap_fraction_to_hidden_at_8": 3.959581589457284, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.2401856284122914 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-2dc5138251afd26a040d", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "565621826", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.08593521267175674, + "branch_car_at_8": 0.018860414624214172, + "chart_id": "ms-387e6771a55be98f1a59", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.20744429528713226, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0202258412242404, + "ncar_to_proposal_oracle_at_8": 1.149829599919345, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.10900768429537715, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.10233799368143082, + "proposal_oracle_utility_gain_over_base_at_8": 0.016402781009674072, + "seed": "767747424", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.08347757905721664, + "selected_utility_gain_over_base_at_8": -0.0024576336145401, + "selector_gap_fraction_to_hidden_at_8": 0.15521814681059581, + "selector_regret_at_8": 0.018860414624214172, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.10510630160570145, + "support_gap_fraction_to_hidden_at_8": 0.865007778376573, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.12396671622991562 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.05640667676925659, + "branch_car_at_8": 0.01094331219792366, + "chart_id": "ms-38f7298184a2c5005e94", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.75, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.1767096221446991, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.206987939645223, + "ncar_to_proposal_oracle_at_8": 0.7840189685081812, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.23323080105647465, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.04244871810078621, + "proposal_oracle_utility_gain_over_base_at_8": -0.013957958668470383, + "seed": "2015956957", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.03150540590286255, + "selected_utility_gain_over_base_at_8": -0.024901270866394043, + "selector_gap_fraction_to_hidden_at_8": 0.0909646240478292, + "selector_regret_at_8": 0.01094331219792366, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.1342609040439129, + "support_gap_fraction_to_hidden_at_8": 1.1160234159264368, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.14520421624183655 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.055146653205156326, + "branch_car_at_8": 0.00761810876429081, + "chart_id": "ms-482c5c8d208b5907a2c2", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.1834145486354828, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.2012062469945612, + "ncar_to_proposal_oracle_at_8": 0.41880256630192847, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.06614010497203546, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.03695644810795784, + "proposal_oracle_utility_gain_over_base_at_8": -0.018190205097198486, + "seed": "626486813", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.02933833934366703, + "selected_utility_gain_over_base_at_8": -0.025808313861489296, + "selector_gap_fraction_to_hidden_at_8": 0.05939217088370232, + "selector_regret_at_8": 0.00761810876429081, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.14645810052752495, + "support_gap_fraction_to_hidden_at_8": 1.1418141697590976, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.15407620929181576 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.030767075717449188, + "chart_id": "ms-4da03300d92420e80ed0", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.016456882739245417, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1963398038085052, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.1304432898759842, + "proposal_oracle_utility_gain_over_base_at_8": -1.8695567101240158, + "seed": "1747178030", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.099676214158535, + "selected_utility_gain_over_base_at_8": -1.900323785841465, + "selector_regret_at_8": 0.030767075717449188, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8695567101240158, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.900323785841465 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.12186471372842789, + "branch_car_at_8": 0.026948649436235428, + "chart_id": "ms-57be9ae181c077e7821f", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.5, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0502521551875226, + "ncar_to_proposal_oracle_at_8": 0.3996435306866855, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.12484026257817954, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.054433006793260574, + "proposal_oracle_utility_gain_over_base_at_8": -0.06743170693516731, + "seed": "1549324805", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.027484357357025146, + "selected_utility_gain_over_base_at_8": -0.09438035637140274, + "selector_gap_fraction_to_hidden_at_8": 0.014348619949382465, + "selector_regret_at_8": 0.026948649436235428, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9455669932067394, + "support_gap_fraction_to_hidden_at_8": 1.0359035408301343, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.9725156426429749 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-6388b5d2356c556c3e55", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.08769605044545374, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.12105005979537964, + "proposal_oracle_utility_gain_over_base_at_8": -1.8789499402046204, + "seed": "2015956957", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.12105005979537964, + "selected_utility_gain_over_base_at_8": -1.8789499402046204, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8789499402046204, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.8789499402046204 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.07133767753839493, + "branch_car_at_8": 0.023090440779924393, + "chart_id": "ms-638d2ba1917eff4d09e0", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.11176212877035141, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.5595078452617352, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.155866551732024, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.07181030511856079, + "proposal_oracle_utility_gain_over_base_at_8": 0.00047262758016586304, + "seed": "767747424", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.0487198643386364, + "selected_utility_gain_over_base_at_8": -0.02261781319975853, + "selector_gap_fraction_to_hidden_at_8": 0.571199857418741, + "selector_regret_at_8": 0.023090440779924393, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.03995182365179062, + "support_gap_fraction_to_hidden_at_8": 0.9883083736263008, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.06304226443171501 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.08238867670297623, + "branch_car_at_8": 0.0, + "chart_id": "ms-652ad552ba98d2736620", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2367449700832367, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.2429357320711465, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.18726236611308378, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.04489000514149666, + "proposal_oracle_utility_gain_over_base_at_8": -0.03749867156147957, + "seed": "767747424", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.04489000514149666, + "selected_utility_gain_over_base_at_8": -0.03749867156147957, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.19185496494174004, + "support_gap_fraction_to_hidden_at_8": 1.2429358125949597, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.19185496494174004 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.09506181627511978, + "branch_car_at_8": 0.01989857852458954, + "chart_id": "ms-674fad0e7c042d23629e", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.15573063492774963, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.6570495099459974, + "ncar_to_proposal_oracle_at_8": 0.4888487118162508, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.43696486298142984, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.13576678931713104, + "proposal_oracle_utility_gain_over_base_at_8": 0.04070497304201126, + "seed": "2015956957", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1158682107925415, + "selected_utility_gain_over_base_at_8": 0.020806394517421722, + "selector_gap_fraction_to_hidden_at_8": 0.3279869126597371, + "selector_regret_at_8": 0.01989857852458954, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.01996384561061859, + "support_gap_fraction_to_hidden_at_8": 0.32906270558728284, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.03986242413520813 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.22189895808696747, + "branch_car_at_8": 0.0, + "chart_id": "ms-728b865677134d3788e3", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.22658847272396088, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 8.371107128656092, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.14188226056199105, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.18733195960521698, + "proposal_oracle_utility_gain_over_base_at_8": -0.03456699848175049, + "seed": "750448296", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.18733195960521698, + "selected_utility_gain_over_base_at_8": -0.03456699848175049, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.039256513118743896, + "support_gap_fraction_to_hidden_at_8": 8.371124979345934, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.039256513118743896 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.2750004827976227, + "branch_car_at_8": 0.06332214176654816, + "chart_id": "ms-7ea98b8f4d2220347ee0", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.75, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.27989473938941956, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 25.856100960469757, + "ncar_to_proposal_oracle_at_8": 1.0855795733324989, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.30176379825488275, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.2166702300310135, + "proposal_oracle_utility_gain_over_base_at_8": -0.05833025276660919, + "seed": "565369392", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.15334808826446533, + "selected_utility_gain_over_base_at_8": -0.12165239453315735, + "selector_gap_fraction_to_hidden_at_8": 12.938051076578333, + "selector_regret_at_8": 0.06332214176654816, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.06322450935840607, + "support_gap_fraction_to_hidden_at_8": 12.918102713367109, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.12654665112495422 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.06369390338659286, + "branch_car_at_8": 0.0, + "chart_id": "ms-7f57045c114ddad153b5", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.227622389793396, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.2530921612163712, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.14832514759793133, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.022204875946044922, + "proposal_oracle_utility_gain_over_base_at_8": -0.04148902744054794, + "seed": "278008524", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.022204875946044922, + "selected_utility_gain_over_base_at_8": -0.04148902744054794, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.20541751384735107, + "support_gap_fraction_to_hidden_at_8": 1.2530922376577627, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.20541751384735107 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.054365258663892746, + "branch_car_at_8": 0.004892149940133095, + "chart_id": "ms-81f4e8858b2ba90aea2e", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.1631626933813095, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.2558212415969876, + "ncar_to_proposal_oracle_at_8": 0.21325322273669983, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2544110111711065, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.03142470121383667, + "proposal_oracle_utility_gain_over_base_at_8": -0.022940557450056076, + "seed": "626486813", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.026532551273703575, + "selected_utility_gain_over_base_at_8": -0.02783270739018917, + "selector_gap_fraction_to_hidden_at_8": 0.04496567361941612, + "selector_regret_at_8": 0.004892149940133095, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.13173799216747284, + "support_gap_fraction_to_hidden_at_8": 1.2108556834050395, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.13663014210760593 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.07143356651067734, + "branch_car_at_8": 0.02224884182214737, + "chart_id": "ms-8a72b73ac452bc190aeb", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.10329639911651611, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.0, + "ncar_to_proposal_oracle_at_8": 0.32363650888079354, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.43211164778385247, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.14017994701862335, + "proposal_oracle_utility_gain_over_base_at_8": 0.06874638050794601, + "seed": "626486813", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.11793110519647598, + "selected_utility_gain_over_base_at_8": 0.046497538685798645, + "selector_gap_fraction_to_hidden_at_8": 0.698269425615045, + "selector_regret_at_8": 0.02224884182214737, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.1463289111852646, + "branch_car_at_8": 0.0, + "chart_id": "ms-a96bca1ef0b74f686018", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.1572066992521286, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 5.531791664170017, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.13217130768285182, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.09703298658132553, + "proposal_oracle_utility_gain_over_base_at_8": -0.049295924603939056, + "seed": "141984615", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.09703298658132553, + "selected_utility_gain_over_base_at_8": -0.049295924603939056, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.06017371267080307, + "support_gap_fraction_to_hidden_at_8": 5.531796749571231, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.06017371267080307 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.041790127754211426, + "chart_id": "ms-ac4fb33f3ab4db853995", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.022830772312763467, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.24869441172033485, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.16957013309001923, + "proposal_oracle_utility_gain_over_base_at_8": -1.8304298669099808, + "seed": "565369392", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.1277800053358078, + "selected_utility_gain_over_base_at_8": -1.8722199946641922, + "selector_regret_at_8": 0.041790127754211426, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8304298669099808, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.8722199946641922 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-c31b98b3d3702c6f9c8c", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "2054899126", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.1360541582107544, + "branch_car_at_8": 0.02051302045583725, + "chart_id": "ms-c832439976a37f52d094", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2594742774963379, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.3919907803954419, + "ncar_to_proposal_oracle_at_8": 0.7361161942839092, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0007528134067554815, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.10818761587142944, + "proposal_oracle_utility_gain_over_base_at_8": -0.02786654233932495, + "seed": "585904130", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.0876745954155922, + "selected_utility_gain_over_base_at_8": -0.0483795627951622, + "selector_gap_fraction_to_hidden_at_8": 0.16620483414354748, + "selector_regret_at_8": 0.02051302045583725, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.15128666162490845, + "support_gap_fraction_to_hidden_at_8": 1.2257860590366485, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.1717996820807457 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.13587017357349396, + "branch_car_at_8": 0.014362413436174393, + "chart_id": "ms-c96b415f083f60857334", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.26426148414611816, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.8727295219331146, + "ncar_to_proposal_oracle_at_8": 0.14702255726265792, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.014221879199652062, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.03818168118596077, + "proposal_oracle_utility_gain_over_base_at_8": -0.09768849238753319, + "seed": "585904130", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.023819267749786377, + "selected_utility_gain_over_base_at_8": -0.11205090582370758, + "selector_gap_fraction_to_hidden_at_8": 0.11186437284671483, + "selector_regret_at_8": 0.014362413436174393, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.2260798029601574, + "support_gap_fraction_to_hidden_at_8": 1.7608652949474797, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.2404422163963318 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.13276933133602142, + "branch_car_at_8": 0.013074323534965515, + "chart_id": "ms-d73fd5fce55fb58ef8e9", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0292391206713938, + "ncar_to_proposal_oracle_at_8": 0.3148779308878505, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.11219991489100847, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.09124746173620224, + "proposal_oracle_utility_gain_over_base_at_8": -0.04152186959981918, + "seed": "534717141", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.07817313820123672, + "selected_utility_gain_over_base_at_8": -0.0545961931347847, + "selector_gap_fraction_to_hidden_at_8": 0.007001986286097325, + "selector_regret_at_8": 0.013074323534965515, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9087525382637978, + "support_gap_fraction_to_hidden_at_8": 1.0222371398974122, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.9218268617987633 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.08353183418512344, + "branch_car_at_8": 0.0025795898400247097, + "chart_id": "ms-da142025733b53fcf7eb", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2643269896507263, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.434520839709474, + "ncar_to_proposal_oracle_at_8": 0.03395104129908573, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2113513825135901, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.007552146911621094, + "proposal_oracle_utility_gain_over_base_at_8": -0.07597968727350235, + "seed": "141984615", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.004972557071596384, + "selected_utility_gain_over_base_at_8": -0.07855927711352706, + "selector_gap_fraction_to_hidden_at_8": 0.014268025232100252, + "selector_regret_at_8": 0.0025795898400247097, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.2567748427391052, + "support_gap_fraction_to_hidden_at_8": 1.4202528938224666, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.25935443257912993 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.1678522825241089, + "branch_car_at_8": 0.0, + "chart_id": "ms-e2bad6e99e8a281207cc", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.75, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.20825156569480896, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 3.2593208832808145, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.34358300694608196, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.07657730579376221, + "proposal_oracle_utility_gain_over_base_at_8": -0.09127497673034668, + "seed": "1549324805", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.07657730579376221, + "selected_utility_gain_over_base_at_8": -0.09127497673034668, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.13167425990104675, + "support_gap_fraction_to_hidden_at_8": 3.2593216900577247, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.13167425990104675 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.13733911514282227, + "branch_car_at_8": 0.04211428761482239, + "chart_id": "ms-e30fd80adc089e9f697a", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.18920521438121796, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0265662008326213, + "ncar_to_proposal_oracle_at_8": 1.033824427343518, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.4851127944296065, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.17807550728321075, + "proposal_oracle_utility_gain_over_base_at_8": 0.04073639214038849, + "seed": "585904130", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.13596121966838837, + "selected_utility_gain_over_base_at_8": -0.001377895474433899, + "selector_gap_fraction_to_hidden_at_8": 0.811981009430642, + "selector_regret_at_8": 0.04211428761482239, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.011129707098007202, + "support_gap_fraction_to_hidden_at_8": 0.21458538932821938, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.05324399471282959 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.03723977506160736, + "chart_id": "ms-e9ed5d488afdfd6449d1", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.020673237002839566, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.3144394349570603, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.1986480951309204, + "proposal_oracle_utility_gain_over_base_at_8": -1.8013519048690796, + "seed": "626486813", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.16140832006931305, + "selected_utility_gain_over_base_at_8": -1.838591679930687, + "selector_regret_at_8": 0.03723977506160736, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8013519048690796, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.838591679930687 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.07223989814519882, + "branch_car_at_8": 0.0036017894744873047, + "chart_id": "ms-ec013396e4aff6170ee1", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.24502670764923096, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.4136551041818376, + "ncar_to_proposal_oracle_at_8": 0.034330725273574454, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.3951750598213013, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.17715434730052948, + "proposal_oracle_utility_gain_over_base_at_8": 0.10491444915533066, + "seed": "750448296", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.17355255782604218, + "selected_utility_gain_over_base_at_8": 0.10131265968084335, + "selector_gap_fraction_to_hidden_at_8": 0.02084528028977382, + "selector_regret_at_8": 0.0036017894744873047, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.06787236034870148, + "support_gap_fraction_to_hidden_at_8": 0.3928098478322653, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.07147414982318878 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.07024133205413818, + "branch_car_at_8": 0.008756734430789948, + "chart_id": "ms-ee30ebaf98622759d888", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0146581870752631, + "ncar_to_proposal_oracle_at_8": 0.44837236736850467, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.24680463764405094, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.050711292773485184, + "proposal_oracle_utility_gain_over_base_at_8": -0.019530039280653, + "seed": "636680137", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.041954558342695236, + "selected_utility_gain_over_base_at_8": -0.028286773711442947, + "selector_gap_fraction_to_hidden_at_8": 0.004537735508715752, + "selector_regret_at_8": 0.008756734430789948, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9492887072265148, + "support_gap_fraction_to_hidden_at_8": 1.0101204568245012, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.9580454416573048 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.10341648012399673, + "branch_car_at_8": 0.01183183491230011, + "chart_id": "ms-f3f1d07cfd59b823da47", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.17124073207378387, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.06267915132347908, + "ncar_to_proposal_oracle_at_8": 0.15691062854768703, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.17339069677824853, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.17882139980793, + "proposal_oracle_utility_gain_over_base_at_8": 0.07540491968393326, + "seed": "2015956957", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.16698956489562988, + "selected_utility_gain_over_base_at_8": 0.06357308477163315, + "selector_gap_fraction_to_hidden_at_8": 0.17444843949122602, + "selector_regret_at_8": 0.01183183491230011, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.004251167178153992 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.23664958775043488, + "branch_car_at_8": 0.0028693675994873047, + "chart_id": "ms-081952a63087fc8f83cd", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0258247099042912, + "ncar_to_proposal_oracle_at_8": 0.06724765269487076, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.24024321038978835, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.19398093223571777, + "proposal_oracle_utility_gain_over_base_at_8": -0.0426686555147171, + "seed": "2141802816", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.19111156463623047, + "selected_utility_gain_over_base_at_8": -0.04553802311420441, + "selector_gap_fraction_to_hidden_at_8": 0.0016272248439983953, + "selector_regret_at_8": 0.0028693675994873047, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8060190677642822, + "support_gap_fraction_to_hidden_at_8": 1.0241974908777678, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.8088884353637695 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-121bc2e6676c1ac10911", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "77147264", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.7990368008613586, + "chart_id": "ms-22f153f0d4fa656018e6", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.21509548487369792, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "1271718007", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.20096319913864136, + "selected_utility_gain_over_base_at_8": -1.7990368008613586, + "selector_regret_at_8": 1.7990368008613586, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.7990368008613586 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.05987149477005005, + "branch_car_at_8": 0.0018227994441986084, + "chart_id": "ms-27c9f70e97b8850cc3ab", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.9970059047003342, + "ncar_to_proposal_oracle_at_8": 0.23884488264105572, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.11277158791069058, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.06750321388244629, + "proposal_oracle_utility_gain_over_base_at_8": 0.00763171911239624, + "seed": "1881223807", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.06568041443824768, + "selected_utility_gain_over_base_at_8": 0.005808919668197632, + "selector_gap_fraction_to_hidden_at_8": 0.0009395251084064479, + "selector_regret_at_8": 0.0018227994441986084, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9324967861175537, + "support_gap_fraction_to_hidden_at_8": 0.996066384730793, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.9343195855617523 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.017298832535743713, + "chart_id": "ms-2867deaca7e98582620b", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.009475382229032403, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.20199965345631332, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.17433935403823853, + "proposal_oracle_utility_gain_over_base_at_8": -1.8256606459617615, + "seed": "1189392917", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1570405215024948, + "selected_utility_gain_over_base_at_8": -1.8429594784975052, + "selector_regret_at_8": 0.017298832535743713, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8256606459617615, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.8429594784975052 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-365d8c6de6de16f66744", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0557584401804747, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.17896106839179993, + "proposal_oracle_utility_gain_over_base_at_8": -1.8210389316082, + "seed": "1997090716", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.17896106839179993, + "selected_utility_gain_over_base_at_8": -1.8210389316082, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8210389316082, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.8210389316082 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.05761747062206268, + "branch_car_at_8": 0.0047958046197891235, + "chart_id": "ms-3c326d05fec66e1d6bea", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0084052413009887, + "ncar_to_proposal_oracle_at_8": 0.41592665842544824, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1220948059683245, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.04608707129955292, + "proposal_oracle_utility_gain_over_base_at_8": -0.011530399322509766, + "seed": "278008524", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.041291266679763794, + "selected_utility_gain_over_base_at_8": -0.01632620394229889, + "selector_gap_fraction_to_hidden_at_8": 0.002469031999234989, + "selector_regret_at_8": 0.0047958046197891235, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.953912928700447, + "support_gap_fraction_to_hidden_at_8": 1.005936214493343, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.9587087333202362 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0015303194522857666, + "chart_id": "ms-4dbdc6ed61dccebbfe92", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.000841493999320359, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.20334758462369412, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.18142560124397278, + "proposal_oracle_utility_gain_over_base_at_8": -1.8185743987560272, + "seed": "794181626", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.179895281791687, + "selected_utility_gain_over_base_at_8": -1.820104718208313, + "selector_regret_at_8": 0.0015303194522857666, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8185743987560272, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.820104718208313 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.02261720597743988, + "chart_id": "ms-58950fed04d203b97ab9", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.012349936926783113, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.12962497931211298, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.1686379462480545, + "proposal_oracle_utility_gain_over_base_at_8": -1.8313620537519455, + "seed": "1113371261", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.14602074027061462, + "selected_utility_gain_over_base_at_8": -1.8539792597293854, + "selector_regret_at_8": 0.02261720597743988, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8313620537519455, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.8539792597293854 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.8072420358657837, + "chart_id": "ms-651bc0395d78d2819158", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.27201291150892754, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "1483645336", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1927579641342163, + "selected_utility_gain_over_base_at_8": -1.8072420358657837, + "selector_regret_at_8": 1.8072420358657837, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.8072420358657837 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-9fad82fd288e4296e354", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.18424707441324886, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.09453795850276947, + "proposal_oracle_utility_gain_over_base_at_8": -1.9054620414972305, + "seed": "1176943004", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.09453795850276947, + "selected_utility_gain_over_base_at_8": -1.9054620414972305, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9054620414972305, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.9054620414972305 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.20425210893154144, + "branch_car_at_8": 0.019217893481254578, + "chart_id": "ms-b8bfdd3e6c31bd98082d", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0690779501012855, + "ncar_to_proposal_oracle_at_8": 0.18332662305644415, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.435910259068298, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.09942340850830078, + "proposal_oracle_utility_gain_over_base_at_8": -0.10482870042324066, + "seed": "998761162", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.0802055150270462, + "selected_utility_gain_over_base_at_8": -0.12404659390449524, + "selector_gap_fraction_to_hidden_at_8": 0.010701888375778658, + "selector_regret_at_8": 0.019217893481254578, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9005765914916992, + "support_gap_fraction_to_hidden_at_8": 1.0583760676788925, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.9197944849729538 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.003342047333717346, + "chart_id": "ms-fc8084d5cd7da937fc02", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.0017599963357812155, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.10735633493513692, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.10110552608966827, + "proposal_oracle_utility_gain_over_base_at_8": -1.8988944739103317, + "seed": "1991414747", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.09776347875595093, + "selected_utility_gain_over_base_at_8": -1.902236521244049, + "selector_regret_at_8": 0.003342047333717346, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8988944739103317, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.902236521244049 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.194026380777359, + "branch_car_at_8": 0.039398789405822754, + "chart_id": "ms-3afd8959363e917591d4", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.012741448917675, + "ncar_to_proposal_oracle_at_8": 2.4041142502766335, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.4423292539518779, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.21041443943977356, + "proposal_oracle_utility_gain_over_base_at_8": 0.01638805866241455, + "seed": "75070641", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1710156500339508, + "selected_utility_gain_over_base_at_8": -0.023010730743408203, + "selector_gap_fraction_to_hidden_at_8": 0.02181581667996982, + "selector_regret_at_8": 0.039398789405822754, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7895855605602264, + "support_gap_fraction_to_hidden_at_8": 0.9909256378454362, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.8289843499660492 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.2078735828399658, + "chart_id": "ms-3ff1aedb72f65a182b58", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.5280864818765638, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "1055567618", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7921264171600342, + "selected_utility_gain_over_base_at_8": -1.2078735828399658, + "selector_regret_at_8": 1.2078735828399658, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.2078735828399658 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.1879976987838745, + "branch_car_at_8": 0.03526860475540161, + "chart_id": "ms-4048f8f6e047422e3c79", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0097085984787877, + "ncar_to_proposal_oracle_at_8": 1.995214069336217, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.1946169330247554, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.20567429065704346, + "proposal_oracle_utility_gain_over_base_at_8": 0.017676591873168945, + "seed": "1055157354", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.17040568590164185, + "selected_utility_gain_over_base_at_8": -0.017592012882232666, + "selector_gap_fraction_to_hidden_at_8": 0.0194638851902843, + "selector_regret_at_8": 0.03526860475540161, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7943257093429565, + "support_gap_fraction_to_hidden_at_8": 0.9902447188608395, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.8295943140983582 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.5529977083206177, + "branch_car_at_8": 0.004185736179351807, + "chart_id": "ms-5b26c33feed6992386b1", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.001631271173277, + "ncar_to_proposal_oracle_at_8": 2.2931984216160237, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.13945247761844165, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5548229813575745, + "proposal_oracle_utility_gain_over_base_at_8": 0.0018252730369567871, + "seed": "1522272686", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.5506372451782227, + "selected_utility_gain_over_base_at_8": -0.0023604631423950195, + "selector_gap_fraction_to_hidden_at_8": 0.002892694920678989, + "selector_regret_at_8": 0.004185736179351807, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.4451770186424255, + "support_gap_fraction_to_hidden_at_8": 0.9987385831747105, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.4493627548217773 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.791279137134552, + "branch_car_at_8": 1.2102132439613342, + "chart_id": "ms-63ac245579b1188935ad", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.001234669748317, + "ncar_to_proposal_oracle_at_8": 1.001234669748317, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.16142812526960126, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.208720862865448, + "seed": "211245842", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7897867560386658, + "selected_utility_gain_over_base_at_8": -0.0014923810958862305, + "selector_gap_fraction_to_hidden_at_8": 1.0012346780317403, + "selector_regret_at_8": 1.2102132439613342, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.2102132439613342 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-6c8d06bace98a28a8e4e", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "1665739511", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.18160098791122437, + "branch_car_at_8": 0.03985626995563507, + "chart_id": "ms-72777024349c2aacd5e0", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.012440422123991, + "ncar_to_proposal_oracle_at_8": 2.31257047459156, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.20390683218161468, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.1988355964422226, + "proposal_oracle_utility_gain_over_base_at_8": 0.01723460853099823, + "seed": "256770874", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.15897932648658752, + "selected_utility_gain_over_base_at_8": -0.02262166142463684, + "selector_gap_fraction_to_hidden_at_8": 0.021918330185327475, + "selector_regret_at_8": 0.03985626995563507, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8011644035577774, + "support_gap_fraction_to_hidden_at_8": 0.9905220975064207, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.8410206735134125 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.23217551410198212, + "branch_car_at_8": 0.04408198595046997, + "chart_id": "ms-7fc5696cb3dc7b9bb9f7", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0173608540930983, + "ncar_to_proposal_oracle_at_8": 3.2919009041744505, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.5742142103375254, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.24556654691696167, + "proposal_oracle_utility_gain_over_base_at_8": 0.013391032814979553, + "seed": "957101489", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.2014845609664917, + "selected_utility_gain_over_base_at_8": -0.030690953135490417, + "selector_gap_fraction_to_hidden_at_8": 0.024935725408327086, + "selector_regret_at_8": 0.04408198595046997, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7544334530830383, + "support_gap_fraction_to_hidden_at_8": 0.992425134439646, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.7985154390335083 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.18060606718063354, + "branch_car_at_8": 0.37313273549079895, + "chart_id": "ms-9a14552b7db695dee92c", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.9800912266501851, + "ncar_to_proposal_oracle_at_8": 0.9115146175078018, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.13181106033426443, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5899606943130493, + "proposal_oracle_utility_gain_over_base_at_8": 0.40935462713241577, + "seed": "77147264", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.21682795882225037, + "selected_utility_gain_over_base_at_8": 0.03622189164161682, + "selector_gap_fraction_to_hidden_at_8": 0.20508628107415175, + "selector_regret_at_8": 0.37313273549079895, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.4100393056869507, + "support_gap_fraction_to_hidden_at_8": 0.7750049509629439, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.7831720411777496 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.8032726645469666, + "branch_car_at_8": 1.2132668495178223, + "chart_id": "ms-9f5d57fe2153fd267774", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0138206117940154, + "ncar_to_proposal_oracle_at_8": 1.0138206117940154, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.21816988499798823, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.1967273354530334, + "seed": "1607773860", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7867331504821777, + "selected_utility_gain_over_base_at_8": -0.01653951406478882, + "selector_gap_fraction_to_hidden_at_8": 1.0138206202656244, + "selector_regret_at_8": 1.2132668495178223, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.2132668495178223 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.1585042476654053, + "chart_id": "ms-b0fee26e1db967f90b81", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.32164163691985026, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "1358421325", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.8414957523345947, + "selected_utility_gain_over_base_at_8": -1.1585042476654053, + "selector_regret_at_8": 1.1585042476654053, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.1585042476654053 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.20958349108695984, + "branch_car_at_8": 0.041390836238861084, + "chart_id": "ms-bc2d3b425d9163a62dbb", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.018656868425599, + "ncar_to_proposal_oracle_at_8": 5.182100016327027, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.34233305350570237, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.21757075190544128, + "proposal_oracle_utility_gain_over_base_at_8": 0.007987260818481445, + "seed": "1271718007", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1761799156665802, + "selected_utility_gain_over_base_at_8": -0.03340357542037964, + "selector_gap_fraction_to_hidden_at_8": 0.023117992954605527, + "selector_regret_at_8": 0.041390836238861084, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7824292480945587, + "support_gap_fraction_to_hidden_at_8": 0.9955388811604902, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.8238200843334198 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.23001998662948608, + "branch_car_at_8": 0.0023495852947235107, + "chart_id": "ms-d1960368ef76bbb10669", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.9943002527024395, + "ncar_to_proposal_oracle_at_8": 0.18890341958265422, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.09116192576482962, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.24245800077915192, + "proposal_oracle_utility_gain_over_base_at_8": 0.012438014149665833, + "seed": "416183106", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.2401084154844284, + "selected_utility_gain_over_base_at_8": 0.010088428854942322, + "selector_gap_fraction_to_hidden_at_8": 0.0013274643086219227, + "selector_regret_at_8": 0.0023495852947235107, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.757541999220848, + "support_gap_fraction_to_hidden_at_8": 0.9929727940113965, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.7598915845155716 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.8188905119895935, + "branch_car_at_8": 1.1874985098838806, + "chart_id": "ms-efdc07c985935d871adf", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0054093307049317, + "ncar_to_proposal_oracle_at_8": 1.0054093307049317, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.16633855642907108, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.1811094880104065, + "seed": "706479600", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.8125014901161194, + "selected_utility_gain_over_base_at_8": -0.006389021873474121, + "selector_gap_fraction_to_hidden_at_8": 1.005409339217346, + "selector_regret_at_8": 1.1874985098838806, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.1874985098838806 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.06612768769264221, + "branch_car_at_8": 0.008697465062141418, + "chart_id": "ms-fd2387aeed9bfc9a0d08", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0078537180446716, + "ncar_to_proposal_oracle_at_8": 1.3400005526915932, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.08930714911803858, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.059637054800987244, + "proposal_oracle_utility_gain_over_base_at_8": -0.006490632891654968, + "seed": "1919198188", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.050939589738845825, + "selected_utility_gain_over_base_at_8": -0.015188097953796387, + "selector_gap_fraction_to_hidden_at_8": 0.004497435020290572, + "selector_regret_at_8": 0.008697465062141418, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9403629451990128, + "support_gap_fraction_to_hidden_at_8": 1.0033562882359646, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.9490604102611542 + } + ], + "summary": { + "any_generated_unsafe_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.2680851063829788, + "low": 0.09078014184397165, + "mean": 0.18120567375886523, + "n": 47, + "num_samples": 200 + }, + "mean": 0.18120567375886523, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 0.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": 0.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 0.0, + "1358421325": 0.0, + "1375492786": 1.0, + "141984615": 0.3333333333333333, + "1475440973": 0.0, + "1483645336": 0.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 1.0, + "1607773860": 0.0, + "1665739511": 0.0, + "1747178030": 1.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.6, + "2054899126": 1.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.5, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 0.0, + "565369392": 1.0, + "565621826": 1.0, + "585904130": 0.3333333333333333, + "626486813": 0.25, + "636680137": 0.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.5, + "77147264": 0.0, + "794181626": 0.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.33529411764705885, + "low": 0.0, + "mean": 0.11176470588235295, + "n": 5, + "num_samples": 200 + }, + "mean": 0.11176470588235295, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.5588235294117647, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "any_generated_unsafe_known_at_8", + "micro": { + "confidence": 0.95, + "high": 0.391304347826087, + "low": 0.17391304347826086, + "mean": 0.2753623188405797, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "base_safety_label_known": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 47, + "num_samples": 200 + }, + "mean": 1.0, + "per_seed": { + "1025740212": 1.0, + "1055157354": 1.0, + "1055567618": 1.0, + "1113268940": 1.0, + "1113371261": 1.0, + "1176943004": 1.0, + "1189392917": 1.0, + "1231780997": 1.0, + "1271718007": 1.0, + "1273247072": 1.0, + "1358421325": 1.0, + "1375492786": 1.0, + "141984615": 1.0, + "1475440973": 1.0, + "1483645336": 1.0, + "1522272686": 1.0, + "1528740417": 1.0, + "1549324805": 1.0, + "1607773860": 1.0, + "1665739511": 1.0, + "1747178030": 1.0, + "1881223807": 1.0, + "1919198188": 1.0, + "1991414747": 1.0, + "1997090716": 1.0, + "2015956957": 1.0, + "2054899126": 1.0, + "211245842": 1.0, + "2141802816": 1.0, + "256770874": 1.0, + "278008524": 1.0, + "416183106": 1.0, + "534717141": 1.0, + "551504635": 1.0, + "565369392": 1.0, + "565621826": 1.0, + "585904130": 1.0, + "626486813": 1.0, + "636680137": 1.0, + "706479600": 1.0, + "750448296": 1.0, + "75070641": 1.0, + "767747424": 1.0, + "77147264": 1.0, + "794181626": 1.0, + "957101489": 1.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 5, + "num_samples": 200 + }, + "mean": 1.0, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 1.0, + "PushCube-v1": 1.0, + "StackCube-v1": 1.0 + } + }, + "metric": "base_safety_label_known", + "micro": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "base_success": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.4273049645390071, + "low": 0.2024822695035461, + "mean": 0.32163120567375886, + "n": 47, + "num_samples": 200 + }, + "mean": 0.32163120567375886, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 1.0, + "1113268940": 0.0, + "1113371261": 1.0, + "1176943004": 1.0, + "1189392917": 1.0, + "1231780997": 0.0, + "1271718007": 0.5, + "1273247072": 0.0, + "1358421325": 1.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 0.0, + "1483645336": 1.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.3333333333333333, + "1607773860": 0.0, + "1665739511": 1.0, + "1747178030": 1.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 1.0, + "1997090716": 1.0, + "2015956957": 0.2, + "2054899126": 1.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.0, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 0.0, + "565369392": 0.3333333333333333, + "565621826": 1.0, + "585904130": 0.0, + "626486813": 0.25, + "636680137": 0.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.0, + "77147264": 0.5, + "794181626": 1.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.45656108597285067, + "low": 0.041176470588235294, + "mean": 0.21963800904977374, + "n": 5, + "num_samples": 200 + }, + "mean": 0.21963800904977374, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.20588235294117646, + "PushCube-v1": 0.6923076923076923, + "StackCube-v1": 0.2 + } + }, + "metric": "base_success", + "micro": { + "confidence": 0.95, + "high": 0.37681159420289856, + "low": 0.17391304347826086, + "mean": 0.2753623188405797, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "base_unsafe_known": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.0, + "low": 0.0, + "mean": 0.0, + "n": 47, + "num_samples": 200 + }, + "mean": 0.0, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 0.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": 0.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 0.0, + "1358421325": 0.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 0.0, + "1483645336": 0.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.0, + "1607773860": 0.0, + "1665739511": 0.0, + "1747178030": 0.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.0, + "2054899126": 0.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.0, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 0.0, + "565369392": 0.0, + "565621826": 0.0, + "585904130": 0.0, + "626486813": 0.0, + "636680137": 0.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.0, + "77147264": 0.0, + "794181626": 0.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.0, + "low": 0.0, + "mean": 0.0, + "n": 5, + "num_samples": 200 + }, + "mean": 0.0, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.0, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "base_unsafe_known", + "micro": { + "confidence": 0.95, + "high": 0.0, + "low": 0.0, + "mean": 0.0, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "base_utility": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0092363624206038, + "low": 0.5980560999152297, + "mean": 0.827331273289437, + "n": 47, + "num_samples": 200 + }, + "mean": 0.827331273289437, + "per_seed": { + "1025740212": 0.21361251175403595, + "1055157354": 0.1879976987838745, + "1055567618": 2.0, + "1113268940": 0.21901588141918182, + "1113371261": 2.0, + "1176943004": 2.0, + "1189392917": 2.0, + "1231780997": 0.21144884824752808, + "1271718007": 1.10479174554348, + "1273247072": 0.11945180594921112, + "1358421325": 2.0, + "1375492786": 0.18323469161987305, + "141984615": 0.12483831991751988, + "1475440973": 0.7229747772216797, + "1483645336": 2.0, + "1522272686": 0.5529977083206177, + "1528740417": 0.32647061347961426, + "1549324805": 0.7632389987508456, + "1607773860": 0.8032726645469666, + "1665739511": 2.0, + "1747178030": 2.0, + "1881223807": 0.05987149477005005, + "1919198188": 0.06612768769264221, + "1991414747": 2.0, + "1997090716": 2.0, + "2015956957": 0.4729121312499046, + "2054899126": 2.0, + "211245842": 0.791279137134552, + "2141802816": 0.23664958775043488, + "256770874": 0.18160098791122437, + "278008524": 0.060655687004327774, + "416183106": 0.23001998662948608, + "534717141": 0.13276933133602142, + "551504635": 0.7272467017173767, + "565369392": 0.8445292512575785, + "565621826": 2.0, + "585904130": 0.13642114897569022, + "626486813": 0.5452363695949316, + "636680137": 0.07024133205413818, + "706479600": 0.8188905119895935, + "750448296": 0.14706942811608315, + "75070641": 0.194026380777359, + "767747424": 0.10894576646387577, + "77147264": 1.0903030335903168, + "794181626": 2.0, + "957101489": 0.23217551410198212, + "998761162": 0.20425210893154144 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.03918900961902, + "low": 0.31294104572896864, + "mean": 0.6313663369707123, + "n": 5, + "num_samples": 200 + }, + "mean": 0.6313663369707123, + "per_task": { + "LiftPegUpright-v1": 0.40346155563990277, + "PickCube-v1": 0.11945180594921112, + "PullCube-v1": 0.5097779550534838, + "PushCube-v1": 1.4275685124672377, + "StackCube-v1": 0.696571855743726 + } + }, + "metric": "base_utility", + "micro": { + "confidence": 0.95, + "high": 0.895466687940601, + "low": 0.5355817867254001, + "mean": 0.7084005813019864, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "branch_car_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.37162881623160965, + "low": 0.10759646710642473, + "mean": 0.2268598251550042, + "n": 47, + "num_samples": 200 + }, + "mean": 0.2268598251550042, + "per_seed": { + "1025740212": 0.004944607615470886, + "1055157354": 0.03526860475540161, + "1055567618": 1.2078735828399658, + "1113268940": 0.001291319727897644, + "1113371261": 0.02261720597743988, + "1176943004": 0.0, + "1189392917": 0.017298832535743713, + "1231780997": 0.0, + "1271718007": 0.9202138185501099, + "1273247072": 0.001133844256401062, + "1358421325": 1.1585042476654053, + "1375492786": 0.0017543633002787828, + "141984615": 0.006367923536648353, + "1475440973": 0.007550477981567383, + "1483645336": 1.8072420358657837, + "1522272686": 0.004185736179351807, + "1528740417": 0.05505269765853882, + "1549324805": 0.00898288314541181, + "1607773860": 1.2132668495178223, + "1665739511": 0.0, + "1747178030": 0.030767075717449188, + "1881223807": 0.0018227994441986084, + "1919198188": 0.008697465062141418, + "1991414747": 0.003342047333717346, + "1997090716": 0.0, + "2015956957": 0.012311840057373047, + "2054899126": 0.0, + "211245842": 1.2102132439613342, + "2141802816": 0.0028693675994873047, + "256770874": 0.03985626995563507, + "278008524": 0.0023979023098945618, + "416183106": 0.0023495852947235107, + "534717141": 0.013074323534965515, + "551504635": 1.2752050757408142, + "565369392": 0.035037423173586525, + "565621826": 0.0, + "585904130": 0.02566324050227801, + "626486813": 0.01799971889704466, + "636680137": 0.008756734430789948, + "706479600": 1.1874985098838806, + "750448296": 0.0018008947372436523, + "75070641": 0.039398789405822754, + "767747424": 0.01840387750416994, + "77147264": 0.18656636774539948, + "794181626": 0.0015303194522857666, + "957101489": 0.04408198595046997, + "998761162": 0.019217893481254578 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.31946740049582256, + "low": 0.053733222947602036, + "mean": 0.19208470848531545, + "n": 5, + "num_samples": 200 + }, + "mean": 0.19208470848531545, + "per_task": { + "LiftPegUpright-v1": 0.22400736312071481, + "PickCube-v1": 0.001133844256401062, + "PullCube-v1": 0.014508302453631425, + "PushCube-v1": 0.2830594697823891, + "StackCube-v1": 0.43771456281344095 + } + }, + "metric": "branch_car_at_8", + "micro": { + "confidence": 0.95, + "high": 0.27385095855477604, + "low": 0.08053859053314597, + "mean": 0.17512973704024393, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "generated_safety_label_coverage_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 47, + "num_samples": 200 + }, + "mean": 1.0, + "per_seed": { + "1025740212": 1.0, + "1055157354": 1.0, + "1055567618": 1.0, + "1113268940": 1.0, + "1113371261": 1.0, + "1176943004": 1.0, + "1189392917": 1.0, + "1231780997": 1.0, + "1271718007": 1.0, + "1273247072": 1.0, + "1358421325": 1.0, + "1375492786": 1.0, + "141984615": 1.0, + "1475440973": 1.0, + "1483645336": 1.0, + "1522272686": 1.0, + "1528740417": 1.0, + "1549324805": 1.0, + "1607773860": 1.0, + "1665739511": 1.0, + "1747178030": 1.0, + "1881223807": 1.0, + "1919198188": 1.0, + "1991414747": 1.0, + "1997090716": 1.0, + "2015956957": 1.0, + "2054899126": 1.0, + "211245842": 1.0, + "2141802816": 1.0, + "256770874": 1.0, + "278008524": 1.0, + "416183106": 1.0, + "534717141": 1.0, + "551504635": 1.0, + "565369392": 1.0, + "565621826": 1.0, + "585904130": 1.0, + "626486813": 1.0, + "636680137": 1.0, + "706479600": 1.0, + "750448296": 1.0, + "75070641": 1.0, + "767747424": 1.0, + "77147264": 1.0, + "794181626": 1.0, + "957101489": 1.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 5, + "num_samples": 200 + }, + "mean": 1.0, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 1.0, + "PushCube-v1": 1.0, + "StackCube-v1": 1.0 + } + }, + "metric": "generated_safety_label_coverage_at_8", + "micro": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "generated_unsafe_rate_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.2478723404255319, + "low": 0.08528368794326242, + "mean": 0.1677304964539007, + "n": 47, + "num_samples": 200 + }, + "mean": 0.1677304964539007, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 0.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": 0.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 0.0, + "1358421325": 0.0, + "1375492786": 1.0, + "141984615": 0.3333333333333333, + "1475440973": 0.0, + "1483645336": 0.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.75, + "1607773860": 0.0, + "1665739511": 0.0, + "1747178030": 1.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.55, + "2054899126": 1.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.5, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 0.0, + "565369392": 0.7916666666666666, + "565621826": 1.0, + "585904130": 0.3333333333333333, + "626486813": 0.25, + "636680137": 0.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.375, + "77147264": 0.0, + "794181626": 0.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.2977941176470588, + "low": 0.0, + "mean": 0.09926470588235295, + "n": 5, + "num_samples": 200 + }, + "mean": 0.09926470588235295, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.4963235294117647, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "generated_unsafe_rate_known_at_8", + "micro": { + "confidence": 0.95, + "high": 0.33152173913043476, + "low": 0.16304347826086957, + "mean": 0.24456521739130435, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "hidden_chart_oracle_success_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.9148936170212765, + "low": 0.7432624113475178, + "mean": 0.8358156028368794, + "n": 47, + "num_samples": 200 + }, + "mean": 0.8358156028368794, + "per_seed": { + "1025740212": 1.0, + "1055157354": 1.0, + "1055567618": 1.0, + "1113268940": 1.0, + "1113371261": 1.0, + "1176943004": 1.0, + "1189392917": 1.0, + "1231780997": 1.0, + "1271718007": 1.0, + "1273247072": 1.0, + "1358421325": 1.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 1.0, + "1483645336": 1.0, + "1522272686": 1.0, + "1528740417": 1.0, + "1549324805": 0.6666666666666666, + "1607773860": 1.0, + "1665739511": 1.0, + "1747178030": 1.0, + "1881223807": 1.0, + "1919198188": 1.0, + "1991414747": 1.0, + "1997090716": 1.0, + "2015956957": 0.2, + "2054899126": 1.0, + "211245842": 1.0, + "2141802816": 1.0, + "256770874": 1.0, + "278008524": 0.5, + "416183106": 1.0, + "534717141": 1.0, + "551504635": 1.0, + "565369392": 0.6666666666666666, + "565621826": 1.0, + "585904130": 0.0, + "626486813": 0.25, + "636680137": 1.0, + "706479600": 1.0, + "750448296": 0.0, + "75070641": 1.0, + "767747424": 0.0, + "77147264": 1.0, + "794181626": 1.0, + "957101489": 1.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 0.5941176470588235, + "mean": 0.8647058823529413, + "n": 5, + "num_samples": 200 + }, + "mean": 0.8647058823529413, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 0.3235294117647059, + "PushCube-v1": 1.0, + "StackCube-v1": 1.0 + } + }, + "metric": "hidden_chart_oracle_success_at_8", + "micro": { + "confidence": 0.95, + "high": 0.782608695652174, + "low": 0.5507246376811594, + "mean": 0.6666666666666666, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "hidden_chart_oracle_utility_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.850041654515774, + "low": 1.5397213380149701, + "mean": 1.7062028111638965, + "n": 47, + "num_samples": 200 + }, + "mean": 1.7062028111638965, + "per_seed": { + "1025740212": 2.0, + "1055157354": 2.0, + "1055567618": 2.0, + "1113268940": 2.0, + "1113371261": 2.0, + "1176943004": 2.0, + "1189392917": 2.0, + "1231780997": 2.0, + "1271718007": 2.0, + "1273247072": 2.0, + "1358421325": 2.0, + "1375492786": 0.24345096945762634, + "141984615": 0.20044784247875214, + "1475440973": 2.0, + "1483645336": 2.0, + "1522272686": 2.0, + "1528740417": 2.0, + "1549324805": 1.4027505218982697, + "1607773860": 2.0, + "1665739511": 2.0, + "1747178030": 2.0, + "1881223807": 2.0, + "1919198188": 2.0, + "1991414747": 2.0, + "1997090716": 2.0, + "2015956957": 0.5298813670873642, + "2054899126": 2.0, + "211245842": 2.0, + "2141802816": 2.0, + "256770874": 2.0, + "278008524": 1.113811194896698, + "416183106": 2.0, + "534717141": 2.0, + "551504635": 2.0, + "565369392": 1.4266315797964733, + "565621826": 2.0, + "585904130": 0.23764699200789133, + "626486813": 0.6124684102833271, + "636680137": 2.0, + "706479600": 2.0, + "750448296": 0.23580759018659592, + "75070641": 2.0, + "767747424": 0.18863565661013126, + "77147264": 2.0, + "794181626": 2.0, + "957101489": 2.0, + "998761162": 2.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 2.0, + "low": 1.2693931020796299, + "mean": 1.7564643673598765, + "n": 5, + "num_samples": 200 + }, + "mean": 1.7564643673598765, + "per_task": { + "LiftPegUpright-v1": 2.0, + "PickCube-v1": 2.0, + "PullCube-v1": 0.7823218367993832, + "PushCube-v1": 2.0, + "StackCube-v1": 2.0 + } + }, + "metric": "hidden_chart_oracle_utility_at_8", + "micro": { + "confidence": 0.95, + "high": 1.6080652458080347, + "low": 1.1926357444861662, + "mean": 1.3999846732054932, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "ncar_to_hidden_chart_oracle_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 2.433767695017536, + "low": 1.1052148204600567, + "mean": 1.6553047284859466, + "n": 34, + "num_samples": 200 + }, + "mean": 1.6553047284859466, + "per_seed": { + "1025740212": 1.0057771292769822, + "1055157354": 1.0097085984787877, + "1113268940": 1.0053980529747346, + "1231780997": 1.0030398693086928, + "1271718007": 1.018656868425599, + "1273247072": 1.0164274045076733, + "1375492786": 3.9887152967557102, + "141984615": 2.3221041679598304, + "1475440973": 1.0096908064569456, + "1522272686": 1.001631271173277, + "1528740417": 1.016822953678848, + "1549324805": 2.1547865192341686, + "1607773860": 1.0138206117940154, + "1881223807": 0.9970059047003342, + "1919198188": 1.0078537180446716, + "2015956957": 1.3899131682866792, + "211245842": 1.001234669748317, + "2141802816": 1.0258247099042912, + "256770874": 1.012440422123991, + "278008524": 1.13074870125868, + "416183106": 0.9943002527024395, + "534717141": 1.0292391206713938, + "551504635": 1.0019263493107704, + "565369392": 13.42646873589375, + "585904130": 1.4304288343870593, + "626486813": 0.8190091628638495, + "636680137": 1.0146581870752631, + "706479600": 1.0054093307049317, + "750448296": 4.392381116418965, + "75070641": 1.012741448917675, + "767747424": 0.9556673546392805, + "77147264": 0.9800912266501851, + "957101489": 1.0173608540930983, + "998761162": 1.0690779501012855 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.9691570914290408, + "low": 1.0086374673972327, + "mean": 1.331939579976755, + "n": 5, + "num_samples": 200 + }, + "mean": 1.331939579976755, + "per_task": { + "LiftPegUpright-v1": 1.0071091935011622, + "PickCube-v1": 1.0164274045076733, + "PullCube-v1": 2.604812077635133, + "PushCube-v1": 1.0250784515017248, + "StackCube-v1": 1.0062707727380824 + } + }, + "metric": "ncar_to_hidden_chart_oracle_at_8", + "micro": { + "confidence": 0.95, + "high": 3.026738844165383, + "low": 1.130059189613582, + "mean": 1.8712914348105423, + "n": 50, + "num_samples": 200 + }, + "n": 50 + }, + "ncar_to_proposal_oracle_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.1170692033550245, + "low": 0.510887541123474, + "mean": 0.7946711291514054, + "n": 41, + "num_samples": 200 + }, + "mean": 0.7946711291514054, + "per_seed": { + "1025740212": 0.9198236527146109, + "1055157354": 1.995214069336217, + "1113268940": 0.15515920022778817, + "1113371261": 0.012349936926783113, + "1176943004": 0.0, + "1189392917": 0.009475382229032403, + "1231780997": 0.0, + "1271718007": 5.182100016327027, + "1273247072": 0.03810126747091353, + "1375492786": 0.009844083422333706, + "141984615": 0.08377895974492518, + "1475440973": 1.5648832901722105, + "1522272686": 2.2931984216160237, + "1528740417": 2.0466455197984894, + "1549324805": 0.19982176534334276, + "1607773860": 1.0138206117940154, + "1747178030": 0.016456882739245417, + "1881223807": 0.23884488264105572, + "1919198188": 1.3400005526915932, + "1991414747": 0.0017599963357812155, + "1997090716": 0.0, + "2015956957": 0.3356331357616699, + "211245842": 1.001234669748317, + "2141802816": 0.06724765269487076, + "256770874": 2.31257047459156, + "278008524": 0.20796332921272412, + "416183106": 0.18890341958265422, + "534717141": 0.3148779308878505, + "551504635": 1.0019263493107704, + "565369392": 0.36947011521508744, + "585904130": 0.638987726296695, + "626486813": 0.24409138373056533, + "636680137": 0.44837236736850467, + "706479600": 1.0054093307049317, + "750448296": 0.017165362636787227, + "75070641": 2.4041142502766335, + "767747424": 0.5146866669185878, + "77147264": 0.9115146175078018, + "794181626": 0.000841493999320359, + "957101489": 3.2919009041744505, + "998761162": 0.18332662305644415 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.3442339208192062, + "low": 0.1388451223310107, + "mean": 0.6561555096579047, + "n": 5, + "num_samples": 200 + }, + "mean": 0.6561555096579047, + "per_task": { + "LiftPegUpright-v1": 0.9480730020373116, + "PickCube-v1": 0.03810126747091353, + "PullCube-v1": 0.2899609046211564, + "PushCube-v1": 0.0929772626308736, + "StackCube-v1": 1.9116651115292687 + } + }, + "metric": "ncar_to_proposal_oracle_at_8", + "micro": { + "confidence": 0.95, + "high": 0.9409479886453386, + "low": 0.4349504074131571, + "mean": 0.6490698369998209, + "n": 59, + "num_samples": 200 + }, + "n": 59 + }, + "outcome_ptr_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.4801418439716311, + "low": 0.23581560283687944, + "mean": 0.3382978723404256, + "n": 47, + "num_samples": 200 + }, + "mean": 0.3382978723404256, + "per_seed": { + "1025740212": 0.0, + "1055157354": 1.0, + "1055567618": 0.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": 0.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.5, + "1273247072": 0.0, + "1358421325": 0.0, + "1375492786": 0.0, + "141984615": 0.3333333333333333, + "1475440973": 0.0, + "1483645336": 0.0, + "1522272686": 1.0, + "1528740417": 1.0, + "1549324805": 0.0, + "1607773860": 1.0, + "1665739511": 0.0, + "1747178030": 0.0, + "1881223807": 1.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.4, + "2054899126": 0.0, + "211245842": 1.0, + "2141802816": 0.0, + "256770874": 1.0, + "278008524": 0.0, + "416183106": 1.0, + "534717141": 0.0, + "551504635": 1.0, + "565369392": 0.3333333333333333, + "565621826": 0.0, + "585904130": 0.3333333333333333, + "626486813": 0.25, + "636680137": 0.0, + "706479600": 1.0, + "750448296": 0.5, + "75070641": 1.0, + "767747424": 0.75, + "77147264": 0.5, + "794181626": 0.0, + "957101489": 1.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.5066666666666666, + "low": 0.08959276018099548, + "mean": 0.28754147812971337, + "n": 5, + "num_samples": 200 + }, + "mean": 0.28754147812971337, + "per_task": { + "LiftPegUpright-v1": 0.3333333333333333, + "PickCube-v1": 0.0, + "PullCube-v1": 0.29411764705882354, + "PushCube-v1": 0.07692307692307693, + "StackCube-v1": 0.7333333333333333 + } + }, + "metric": "outcome_ptr_at_8", + "micro": { + "confidence": 0.95, + "high": 0.4492753623188406, + "low": 0.21739130434782608, + "mean": 0.34782608695652173, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "pairwise_causal_calibration_ece": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.24696289328991178, + "low": 0.17556649584165676, + "mean": 0.20677979426891657, + "n": 47, + "num_samples": 200 + }, + "mean": 0.20677979426891657, + "per_seed": { + "1025740212": 0.27730231310066367, + "1055157354": 0.1946169330247554, + "1055567618": 0.5280864818765638, + "1113268940": 0.1455417422109979, + "1113371261": 0.12962497931211298, + "1176943004": 0.18424707441324886, + "1189392917": 0.20199965345631332, + "1231780997": 0.27941753627712834, + "1271718007": 0.27871426918970016, + "1273247072": 0.0900578224017779, + "1358421325": 0.32164163691985026, + "1375492786": 0.09861867055120169, + "141984615": 0.14747844112065076, + "1475440973": 0.14212984422921082, + "1483645336": 0.27201291150892754, + "1522272686": 0.13945247761844165, + "1528740417": 0.36084785622370585, + "1549324805": 0.2173842487648233, + "1607773860": 0.21816988499798823, + "1665739511": 0.0, + "1747178030": 0.1963398038085052, + "1881223807": 0.11277158791069058, + "1919198188": 0.08930714911803858, + "1991414747": 0.10735633493513692, + "1997090716": 0.0557584401804747, + "2015956957": 0.2731085428300261, + "2054899126": 0.0, + "211245842": 0.16142812526960126, + "2141802816": 0.24024321038978835, + "256770874": 0.20390683218161468, + "278008524": 0.1352099767831279, + "416183106": 0.09116192576482962, + "534717141": 0.11219991489100847, + "551504635": 0.5181461410230558, + "565369392": 0.21192564072829392, + "565621826": 0.0, + "585904130": 0.16669582901200466, + "626486813": 0.2667755497210137, + "636680137": 0.24680463764405094, + "706479600": 0.16633855642907108, + "750448296": 0.2685286601916462, + "75070641": 0.4423292539518779, + "767747424": 0.1455918564805114, + "77147264": 0.06590553016713221, + "794181626": 0.20334758462369412, + "957101489": 0.5742142103375254, + "998761162": 0.435910259068298 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.24980689992658847, + "low": 0.14127523634412845, + "mean": 0.1973399274381112, + "n": 5, + "num_samples": 200 + }, + "mean": 0.1973399274381112, + "per_task": { + "LiftPegUpright-v1": 0.2872309055107937, + "PickCube-v1": 0.0900578224017779, + "PullCube-v1": 0.19367089155028058, + "PushCube-v1": 0.17542017897236215, + "StackCube-v1": 0.24031983875534166 + } + }, + "metric": "pairwise_causal_calibration_ece", + "micro": { + "confidence": 0.95, + "high": 0.23386631464968, + "low": 0.17085455847568026, + "mean": 0.20700744168328858, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "proposal_oracle_safety_label_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 47, + "num_samples": 200 + }, + "mean": 1.0, + "per_seed": { + "1025740212": 1.0, + "1055157354": 1.0, + "1055567618": 1.0, + "1113268940": 1.0, + "1113371261": 1.0, + "1176943004": 1.0, + "1189392917": 1.0, + "1231780997": 1.0, + "1271718007": 1.0, + "1273247072": 1.0, + "1358421325": 1.0, + "1375492786": 1.0, + "141984615": 1.0, + "1475440973": 1.0, + "1483645336": 1.0, + "1522272686": 1.0, + "1528740417": 1.0, + "1549324805": 1.0, + "1607773860": 1.0, + "1665739511": 1.0, + "1747178030": 1.0, + "1881223807": 1.0, + "1919198188": 1.0, + "1991414747": 1.0, + "1997090716": 1.0, + "2015956957": 1.0, + "2054899126": 1.0, + "211245842": 1.0, + "2141802816": 1.0, + "256770874": 1.0, + "278008524": 1.0, + "416183106": 1.0, + "534717141": 1.0, + "551504635": 1.0, + "565369392": 1.0, + "565621826": 1.0, + "585904130": 1.0, + "626486813": 1.0, + "636680137": 1.0, + "706479600": 1.0, + "750448296": 1.0, + "75070641": 1.0, + "767747424": 1.0, + "77147264": 1.0, + "794181626": 1.0, + "957101489": 1.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 5, + "num_samples": 200 + }, + "mean": 1.0, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 1.0, + "PushCube-v1": 1.0, + "StackCube-v1": 1.0 + } + }, + "metric": "proposal_oracle_safety_label_known_at_8", + "micro": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "proposal_oracle_success_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.3687943262411348, + "low": 0.1276595744680851, + "mean": 0.24113475177304966, + "n": 47, + "num_samples": 200 + }, + "mean": 0.24113475177304966, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 1.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": 0.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.5, + "1273247072": 0.0, + "1358421325": 1.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 0.0, + "1483645336": 1.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.3333333333333333, + "1607773860": 1.0, + "1665739511": 1.0, + "1747178030": 0.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.0, + "2054899126": 1.0, + "211245842": 1.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.0, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 1.0, + "565369392": 0.0, + "565621826": 1.0, + "585904130": 0.0, + "626486813": 0.0, + "636680137": 0.0, + "706479600": 1.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.0, + "77147264": 0.5, + "794181626": 0.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.2861538461538462, + "low": 0.0794871794871795, + "mean": 0.1771342383107089, + "n": 5, + "num_samples": 200 + }, + "mean": 0.1771342383107089, + "per_task": { + "LiftPegUpright-v1": 0.16666666666666666, + "PickCube-v1": 0.0, + "PullCube-v1": 0.08823529411764706, + "PushCube-v1": 0.23076923076923078, + "StackCube-v1": 0.4 + } + }, + "metric": "proposal_oracle_success_at_8", + "micro": { + "confidence": 0.95, + "high": 0.2753623188405797, + "low": 0.08695652173913043, + "mean": 0.18840579710144928, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "proposal_oracle_success_gain_over_base_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.05851063829787234, + "low": -0.20425531914893616, + "mean": -0.08049645390070923, + "n": 47, + "num_samples": 200 + }, + "mean": -0.08049645390070923, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 0.0, + "1113268940": 0.0, + "1113371261": -1.0, + "1176943004": -1.0, + "1189392917": -1.0, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 0.0, + "1358421325": 0.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 0.0, + "1483645336": 0.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.0, + "1607773860": 1.0, + "1665739511": 0.0, + "1747178030": -1.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": -1.0, + "1997090716": -1.0, + "2015956957": -0.2, + "2054899126": 0.0, + "211245842": 1.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.0, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 1.0, + "565369392": -0.3333333333333333, + "565621826": 0.0, + "585904130": 0.0, + "626486813": -0.25, + "636680137": 0.0, + "706479600": 1.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.0, + "77147264": 0.0, + "794181626": -1.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.14666666666666667, + "low": -0.26045248868778287, + "mean": -0.04250377073906486, + "n": 5, + "num_samples": 200 + }, + "mean": -0.04250377073906486, + "per_task": { + "LiftPegUpright-v1": 0.16666666666666666, + "PickCube-v1": 0.0, + "PullCube-v1": -0.11764705882352941, + "PushCube-v1": -0.46153846153846156, + "StackCube-v1": 0.2 + } + }, + "metric": "proposal_oracle_success_gain_over_base_at_8", + "micro": { + "confidence": 0.95, + "high": 0.0, + "low": -0.18840579710144928, + "mean": -0.08695652173913043, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "proposal_oracle_unsafe_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.22659574468085106, + "low": 0.0723404255319149, + "mean": 0.150354609929078, + "n": 47, + "num_samples": 200 + }, + "mean": 0.150354609929078, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 0.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": 0.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 0.0, + "1358421325": 0.0, + "1375492786": 1.0, + "141984615": 0.3333333333333333, + "1475440973": 0.0, + "1483645336": 0.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.6666666666666666, + "1607773860": 0.0, + "1665739511": 0.0, + "1747178030": 1.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.4, + "2054899126": 1.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.5, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 0.0, + "565369392": 0.3333333333333333, + "565621826": 1.0, + "585904130": 0.3333333333333333, + "626486813": 0.25, + "636680137": 0.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.25, + "77147264": 0.0, + "794181626": 0.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.24705882352941178, + "low": 0.0, + "mean": 0.08235294117647059, + "n": 5, + "num_samples": 200 + }, + "mean": 0.08235294117647059, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.4117647058823529, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "proposal_oracle_unsafe_known_at_8", + "micro": { + "confidence": 0.95, + "high": 0.2898550724637681, + "low": 0.11594202898550725, + "mean": 0.2028985507246377, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "proposal_oracle_utility_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.8500431043670531, + "low": 0.42101787096417864, + "mean": 0.6198458499010944, + "n": 47, + "num_samples": 200 + }, + "mean": 0.6198458499010944, + "per_seed": { + "1025740212": 0.2082369178533554, + "1055157354": 0.20567429065704346, + "1055567618": 2.0, + "1113268940": 0.2106933444738388, + "1113371261": 0.1686379462480545, + "1176943004": 0.09453795850276947, + "1189392917": 0.17433935403823853, + "1231780997": 0.20601187646389008, + "1271718007": 1.1087853759527206, + "1273247072": 0.0896931141614914, + "1358421325": 2.0, + "1375492786": 0.005019704345613718, + "141984615": 0.10841749360164006, + "1475440973": 0.7181498408317566, + "1483645336": 2.0, + "1522272686": 0.5548229813575745, + "1528740417": 0.3533695936203003, + "1549324805": 0.7103367708623409, + "1607773860": 2.0, + "1665739511": 2.0, + "1747178030": 0.1304432898759842, + "1881223807": 0.06750321388244629, + "1919198188": 0.059637054800987244, + "1991414747": 0.10110552608966827, + "1997090716": 0.17896106839179993, + "2015956957": 0.10234606266021729, + "2054899126": 2.0, + "211245842": 2.0, + "2141802816": 0.19398093223571777, + "256770874": 0.1988355964422226, + "278008524": 0.03414597362279892, + "416183106": 0.24245800077915192, + "534717141": 0.09124746173620224, + "551504635": 2.0, + "565369392": 0.2167788545290629, + "565621826": 2.0, + "585904130": 0.10814826811353366, + "626486813": 0.10180229786783457, + "636680137": 0.050711292773485184, + "706479600": 2.0, + "750448296": 0.18224315345287323, + "75070641": 0.21041443943977356, + "767747424": 0.12386999186128378, + "77147264": 1.2949803471565247, + "794181626": 0.18142560124397278, + "957101489": 0.24556654691696167, + "998761162": 0.09942340850830078 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.7569779001673063, + "low": 0.28943128627844344, + "mean": 0.5031585977125216, + "n": 5, + "num_samples": 200 + }, + "mean": 0.5031585977125216, + "per_task": { + "LiftPegUpright-v1": 0.6160769288738569, + "PickCube-v1": 0.0896931141614914, + "PullCube-v1": 0.27969342838589323, + "PushCube-v1": 0.5620001600338862, + "StackCube-v1": 0.9683293571074804 + } + }, + "metric": "proposal_oracle_utility_at_8", + "micro": { + "confidence": 0.95, + "high": 0.6607614249881842, + "low": 0.32057001393126405, + "mean": 0.5090822273851845, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "proposal_oracle_utility_gain_over_base_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.03865551400652274, + "low": -0.42808908595445944, + "mean": -0.2074854233883427, + "n": 47, + "num_samples": 200 + }, + "mean": -0.2074854233883427, + "per_seed": { + "1025740212": -0.005375593900680542, + "1055157354": 0.017676591873168945, + "1055567618": 0.0, + "1113268940": -0.008322536945343018, + "1113371261": -1.8313620537519455, + "1176943004": -1.9054620414972305, + "1189392917": -1.8256606459617615, + "1231780997": -0.0054369717836380005, + "1271718007": 0.003993630409240723, + "1273247072": -0.029758691787719727, + "1358421325": 0.0, + "1375492786": -0.17821498727425933, + "141984615": -0.016420826315879822, + "1475440973": -0.004824936389923096, + "1483645336": 0.0, + "1522272686": 0.0018252730369567871, + "1528740417": 0.026898980140686035, + "1549324805": -0.05290222788850466, + "1607773860": 1.1967273354530334, + "1665739511": 0.0, + "1747178030": -1.8695567101240158, + "1881223807": 0.00763171911239624, + "1919198188": -0.006490632891654968, + "1991414747": -1.8988944739103317, + "1997090716": -1.8210389316082, + "2015956957": -0.3705660685896873, + "2054899126": 0.0, + "211245842": 1.208720862865448, + "2141802816": -0.0426686555147171, + "256770874": 0.01723460853099823, + "278008524": -0.026509713381528854, + "416183106": 0.012438014149665833, + "534717141": -0.04152186959981918, + "551504635": 1.2727532982826233, + "565369392": -0.6277503967285156, + "565621826": 0.0, + "585904130": -0.02827288086215655, + "626486813": -0.44343407172709703, + "636680137": -0.019530039280653, + "706479600": 1.1811094880104065, + "750448296": 0.035173725336790085, + "75070641": 0.01638805866241455, + "767747424": 0.014924225397408009, + "77147264": 0.20467731356620789, + "794181626": -1.8185743987560272, + "957101489": 0.013391032814979553, + "998761162": -0.10482870042324066 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.18779741148153942, + "low": -0.5110064165207782, + "mean": -0.12820773925819068, + "n": 5, + "num_samples": 200 + }, + "mean": -0.12820773925819068, + "per_task": { + "LiftPegUpright-v1": 0.2126153732339541, + "PickCube-v1": -0.029758691787719727, + "PullCube-v1": -0.23008452666759052, + "PushCube-v1": -0.8655683524333514, + "StackCube-v1": 0.27175750136375426 + } + }, + "metric": "proposal_oracle_utility_gain_over_base_at_8", + "micro": { + "confidence": 0.95, + "high": -0.04499471540549311, + "low": -0.36226273465064773, + "mean": -0.19931835391680183, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "selected_safety_label_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 47, + "num_samples": 200 + }, + "mean": 1.0, + "per_seed": { + "1025740212": 1.0, + "1055157354": 1.0, + "1055567618": 1.0, + "1113268940": 1.0, + "1113371261": 1.0, + "1176943004": 1.0, + "1189392917": 1.0, + "1231780997": 1.0, + "1271718007": 1.0, + "1273247072": 1.0, + "1358421325": 1.0, + "1375492786": 1.0, + "141984615": 1.0, + "1475440973": 1.0, + "1483645336": 1.0, + "1522272686": 1.0, + "1528740417": 1.0, + "1549324805": 1.0, + "1607773860": 1.0, + "1665739511": 1.0, + "1747178030": 1.0, + "1881223807": 1.0, + "1919198188": 1.0, + "1991414747": 1.0, + "1997090716": 1.0, + "2015956957": 1.0, + "2054899126": 1.0, + "211245842": 1.0, + "2141802816": 1.0, + "256770874": 1.0, + "278008524": 1.0, + "416183106": 1.0, + "534717141": 1.0, + "551504635": 1.0, + "565369392": 1.0, + "565621826": 1.0, + "585904130": 1.0, + "626486813": 1.0, + "636680137": 1.0, + "706479600": 1.0, + "750448296": 1.0, + "75070641": 1.0, + "767747424": 1.0, + "77147264": 1.0, + "794181626": 1.0, + "957101489": 1.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 5, + "num_samples": 200 + }, + "mean": 1.0, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 1.0, + "PushCube-v1": 1.0, + "StackCube-v1": 1.0 + } + }, + "metric": "selected_safety_label_known_at_8", + "micro": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "selected_success_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.15602836879432624, + "low": 0.02482269503546099, + "mean": 0.08156028368794326, + "n": 47, + "num_samples": 200 + }, + "mean": 0.08156028368794326, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 0.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": 0.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 0.0, + "1358421325": 0.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 0.0, + "1483645336": 0.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.3333333333333333, + "1607773860": 0.0, + "1665739511": 1.0, + "1747178030": 0.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.0, + "2054899126": 1.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.0, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 0.0, + "565369392": 0.0, + "565621826": 1.0, + "585904130": 0.0, + "626486813": 0.0, + "636680137": 0.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.0, + "77147264": 0.5, + "794181626": 0.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.07939668174962292, + "low": 0.015384615384615385, + "mean": 0.04636500754147813, + "n": 5, + "num_samples": 200 + }, + "mean": 0.04636500754147813, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.08823529411764706, + "PushCube-v1": 0.07692307692307693, + "StackCube-v1": 0.06666666666666667 + } + }, + "metric": "selected_success_at_8", + "micro": { + "confidence": 0.95, + "high": 0.14492753623188406, + "low": 0.014492753623188406, + "mean": 0.07246376811594203, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "selected_success_gain_over_base_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": -0.1276595744680851, + "low": -0.35531914893617017, + "mean": -0.2400709219858156, + "n": 47, + "num_samples": 200 + }, + "mean": -0.2400709219858156, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": -1.0, + "1113268940": 0.0, + "1113371261": -1.0, + "1176943004": -1.0, + "1189392917": -1.0, + "1231780997": 0.0, + "1271718007": -0.5, + "1273247072": 0.0, + "1358421325": -1.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 0.0, + "1483645336": -1.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.0, + "1607773860": 0.0, + "1665739511": 0.0, + "1747178030": -1.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": -1.0, + "1997090716": -1.0, + "2015956957": -0.2, + "2054899126": 0.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.0, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 0.0, + "565369392": -0.3333333333333333, + "565621826": 0.0, + "585904130": 0.0, + "626486813": -0.25, + "636680137": 0.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.0, + "77147264": 0.0, + "794181626": -1.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": -0.026666666666666665, + "low": -0.39276018099547516, + "mean": -0.17327300150829564, + "n": 5, + "num_samples": 200 + }, + "mean": -0.17327300150829564, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": -0.11764705882352941, + "PushCube-v1": -0.6153846153846154, + "StackCube-v1": -0.13333333333333333 + } + }, + "metric": "selected_success_gain_over_base_at_8", + "micro": { + "confidence": 0.95, + "high": -0.11594202898550725, + "low": -0.30434782608695654, + "mean": -0.2028985507246377, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "selected_unsafe_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.2457446808510638, + "low": 0.08368794326241136, + "mean": 0.16702127659574467, + "n": 47, + "num_samples": 200 + }, + "mean": 0.16702127659574467, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 0.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": 0.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 0.0, + "1358421325": 0.0, + "1375492786": 1.0, + "141984615": 0.3333333333333333, + "1475440973": 0.0, + "1483645336": 0.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.6666666666666666, + "1607773860": 0.0, + "1665739511": 0.0, + "1747178030": 1.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.6, + "2054899126": 1.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.5, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 0.0, + "565369392": 0.6666666666666666, + "565621826": 1.0, + "585904130": 0.3333333333333333, + "626486813": 0.25, + "636680137": 0.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.5, + "77147264": 0.0, + "794181626": 0.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.3, + "low": 0.0, + "mean": 0.1, + "n": 5, + "num_samples": 200 + }, + "mean": 0.1, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.5, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "selected_unsafe_known_at_8", + "micro": { + "confidence": 0.95, + "high": 0.36231884057971014, + "low": 0.15942028985507245, + "mean": 0.2463768115942029, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "selected_utility_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.5511562762943804, + "low": 0.27492971968777635, + "mean": 0.39298602474609007, + "n": 47, + "num_samples": 200 + }, + "mean": 0.39298602474609007, + "per_seed": { + "1025740212": 0.20329231023788452, + "1055157354": 0.17040568590164185, + "1055567618": 0.7921264171600342, + "1113268940": 0.20940202474594116, + "1113371261": 0.14602074027061462, + "1176943004": 0.09453795850276947, + "1189392917": 0.1570405215024948, + "1231780997": 0.20601187646389008, + "1271718007": 0.18857155740261078, + "1273247072": 0.08855926990509033, + "1358421325": 0.8414957523345947, + "1375492786": 0.003265341045334935, + "141984615": 0.10204957006499171, + "1475440973": 0.7105993628501892, + "1483645336": 0.1927579641342163, + "1522272686": 0.5506372451782227, + "1528740417": 0.2983168959617615, + "1549324805": 0.7013538877169291, + "1607773860": 0.7867331504821777, + "1665739511": 2.0, + "1747178030": 0.099676214158535, + "1881223807": 0.06568041443824768, + "1919198188": 0.050939589738845825, + "1991414747": 0.09776347875595093, + "1997090716": 0.17896106839179993, + "2015956957": 0.09003422260284424, + "2054899126": 2.0, + "211245842": 0.7897867560386658, + "2141802816": 0.19111156463623047, + "256770874": 0.15897932648658752, + "278008524": 0.03174807131290436, + "416183106": 0.2401084154844284, + "534717141": 0.07817313820123672, + "551504635": 0.7247949242591858, + "565369392": 0.18174143135547638, + "565621826": 2.0, + "585904130": 0.08248502761125565, + "626486813": 0.08380257897078991, + "636680137": 0.041954558342695236, + "706479600": 0.8125014901161194, + "750448296": 0.18044225871562958, + "75070641": 0.1710156500339508, + "767747424": 0.10546611435711384, + "77147264": 1.1084139794111252, + "794181626": 0.179895281791687, + "957101489": 0.2014845609664917, + "998761162": 0.0802055150270462 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.44748765716950106, + "low": 0.20003700924908738, + "mean": 0.31107388922720614, + "n": 5, + "num_samples": 200 + }, + "mean": 0.31107388922720614, + "per_task": { + "LiftPegUpright-v1": 0.39206956575314206, + "PickCube-v1": 0.08855926990509033, + "PullCube-v1": 0.2651851259322618, + "PushCube-v1": 0.27894069025149715, + "StackCube-v1": 0.5306147942940395 + } + }, + "metric": "selected_utility_at_8", + "micro": { + "confidence": 0.95, + "high": 0.4839164367033358, + "low": 0.2057370042320395, + "mean": 0.3339524903449405, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "selected_utility_gain_over_base_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": -0.23748043655411252, + "low": -0.6336224607343898, + "mean": -0.434345248543347, + "n": 47, + "num_samples": 200 + }, + "mean": -0.434345248543347, + "per_seed": { + "1025740212": -0.010320201516151428, + "1055157354": -0.017592012882232666, + "1055567618": -1.2078735828399658, + "1113268940": -0.009613856673240662, + "1113371261": -1.8539792597293854, + "1176943004": -1.9054620414972305, + "1189392917": -1.8429594784975052, + "1231780997": -0.0054369717836380005, + "1271718007": -0.9162201881408691, + "1273247072": -0.03089253604412079, + "1358421325": -1.1585042476654053, + "1375492786": -0.1799693505745381, + "141984615": -0.022788749852528174, + "1475440973": -0.012375414371490479, + "1483645336": -1.8072420358657837, + "1522272686": -0.0023604631423950195, + "1528740417": -0.028153717517852783, + "1549324805": -0.06188511103391647, + "1607773860": -0.01653951406478882, + "1665739511": 0.0, + "1747178030": -1.900323785841465, + "1881223807": 0.005808919668197632, + "1919198188": -0.015188097953796387, + "1991414747": -1.902236521244049, + "1997090716": -1.8210389316082, + "2015956957": -0.3828779086470604, + "2054899126": 0.0, + "211245842": -0.0014923810958862305, + "2141802816": -0.04553802311420441, + "256770874": -0.02262166142463684, + "278008524": -0.028907615691423416, + "416183106": 0.010088428854942322, + "534717141": -0.0545961931347847, + "551504635": -0.002451777458190918, + "565369392": -0.6627878199021021, + "565621826": 0.0, + "585904130": -0.05393612136443456, + "626486813": -0.4614337906241417, + "636680137": -0.028286773711442947, + "706479600": -0.006389021873474121, + "750448296": 0.03337283059954643, + "75070641": -0.023010730743408203, + "767747424": -0.0034796521067619324, + "77147264": 0.01811094582080841, + "794181626": -1.820104718208313, + "957101489": -0.030690953135490417, + "998761162": -0.12404659390449524 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": -0.06583237619659699, + "low": -0.7403736571310408, + "mean": -0.3202924477435062, + "n": 5, + "num_samples": 200 + }, + "mean": -0.3202924477435062, + "per_task": { + "LiftPegUpright-v1": -0.011391989886760712, + "PickCube-v1": -0.03089253604412079, + "PullCube-v1": -0.24459282912122196, + "PushCube-v1": -1.1486278222157404, + "StackCube-v1": -0.1659570614496867 + } + }, + "metric": "selected_utility_gain_over_base_at_8", + "micro": { + "confidence": 0.95, + "high": -0.2200726651235659, + "low": -0.5268150256757719, + "mean": -0.3744480909570458, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "selector_gap_fraction_to_hidden_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.9184412409667249, + "low": 0.13462714266862477, + "mean": 0.45266669743404087, + "n": 34, + "num_samples": 200 + }, + "mean": 0.45266669743404087, + "per_seed": { + "1025740212": 0.0027679367707204145, + "1055157354": 0.0194638851902843, + "1113268940": 0.0007250596534946283, + "1231780997": 0.0, + "1271718007": 0.023117992954605527, + "1273247072": 0.0006029328362804191, + "1375492786": 0.029134369696608254, + "141984615": 0.16143251152001628, + "1475440973": 0.005912551958167607, + "1522272686": 0.002892694920678989, + "1528740417": 0.03289616429921483, + "1549324805": 0.0071743099746912325, + "1607773860": 1.0138206202656244, + "1881223807": 0.0009395251084064479, + "1919198188": 0.004497435020290572, + "2015956957": 0.2793166317202004, + "211245842": 1.0012346780317403, + "2141802816": 0.0016272248439983953, + "256770874": 0.021918330185327475, + "278008524": 0.0012345159996174945, + "416183106": 0.0013274643086219227, + "534717141": 0.007001986286097325, + "551504635": 1.0019263571828878, + "565369392": 6.469025538289166, + "585904130": 0.3633500721403014, + "626486813": 0.26754242337272116, + "636680137": 0.004537735508715752, + "706479600": 1.005409339217346, + "750448296": 0.01042264014488691, + "75070641": 0.02181581667996982, + "767747424": 3.386875073818449, + "77147264": 0.20508628107415175, + "957101489": 0.024935725408327086, + "998761162": 0.010701888375778658 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.7244491303831564, + "low": 0.03662254249607019, + "mean": 0.31410826873756026, + "n": 5, + "num_samples": 200 + }, + "mean": 0.31410826873756026, + "per_task": { + "LiftPegUpright-v1": 0.17403801164408092, + "PickCube-v1": 0.0006029328362804191, + "PullCube-v1": 1.1131726263541712, + "PushCube-v1": 0.003934417581854623, + "StackCube-v1": 0.278793355271414 + } + }, + "metric": "selector_gap_fraction_to_hidden_at_8", + "micro": { + "confidence": 0.95, + "high": 1.4679899532154488, + "low": 0.15486979155501035, + "mean": 0.6892349969569554, + "n": 50, + "num_samples": 200 + }, + "n": 50 + }, + "selector_regret_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.37162881623160965, + "low": 0.10759646710642473, + "mean": 0.2268598251550042, + "n": 47, + "num_samples": 200 + }, + "mean": 0.2268598251550042, + "per_seed": { + "1025740212": 0.004944607615470886, + "1055157354": 0.03526860475540161, + "1055567618": 1.2078735828399658, + "1113268940": 0.001291319727897644, + "1113371261": 0.02261720597743988, + "1176943004": 0.0, + "1189392917": 0.017298832535743713, + "1231780997": 0.0, + "1271718007": 0.9202138185501099, + "1273247072": 0.001133844256401062, + "1358421325": 1.1585042476654053, + "1375492786": 0.0017543633002787828, + "141984615": 0.006367923536648353, + "1475440973": 0.007550477981567383, + "1483645336": 1.8072420358657837, + "1522272686": 0.004185736179351807, + "1528740417": 0.05505269765853882, + "1549324805": 0.00898288314541181, + "1607773860": 1.2132668495178223, + "1665739511": 0.0, + "1747178030": 0.030767075717449188, + "1881223807": 0.0018227994441986084, + "1919198188": 0.008697465062141418, + "1991414747": 0.003342047333717346, + "1997090716": 0.0, + "2015956957": 0.012311840057373047, + "2054899126": 0.0, + "211245842": 1.2102132439613342, + "2141802816": 0.0028693675994873047, + "256770874": 0.03985626995563507, + "278008524": 0.0023979023098945618, + "416183106": 0.0023495852947235107, + "534717141": 0.013074323534965515, + "551504635": 1.2752050757408142, + "565369392": 0.035037423173586525, + "565621826": 0.0, + "585904130": 0.02566324050227801, + "626486813": 0.01799971889704466, + "636680137": 0.008756734430789948, + "706479600": 1.1874985098838806, + "750448296": 0.0018008947372436523, + "75070641": 0.039398789405822754, + "767747424": 0.01840387750416994, + "77147264": 0.18656636774539948, + "794181626": 0.0015303194522857666, + "957101489": 0.04408198595046997, + "998761162": 0.019217893481254578 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.31946740049582256, + "low": 0.053733222947602036, + "mean": 0.19208470848531545, + "n": 5, + "num_samples": 200 + }, + "mean": 0.19208470848531545, + "per_task": { + "LiftPegUpright-v1": 0.22400736312071481, + "PickCube-v1": 0.001133844256401062, + "PullCube-v1": 0.014508302453631425, + "PushCube-v1": 0.2830594697823891, + "StackCube-v1": 0.43771456281344095 + } + }, + "metric": "selector_regret_at_8", + "micro": { + "confidence": 0.95, + "high": 0.27385095855477604, + "low": 0.08053859053314597, + "mean": 0.17512973704024393, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "success_selector_gap_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.2553191489361702, + "low": 0.06382978723404255, + "mean": 0.1595744680851064, + "n": 47, + "num_samples": 200 + }, + "mean": 0.1595744680851064, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 1.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": 0.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.5, + "1273247072": 0.0, + "1358421325": 1.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 0.0, + "1483645336": 1.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.0, + "1607773860": 1.0, + "1665739511": 0.0, + "1747178030": 0.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.0, + "2054899126": 0.0, + "211245842": 1.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.0, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 1.0, + "565369392": 0.0, + "565621826": 0.0, + "585904130": 0.0, + "626486813": 0.0, + "636680137": 0.0, + "706479600": 1.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.0, + "77147264": 0.0, + "794181626": 0.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.2333333333333333, + "low": 0.03333333333333333, + "mean": 0.13076923076923075, + "n": 5, + "num_samples": 200 + }, + "mean": 0.13076923076923075, + "per_task": { + "LiftPegUpright-v1": 0.16666666666666666, + "PickCube-v1": 0.0, + "PullCube-v1": 0.0, + "PushCube-v1": 0.15384615384615385, + "StackCube-v1": 0.3333333333333333 + } + }, + "metric": "success_selector_gap_at_8", + "micro": { + "confidence": 0.95, + "high": 0.18840579710144928, + "low": 0.043478260869565216, + "mean": 0.11594202898550725, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "success_support_gap_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.7170212765957448, + "low": 0.4702127659574468, + "mean": 0.5946808510638298, + "n": 47, + "num_samples": 200 + }, + "mean": 0.5946808510638298, + "per_seed": { + "1025740212": 1.0, + "1055157354": 1.0, + "1055567618": 0.0, + "1113268940": 1.0, + "1113371261": 1.0, + "1176943004": 1.0, + "1189392917": 1.0, + "1231780997": 1.0, + "1271718007": 0.5, + "1273247072": 1.0, + "1358421325": 0.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 1.0, + "1483645336": 0.0, + "1522272686": 1.0, + "1528740417": 1.0, + "1549324805": 0.3333333333333333, + "1607773860": 0.0, + "1665739511": 0.0, + "1747178030": 1.0, + "1881223807": 1.0, + "1919198188": 1.0, + "1991414747": 1.0, + "1997090716": 1.0, + "2015956957": 0.2, + "2054899126": 0.0, + "211245842": 0.0, + "2141802816": 1.0, + "256770874": 1.0, + "278008524": 0.5, + "416183106": 1.0, + "534717141": 1.0, + "551504635": 0.0, + "565369392": 0.6666666666666666, + "565621826": 0.0, + "585904130": 0.0, + "626486813": 0.25, + "636680137": 1.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 1.0, + "767747424": 0.0, + "77147264": 0.5, + "794181626": 1.0, + "957101489": 1.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.8871794871794872, + "low": 0.427843137254902, + "mean": 0.6875716440422324, + "n": 5, + "num_samples": 200 + }, + "mean": 0.6875716440422324, + "per_task": { + "LiftPegUpright-v1": 0.8333333333333334, + "PickCube-v1": 1.0, + "PullCube-v1": 0.23529411764705882, + "PushCube-v1": 0.7692307692307693, + "StackCube-v1": 0.6 + } + }, + "metric": "success_support_gap_at_8", + "micro": { + "confidence": 0.95, + "high": 0.5797101449275363, + "low": 0.36231884057971014, + "mean": 0.4782608695652174, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "success_total_car_to_hidden_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.8585106382978722, + "low": 0.6407801418439717, + "mean": 0.7542553191489362, + "n": 47, + "num_samples": 200 + }, + "mean": 0.7542553191489362, + "per_seed": { + "1025740212": 1.0, + "1055157354": 1.0, + "1055567618": 1.0, + "1113268940": 1.0, + "1113371261": 1.0, + "1176943004": 1.0, + "1189392917": 1.0, + "1231780997": 1.0, + "1271718007": 1.0, + "1273247072": 1.0, + "1358421325": 1.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 1.0, + "1483645336": 1.0, + "1522272686": 1.0, + "1528740417": 1.0, + "1549324805": 0.3333333333333333, + "1607773860": 1.0, + "1665739511": 0.0, + "1747178030": 1.0, + "1881223807": 1.0, + "1919198188": 1.0, + "1991414747": 1.0, + "1997090716": 1.0, + "2015956957": 0.2, + "2054899126": 0.0, + "211245842": 1.0, + "2141802816": 1.0, + "256770874": 1.0, + "278008524": 0.5, + "416183106": 1.0, + "534717141": 1.0, + "551504635": 1.0, + "565369392": 0.6666666666666666, + "565621826": 0.0, + "585904130": 0.0, + "626486813": 0.25, + "636680137": 1.0, + "706479600": 1.0, + "750448296": 0.0, + "75070641": 1.0, + "767747424": 0.0, + "77147264": 0.5, + "794181626": 1.0, + "957101489": 1.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.9846153846153847, + "low": 0.52579185520362, + "mean": 0.8183408748114631, + "n": 5, + "num_samples": 200 + }, + "mean": 0.8183408748114631, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 0.23529411764705882, + "PushCube-v1": 0.9230769230769231, + "StackCube-v1": 0.9333333333333333 + } + }, + "metric": "success_total_car_to_hidden_at_8", + "micro": { + "confidence": 0.95, + "high": 0.7101449275362319, + "low": 0.463768115942029, + "mean": 0.5942028985507246, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "support_gap_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.3053616395154108, + "low": 0.8528048745752808, + "mean": 1.0872892761120823, + "n": 47, + "num_samples": 200 + }, + "mean": 1.0872892761120823, + "per_seed": { + "1025740212": 1.7917630821466446, + "1055157354": 1.7943257093429565, + "1055567618": 0.0, + "1113268940": 1.7893066555261612, + "1113371261": 1.8313620537519455, + "1176943004": 1.9054620414972305, + "1189392917": 1.8256606459617615, + "1231780997": 1.79398812353611, + "1271718007": 0.8912146240472794, + "1273247072": 1.9103068858385086, + "1358421325": 0.0, + "1375492786": 0.23843126511201262, + "141984615": 0.10564951846996944, + "1475440973": 1.2818501591682434, + "1483645336": 0.0, + "1522272686": 1.4451770186424255, + "1528740417": 1.6466304063796997, + "1549324805": 0.6924137510359287, + "1607773860": 0.0, + "1665739511": 0.0, + "1747178030": 1.8695567101240158, + "1881223807": 1.9324967861175537, + "1919198188": 1.9403629451990128, + "1991414747": 1.8988944739103317, + "1997090716": 1.8210389316082, + "2015956957": 0.42905143797397616, + "2054899126": 0.0, + "211245842": 0.0, + "2141802816": 1.8060190677642822, + "256770874": 1.8011644035577774, + "278008524": 1.079665221273899, + "416183106": 1.757541999220848, + "534717141": 1.9087525382637978, + "551504635": 0.0, + "565369392": 1.2098527252674103, + "565621826": 0.0, + "585904130": 0.12949872389435768, + "626486813": 0.5198869993910193, + "636680137": 1.9492887072265148, + "706479600": 0.0, + "750448296": 0.05356443673372269, + "75070641": 1.7895855605602264, + "767747424": 0.08422827254980803, + "77147264": 0.7050196528434753, + "794181626": 1.8185743987560272, + "957101489": 1.7544334530830383, + "998761162": 1.9005765914916992 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.6293028743068376, + "low": 0.7983906502483853, + "mean": 1.2542656058568766, + "n": 5, + "num_samples": 200 + }, + "mean": 1.2542656058568766, + "per_task": { + "LiftPegUpright-v1": 1.3839230711261432, + "PickCube-v1": 1.9103068858385086, + "PullCube-v1": 0.5074275894610978, + "PushCube-v1": 1.4379998399661138, + "StackCube-v1": 1.0316706428925195 + } + }, + "metric": "support_gap_at_8", + "micro": { + "confidence": 0.95, + "high": 1.0635372780641352, + "low": 0.684441216742161, + "mean": 0.8932672596698545, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "support_gap_fraction_to_hidden_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.793660982538023, + "low": 0.8857302938402938, + "mean": 1.3091875860806743, + "n": 34, + "num_samples": 200 + }, + "mean": 1.3091875860806743, + "per_seed": { + "1025740212": 1.003009198136491, + "1055157354": 0.9902447188608395, + "1113268940": 1.0046729989664225, + "1231780997": 1.0030398749168066, + "1271718007": 0.9955388811604902, + "1273247072": 1.0158244770763456, + "1375492786": 3.959581589457284, + "141984615": 2.3173498811312325, + "1475440973": 1.0037782624053626, + "1522272686": 0.9987385831747105, + "1528740417": 0.9839267954555524, + "1549324805": 2.1476126154439292, + "1607773860": 0.0, + "1881223807": 0.996066384730793, + "1919198188": 1.0033562882359646, + "2015956957": 1.1385391627021058, + "211245842": 0.0, + "2141802816": 1.0241974908777678, + "256770874": 0.9905220975064207, + "278008524": 1.1295142260755529, + "416183106": 0.9929727940113965, + "534717141": 1.0222371398974122, + "551504635": 0.0, + "565369392": 6.957469615204575, + "585904130": 1.0670789144374493, + "626486813": 0.7842232843880458, + "636680137": 1.0101204568245012, + "706479600": 0.0, + "750448296": 4.381967413589099, + "75070641": 0.9909256378454362, + "767747424": 0.7740629911494583, + "77147264": 0.7750049509629439, + "957101489": 0.992425134439646, + "998761162": 1.0583760676788925 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.5781234790243706, + "low": 0.8273843402805732, + "mean": 1.1222848743857654, + "n": 5, + "num_samples": 200 + }, + "mean": 1.1222848743857654, + "per_task": { + "LiftPegUpright-v1": 0.8330711883134393, + "PickCube-v1": 1.0158244770763456, + "PullCube-v1": 2.0139072432440224, + "PushCube-v1": 1.0211440394451992, + "StackCube-v1": 0.7274774238498206 + } + }, + "metric": "support_gap_fraction_to_hidden_at_8", + "micro": { + "confidence": 0.95, + "high": 2.116524616007008, + "low": 0.9732750312197415, + "mean": 1.4640810483704843, + "n": 50, + "num_samples": 200 + }, + "n": 50 + }, + "total_car_to_hidden_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.5027828658356313, + "low": 1.1252282226402048, + "mean": 1.3137128764178918, + "n": 47, + "num_samples": 200 + }, + "mean": 1.3137128764178918, + "per_seed": { + "1025740212": 1.7967076897621155, + "1055157354": 1.8295943140983582, + "1055567618": 1.2078735828399658, + "1113268940": 1.7905979752540588, + "1113371261": 1.8539792597293854, + "1176943004": 1.9054620414972305, + "1189392917": 1.8429594784975052, + "1231780997": 1.79398812353611, + "1271718007": 1.8114284425973892, + "1273247072": 1.9114407300949097, + "1358421325": 1.1585042476654053, + "1375492786": 0.2401856284122914, + "141984615": 0.10650938174997766, + "1475440973": 1.2894006371498108, + "1483645336": 1.8072420358657837, + "1522272686": 1.4493627548217773, + "1528740417": 1.7016831040382385, + "1549324805": 0.7013966341813406, + "1607773860": 1.2132668495178223, + "1665739511": 0.0, + "1747178030": 1.900323785841465, + "1881223807": 1.9343195855617523, + "1919198188": 1.9490604102611542, + "1991414747": 1.902236521244049, + "1997090716": 1.8210389316082, + "2015956957": 0.43984714448451995, + "2054899126": 0.0, + "211245842": 1.2102132439613342, + "2141802816": 1.8088884353637695, + "256770874": 1.8410206735134125, + "278008524": 1.0820631235837936, + "416183106": 1.7598915845155716, + "534717141": 1.9218268617987633, + "551504635": 1.2752050757408142, + "565369392": 1.2448901484409969, + "565621826": 0.0, + "585904130": 0.15516196439663568, + "626486813": 0.5323245078325272, + "636680137": 1.9580454416573048, + "706479600": 1.1874985098838806, + "750448296": 0.05536533147096634, + "75070641": 1.8289843499660492, + "767747424": 0.09471598640084267, + "77147264": 0.8915860205888748, + "794181626": 1.820104718208313, + "957101489": 1.7985154390335083, + "998761162": 1.9197944849729538 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.7745861027867367, + "low": 0.9498736439172817, + "mean": 1.4458913829013758, + "n": 5, + "num_samples": 200 + }, + "mean": 1.4458913829013758, + "per_task": { + "LiftPegUpright-v1": 1.6079304342468579, + "PickCube-v1": 1.9114407300949097, + "PullCube-v1": 0.5196412347106483, + "PushCube-v1": 1.721059309748503, + "StackCube-v1": 1.4693852057059607 + } + }, + "metric": "total_car_to_hidden_at_8", + "micro": { + "confidence": 0.95, + "high": 1.2492688670315766, + "low": 0.8379624827117051, + "mean": 1.0672662960588122, + "n": 69, + "num_samples": 200 + }, + "n": 69 + } + }, + "thresholds": [ + 0.2, + 0.4 + ] +} diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/measured_metrics/metrics_by_seed.json b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/measured_metrics/metrics_by_seed.json new file mode 100644 index 0000000000000000000000000000000000000000..d445f3ba9a78a9f0b7f93e248f362f188b01b7ce --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/measured_metrics/metrics_by_seed.json @@ -0,0 +1,1649 @@ +{ + "1025740212": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.21361251175403595, + "branch_car_at_8": 0.004944607615470886, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0057771292769822, + "ncar_to_proposal_oracle_at_8": 0.9198236527146109, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.27730231310066367, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.2082369178533554, + "proposal_oracle_utility_gain_over_base_at_8": -0.005375593900680542, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.20329231023788452, + "selected_utility_gain_over_base_at_8": -0.010320201516151428, + "selector_gap_fraction_to_hidden_at_8": 0.0027679367707204145, + "selector_regret_at_8": 0.004944607615470886, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7917630821466446, + "support_gap_fraction_to_hidden_at_8": 1.003009198136491, + "total_car_to_hidden_at_8": 1.7967076897621155 + }, + "1055157354": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.1879976987838745, + "branch_car_at_8": 0.03526860475540161, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0097085984787877, + "ncar_to_proposal_oracle_at_8": 1.995214069336217, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.1946169330247554, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.20567429065704346, + "proposal_oracle_utility_gain_over_base_at_8": 0.017676591873168945, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.17040568590164185, + "selected_utility_gain_over_base_at_8": -0.017592012882232666, + "selector_gap_fraction_to_hidden_at_8": 0.0194638851902843, + "selector_regret_at_8": 0.03526860475540161, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7943257093429565, + "support_gap_fraction_to_hidden_at_8": 0.9902447188608395, + "total_car_to_hidden_at_8": 1.8295943140983582 + }, + "1055567618": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.2078735828399658, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.5280864818765638, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7921264171600342, + "selected_utility_gain_over_base_at_8": -1.2078735828399658, + "selector_regret_at_8": 1.2078735828399658, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 1.2078735828399658 + }, + "1113268940": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.21901588141918182, + "branch_car_at_8": 0.001291319727897644, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0053980529747346, + "ncar_to_proposal_oracle_at_8": 0.15515920022778817, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1455417422109979, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.2106933444738388, + "proposal_oracle_utility_gain_over_base_at_8": -0.008322536945343018, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.20940202474594116, + "selected_utility_gain_over_base_at_8": -0.009613856673240662, + "selector_gap_fraction_to_hidden_at_8": 0.0007250596534946283, + "selector_regret_at_8": 0.001291319727897644, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7893066555261612, + "support_gap_fraction_to_hidden_at_8": 1.0046729989664225, + "total_car_to_hidden_at_8": 1.7905979752540588 + }, + "1113371261": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.02261720597743988, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.012349936926783113, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.12962497931211298, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.1686379462480545, + "proposal_oracle_utility_gain_over_base_at_8": -1.8313620537519455, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.14602074027061462, + "selected_utility_gain_over_base_at_8": -1.8539792597293854, + "selector_regret_at_8": 0.02261720597743988, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8313620537519455, + "total_car_to_hidden_at_8": 1.8539792597293854 + }, + "1176943004": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.18424707441324886, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.09453795850276947, + "proposal_oracle_utility_gain_over_base_at_8": -1.9054620414972305, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.09453795850276947, + "selected_utility_gain_over_base_at_8": -1.9054620414972305, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9054620414972305, + "total_car_to_hidden_at_8": 1.9054620414972305 + }, + "1189392917": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.017298832535743713, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.009475382229032403, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.20199965345631332, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.17433935403823853, + "proposal_oracle_utility_gain_over_base_at_8": -1.8256606459617615, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1570405215024948, + "selected_utility_gain_over_base_at_8": -1.8429594784975052, + "selector_regret_at_8": 0.017298832535743713, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8256606459617615, + "total_car_to_hidden_at_8": 1.8429594784975052 + }, + "1231780997": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.21144884824752808, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0030398693086928, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.27941753627712834, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.20601187646389008, + "proposal_oracle_utility_gain_over_base_at_8": -0.0054369717836380005, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.20601187646389008, + "selected_utility_gain_over_base_at_8": -0.0054369717836380005, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.79398812353611, + "support_gap_fraction_to_hidden_at_8": 1.0030398749168066, + "total_car_to_hidden_at_8": 1.79398812353611 + }, + "1271718007": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.5, + "base_unsafe_known": 0.0, + "base_utility": 1.10479174554348, + "branch_car_at_8": 0.9202138185501099, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.018656868425599, + "ncar_to_proposal_oracle_at_8": 5.182100016327027, + "outcome_ptr_at_8": 0.5, + "pairwise_causal_calibration_ece": 0.27871426918970016, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.5, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 1.1087853759527206, + "proposal_oracle_utility_gain_over_base_at_8": 0.003993630409240723, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.5, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.18857155740261078, + "selected_utility_gain_over_base_at_8": -0.9162201881408691, + "selector_gap_fraction_to_hidden_at_8": 0.023117992954605527, + "selector_regret_at_8": 0.9202138185501099, + "success_selector_gap_at_8": 0.5, + "success_support_gap_at_8": 0.5, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.8912146240472794, + "support_gap_fraction_to_hidden_at_8": 0.9955388811604902, + "total_car_to_hidden_at_8": 1.8114284425973892 + }, + "1273247072": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11945180594921112, + "branch_car_at_8": 0.001133844256401062, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0164274045076733, + "ncar_to_proposal_oracle_at_8": 0.03810126747091353, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0900578224017779, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.0896931141614914, + "proposal_oracle_utility_gain_over_base_at_8": -0.029758691787719727, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.08855926990509033, + "selected_utility_gain_over_base_at_8": -0.03089253604412079, + "selector_gap_fraction_to_hidden_at_8": 0.0006029328362804191, + "selector_regret_at_8": 0.001133844256401062, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9103068858385086, + "support_gap_fraction_to_hidden_at_8": 1.0158244770763456, + "total_car_to_hidden_at_8": 1.9114407300949097 + }, + "1358421325": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.1585042476654053, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.32164163691985026, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.8414957523345947, + "selected_utility_gain_over_base_at_8": -1.1585042476654053, + "selector_regret_at_8": 1.1585042476654053, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 1.1585042476654053 + }, + "1375492786": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.18323469161987305, + "branch_car_at_8": 0.0017543633002787828, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.24345096945762634, + "ncar_to_hidden_chart_oracle_at_8": 3.9887152967557102, + "ncar_to_proposal_oracle_at_8": 0.009844083422333706, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.09861867055120169, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.005019704345613718, + "proposal_oracle_utility_gain_over_base_at_8": -0.17821498727425933, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.003265341045334935, + "selected_utility_gain_over_base_at_8": -0.1799693505745381, + "selector_gap_fraction_to_hidden_at_8": 0.029134369696608254, + "selector_regret_at_8": 0.0017543633002787828, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.23843126511201262, + "support_gap_fraction_to_hidden_at_8": 3.959581589457284, + "total_car_to_hidden_at_8": 0.2401856284122914 + }, + "141984615": { + "any_generated_unsafe_known_at_8": 0.3333333333333333, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.12483831991751988, + "branch_car_at_8": 0.006367923536648353, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.3333333333333333, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.20044784247875214, + "ncar_to_hidden_chart_oracle_at_8": 2.3221041679598304, + "ncar_to_proposal_oracle_at_8": 0.08377895974492518, + "outcome_ptr_at_8": 0.3333333333333333, + "pairwise_causal_calibration_ece": 0.14747844112065076, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.3333333333333333, + "proposal_oracle_utility_at_8": 0.10841749360164006, + "proposal_oracle_utility_gain_over_base_at_8": -0.016420826315879822, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.3333333333333333, + "selected_utility_at_8": 0.10204957006499171, + "selected_utility_gain_over_base_at_8": -0.022788749852528174, + "selector_gap_fraction_to_hidden_at_8": 0.16143251152001628, + "selector_regret_at_8": 0.006367923536648353, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.10564951846996944, + "support_gap_fraction_to_hidden_at_8": 2.3173498811312325, + "total_car_to_hidden_at_8": 0.10650938174997766 + }, + "1475440973": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7229747772216797, + "branch_car_at_8": 0.007550477981567383, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0096908064569456, + "ncar_to_proposal_oracle_at_8": 1.5648832901722105, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.14212984422921082, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7181498408317566, + "proposal_oracle_utility_gain_over_base_at_8": -0.004824936389923096, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7105993628501892, + "selected_utility_gain_over_base_at_8": -0.012375414371490479, + "selector_gap_fraction_to_hidden_at_8": 0.005912551958167607, + "selector_regret_at_8": 0.007550477981567383, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.2818501591682434, + "support_gap_fraction_to_hidden_at_8": 1.0037782624053626, + "total_car_to_hidden_at_8": 1.2894006371498108 + }, + "1483645336": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.8072420358657837, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.27201291150892754, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1927579641342163, + "selected_utility_gain_over_base_at_8": -1.8072420358657837, + "selector_regret_at_8": 1.8072420358657837, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 1.8072420358657837 + }, + "1522272686": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.5529977083206177, + "branch_car_at_8": 0.004185736179351807, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.001631271173277, + "ncar_to_proposal_oracle_at_8": 2.2931984216160237, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.13945247761844165, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5548229813575745, + "proposal_oracle_utility_gain_over_base_at_8": 0.0018252730369567871, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.5506372451782227, + "selected_utility_gain_over_base_at_8": -0.0023604631423950195, + "selector_gap_fraction_to_hidden_at_8": 0.002892694920678989, + "selector_regret_at_8": 0.004185736179351807, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.4451770186424255, + "support_gap_fraction_to_hidden_at_8": 0.9987385831747105, + "total_car_to_hidden_at_8": 1.4493627548217773 + }, + "1528740417": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.32647061347961426, + "branch_car_at_8": 0.05505269765853882, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.016822953678848, + "ncar_to_proposal_oracle_at_8": 2.0466455197984894, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.36084785622370585, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.3533695936203003, + "proposal_oracle_utility_gain_over_base_at_8": 0.026898980140686035, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.2983168959617615, + "selected_utility_gain_over_base_at_8": -0.028153717517852783, + "selector_gap_fraction_to_hidden_at_8": 0.03289616429921483, + "selector_regret_at_8": 0.05505269765853882, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.6466304063796997, + "support_gap_fraction_to_hidden_at_8": 0.9839267954555524, + "total_car_to_hidden_at_8": 1.7016831040382385 + }, + "1549324805": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.3333333333333333, + "base_unsafe_known": 0.0, + "base_utility": 0.7632389987508456, + "branch_car_at_8": 0.00898288314541181, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.75, + "hidden_chart_oracle_success_at_8": 0.6666666666666666, + "hidden_chart_oracle_utility_at_8": 1.4027505218982697, + "ncar_to_hidden_chart_oracle_at_8": 2.1547865192341686, + "ncar_to_proposal_oracle_at_8": 0.19982176534334276, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2173842487648233, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.3333333333333333, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.6666666666666666, + "proposal_oracle_utility_at_8": 0.7103367708623409, + "proposal_oracle_utility_gain_over_base_at_8": -0.05290222788850466, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.3333333333333333, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.6666666666666666, + "selected_utility_at_8": 0.7013538877169291, + "selected_utility_gain_over_base_at_8": -0.06188511103391647, + "selector_gap_fraction_to_hidden_at_8": 0.0071743099746912325, + "selector_regret_at_8": 0.00898288314541181, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.3333333333333333, + "success_total_car_to_hidden_at_8": 0.3333333333333333, + "support_gap_at_8": 0.6924137510359287, + "support_gap_fraction_to_hidden_at_8": 2.1476126154439292, + "total_car_to_hidden_at_8": 0.7013966341813406 + }, + "1607773860": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.8032726645469666, + "branch_car_at_8": 1.2132668495178223, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0138206117940154, + "ncar_to_proposal_oracle_at_8": 1.0138206117940154, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.21816988499798823, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.1967273354530334, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7867331504821777, + "selected_utility_gain_over_base_at_8": -0.01653951406478882, + "selector_gap_fraction_to_hidden_at_8": 1.0138206202656244, + "selector_regret_at_8": 1.2132668495178223, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 1.2132668495178223 + }, + "1665739511": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "1747178030": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.030767075717449188, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.016456882739245417, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1963398038085052, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.1304432898759842, + "proposal_oracle_utility_gain_over_base_at_8": -1.8695567101240158, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.099676214158535, + "selected_utility_gain_over_base_at_8": -1.900323785841465, + "selector_regret_at_8": 0.030767075717449188, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8695567101240158, + "total_car_to_hidden_at_8": 1.900323785841465 + }, + "1881223807": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.05987149477005005, + "branch_car_at_8": 0.0018227994441986084, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.9970059047003342, + "ncar_to_proposal_oracle_at_8": 0.23884488264105572, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.11277158791069058, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.06750321388244629, + "proposal_oracle_utility_gain_over_base_at_8": 0.00763171911239624, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.06568041443824768, + "selected_utility_gain_over_base_at_8": 0.005808919668197632, + "selector_gap_fraction_to_hidden_at_8": 0.0009395251084064479, + "selector_regret_at_8": 0.0018227994441986084, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9324967861175537, + "support_gap_fraction_to_hidden_at_8": 0.996066384730793, + "total_car_to_hidden_at_8": 1.9343195855617523 + }, + "1919198188": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.06612768769264221, + "branch_car_at_8": 0.008697465062141418, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0078537180446716, + "ncar_to_proposal_oracle_at_8": 1.3400005526915932, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.08930714911803858, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.059637054800987244, + "proposal_oracle_utility_gain_over_base_at_8": -0.006490632891654968, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.050939589738845825, + "selected_utility_gain_over_base_at_8": -0.015188097953796387, + "selector_gap_fraction_to_hidden_at_8": 0.004497435020290572, + "selector_regret_at_8": 0.008697465062141418, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9403629451990128, + "support_gap_fraction_to_hidden_at_8": 1.0033562882359646, + "total_car_to_hidden_at_8": 1.9490604102611542 + }, + "1991414747": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.003342047333717346, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.0017599963357812155, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.10735633493513692, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.10110552608966827, + "proposal_oracle_utility_gain_over_base_at_8": -1.8988944739103317, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.09776347875595093, + "selected_utility_gain_over_base_at_8": -1.902236521244049, + "selector_regret_at_8": 0.003342047333717346, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8988944739103317, + "total_car_to_hidden_at_8": 1.902236521244049 + }, + "1997090716": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0557584401804747, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.17896106839179993, + "proposal_oracle_utility_gain_over_base_at_8": -1.8210389316082, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.17896106839179993, + "selected_utility_gain_over_base_at_8": -1.8210389316082, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8210389316082, + "total_car_to_hidden_at_8": 1.8210389316082 + }, + "2015956957": { + "any_generated_unsafe_known_at_8": 0.6, + "base_safety_label_known": 1.0, + "base_success": 0.2, + "base_unsafe_known": 0.0, + "base_utility": 0.4729121312499046, + "branch_car_at_8": 0.012311840057373047, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.55, + "hidden_chart_oracle_success_at_8": 0.2, + "hidden_chart_oracle_utility_at_8": 0.5298813670873642, + "ncar_to_hidden_chart_oracle_at_8": 1.3899131682866792, + "ncar_to_proposal_oracle_at_8": 0.3356331357616699, + "outcome_ptr_at_8": 0.4, + "pairwise_causal_calibration_ece": 0.2731085428300261, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -0.2, + "proposal_oracle_unsafe_known_at_8": 0.4, + "proposal_oracle_utility_at_8": 0.10234606266021729, + "proposal_oracle_utility_gain_over_base_at_8": -0.3705660685896873, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.2, + "selected_unsafe_known_at_8": 0.6, + "selected_utility_at_8": 0.09003422260284424, + "selected_utility_gain_over_base_at_8": -0.3828779086470604, + "selector_gap_fraction_to_hidden_at_8": 0.2793166317202004, + "selector_regret_at_8": 0.012311840057373047, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.2, + "success_total_car_to_hidden_at_8": 0.2, + "support_gap_at_8": 0.42905143797397616, + "support_gap_fraction_to_hidden_at_8": 1.1385391627021058, + "total_car_to_hidden_at_8": 0.43984714448451995 + }, + "2054899126": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "211245842": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.791279137134552, + "branch_car_at_8": 1.2102132439613342, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.001234669748317, + "ncar_to_proposal_oracle_at_8": 1.001234669748317, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.16142812526960126, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.208720862865448, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7897867560386658, + "selected_utility_gain_over_base_at_8": -0.0014923810958862305, + "selector_gap_fraction_to_hidden_at_8": 1.0012346780317403, + "selector_regret_at_8": 1.2102132439613342, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 1.2102132439613342 + }, + "2141802816": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.23664958775043488, + "branch_car_at_8": 0.0028693675994873047, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0258247099042912, + "ncar_to_proposal_oracle_at_8": 0.06724765269487076, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.24024321038978835, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.19398093223571777, + "proposal_oracle_utility_gain_over_base_at_8": -0.0426686555147171, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.19111156463623047, + "selected_utility_gain_over_base_at_8": -0.04553802311420441, + "selector_gap_fraction_to_hidden_at_8": 0.0016272248439983953, + "selector_regret_at_8": 0.0028693675994873047, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8060190677642822, + "support_gap_fraction_to_hidden_at_8": 1.0241974908777678, + "total_car_to_hidden_at_8": 1.8088884353637695 + }, + "256770874": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.18160098791122437, + "branch_car_at_8": 0.03985626995563507, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.012440422123991, + "ncar_to_proposal_oracle_at_8": 2.31257047459156, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.20390683218161468, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.1988355964422226, + "proposal_oracle_utility_gain_over_base_at_8": 0.01723460853099823, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.15897932648658752, + "selected_utility_gain_over_base_at_8": -0.02262166142463684, + "selector_gap_fraction_to_hidden_at_8": 0.021918330185327475, + "selector_regret_at_8": 0.03985626995563507, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8011644035577774, + "support_gap_fraction_to_hidden_at_8": 0.9905220975064207, + "total_car_to_hidden_at_8": 1.8410206735134125 + }, + "278008524": { + "any_generated_unsafe_known_at_8": 0.5, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.060655687004327774, + "branch_car_at_8": 0.0023979023098945618, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.5, + "hidden_chart_oracle_success_at_8": 0.5, + "hidden_chart_oracle_utility_at_8": 1.113811194896698, + "ncar_to_hidden_chart_oracle_at_8": 1.13074870125868, + "ncar_to_proposal_oracle_at_8": 0.20796332921272412, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1352099767831279, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.5, + "proposal_oracle_utility_at_8": 0.03414597362279892, + "proposal_oracle_utility_gain_over_base_at_8": -0.026509713381528854, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.5, + "selected_utility_at_8": 0.03174807131290436, + "selected_utility_gain_over_base_at_8": -0.028907615691423416, + "selector_gap_fraction_to_hidden_at_8": 0.0012345159996174945, + "selector_regret_at_8": 0.0023979023098945618, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.5, + "success_total_car_to_hidden_at_8": 0.5, + "support_gap_at_8": 1.079665221273899, + "support_gap_fraction_to_hidden_at_8": 1.1295142260755529, + "total_car_to_hidden_at_8": 1.0820631235837936 + }, + "416183106": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.23001998662948608, + "branch_car_at_8": 0.0023495852947235107, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.9943002527024395, + "ncar_to_proposal_oracle_at_8": 0.18890341958265422, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.09116192576482962, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.24245800077915192, + "proposal_oracle_utility_gain_over_base_at_8": 0.012438014149665833, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.2401084154844284, + "selected_utility_gain_over_base_at_8": 0.010088428854942322, + "selector_gap_fraction_to_hidden_at_8": 0.0013274643086219227, + "selector_regret_at_8": 0.0023495852947235107, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.757541999220848, + "support_gap_fraction_to_hidden_at_8": 0.9929727940113965, + "total_car_to_hidden_at_8": 1.7598915845155716 + }, + "534717141": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.13276933133602142, + "branch_car_at_8": 0.013074323534965515, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0292391206713938, + "ncar_to_proposal_oracle_at_8": 0.3148779308878505, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.11219991489100847, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.09124746173620224, + "proposal_oracle_utility_gain_over_base_at_8": -0.04152186959981918, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.07817313820123672, + "selected_utility_gain_over_base_at_8": -0.0545961931347847, + "selector_gap_fraction_to_hidden_at_8": 0.007001986286097325, + "selector_regret_at_8": 0.013074323534965515, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9087525382637978, + "support_gap_fraction_to_hidden_at_8": 1.0222371398974122, + "total_car_to_hidden_at_8": 1.9218268617987633 + }, + "551504635": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7272467017173767, + "branch_car_at_8": 1.2752050757408142, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0019263493107704, + "ncar_to_proposal_oracle_at_8": 1.0019263493107704, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.5181461410230558, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.2727532982826233, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7247949242591858, + "selected_utility_gain_over_base_at_8": -0.002451777458190918, + "selector_gap_fraction_to_hidden_at_8": 1.0019263571828878, + "selector_regret_at_8": 1.2752050757408142, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 1.2752050757408142 + }, + "565369392": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.3333333333333333, + "base_unsafe_known": 0.0, + "base_utility": 0.8445292512575785, + "branch_car_at_8": 0.035037423173586525, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.7916666666666666, + "hidden_chart_oracle_success_at_8": 0.6666666666666666, + "hidden_chart_oracle_utility_at_8": 1.4266315797964733, + "ncar_to_hidden_chart_oracle_at_8": 13.42646873589375, + "ncar_to_proposal_oracle_at_8": 0.36947011521508744, + "outcome_ptr_at_8": 0.3333333333333333, + "pairwise_causal_calibration_ece": 0.21192564072829392, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -0.3333333333333333, + "proposal_oracle_unsafe_known_at_8": 0.3333333333333333, + "proposal_oracle_utility_at_8": 0.2167788545290629, + "proposal_oracle_utility_gain_over_base_at_8": -0.6277503967285156, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.3333333333333333, + "selected_unsafe_known_at_8": 0.6666666666666666, + "selected_utility_at_8": 0.18174143135547638, + "selected_utility_gain_over_base_at_8": -0.6627878199021021, + "selector_gap_fraction_to_hidden_at_8": 6.469025538289166, + "selector_regret_at_8": 0.035037423173586525, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.6666666666666666, + "success_total_car_to_hidden_at_8": 0.6666666666666666, + "support_gap_at_8": 1.2098527252674103, + "support_gap_fraction_to_hidden_at_8": 6.957469615204575, + "total_car_to_hidden_at_8": 1.2448901484409969 + }, + "565621826": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "585904130": { + "any_generated_unsafe_known_at_8": 0.3333333333333333, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.13642114897569022, + "branch_car_at_8": 0.02566324050227801, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.3333333333333333, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.23764699200789133, + "ncar_to_hidden_chart_oracle_at_8": 1.4304288343870593, + "ncar_to_proposal_oracle_at_8": 0.638987726296695, + "outcome_ptr_at_8": 0.3333333333333333, + "pairwise_causal_calibration_ece": 0.16669582901200466, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.3333333333333333, + "proposal_oracle_utility_at_8": 0.10814826811353366, + "proposal_oracle_utility_gain_over_base_at_8": -0.02827288086215655, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.3333333333333333, + "selected_utility_at_8": 0.08248502761125565, + "selected_utility_gain_over_base_at_8": -0.05393612136443456, + "selector_gap_fraction_to_hidden_at_8": 0.3633500721403014, + "selector_regret_at_8": 0.02566324050227801, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.12949872389435768, + "support_gap_fraction_to_hidden_at_8": 1.0670789144374493, + "total_car_to_hidden_at_8": 0.15516196439663568 + }, + "626486813": { + "any_generated_unsafe_known_at_8": 0.25, + "base_safety_label_known": 1.0, + "base_success": 0.25, + "base_unsafe_known": 0.0, + "base_utility": 0.5452363695949316, + "branch_car_at_8": 0.01799971889704466, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.25, + "hidden_chart_oracle_success_at_8": 0.25, + "hidden_chart_oracle_utility_at_8": 0.6124684102833271, + "ncar_to_hidden_chart_oracle_at_8": 0.8190091628638495, + "ncar_to_proposal_oracle_at_8": 0.24409138373056533, + "outcome_ptr_at_8": 0.25, + "pairwise_causal_calibration_ece": 0.2667755497210137, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -0.25, + "proposal_oracle_unsafe_known_at_8": 0.25, + "proposal_oracle_utility_at_8": 0.10180229786783457, + "proposal_oracle_utility_gain_over_base_at_8": -0.44343407172709703, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.25, + "selected_unsafe_known_at_8": 0.25, + "selected_utility_at_8": 0.08380257897078991, + "selected_utility_gain_over_base_at_8": -0.4614337906241417, + "selector_gap_fraction_to_hidden_at_8": 0.26754242337272116, + "selector_regret_at_8": 0.01799971889704466, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.25, + "success_total_car_to_hidden_at_8": 0.25, + "support_gap_at_8": 0.5198869993910193, + "support_gap_fraction_to_hidden_at_8": 0.7842232843880458, + "total_car_to_hidden_at_8": 0.5323245078325272 + }, + "636680137": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.07024133205413818, + "branch_car_at_8": 0.008756734430789948, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0146581870752631, + "ncar_to_proposal_oracle_at_8": 0.44837236736850467, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.24680463764405094, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.050711292773485184, + "proposal_oracle_utility_gain_over_base_at_8": -0.019530039280653, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.041954558342695236, + "selected_utility_gain_over_base_at_8": -0.028286773711442947, + "selector_gap_fraction_to_hidden_at_8": 0.004537735508715752, + "selector_regret_at_8": 0.008756734430789948, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9492887072265148, + "support_gap_fraction_to_hidden_at_8": 1.0101204568245012, + "total_car_to_hidden_at_8": 1.9580454416573048 + }, + "706479600": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.8188905119895935, + "branch_car_at_8": 1.1874985098838806, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0054093307049317, + "ncar_to_proposal_oracle_at_8": 1.0054093307049317, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.16633855642907108, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.1811094880104065, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.8125014901161194, + "selected_utility_gain_over_base_at_8": -0.006389021873474121, + "selector_gap_fraction_to_hidden_at_8": 1.005409339217346, + "selector_regret_at_8": 1.1874985098838806, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 1.1874985098838806 + }, + "750448296": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.14706942811608315, + "branch_car_at_8": 0.0018008947372436523, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.23580759018659592, + "ncar_to_hidden_chart_oracle_at_8": 4.392381116418965, + "ncar_to_proposal_oracle_at_8": 0.017165362636787227, + "outcome_ptr_at_8": 0.5, + "pairwise_causal_calibration_ece": 0.2685286601916462, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.18224315345287323, + "proposal_oracle_utility_gain_over_base_at_8": 0.035173725336790085, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.18044225871562958, + "selected_utility_gain_over_base_at_8": 0.03337283059954643, + "selector_gap_fraction_to_hidden_at_8": 0.01042264014488691, + "selector_regret_at_8": 0.0018008947372436523, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.05356443673372269, + "support_gap_fraction_to_hidden_at_8": 4.381967413589099, + "total_car_to_hidden_at_8": 0.05536533147096634 + }, + "75070641": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.194026380777359, + "branch_car_at_8": 0.039398789405822754, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.012741448917675, + "ncar_to_proposal_oracle_at_8": 2.4041142502766335, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.4423292539518779, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.21041443943977356, + "proposal_oracle_utility_gain_over_base_at_8": 0.01638805866241455, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1710156500339508, + "selected_utility_gain_over_base_at_8": -0.023010730743408203, + "selector_gap_fraction_to_hidden_at_8": 0.02181581667996982, + "selector_regret_at_8": 0.039398789405822754, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7895855605602264, + "support_gap_fraction_to_hidden_at_8": 0.9909256378454362, + "total_car_to_hidden_at_8": 1.8289843499660492 + }, + "767747424": { + "any_generated_unsafe_known_at_8": 0.5, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.10894576646387577, + "branch_car_at_8": 0.01840387750416994, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.375, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.18863565661013126, + "ncar_to_hidden_chart_oracle_at_8": 0.9556673546392805, + "ncar_to_proposal_oracle_at_8": 0.5146866669185878, + "outcome_ptr_at_8": 0.75, + "pairwise_causal_calibration_ece": 0.1455918564805114, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.25, + "proposal_oracle_utility_at_8": 0.12386999186128378, + "proposal_oracle_utility_gain_over_base_at_8": 0.014924225397408009, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.5, + "selected_utility_at_8": 0.10546611435711384, + "selected_utility_gain_over_base_at_8": -0.0034796521067619324, + "selector_gap_fraction_to_hidden_at_8": 3.386875073818449, + "selector_regret_at_8": 0.01840387750416994, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.08422827254980803, + "support_gap_fraction_to_hidden_at_8": 0.7740629911494583, + "total_car_to_hidden_at_8": 0.09471598640084267 + }, + "77147264": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.5, + "base_unsafe_known": 0.0, + "base_utility": 1.0903030335903168, + "branch_car_at_8": 0.18656636774539948, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.9800912266501851, + "ncar_to_proposal_oracle_at_8": 0.9115146175078018, + "outcome_ptr_at_8": 0.5, + "pairwise_causal_calibration_ece": 0.06590553016713221, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.5, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 1.2949803471565247, + "proposal_oracle_utility_gain_over_base_at_8": 0.20467731356620789, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.5, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 1.1084139794111252, + "selected_utility_gain_over_base_at_8": 0.01811094582080841, + "selector_gap_fraction_to_hidden_at_8": 0.20508628107415175, + "selector_regret_at_8": 0.18656636774539948, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.5, + "success_total_car_to_hidden_at_8": 0.5, + "support_gap_at_8": 0.7050196528434753, + "support_gap_fraction_to_hidden_at_8": 0.7750049509629439, + "total_car_to_hidden_at_8": 0.8915860205888748 + }, + "794181626": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0015303194522857666, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.000841493999320359, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.20334758462369412, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.18142560124397278, + "proposal_oracle_utility_gain_over_base_at_8": -1.8185743987560272, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.179895281791687, + "selected_utility_gain_over_base_at_8": -1.820104718208313, + "selector_regret_at_8": 0.0015303194522857666, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8185743987560272, + "total_car_to_hidden_at_8": 1.820104718208313 + }, + "957101489": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.23217551410198212, + "branch_car_at_8": 0.04408198595046997, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0173608540930983, + "ncar_to_proposal_oracle_at_8": 3.2919009041744505, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.5742142103375254, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.24556654691696167, + "proposal_oracle_utility_gain_over_base_at_8": 0.013391032814979553, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.2014845609664917, + "selected_utility_gain_over_base_at_8": -0.030690953135490417, + "selector_gap_fraction_to_hidden_at_8": 0.024935725408327086, + "selector_regret_at_8": 0.04408198595046997, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7544334530830383, + "support_gap_fraction_to_hidden_at_8": 0.992425134439646, + "total_car_to_hidden_at_8": 1.7985154390335083 + }, + "998761162": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.20425210893154144, + "branch_car_at_8": 0.019217893481254578, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0690779501012855, + "ncar_to_proposal_oracle_at_8": 0.18332662305644415, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.435910259068298, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.09942340850830078, + "proposal_oracle_utility_gain_over_base_at_8": -0.10482870042324066, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.0802055150270462, + "selected_utility_gain_over_base_at_8": -0.12404659390449524, + "selector_gap_fraction_to_hidden_at_8": 0.010701888375778658, + "selector_regret_at_8": 0.019217893481254578, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9005765914916992, + "support_gap_fraction_to_hidden_at_8": 1.0583760676788925, + "total_car_to_hidden_at_8": 1.9197944849729538 + } +} diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/measured_metrics/metrics_by_task.json b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/measured_metrics/metrics_by_task.json new file mode 100644 index 0000000000000000000000000000000000000000..579d040bc99bd242da93642ad93067ad0d6ccd65 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/measured_metrics/metrics_by_task.json @@ -0,0 +1,182 @@ +{ + "LiftPegUpright-v1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.40346155563990277, + "branch_car_at_8": 0.22400736312071481, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0071091935011622, + "ncar_to_proposal_oracle_at_8": 0.9480730020373116, + "outcome_ptr_at_8": 0.3333333333333333, + "pairwise_causal_calibration_ece": 0.2872309055107937, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.16666666666666666, + "proposal_oracle_success_gain_over_base_at_8": 0.16666666666666666, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.6160769288738569, + "proposal_oracle_utility_gain_over_base_at_8": 0.2126153732339541, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.39206956575314206, + "selected_utility_gain_over_base_at_8": -0.011391989886760712, + "selector_gap_fraction_to_hidden_at_8": 0.17403801164408092, + "selector_regret_at_8": 0.22400736312071481, + "success_selector_gap_at_8": 0.16666666666666666, + "success_support_gap_at_8": 0.8333333333333334, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.3839230711261432, + "support_gap_fraction_to_hidden_at_8": 0.8330711883134393, + "total_car_to_hidden_at_8": 1.6079304342468579 + }, + "PickCube-v1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11945180594921112, + "branch_car_at_8": 0.001133844256401062, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0164274045076733, + "ncar_to_proposal_oracle_at_8": 0.03810126747091353, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0900578224017779, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.0896931141614914, + "proposal_oracle_utility_gain_over_base_at_8": -0.029758691787719727, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.08855926990509033, + "selected_utility_gain_over_base_at_8": -0.03089253604412079, + "selector_gap_fraction_to_hidden_at_8": 0.0006029328362804191, + "selector_regret_at_8": 0.001133844256401062, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9103068858385086, + "support_gap_fraction_to_hidden_at_8": 1.0158244770763456, + "total_car_to_hidden_at_8": 1.9114407300949097 + }, + "PullCube-v1": { + "any_generated_unsafe_known_at_8": 0.5588235294117647, + "base_safety_label_known": 1.0, + "base_success": 0.20588235294117646, + "base_unsafe_known": 0.0, + "base_utility": 0.5097779550534838, + "branch_car_at_8": 0.014508302453631425, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.4963235294117647, + "hidden_chart_oracle_success_at_8": 0.3235294117647059, + "hidden_chart_oracle_utility_at_8": 0.7823218367993832, + "ncar_to_hidden_chart_oracle_at_8": 2.604812077635133, + "ncar_to_proposal_oracle_at_8": 0.2899609046211564, + "outcome_ptr_at_8": 0.29411764705882354, + "pairwise_causal_calibration_ece": 0.19367089155028058, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.08823529411764706, + "proposal_oracle_success_gain_over_base_at_8": -0.11764705882352941, + "proposal_oracle_unsafe_known_at_8": 0.4117647058823529, + "proposal_oracle_utility_at_8": 0.27969342838589323, + "proposal_oracle_utility_gain_over_base_at_8": -0.23008452666759052, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.08823529411764706, + "selected_success_gain_over_base_at_8": -0.11764705882352941, + "selected_unsafe_known_at_8": 0.5, + "selected_utility_at_8": 0.2651851259322618, + "selected_utility_gain_over_base_at_8": -0.24459282912122196, + "selector_gap_fraction_to_hidden_at_8": 1.1131726263541712, + "selector_regret_at_8": 0.014508302453631425, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.23529411764705882, + "success_total_car_to_hidden_at_8": 0.23529411764705882, + "support_gap_at_8": 0.5074275894610978, + "support_gap_fraction_to_hidden_at_8": 2.0139072432440224, + "total_car_to_hidden_at_8": 0.5196412347106483 + }, + "PushCube-v1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.6923076923076923, + "base_unsafe_known": 0.0, + "base_utility": 1.4275685124672377, + "branch_car_at_8": 0.2830594697823891, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0250784515017248, + "ncar_to_proposal_oracle_at_8": 0.0929772626308736, + "outcome_ptr_at_8": 0.07692307692307693, + "pairwise_causal_calibration_ece": 0.17542017897236215, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.23076923076923078, + "proposal_oracle_success_gain_over_base_at_8": -0.46153846153846156, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5620001600338862, + "proposal_oracle_utility_gain_over_base_at_8": -0.8655683524333514, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.07692307692307693, + "selected_success_gain_over_base_at_8": -0.6153846153846154, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.27894069025149715, + "selected_utility_gain_over_base_at_8": -1.1486278222157404, + "selector_gap_fraction_to_hidden_at_8": 0.003934417581854623, + "selector_regret_at_8": 0.2830594697823891, + "success_selector_gap_at_8": 0.15384615384615385, + "success_support_gap_at_8": 0.7692307692307693, + "success_total_car_to_hidden_at_8": 0.9230769230769231, + "support_gap_at_8": 1.4379998399661138, + "support_gap_fraction_to_hidden_at_8": 1.0211440394451992, + "total_car_to_hidden_at_8": 1.721059309748503 + }, + "StackCube-v1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.2, + "base_unsafe_known": 0.0, + "base_utility": 0.696571855743726, + "branch_car_at_8": 0.43771456281344095, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0062707727380824, + "ncar_to_proposal_oracle_at_8": 1.9116651115292687, + "outcome_ptr_at_8": 0.7333333333333333, + "pairwise_causal_calibration_ece": 0.24031983875534166, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.4, + "proposal_oracle_success_gain_over_base_at_8": 0.2, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.9683293571074804, + "proposal_oracle_utility_gain_over_base_at_8": 0.27175750136375426, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.06666666666666667, + "selected_success_gain_over_base_at_8": -0.13333333333333333, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.5306147942940395, + "selected_utility_gain_over_base_at_8": -0.1659570614496867, + "selector_gap_fraction_to_hidden_at_8": 0.278793355271414, + "selector_regret_at_8": 0.43771456281344095, + "success_selector_gap_at_8": 0.3333333333333333, + "success_support_gap_at_8": 0.6, + "success_total_car_to_hidden_at_8": 0.9333333333333333, + "support_gap_at_8": 1.0316706428925195, + "support_gap_fraction_to_hidden_at_8": 0.7274774238498206, + "total_car_to_hidden_at_8": 1.4693852057059607 + } +} diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/measured_metrics/report.md b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/measured_metrics/report.md new file mode 100644 index 0000000000000000000000000000000000000000..1c9ac5646c35eefcbbc9ea2ee6c4e889b2947b43 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/measured_metrics/report.md @@ -0,0 +1,40 @@ +# Metric Evaluation (measured) + +K: `8` + +| Metric | N | Micro mean | 95% CI | Task macro | Seed macro | +| --- | ---: | ---: | ---: | ---: | ---: | +| any_generated_unsafe_known_at_8 | 69 | 0.2754 | [0.1739, 0.3913] | 0.1118 | 0.1812 | +| base_safety_label_known | 69 | 1.0000 | [1.0000, 1.0000] | 1.0000 | 1.0000 | +| base_success | 69 | 0.2754 | [0.1739, 0.3768] | 0.2196 | 0.3216 | +| base_unsafe_known | 69 | 0.0000 | [0.0000, 0.0000] | 0.0000 | 0.0000 | +| base_utility | 69 | 0.7084 | [0.5356, 0.8955] | 0.6314 | 0.8273 | +| branch_car_at_8 | 69 | 0.1751 | [0.0805, 0.2739] | 0.1921 | 0.2269 | +| generated_safety_label_coverage_at_8 | 69 | 1.0000 | [1.0000, 1.0000] | 1.0000 | 1.0000 | +| generated_unsafe_rate_known_at_8 | 69 | 0.2446 | [0.1630, 0.3315] | 0.0993 | 0.1677 | +| hidden_chart_oracle_success_at_8 | 69 | 0.6667 | [0.5507, 0.7826] | 0.8647 | 0.8358 | +| hidden_chart_oracle_utility_at_8 | 69 | 1.4000 | [1.1926, 1.6081] | 1.7565 | 1.7062 | +| ncar_to_hidden_chart_oracle_at_8 | 50 | 1.8713 | [1.1301, 3.0267] | 1.3319 | 1.6553 | +| ncar_to_proposal_oracle_at_8 | 59 | 0.6491 | [0.4350, 0.9409] | 0.6562 | 0.7947 | +| outcome_ptr_at_8 | 69 | 0.3478 | [0.2174, 0.4493] | 0.2875 | 0.3383 | +| pairwise_causal_calibration_ece | 69 | 0.2070 | [0.1709, 0.2339] | 0.1973 | 0.2068 | +| proposal_oracle_safety_label_known_at_8 | 69 | 1.0000 | [1.0000, 1.0000] | 1.0000 | 1.0000 | +| proposal_oracle_success_at_8 | 69 | 0.1884 | [0.0870, 0.2754] | 0.1771 | 0.2411 | +| proposal_oracle_success_gain_over_base_at_8 | 69 | -0.0870 | [-0.1884, 0.0000] | -0.0425 | -0.0805 | +| proposal_oracle_unsafe_known_at_8 | 69 | 0.2029 | [0.1159, 0.2899] | 0.0824 | 0.1504 | +| proposal_oracle_utility_at_8 | 69 | 0.5091 | [0.3206, 0.6608] | 0.5032 | 0.6198 | +| proposal_oracle_utility_gain_over_base_at_8 | 69 | -0.1993 | [-0.3623, -0.0450] | -0.1282 | -0.2075 | +| selected_safety_label_known_at_8 | 69 | 1.0000 | [1.0000, 1.0000] | 1.0000 | 1.0000 | +| selected_success_at_8 | 69 | 0.0725 | [0.0145, 0.1449] | 0.0464 | 0.0816 | +| selected_success_gain_over_base_at_8 | 69 | -0.2029 | [-0.3043, -0.1159] | -0.1733 | -0.2401 | +| selected_unsafe_known_at_8 | 69 | 0.2464 | [0.1594, 0.3623] | 0.1000 | 0.1670 | +| selected_utility_at_8 | 69 | 0.3340 | [0.2057, 0.4839] | 0.3111 | 0.3930 | +| selected_utility_gain_over_base_at_8 | 69 | -0.3744 | [-0.5268, -0.2201] | -0.3203 | -0.4343 | +| selector_gap_fraction_to_hidden_at_8 | 50 | 0.6892 | [0.1549, 1.4680] | 0.3141 | 0.4527 | +| selector_regret_at_8 | 69 | 0.1751 | [0.0805, 0.2739] | 0.1921 | 0.2269 | +| success_selector_gap_at_8 | 69 | 0.1159 | [0.0435, 0.1884] | 0.1308 | 0.1596 | +| success_support_gap_at_8 | 69 | 0.4783 | [0.3623, 0.5797] | 0.6876 | 0.5947 | +| success_total_car_to_hidden_at_8 | 69 | 0.5942 | [0.4638, 0.7101] | 0.8183 | 0.7543 | +| support_gap_at_8 | 69 | 0.8933 | [0.6844, 1.0635] | 1.2543 | 1.0873 | +| support_gap_fraction_to_hidden_at_8 | 50 | 1.4641 | [0.9733, 2.1165] | 1.1223 | 1.3092 | +| total_car_to_hidden_at_8 | 69 | 1.0673 | [0.8380, 1.2493] | 1.4459 | 1.3137 | diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/measured_metrics/table.tex b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/measured_metrics/table.tex new file mode 100644 index 0000000000000000000000000000000000000000..561e994498e1fee79885ee753c2f4d3ca6efd78b --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/measured_metrics/table.tex @@ -0,0 +1,41 @@ +% Auto-generated by scripts/eval_metrics.py +\begin{tabular}{lrrrr} +\toprule +Metric & N & Micro mean & CI low & CI high \\ +\midrule +any\_generated\_unsafe\_known\_at\_8 & 69 & 0.2754 & 0.1739 & 0.3913 \\ +base\_safety\_label\_known & 69 & 1.0000 & 1.0000 & 1.0000 \\ +base\_success & 69 & 0.2754 & 0.1739 & 0.3768 \\ +base\_unsafe\_known & 69 & 0.0000 & 0.0000 & 0.0000 \\ +base\_utility & 69 & 0.7084 & 0.5356 & 0.8955 \\ +branch\_car\_at\_8 & 69 & 0.1751 & 0.0805 & 0.2739 \\ +generated\_safety\_label\_coverage\_at\_8 & 69 & 1.0000 & 1.0000 & 1.0000 \\ +generated\_unsafe\_rate\_known\_at\_8 & 69 & 0.2446 & 0.1630 & 0.3315 \\ +hidden\_chart\_oracle\_success\_at\_8 & 69 & 0.6667 & 0.5507 & 0.7826 \\ +hidden\_chart\_oracle\_utility\_at\_8 & 69 & 1.4000 & 1.1926 & 1.6081 \\ +ncar\_to\_hidden\_chart\_oracle\_at\_8 & 50 & 1.8713 & 1.1301 & 3.0267 \\ +ncar\_to\_proposal\_oracle\_at\_8 & 59 & 0.6491 & 0.4350 & 0.9409 \\ +outcome\_ptr\_at\_8 & 69 & 0.3478 & 0.2174 & 0.4493 \\ +pairwise\_causal\_calibration\_ece & 69 & 0.2070 & 0.1709 & 0.2339 \\ +proposal\_oracle\_safety\_label\_known\_at\_8 & 69 & 1.0000 & 1.0000 & 1.0000 \\ +proposal\_oracle\_success\_at\_8 & 69 & 0.1884 & 0.0870 & 0.2754 \\ +proposal\_oracle\_success\_gain\_over\_base\_at\_8 & 69 & -0.0870 & -0.1884 & 0.0000 \\ +proposal\_oracle\_unsafe\_known\_at\_8 & 69 & 0.2029 & 0.1159 & 0.2899 \\ +proposal\_oracle\_utility\_at\_8 & 69 & 0.5091 & 0.3206 & 0.6608 \\ +proposal\_oracle\_utility\_gain\_over\_base\_at\_8 & 69 & -0.1993 & -0.3623 & -0.0450 \\ +selected\_safety\_label\_known\_at\_8 & 69 & 1.0000 & 1.0000 & 1.0000 \\ +selected\_success\_at\_8 & 69 & 0.0725 & 0.0145 & 0.1449 \\ +selected\_success\_gain\_over\_base\_at\_8 & 69 & -0.2029 & -0.3043 & -0.1159 \\ +selected\_unsafe\_known\_at\_8 & 69 & 0.2464 & 0.1594 & 0.3623 \\ +selected\_utility\_at\_8 & 69 & 0.3340 & 0.2057 & 0.4839 \\ +selected\_utility\_gain\_over\_base\_at\_8 & 69 & -0.3744 & -0.5268 & -0.2201 \\ +selector\_gap\_fraction\_to\_hidden\_at\_8 & 50 & 0.6892 & 0.1549 & 1.4680 \\ +selector\_regret\_at\_8 & 69 & 0.1751 & 0.0805 & 0.2739 \\ +success\_selector\_gap\_at\_8 & 69 & 0.1159 & 0.0435 & 0.1884 \\ +success\_support\_gap\_at\_8 & 69 & 0.4783 & 0.3623 & 0.5797 \\ +success\_total\_car\_to\_hidden\_at\_8 & 69 & 0.5942 & 0.4638 & 0.7101 \\ +support\_gap\_at\_8 & 69 & 0.8933 & 0.6844 & 1.0635 \\ +support\_gap\_fraction\_to\_hidden\_at\_8 & 50 & 1.4641 & 0.9733 & 2.1165 \\ +total\_car\_to\_hidden\_at\_8 & 69 & 1.0673 & 0.8380 & 1.2493 \\ +\bottomrule +\end{tabular} diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/metrics.json b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..a31bf300bd8f0675eb6f8f0edfe1da7490fcf20c --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/metrics.json @@ -0,0 +1,3043 @@ +{ + "checkpoint": "runs/ctt_residual_base_context_obs_seed1/model.pt", + "k": 8, + "measured_metric_summary": { + "any_generated_unsafe_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.2680851063829788, + "low": 0.09078014184397165, + "mean": 0.18120567375886523, + "n": 47, + "num_samples": 200 + }, + "mean": 0.18120567375886523, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 0.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": 0.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 0.0, + "1358421325": 0.0, + "1375492786": 1.0, + "141984615": 0.3333333333333333, + "1475440973": 0.0, + "1483645336": 0.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 1.0, + "1607773860": 0.0, + "1665739511": 0.0, + "1747178030": 1.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.6, + "2054899126": 1.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.5, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 0.0, + "565369392": 1.0, + "565621826": 1.0, + "585904130": 0.3333333333333333, + "626486813": 0.25, + "636680137": 0.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.5, + "77147264": 0.0, + "794181626": 0.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.33529411764705885, + "low": 0.0, + "mean": 0.11176470588235295, + "n": 5, + "num_samples": 200 + }, + "mean": 0.11176470588235295, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.5588235294117647, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "any_generated_unsafe_known_at_8", + "micro": { + "confidence": 0.95, + "high": 0.391304347826087, + "low": 0.17391304347826086, + "mean": 0.2753623188405797, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "base_safety_label_known": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 47, + "num_samples": 200 + }, + "mean": 1.0, + "per_seed": { + "1025740212": 1.0, + "1055157354": 1.0, + "1055567618": 1.0, + "1113268940": 1.0, + "1113371261": 1.0, + "1176943004": 1.0, + "1189392917": 1.0, + "1231780997": 1.0, + "1271718007": 1.0, + "1273247072": 1.0, + "1358421325": 1.0, + "1375492786": 1.0, + "141984615": 1.0, + "1475440973": 1.0, + "1483645336": 1.0, + "1522272686": 1.0, + "1528740417": 1.0, + "1549324805": 1.0, + "1607773860": 1.0, + "1665739511": 1.0, + "1747178030": 1.0, + "1881223807": 1.0, + "1919198188": 1.0, + "1991414747": 1.0, + "1997090716": 1.0, + "2015956957": 1.0, + "2054899126": 1.0, + "211245842": 1.0, + "2141802816": 1.0, + "256770874": 1.0, + "278008524": 1.0, + "416183106": 1.0, + "534717141": 1.0, + "551504635": 1.0, + "565369392": 1.0, + "565621826": 1.0, + "585904130": 1.0, + "626486813": 1.0, + "636680137": 1.0, + "706479600": 1.0, + "750448296": 1.0, + "75070641": 1.0, + "767747424": 1.0, + "77147264": 1.0, + "794181626": 1.0, + "957101489": 1.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 5, + "num_samples": 200 + }, + "mean": 1.0, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 1.0, + "PushCube-v1": 1.0, + "StackCube-v1": 1.0 + } + }, + "metric": "base_safety_label_known", + "micro": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "base_success": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.4273049645390071, + "low": 0.2024822695035461, + "mean": 0.32163120567375886, + "n": 47, + "num_samples": 200 + }, + "mean": 0.32163120567375886, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 1.0, + "1113268940": 0.0, + "1113371261": 1.0, + "1176943004": 1.0, + "1189392917": 1.0, + "1231780997": 0.0, + "1271718007": 0.5, + "1273247072": 0.0, + "1358421325": 1.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 0.0, + "1483645336": 1.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.3333333333333333, + "1607773860": 0.0, + "1665739511": 1.0, + "1747178030": 1.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 1.0, + "1997090716": 1.0, + "2015956957": 0.2, + "2054899126": 1.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.0, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 0.0, + "565369392": 0.3333333333333333, + "565621826": 1.0, + "585904130": 0.0, + "626486813": 0.25, + "636680137": 0.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.0, + "77147264": 0.5, + "794181626": 1.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.45656108597285067, + "low": 0.041176470588235294, + "mean": 0.21963800904977374, + "n": 5, + "num_samples": 200 + }, + "mean": 0.21963800904977374, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.20588235294117646, + "PushCube-v1": 0.6923076923076923, + "StackCube-v1": 0.2 + } + }, + "metric": "base_success", + "micro": { + "confidence": 0.95, + "high": 0.37681159420289856, + "low": 0.17391304347826086, + "mean": 0.2753623188405797, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "base_unsafe_known": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.0, + "low": 0.0, + "mean": 0.0, + "n": 47, + "num_samples": 200 + }, + "mean": 0.0, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 0.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": 0.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 0.0, + "1358421325": 0.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 0.0, + "1483645336": 0.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.0, + "1607773860": 0.0, + "1665739511": 0.0, + "1747178030": 0.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.0, + "2054899126": 0.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.0, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 0.0, + "565369392": 0.0, + "565621826": 0.0, + "585904130": 0.0, + "626486813": 0.0, + "636680137": 0.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.0, + "77147264": 0.0, + "794181626": 0.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.0, + "low": 0.0, + "mean": 0.0, + "n": 5, + "num_samples": 200 + }, + "mean": 0.0, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.0, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "base_unsafe_known", + "micro": { + "confidence": 0.95, + "high": 0.0, + "low": 0.0, + "mean": 0.0, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "base_utility": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0092363624206038, + "low": 0.5980560999152297, + "mean": 0.827331273289437, + "n": 47, + "num_samples": 200 + }, + "mean": 0.827331273289437, + "per_seed": { + "1025740212": 0.21361251175403595, + "1055157354": 0.1879976987838745, + "1055567618": 2.0, + "1113268940": 0.21901588141918182, + "1113371261": 2.0, + "1176943004": 2.0, + "1189392917": 2.0, + "1231780997": 0.21144884824752808, + "1271718007": 1.10479174554348, + "1273247072": 0.11945180594921112, + "1358421325": 2.0, + "1375492786": 0.18323469161987305, + "141984615": 0.12483831991751988, + "1475440973": 0.7229747772216797, + "1483645336": 2.0, + "1522272686": 0.5529977083206177, + "1528740417": 0.32647061347961426, + "1549324805": 0.7632389987508456, + "1607773860": 0.8032726645469666, + "1665739511": 2.0, + "1747178030": 2.0, + "1881223807": 0.05987149477005005, + "1919198188": 0.06612768769264221, + "1991414747": 2.0, + "1997090716": 2.0, + "2015956957": 0.4729121312499046, + "2054899126": 2.0, + "211245842": 0.791279137134552, + "2141802816": 0.23664958775043488, + "256770874": 0.18160098791122437, + "278008524": 0.060655687004327774, + "416183106": 0.23001998662948608, + "534717141": 0.13276933133602142, + "551504635": 0.7272467017173767, + "565369392": 0.8445292512575785, + "565621826": 2.0, + "585904130": 0.13642114897569022, + "626486813": 0.5452363695949316, + "636680137": 0.07024133205413818, + "706479600": 0.8188905119895935, + "750448296": 0.14706942811608315, + "75070641": 0.194026380777359, + "767747424": 0.10894576646387577, + "77147264": 1.0903030335903168, + "794181626": 2.0, + "957101489": 0.23217551410198212, + "998761162": 0.20425210893154144 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.03918900961902, + "low": 0.31294104572896864, + "mean": 0.6313663369707123, + "n": 5, + "num_samples": 200 + }, + "mean": 0.6313663369707123, + "per_task": { + "LiftPegUpright-v1": 0.40346155563990277, + "PickCube-v1": 0.11945180594921112, + "PullCube-v1": 0.5097779550534838, + "PushCube-v1": 1.4275685124672377, + "StackCube-v1": 0.696571855743726 + } + }, + "metric": "base_utility", + "micro": { + "confidence": 0.95, + "high": 0.895466687940601, + "low": 0.5355817867254001, + "mean": 0.7084005813019864, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "branch_car_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.37162881623160965, + "low": 0.10759646710642473, + "mean": 0.2268598251550042, + "n": 47, + "num_samples": 200 + }, + "mean": 0.2268598251550042, + "per_seed": { + "1025740212": 0.004944607615470886, + "1055157354": 0.03526860475540161, + "1055567618": 1.2078735828399658, + "1113268940": 0.001291319727897644, + "1113371261": 0.02261720597743988, + "1176943004": 0.0, + "1189392917": 0.017298832535743713, + "1231780997": 0.0, + "1271718007": 0.9202138185501099, + "1273247072": 0.001133844256401062, + "1358421325": 1.1585042476654053, + "1375492786": 0.0017543633002787828, + "141984615": 0.006367923536648353, + "1475440973": 0.007550477981567383, + "1483645336": 1.8072420358657837, + "1522272686": 0.004185736179351807, + "1528740417": 0.05505269765853882, + "1549324805": 0.00898288314541181, + "1607773860": 1.2132668495178223, + "1665739511": 0.0, + "1747178030": 0.030767075717449188, + "1881223807": 0.0018227994441986084, + "1919198188": 0.008697465062141418, + "1991414747": 0.003342047333717346, + "1997090716": 0.0, + "2015956957": 0.012311840057373047, + "2054899126": 0.0, + "211245842": 1.2102132439613342, + "2141802816": 0.0028693675994873047, + "256770874": 0.03985626995563507, + "278008524": 0.0023979023098945618, + "416183106": 0.0023495852947235107, + "534717141": 0.013074323534965515, + "551504635": 1.2752050757408142, + "565369392": 0.035037423173586525, + "565621826": 0.0, + "585904130": 0.02566324050227801, + "626486813": 0.01799971889704466, + "636680137": 0.008756734430789948, + "706479600": 1.1874985098838806, + "750448296": 0.0018008947372436523, + "75070641": 0.039398789405822754, + "767747424": 0.01840387750416994, + "77147264": 0.18656636774539948, + "794181626": 0.0015303194522857666, + "957101489": 0.04408198595046997, + "998761162": 0.019217893481254578 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.31946740049582256, + "low": 0.053733222947602036, + "mean": 0.19208470848531545, + "n": 5, + "num_samples": 200 + }, + "mean": 0.19208470848531545, + "per_task": { + "LiftPegUpright-v1": 0.22400736312071481, + "PickCube-v1": 0.001133844256401062, + "PullCube-v1": 0.014508302453631425, + "PushCube-v1": 0.2830594697823891, + "StackCube-v1": 0.43771456281344095 + } + }, + "metric": "branch_car_at_8", + "micro": { + "confidence": 0.95, + "high": 0.27385095855477604, + "low": 0.08053859053314597, + "mean": 0.17512973704024393, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "generated_safety_label_coverage_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 47, + "num_samples": 200 + }, + "mean": 1.0, + "per_seed": { + "1025740212": 1.0, + "1055157354": 1.0, + "1055567618": 1.0, + "1113268940": 1.0, + "1113371261": 1.0, + "1176943004": 1.0, + "1189392917": 1.0, + "1231780997": 1.0, + "1271718007": 1.0, + "1273247072": 1.0, + "1358421325": 1.0, + "1375492786": 1.0, + "141984615": 1.0, + "1475440973": 1.0, + "1483645336": 1.0, + "1522272686": 1.0, + "1528740417": 1.0, + "1549324805": 1.0, + "1607773860": 1.0, + "1665739511": 1.0, + "1747178030": 1.0, + "1881223807": 1.0, + "1919198188": 1.0, + "1991414747": 1.0, + "1997090716": 1.0, + "2015956957": 1.0, + "2054899126": 1.0, + "211245842": 1.0, + "2141802816": 1.0, + "256770874": 1.0, + "278008524": 1.0, + "416183106": 1.0, + "534717141": 1.0, + "551504635": 1.0, + "565369392": 1.0, + "565621826": 1.0, + "585904130": 1.0, + "626486813": 1.0, + "636680137": 1.0, + "706479600": 1.0, + "750448296": 1.0, + "75070641": 1.0, + "767747424": 1.0, + "77147264": 1.0, + "794181626": 1.0, + "957101489": 1.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 5, + "num_samples": 200 + }, + "mean": 1.0, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 1.0, + "PushCube-v1": 1.0, + "StackCube-v1": 1.0 + } + }, + "metric": "generated_safety_label_coverage_at_8", + "micro": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "generated_unsafe_rate_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.2478723404255319, + "low": 0.08528368794326242, + "mean": 0.1677304964539007, + "n": 47, + "num_samples": 200 + }, + "mean": 0.1677304964539007, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 0.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": 0.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 0.0, + "1358421325": 0.0, + "1375492786": 1.0, + "141984615": 0.3333333333333333, + "1475440973": 0.0, + "1483645336": 0.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.75, + "1607773860": 0.0, + "1665739511": 0.0, + "1747178030": 1.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.55, + "2054899126": 1.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.5, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 0.0, + "565369392": 0.7916666666666666, + "565621826": 1.0, + "585904130": 0.3333333333333333, + "626486813": 0.25, + "636680137": 0.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.375, + "77147264": 0.0, + "794181626": 0.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.2977941176470588, + "low": 0.0, + "mean": 0.09926470588235295, + "n": 5, + "num_samples": 200 + }, + "mean": 0.09926470588235295, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.4963235294117647, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "generated_unsafe_rate_known_at_8", + "micro": { + "confidence": 0.95, + "high": 0.33152173913043476, + "low": 0.16304347826086957, + "mean": 0.24456521739130435, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "hidden_chart_oracle_success_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.9148936170212765, + "low": 0.7432624113475178, + "mean": 0.8358156028368794, + "n": 47, + "num_samples": 200 + }, + "mean": 0.8358156028368794, + "per_seed": { + "1025740212": 1.0, + "1055157354": 1.0, + "1055567618": 1.0, + "1113268940": 1.0, + "1113371261": 1.0, + "1176943004": 1.0, + "1189392917": 1.0, + "1231780997": 1.0, + "1271718007": 1.0, + "1273247072": 1.0, + "1358421325": 1.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 1.0, + "1483645336": 1.0, + "1522272686": 1.0, + "1528740417": 1.0, + "1549324805": 0.6666666666666666, + "1607773860": 1.0, + "1665739511": 1.0, + "1747178030": 1.0, + "1881223807": 1.0, + "1919198188": 1.0, + "1991414747": 1.0, + "1997090716": 1.0, + "2015956957": 0.2, + "2054899126": 1.0, + "211245842": 1.0, + "2141802816": 1.0, + "256770874": 1.0, + "278008524": 0.5, + "416183106": 1.0, + "534717141": 1.0, + "551504635": 1.0, + "565369392": 0.6666666666666666, + "565621826": 1.0, + "585904130": 0.0, + "626486813": 0.25, + "636680137": 1.0, + "706479600": 1.0, + "750448296": 0.0, + "75070641": 1.0, + "767747424": 0.0, + "77147264": 1.0, + "794181626": 1.0, + "957101489": 1.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 0.5941176470588235, + "mean": 0.8647058823529413, + "n": 5, + "num_samples": 200 + }, + "mean": 0.8647058823529413, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 0.3235294117647059, + "PushCube-v1": 1.0, + "StackCube-v1": 1.0 + } + }, + "metric": "hidden_chart_oracle_success_at_8", + "micro": { + "confidence": 0.95, + "high": 0.782608695652174, + "low": 0.5507246376811594, + "mean": 0.6666666666666666, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "hidden_chart_oracle_utility_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.850041654515774, + "low": 1.5397213380149701, + "mean": 1.7062028111638965, + "n": 47, + "num_samples": 200 + }, + "mean": 1.7062028111638965, + "per_seed": { + "1025740212": 2.0, + "1055157354": 2.0, + "1055567618": 2.0, + "1113268940": 2.0, + "1113371261": 2.0, + "1176943004": 2.0, + "1189392917": 2.0, + "1231780997": 2.0, + "1271718007": 2.0, + "1273247072": 2.0, + "1358421325": 2.0, + "1375492786": 0.24345096945762634, + "141984615": 0.20044784247875214, + "1475440973": 2.0, + "1483645336": 2.0, + "1522272686": 2.0, + "1528740417": 2.0, + "1549324805": 1.4027505218982697, + "1607773860": 2.0, + "1665739511": 2.0, + "1747178030": 2.0, + "1881223807": 2.0, + "1919198188": 2.0, + "1991414747": 2.0, + "1997090716": 2.0, + "2015956957": 0.5298813670873642, + "2054899126": 2.0, + "211245842": 2.0, + "2141802816": 2.0, + "256770874": 2.0, + "278008524": 1.113811194896698, + "416183106": 2.0, + "534717141": 2.0, + "551504635": 2.0, + "565369392": 1.4266315797964733, + "565621826": 2.0, + "585904130": 0.23764699200789133, + "626486813": 0.6124684102833271, + "636680137": 2.0, + "706479600": 2.0, + "750448296": 0.23580759018659592, + "75070641": 2.0, + "767747424": 0.18863565661013126, + "77147264": 2.0, + "794181626": 2.0, + "957101489": 2.0, + "998761162": 2.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 2.0, + "low": 1.2693931020796299, + "mean": 1.7564643673598765, + "n": 5, + "num_samples": 200 + }, + "mean": 1.7564643673598765, + "per_task": { + "LiftPegUpright-v1": 2.0, + "PickCube-v1": 2.0, + "PullCube-v1": 0.7823218367993832, + "PushCube-v1": 2.0, + "StackCube-v1": 2.0 + } + }, + "metric": "hidden_chart_oracle_utility_at_8", + "micro": { + "confidence": 0.95, + "high": 1.6080652458080347, + "low": 1.1926357444861662, + "mean": 1.3999846732054932, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "ncar_to_hidden_chart_oracle_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 2.433767695017536, + "low": 1.1052148204600567, + "mean": 1.6553047284859466, + "n": 34, + "num_samples": 200 + }, + "mean": 1.6553047284859466, + "per_seed": { + "1025740212": 1.0057771292769822, + "1055157354": 1.0097085984787877, + "1113268940": 1.0053980529747346, + "1231780997": 1.0030398693086928, + "1271718007": 1.018656868425599, + "1273247072": 1.0164274045076733, + "1375492786": 3.9887152967557102, + "141984615": 2.3221041679598304, + "1475440973": 1.0096908064569456, + "1522272686": 1.001631271173277, + "1528740417": 1.016822953678848, + "1549324805": 2.1547865192341686, + "1607773860": 1.0138206117940154, + "1881223807": 0.9970059047003342, + "1919198188": 1.0078537180446716, + "2015956957": 1.3899131682866792, + "211245842": 1.001234669748317, + "2141802816": 1.0258247099042912, + "256770874": 1.012440422123991, + "278008524": 1.13074870125868, + "416183106": 0.9943002527024395, + "534717141": 1.0292391206713938, + "551504635": 1.0019263493107704, + "565369392": 13.42646873589375, + "585904130": 1.4304288343870593, + "626486813": 0.8190091628638495, + "636680137": 1.0146581870752631, + "706479600": 1.0054093307049317, + "750448296": 4.392381116418965, + "75070641": 1.012741448917675, + "767747424": 0.9556673546392805, + "77147264": 0.9800912266501851, + "957101489": 1.0173608540930983, + "998761162": 1.0690779501012855 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.9691570914290408, + "low": 1.0086374673972327, + "mean": 1.331939579976755, + "n": 5, + "num_samples": 200 + }, + "mean": 1.331939579976755, + "per_task": { + "LiftPegUpright-v1": 1.0071091935011622, + "PickCube-v1": 1.0164274045076733, + "PullCube-v1": 2.604812077635133, + "PushCube-v1": 1.0250784515017248, + "StackCube-v1": 1.0062707727380824 + } + }, + "metric": "ncar_to_hidden_chart_oracle_at_8", + "micro": { + "confidence": 0.95, + "high": 3.026738844165383, + "low": 1.130059189613582, + "mean": 1.8712914348105423, + "n": 50, + "num_samples": 200 + }, + "n": 50 + }, + "ncar_to_proposal_oracle_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.1170692033550245, + "low": 0.510887541123474, + "mean": 0.7946711291514054, + "n": 41, + "num_samples": 200 + }, + "mean": 0.7946711291514054, + "per_seed": { + "1025740212": 0.9198236527146109, + "1055157354": 1.995214069336217, + "1113268940": 0.15515920022778817, + "1113371261": 0.012349936926783113, + "1176943004": 0.0, + "1189392917": 0.009475382229032403, + "1231780997": 0.0, + "1271718007": 5.182100016327027, + "1273247072": 0.03810126747091353, + "1375492786": 0.009844083422333706, + "141984615": 0.08377895974492518, + "1475440973": 1.5648832901722105, + "1522272686": 2.2931984216160237, + "1528740417": 2.0466455197984894, + "1549324805": 0.19982176534334276, + "1607773860": 1.0138206117940154, + "1747178030": 0.016456882739245417, + "1881223807": 0.23884488264105572, + "1919198188": 1.3400005526915932, + "1991414747": 0.0017599963357812155, + "1997090716": 0.0, + "2015956957": 0.3356331357616699, + "211245842": 1.001234669748317, + "2141802816": 0.06724765269487076, + "256770874": 2.31257047459156, + "278008524": 0.20796332921272412, + "416183106": 0.18890341958265422, + "534717141": 0.3148779308878505, + "551504635": 1.0019263493107704, + "565369392": 0.36947011521508744, + "585904130": 0.638987726296695, + "626486813": 0.24409138373056533, + "636680137": 0.44837236736850467, + "706479600": 1.0054093307049317, + "750448296": 0.017165362636787227, + "75070641": 2.4041142502766335, + "767747424": 0.5146866669185878, + "77147264": 0.9115146175078018, + "794181626": 0.000841493999320359, + "957101489": 3.2919009041744505, + "998761162": 0.18332662305644415 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.3442339208192062, + "low": 0.1388451223310107, + "mean": 0.6561555096579047, + "n": 5, + "num_samples": 200 + }, + "mean": 0.6561555096579047, + "per_task": { + "LiftPegUpright-v1": 0.9480730020373116, + "PickCube-v1": 0.03810126747091353, + "PullCube-v1": 0.2899609046211564, + "PushCube-v1": 0.0929772626308736, + "StackCube-v1": 1.9116651115292687 + } + }, + "metric": "ncar_to_proposal_oracle_at_8", + "micro": { + "confidence": 0.95, + "high": 0.9409479886453386, + "low": 0.4349504074131571, + "mean": 0.6490698369998209, + "n": 59, + "num_samples": 200 + }, + "n": 59 + }, + "outcome_ptr_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.4801418439716311, + "low": 0.23581560283687944, + "mean": 0.3382978723404256, + "n": 47, + "num_samples": 200 + }, + "mean": 0.3382978723404256, + "per_seed": { + "1025740212": 0.0, + "1055157354": 1.0, + "1055567618": 0.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": 0.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.5, + "1273247072": 0.0, + "1358421325": 0.0, + "1375492786": 0.0, + "141984615": 0.3333333333333333, + "1475440973": 0.0, + "1483645336": 0.0, + "1522272686": 1.0, + "1528740417": 1.0, + "1549324805": 0.0, + "1607773860": 1.0, + "1665739511": 0.0, + "1747178030": 0.0, + "1881223807": 1.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.4, + "2054899126": 0.0, + "211245842": 1.0, + "2141802816": 0.0, + "256770874": 1.0, + "278008524": 0.0, + "416183106": 1.0, + "534717141": 0.0, + "551504635": 1.0, + "565369392": 0.3333333333333333, + "565621826": 0.0, + "585904130": 0.3333333333333333, + "626486813": 0.25, + "636680137": 0.0, + "706479600": 1.0, + "750448296": 0.5, + "75070641": 1.0, + "767747424": 0.75, + "77147264": 0.5, + "794181626": 0.0, + "957101489": 1.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.5066666666666666, + "low": 0.08959276018099548, + "mean": 0.28754147812971337, + "n": 5, + "num_samples": 200 + }, + "mean": 0.28754147812971337, + "per_task": { + "LiftPegUpright-v1": 0.3333333333333333, + "PickCube-v1": 0.0, + "PullCube-v1": 0.29411764705882354, + "PushCube-v1": 0.07692307692307693, + "StackCube-v1": 0.7333333333333333 + } + }, + "metric": "outcome_ptr_at_8", + "micro": { + "confidence": 0.95, + "high": 0.4492753623188406, + "low": 0.21739130434782608, + "mean": 0.34782608695652173, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "pairwise_causal_calibration_ece": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.24696289328991178, + "low": 0.17556649584165676, + "mean": 0.20677979426891657, + "n": 47, + "num_samples": 200 + }, + "mean": 0.20677979426891657, + "per_seed": { + "1025740212": 0.27730231310066367, + "1055157354": 0.1946169330247554, + "1055567618": 0.5280864818765638, + "1113268940": 0.1455417422109979, + "1113371261": 0.12962497931211298, + "1176943004": 0.18424707441324886, + "1189392917": 0.20199965345631332, + "1231780997": 0.27941753627712834, + "1271718007": 0.27871426918970016, + "1273247072": 0.0900578224017779, + "1358421325": 0.32164163691985026, + "1375492786": 0.09861867055120169, + "141984615": 0.14747844112065076, + "1475440973": 0.14212984422921082, + "1483645336": 0.27201291150892754, + "1522272686": 0.13945247761844165, + "1528740417": 0.36084785622370585, + "1549324805": 0.2173842487648233, + "1607773860": 0.21816988499798823, + "1665739511": 0.0, + "1747178030": 0.1963398038085052, + "1881223807": 0.11277158791069058, + "1919198188": 0.08930714911803858, + "1991414747": 0.10735633493513692, + "1997090716": 0.0557584401804747, + "2015956957": 0.2731085428300261, + "2054899126": 0.0, + "211245842": 0.16142812526960126, + "2141802816": 0.24024321038978835, + "256770874": 0.20390683218161468, + "278008524": 0.1352099767831279, + "416183106": 0.09116192576482962, + "534717141": 0.11219991489100847, + "551504635": 0.5181461410230558, + "565369392": 0.21192564072829392, + "565621826": 0.0, + "585904130": 0.16669582901200466, + "626486813": 0.2667755497210137, + "636680137": 0.24680463764405094, + "706479600": 0.16633855642907108, + "750448296": 0.2685286601916462, + "75070641": 0.4423292539518779, + "767747424": 0.1455918564805114, + "77147264": 0.06590553016713221, + "794181626": 0.20334758462369412, + "957101489": 0.5742142103375254, + "998761162": 0.435910259068298 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.24980689992658847, + "low": 0.14127523634412845, + "mean": 0.1973399274381112, + "n": 5, + "num_samples": 200 + }, + "mean": 0.1973399274381112, + "per_task": { + "LiftPegUpright-v1": 0.2872309055107937, + "PickCube-v1": 0.0900578224017779, + "PullCube-v1": 0.19367089155028058, + "PushCube-v1": 0.17542017897236215, + "StackCube-v1": 0.24031983875534166 + } + }, + "metric": "pairwise_causal_calibration_ece", + "micro": { + "confidence": 0.95, + "high": 0.23386631464968, + "low": 0.17085455847568026, + "mean": 0.20700744168328858, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "proposal_oracle_safety_label_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 47, + "num_samples": 200 + }, + "mean": 1.0, + "per_seed": { + "1025740212": 1.0, + "1055157354": 1.0, + "1055567618": 1.0, + "1113268940": 1.0, + "1113371261": 1.0, + "1176943004": 1.0, + "1189392917": 1.0, + "1231780997": 1.0, + "1271718007": 1.0, + "1273247072": 1.0, + "1358421325": 1.0, + "1375492786": 1.0, + "141984615": 1.0, + "1475440973": 1.0, + "1483645336": 1.0, + "1522272686": 1.0, + "1528740417": 1.0, + "1549324805": 1.0, + "1607773860": 1.0, + "1665739511": 1.0, + "1747178030": 1.0, + "1881223807": 1.0, + "1919198188": 1.0, + "1991414747": 1.0, + "1997090716": 1.0, + "2015956957": 1.0, + "2054899126": 1.0, + "211245842": 1.0, + "2141802816": 1.0, + "256770874": 1.0, + "278008524": 1.0, + "416183106": 1.0, + "534717141": 1.0, + "551504635": 1.0, + "565369392": 1.0, + "565621826": 1.0, + "585904130": 1.0, + "626486813": 1.0, + "636680137": 1.0, + "706479600": 1.0, + "750448296": 1.0, + "75070641": 1.0, + "767747424": 1.0, + "77147264": 1.0, + "794181626": 1.0, + "957101489": 1.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 5, + "num_samples": 200 + }, + "mean": 1.0, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 1.0, + "PushCube-v1": 1.0, + "StackCube-v1": 1.0 + } + }, + "metric": "proposal_oracle_safety_label_known_at_8", + "micro": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "proposal_oracle_success_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.3687943262411348, + "low": 0.1276595744680851, + "mean": 0.24113475177304966, + "n": 47, + "num_samples": 200 + }, + "mean": 0.24113475177304966, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 1.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": 0.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.5, + "1273247072": 0.0, + "1358421325": 1.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 0.0, + "1483645336": 1.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.3333333333333333, + "1607773860": 1.0, + "1665739511": 1.0, + "1747178030": 0.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.0, + "2054899126": 1.0, + "211245842": 1.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.0, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 1.0, + "565369392": 0.0, + "565621826": 1.0, + "585904130": 0.0, + "626486813": 0.0, + "636680137": 0.0, + "706479600": 1.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.0, + "77147264": 0.5, + "794181626": 0.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.2861538461538462, + "low": 0.0794871794871795, + "mean": 0.1771342383107089, + "n": 5, + "num_samples": 200 + }, + "mean": 0.1771342383107089, + "per_task": { + "LiftPegUpright-v1": 0.16666666666666666, + "PickCube-v1": 0.0, + "PullCube-v1": 0.08823529411764706, + "PushCube-v1": 0.23076923076923078, + "StackCube-v1": 0.4 + } + }, + "metric": "proposal_oracle_success_at_8", + "micro": { + "confidence": 0.95, + "high": 0.2753623188405797, + "low": 0.08695652173913043, + "mean": 0.18840579710144928, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "proposal_oracle_success_gain_over_base_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.05851063829787234, + "low": -0.20425531914893616, + "mean": -0.08049645390070923, + "n": 47, + "num_samples": 200 + }, + "mean": -0.08049645390070923, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 0.0, + "1113268940": 0.0, + "1113371261": -1.0, + "1176943004": -1.0, + "1189392917": -1.0, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 0.0, + "1358421325": 0.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 0.0, + "1483645336": 0.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.0, + "1607773860": 1.0, + "1665739511": 0.0, + "1747178030": -1.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": -1.0, + "1997090716": -1.0, + "2015956957": -0.2, + "2054899126": 0.0, + "211245842": 1.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.0, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 1.0, + "565369392": -0.3333333333333333, + "565621826": 0.0, + "585904130": 0.0, + "626486813": -0.25, + "636680137": 0.0, + "706479600": 1.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.0, + "77147264": 0.0, + "794181626": -1.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.14666666666666667, + "low": -0.26045248868778287, + "mean": -0.04250377073906486, + "n": 5, + "num_samples": 200 + }, + "mean": -0.04250377073906486, + "per_task": { + "LiftPegUpright-v1": 0.16666666666666666, + "PickCube-v1": 0.0, + "PullCube-v1": -0.11764705882352941, + "PushCube-v1": -0.46153846153846156, + "StackCube-v1": 0.2 + } + }, + "metric": "proposal_oracle_success_gain_over_base_at_8", + "micro": { + "confidence": 0.95, + "high": 0.0, + "low": -0.18840579710144928, + "mean": -0.08695652173913043, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "proposal_oracle_unsafe_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.22659574468085106, + "low": 0.0723404255319149, + "mean": 0.150354609929078, + "n": 47, + "num_samples": 200 + }, + "mean": 0.150354609929078, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 0.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": 0.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 0.0, + "1358421325": 0.0, + "1375492786": 1.0, + "141984615": 0.3333333333333333, + "1475440973": 0.0, + "1483645336": 0.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.6666666666666666, + "1607773860": 0.0, + "1665739511": 0.0, + "1747178030": 1.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.4, + "2054899126": 1.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.5, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 0.0, + "565369392": 0.3333333333333333, + "565621826": 1.0, + "585904130": 0.3333333333333333, + "626486813": 0.25, + "636680137": 0.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.25, + "77147264": 0.0, + "794181626": 0.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.24705882352941178, + "low": 0.0, + "mean": 0.08235294117647059, + "n": 5, + "num_samples": 200 + }, + "mean": 0.08235294117647059, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.4117647058823529, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "proposal_oracle_unsafe_known_at_8", + "micro": { + "confidence": 0.95, + "high": 0.2898550724637681, + "low": 0.11594202898550725, + "mean": 0.2028985507246377, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "proposal_oracle_utility_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.8500431043670531, + "low": 0.42101787096417864, + "mean": 0.6198458499010944, + "n": 47, + "num_samples": 200 + }, + "mean": 0.6198458499010944, + "per_seed": { + "1025740212": 0.2082369178533554, + "1055157354": 0.20567429065704346, + "1055567618": 2.0, + "1113268940": 0.2106933444738388, + "1113371261": 0.1686379462480545, + "1176943004": 0.09453795850276947, + "1189392917": 0.17433935403823853, + "1231780997": 0.20601187646389008, + "1271718007": 1.1087853759527206, + "1273247072": 0.0896931141614914, + "1358421325": 2.0, + "1375492786": 0.005019704345613718, + "141984615": 0.10841749360164006, + "1475440973": 0.7181498408317566, + "1483645336": 2.0, + "1522272686": 0.5548229813575745, + "1528740417": 0.3533695936203003, + "1549324805": 0.7103367708623409, + "1607773860": 2.0, + "1665739511": 2.0, + "1747178030": 0.1304432898759842, + "1881223807": 0.06750321388244629, + "1919198188": 0.059637054800987244, + "1991414747": 0.10110552608966827, + "1997090716": 0.17896106839179993, + "2015956957": 0.10234606266021729, + "2054899126": 2.0, + "211245842": 2.0, + "2141802816": 0.19398093223571777, + "256770874": 0.1988355964422226, + "278008524": 0.03414597362279892, + "416183106": 0.24245800077915192, + "534717141": 0.09124746173620224, + "551504635": 2.0, + "565369392": 0.2167788545290629, + "565621826": 2.0, + "585904130": 0.10814826811353366, + "626486813": 0.10180229786783457, + "636680137": 0.050711292773485184, + "706479600": 2.0, + "750448296": 0.18224315345287323, + "75070641": 0.21041443943977356, + "767747424": 0.12386999186128378, + "77147264": 1.2949803471565247, + "794181626": 0.18142560124397278, + "957101489": 0.24556654691696167, + "998761162": 0.09942340850830078 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.7569779001673063, + "low": 0.28943128627844344, + "mean": 0.5031585977125216, + "n": 5, + "num_samples": 200 + }, + "mean": 0.5031585977125216, + "per_task": { + "LiftPegUpright-v1": 0.6160769288738569, + "PickCube-v1": 0.0896931141614914, + "PullCube-v1": 0.27969342838589323, + "PushCube-v1": 0.5620001600338862, + "StackCube-v1": 0.9683293571074804 + } + }, + "metric": "proposal_oracle_utility_at_8", + "micro": { + "confidence": 0.95, + "high": 0.6607614249881842, + "low": 0.32057001393126405, + "mean": 0.5090822273851845, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "proposal_oracle_utility_gain_over_base_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.03865551400652274, + "low": -0.42808908595445944, + "mean": -0.2074854233883427, + "n": 47, + "num_samples": 200 + }, + "mean": -0.2074854233883427, + "per_seed": { + "1025740212": -0.005375593900680542, + "1055157354": 0.017676591873168945, + "1055567618": 0.0, + "1113268940": -0.008322536945343018, + "1113371261": -1.8313620537519455, + "1176943004": -1.9054620414972305, + "1189392917": -1.8256606459617615, + "1231780997": -0.0054369717836380005, + "1271718007": 0.003993630409240723, + "1273247072": -0.029758691787719727, + "1358421325": 0.0, + "1375492786": -0.17821498727425933, + "141984615": -0.016420826315879822, + "1475440973": -0.004824936389923096, + "1483645336": 0.0, + "1522272686": 0.0018252730369567871, + "1528740417": 0.026898980140686035, + "1549324805": -0.05290222788850466, + "1607773860": 1.1967273354530334, + "1665739511": 0.0, + "1747178030": -1.8695567101240158, + "1881223807": 0.00763171911239624, + "1919198188": -0.006490632891654968, + "1991414747": -1.8988944739103317, + "1997090716": -1.8210389316082, + "2015956957": -0.3705660685896873, + "2054899126": 0.0, + "211245842": 1.208720862865448, + "2141802816": -0.0426686555147171, + "256770874": 0.01723460853099823, + "278008524": -0.026509713381528854, + "416183106": 0.012438014149665833, + "534717141": -0.04152186959981918, + "551504635": 1.2727532982826233, + "565369392": -0.6277503967285156, + "565621826": 0.0, + "585904130": -0.02827288086215655, + "626486813": -0.44343407172709703, + "636680137": -0.019530039280653, + "706479600": 1.1811094880104065, + "750448296": 0.035173725336790085, + "75070641": 0.01638805866241455, + "767747424": 0.014924225397408009, + "77147264": 0.20467731356620789, + "794181626": -1.8185743987560272, + "957101489": 0.013391032814979553, + "998761162": -0.10482870042324066 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.18779741148153942, + "low": -0.5110064165207782, + "mean": -0.12820773925819068, + "n": 5, + "num_samples": 200 + }, + "mean": -0.12820773925819068, + "per_task": { + "LiftPegUpright-v1": 0.2126153732339541, + "PickCube-v1": -0.029758691787719727, + "PullCube-v1": -0.23008452666759052, + "PushCube-v1": -0.8655683524333514, + "StackCube-v1": 0.27175750136375426 + } + }, + "metric": "proposal_oracle_utility_gain_over_base_at_8", + "micro": { + "confidence": 0.95, + "high": -0.04499471540549311, + "low": -0.36226273465064773, + "mean": -0.19931835391680183, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "selected_safety_label_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 47, + "num_samples": 200 + }, + "mean": 1.0, + "per_seed": { + "1025740212": 1.0, + "1055157354": 1.0, + "1055567618": 1.0, + "1113268940": 1.0, + "1113371261": 1.0, + "1176943004": 1.0, + "1189392917": 1.0, + "1231780997": 1.0, + "1271718007": 1.0, + "1273247072": 1.0, + "1358421325": 1.0, + "1375492786": 1.0, + "141984615": 1.0, + "1475440973": 1.0, + "1483645336": 1.0, + "1522272686": 1.0, + "1528740417": 1.0, + "1549324805": 1.0, + "1607773860": 1.0, + "1665739511": 1.0, + "1747178030": 1.0, + "1881223807": 1.0, + "1919198188": 1.0, + "1991414747": 1.0, + "1997090716": 1.0, + "2015956957": 1.0, + "2054899126": 1.0, + "211245842": 1.0, + "2141802816": 1.0, + "256770874": 1.0, + "278008524": 1.0, + "416183106": 1.0, + "534717141": 1.0, + "551504635": 1.0, + "565369392": 1.0, + "565621826": 1.0, + "585904130": 1.0, + "626486813": 1.0, + "636680137": 1.0, + "706479600": 1.0, + "750448296": 1.0, + "75070641": 1.0, + "767747424": 1.0, + "77147264": 1.0, + "794181626": 1.0, + "957101489": 1.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 5, + "num_samples": 200 + }, + "mean": 1.0, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 1.0, + "PushCube-v1": 1.0, + "StackCube-v1": 1.0 + } + }, + "metric": "selected_safety_label_known_at_8", + "micro": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "selected_success_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.15602836879432624, + "low": 0.02482269503546099, + "mean": 0.08156028368794326, + "n": 47, + "num_samples": 200 + }, + "mean": 0.08156028368794326, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 0.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": 0.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 0.0, + "1358421325": 0.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 0.0, + "1483645336": 0.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.3333333333333333, + "1607773860": 0.0, + "1665739511": 1.0, + "1747178030": 0.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.0, + "2054899126": 1.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.0, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 0.0, + "565369392": 0.0, + "565621826": 1.0, + "585904130": 0.0, + "626486813": 0.0, + "636680137": 0.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.0, + "77147264": 0.5, + "794181626": 0.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.07939668174962292, + "low": 0.015384615384615385, + "mean": 0.04636500754147813, + "n": 5, + "num_samples": 200 + }, + "mean": 0.04636500754147813, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.08823529411764706, + "PushCube-v1": 0.07692307692307693, + "StackCube-v1": 0.06666666666666667 + } + }, + "metric": "selected_success_at_8", + "micro": { + "confidence": 0.95, + "high": 0.14492753623188406, + "low": 0.014492753623188406, + "mean": 0.07246376811594203, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "selected_success_gain_over_base_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": -0.1276595744680851, + "low": -0.35531914893617017, + "mean": -0.2400709219858156, + "n": 47, + "num_samples": 200 + }, + "mean": -0.2400709219858156, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": -1.0, + "1113268940": 0.0, + "1113371261": -1.0, + "1176943004": -1.0, + "1189392917": -1.0, + "1231780997": 0.0, + "1271718007": -0.5, + "1273247072": 0.0, + "1358421325": -1.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 0.0, + "1483645336": -1.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.0, + "1607773860": 0.0, + "1665739511": 0.0, + "1747178030": -1.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": -1.0, + "1997090716": -1.0, + "2015956957": -0.2, + "2054899126": 0.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.0, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 0.0, + "565369392": -0.3333333333333333, + "565621826": 0.0, + "585904130": 0.0, + "626486813": -0.25, + "636680137": 0.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.0, + "77147264": 0.0, + "794181626": -1.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": -0.026666666666666665, + "low": -0.39276018099547516, + "mean": -0.17327300150829564, + "n": 5, + "num_samples": 200 + }, + "mean": -0.17327300150829564, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": -0.11764705882352941, + "PushCube-v1": -0.6153846153846154, + "StackCube-v1": -0.13333333333333333 + } + }, + "metric": "selected_success_gain_over_base_at_8", + "micro": { + "confidence": 0.95, + "high": -0.11594202898550725, + "low": -0.30434782608695654, + "mean": -0.2028985507246377, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "selected_unsafe_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.2457446808510638, + "low": 0.08368794326241136, + "mean": 0.16702127659574467, + "n": 47, + "num_samples": 200 + }, + "mean": 0.16702127659574467, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 0.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": 0.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 0.0, + "1358421325": 0.0, + "1375492786": 1.0, + "141984615": 0.3333333333333333, + "1475440973": 0.0, + "1483645336": 0.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.6666666666666666, + "1607773860": 0.0, + "1665739511": 0.0, + "1747178030": 1.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.6, + "2054899126": 1.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.5, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 0.0, + "565369392": 0.6666666666666666, + "565621826": 1.0, + "585904130": 0.3333333333333333, + "626486813": 0.25, + "636680137": 0.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.5, + "77147264": 0.0, + "794181626": 0.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.3, + "low": 0.0, + "mean": 0.1, + "n": 5, + "num_samples": 200 + }, + "mean": 0.1, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.5, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "selected_unsafe_known_at_8", + "micro": { + "confidence": 0.95, + "high": 0.36231884057971014, + "low": 0.15942028985507245, + "mean": 0.2463768115942029, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "selected_utility_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.5511562762943804, + "low": 0.27492971968777635, + "mean": 0.39298602474609007, + "n": 47, + "num_samples": 200 + }, + "mean": 0.39298602474609007, + "per_seed": { + "1025740212": 0.20329231023788452, + "1055157354": 0.17040568590164185, + "1055567618": 0.7921264171600342, + "1113268940": 0.20940202474594116, + "1113371261": 0.14602074027061462, + "1176943004": 0.09453795850276947, + "1189392917": 0.1570405215024948, + "1231780997": 0.20601187646389008, + "1271718007": 0.18857155740261078, + "1273247072": 0.08855926990509033, + "1358421325": 0.8414957523345947, + "1375492786": 0.003265341045334935, + "141984615": 0.10204957006499171, + "1475440973": 0.7105993628501892, + "1483645336": 0.1927579641342163, + "1522272686": 0.5506372451782227, + "1528740417": 0.2983168959617615, + "1549324805": 0.7013538877169291, + "1607773860": 0.7867331504821777, + "1665739511": 2.0, + "1747178030": 0.099676214158535, + "1881223807": 0.06568041443824768, + "1919198188": 0.050939589738845825, + "1991414747": 0.09776347875595093, + "1997090716": 0.17896106839179993, + "2015956957": 0.09003422260284424, + "2054899126": 2.0, + "211245842": 0.7897867560386658, + "2141802816": 0.19111156463623047, + "256770874": 0.15897932648658752, + "278008524": 0.03174807131290436, + "416183106": 0.2401084154844284, + "534717141": 0.07817313820123672, + "551504635": 0.7247949242591858, + "565369392": 0.18174143135547638, + "565621826": 2.0, + "585904130": 0.08248502761125565, + "626486813": 0.08380257897078991, + "636680137": 0.041954558342695236, + "706479600": 0.8125014901161194, + "750448296": 0.18044225871562958, + "75070641": 0.1710156500339508, + "767747424": 0.10546611435711384, + "77147264": 1.1084139794111252, + "794181626": 0.179895281791687, + "957101489": 0.2014845609664917, + "998761162": 0.0802055150270462 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.44748765716950106, + "low": 0.20003700924908738, + "mean": 0.31107388922720614, + "n": 5, + "num_samples": 200 + }, + "mean": 0.31107388922720614, + "per_task": { + "LiftPegUpright-v1": 0.39206956575314206, + "PickCube-v1": 0.08855926990509033, + "PullCube-v1": 0.2651851259322618, + "PushCube-v1": 0.27894069025149715, + "StackCube-v1": 0.5306147942940395 + } + }, + "metric": "selected_utility_at_8", + "micro": { + "confidence": 0.95, + "high": 0.4839164367033358, + "low": 0.2057370042320395, + "mean": 0.3339524903449405, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "selected_utility_gain_over_base_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": -0.23748043655411252, + "low": -0.6336224607343898, + "mean": -0.434345248543347, + "n": 47, + "num_samples": 200 + }, + "mean": -0.434345248543347, + "per_seed": { + "1025740212": -0.010320201516151428, + "1055157354": -0.017592012882232666, + "1055567618": -1.2078735828399658, + "1113268940": -0.009613856673240662, + "1113371261": -1.8539792597293854, + "1176943004": -1.9054620414972305, + "1189392917": -1.8429594784975052, + "1231780997": -0.0054369717836380005, + "1271718007": -0.9162201881408691, + "1273247072": -0.03089253604412079, + "1358421325": -1.1585042476654053, + "1375492786": -0.1799693505745381, + "141984615": -0.022788749852528174, + "1475440973": -0.012375414371490479, + "1483645336": -1.8072420358657837, + "1522272686": -0.0023604631423950195, + "1528740417": -0.028153717517852783, + "1549324805": -0.06188511103391647, + "1607773860": -0.01653951406478882, + "1665739511": 0.0, + "1747178030": -1.900323785841465, + "1881223807": 0.005808919668197632, + "1919198188": -0.015188097953796387, + "1991414747": -1.902236521244049, + "1997090716": -1.8210389316082, + "2015956957": -0.3828779086470604, + "2054899126": 0.0, + "211245842": -0.0014923810958862305, + "2141802816": -0.04553802311420441, + "256770874": -0.02262166142463684, + "278008524": -0.028907615691423416, + "416183106": 0.010088428854942322, + "534717141": -0.0545961931347847, + "551504635": -0.002451777458190918, + "565369392": -0.6627878199021021, + "565621826": 0.0, + "585904130": -0.05393612136443456, + "626486813": -0.4614337906241417, + "636680137": -0.028286773711442947, + "706479600": -0.006389021873474121, + "750448296": 0.03337283059954643, + "75070641": -0.023010730743408203, + "767747424": -0.0034796521067619324, + "77147264": 0.01811094582080841, + "794181626": -1.820104718208313, + "957101489": -0.030690953135490417, + "998761162": -0.12404659390449524 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": -0.06583237619659699, + "low": -0.7403736571310408, + "mean": -0.3202924477435062, + "n": 5, + "num_samples": 200 + }, + "mean": -0.3202924477435062, + "per_task": { + "LiftPegUpright-v1": -0.011391989886760712, + "PickCube-v1": -0.03089253604412079, + "PullCube-v1": -0.24459282912122196, + "PushCube-v1": -1.1486278222157404, + "StackCube-v1": -0.1659570614496867 + } + }, + "metric": "selected_utility_gain_over_base_at_8", + "micro": { + "confidence": 0.95, + "high": -0.2200726651235659, + "low": -0.5268150256757719, + "mean": -0.3744480909570458, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "selector_gap_fraction_to_hidden_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.9184412409667249, + "low": 0.13462714266862477, + "mean": 0.45266669743404087, + "n": 34, + "num_samples": 200 + }, + "mean": 0.45266669743404087, + "per_seed": { + "1025740212": 0.0027679367707204145, + "1055157354": 0.0194638851902843, + "1113268940": 0.0007250596534946283, + "1231780997": 0.0, + "1271718007": 0.023117992954605527, + "1273247072": 0.0006029328362804191, + "1375492786": 0.029134369696608254, + "141984615": 0.16143251152001628, + "1475440973": 0.005912551958167607, + "1522272686": 0.002892694920678989, + "1528740417": 0.03289616429921483, + "1549324805": 0.0071743099746912325, + "1607773860": 1.0138206202656244, + "1881223807": 0.0009395251084064479, + "1919198188": 0.004497435020290572, + "2015956957": 0.2793166317202004, + "211245842": 1.0012346780317403, + "2141802816": 0.0016272248439983953, + "256770874": 0.021918330185327475, + "278008524": 0.0012345159996174945, + "416183106": 0.0013274643086219227, + "534717141": 0.007001986286097325, + "551504635": 1.0019263571828878, + "565369392": 6.469025538289166, + "585904130": 0.3633500721403014, + "626486813": 0.26754242337272116, + "636680137": 0.004537735508715752, + "706479600": 1.005409339217346, + "750448296": 0.01042264014488691, + "75070641": 0.02181581667996982, + "767747424": 3.386875073818449, + "77147264": 0.20508628107415175, + "957101489": 0.024935725408327086, + "998761162": 0.010701888375778658 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.7244491303831564, + "low": 0.03662254249607019, + "mean": 0.31410826873756026, + "n": 5, + "num_samples": 200 + }, + "mean": 0.31410826873756026, + "per_task": { + "LiftPegUpright-v1": 0.17403801164408092, + "PickCube-v1": 0.0006029328362804191, + "PullCube-v1": 1.1131726263541712, + "PushCube-v1": 0.003934417581854623, + "StackCube-v1": 0.278793355271414 + } + }, + "metric": "selector_gap_fraction_to_hidden_at_8", + "micro": { + "confidence": 0.95, + "high": 1.4679899532154488, + "low": 0.15486979155501035, + "mean": 0.6892349969569554, + "n": 50, + "num_samples": 200 + }, + "n": 50 + }, + "selector_regret_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.37162881623160965, + "low": 0.10759646710642473, + "mean": 0.2268598251550042, + "n": 47, + "num_samples": 200 + }, + "mean": 0.2268598251550042, + "per_seed": { + "1025740212": 0.004944607615470886, + "1055157354": 0.03526860475540161, + "1055567618": 1.2078735828399658, + "1113268940": 0.001291319727897644, + "1113371261": 0.02261720597743988, + "1176943004": 0.0, + "1189392917": 0.017298832535743713, + "1231780997": 0.0, + "1271718007": 0.9202138185501099, + "1273247072": 0.001133844256401062, + "1358421325": 1.1585042476654053, + "1375492786": 0.0017543633002787828, + "141984615": 0.006367923536648353, + "1475440973": 0.007550477981567383, + "1483645336": 1.8072420358657837, + "1522272686": 0.004185736179351807, + "1528740417": 0.05505269765853882, + "1549324805": 0.00898288314541181, + "1607773860": 1.2132668495178223, + "1665739511": 0.0, + "1747178030": 0.030767075717449188, + "1881223807": 0.0018227994441986084, + "1919198188": 0.008697465062141418, + "1991414747": 0.003342047333717346, + "1997090716": 0.0, + "2015956957": 0.012311840057373047, + "2054899126": 0.0, + "211245842": 1.2102132439613342, + "2141802816": 0.0028693675994873047, + "256770874": 0.03985626995563507, + "278008524": 0.0023979023098945618, + "416183106": 0.0023495852947235107, + "534717141": 0.013074323534965515, + "551504635": 1.2752050757408142, + "565369392": 0.035037423173586525, + "565621826": 0.0, + "585904130": 0.02566324050227801, + "626486813": 0.01799971889704466, + "636680137": 0.008756734430789948, + "706479600": 1.1874985098838806, + "750448296": 0.0018008947372436523, + "75070641": 0.039398789405822754, + "767747424": 0.01840387750416994, + "77147264": 0.18656636774539948, + "794181626": 0.0015303194522857666, + "957101489": 0.04408198595046997, + "998761162": 0.019217893481254578 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.31946740049582256, + "low": 0.053733222947602036, + "mean": 0.19208470848531545, + "n": 5, + "num_samples": 200 + }, + "mean": 0.19208470848531545, + "per_task": { + "LiftPegUpright-v1": 0.22400736312071481, + "PickCube-v1": 0.001133844256401062, + "PullCube-v1": 0.014508302453631425, + "PushCube-v1": 0.2830594697823891, + "StackCube-v1": 0.43771456281344095 + } + }, + "metric": "selector_regret_at_8", + "micro": { + "confidence": 0.95, + "high": 0.27385095855477604, + "low": 0.08053859053314597, + "mean": 0.17512973704024393, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "success_selector_gap_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.2553191489361702, + "low": 0.06382978723404255, + "mean": 0.1595744680851064, + "n": 47, + "num_samples": 200 + }, + "mean": 0.1595744680851064, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 1.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": 0.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.5, + "1273247072": 0.0, + "1358421325": 1.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 0.0, + "1483645336": 1.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.0, + "1607773860": 1.0, + "1665739511": 0.0, + "1747178030": 0.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.0, + "2054899126": 0.0, + "211245842": 1.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.0, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 1.0, + "565369392": 0.0, + "565621826": 0.0, + "585904130": 0.0, + "626486813": 0.0, + "636680137": 0.0, + "706479600": 1.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.0, + "77147264": 0.0, + "794181626": 0.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.2333333333333333, + "low": 0.03333333333333333, + "mean": 0.13076923076923075, + "n": 5, + "num_samples": 200 + }, + "mean": 0.13076923076923075, + "per_task": { + "LiftPegUpright-v1": 0.16666666666666666, + "PickCube-v1": 0.0, + "PullCube-v1": 0.0, + "PushCube-v1": 0.15384615384615385, + "StackCube-v1": 0.3333333333333333 + } + }, + "metric": "success_selector_gap_at_8", + "micro": { + "confidence": 0.95, + "high": 0.18840579710144928, + "low": 0.043478260869565216, + "mean": 0.11594202898550725, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "success_support_gap_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.7170212765957448, + "low": 0.4702127659574468, + "mean": 0.5946808510638298, + "n": 47, + "num_samples": 200 + }, + "mean": 0.5946808510638298, + "per_seed": { + "1025740212": 1.0, + "1055157354": 1.0, + "1055567618": 0.0, + "1113268940": 1.0, + "1113371261": 1.0, + "1176943004": 1.0, + "1189392917": 1.0, + "1231780997": 1.0, + "1271718007": 0.5, + "1273247072": 1.0, + "1358421325": 0.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 1.0, + "1483645336": 0.0, + "1522272686": 1.0, + "1528740417": 1.0, + "1549324805": 0.3333333333333333, + "1607773860": 0.0, + "1665739511": 0.0, + "1747178030": 1.0, + "1881223807": 1.0, + "1919198188": 1.0, + "1991414747": 1.0, + "1997090716": 1.0, + "2015956957": 0.2, + "2054899126": 0.0, + "211245842": 0.0, + "2141802816": 1.0, + "256770874": 1.0, + "278008524": 0.5, + "416183106": 1.0, + "534717141": 1.0, + "551504635": 0.0, + "565369392": 0.6666666666666666, + "565621826": 0.0, + "585904130": 0.0, + "626486813": 0.25, + "636680137": 1.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 1.0, + "767747424": 0.0, + "77147264": 0.5, + "794181626": 1.0, + "957101489": 1.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.8871794871794872, + "low": 0.427843137254902, + "mean": 0.6875716440422324, + "n": 5, + "num_samples": 200 + }, + "mean": 0.6875716440422324, + "per_task": { + "LiftPegUpright-v1": 0.8333333333333334, + "PickCube-v1": 1.0, + "PullCube-v1": 0.23529411764705882, + "PushCube-v1": 0.7692307692307693, + "StackCube-v1": 0.6 + } + }, + "metric": "success_support_gap_at_8", + "micro": { + "confidence": 0.95, + "high": 0.5797101449275363, + "low": 0.36231884057971014, + "mean": 0.4782608695652174, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "success_total_car_to_hidden_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.8585106382978722, + "low": 0.6407801418439717, + "mean": 0.7542553191489362, + "n": 47, + "num_samples": 200 + }, + "mean": 0.7542553191489362, + "per_seed": { + "1025740212": 1.0, + "1055157354": 1.0, + "1055567618": 1.0, + "1113268940": 1.0, + "1113371261": 1.0, + "1176943004": 1.0, + "1189392917": 1.0, + "1231780997": 1.0, + "1271718007": 1.0, + "1273247072": 1.0, + "1358421325": 1.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 1.0, + "1483645336": 1.0, + "1522272686": 1.0, + "1528740417": 1.0, + "1549324805": 0.3333333333333333, + "1607773860": 1.0, + "1665739511": 0.0, + "1747178030": 1.0, + "1881223807": 1.0, + "1919198188": 1.0, + "1991414747": 1.0, + "1997090716": 1.0, + "2015956957": 0.2, + "2054899126": 0.0, + "211245842": 1.0, + "2141802816": 1.0, + "256770874": 1.0, + "278008524": 0.5, + "416183106": 1.0, + "534717141": 1.0, + "551504635": 1.0, + "565369392": 0.6666666666666666, + "565621826": 0.0, + "585904130": 0.0, + "626486813": 0.25, + "636680137": 1.0, + "706479600": 1.0, + "750448296": 0.0, + "75070641": 1.0, + "767747424": 0.0, + "77147264": 0.5, + "794181626": 1.0, + "957101489": 1.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.9846153846153847, + "low": 0.52579185520362, + "mean": 0.8183408748114631, + "n": 5, + "num_samples": 200 + }, + "mean": 0.8183408748114631, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 0.23529411764705882, + "PushCube-v1": 0.9230769230769231, + "StackCube-v1": 0.9333333333333333 + } + }, + "metric": "success_total_car_to_hidden_at_8", + "micro": { + "confidence": 0.95, + "high": 0.7101449275362319, + "low": 0.463768115942029, + "mean": 0.5942028985507246, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "support_gap_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.3053616395154108, + "low": 0.8528048745752808, + "mean": 1.0872892761120823, + "n": 47, + "num_samples": 200 + }, + "mean": 1.0872892761120823, + "per_seed": { + "1025740212": 1.7917630821466446, + "1055157354": 1.7943257093429565, + "1055567618": 0.0, + "1113268940": 1.7893066555261612, + "1113371261": 1.8313620537519455, + "1176943004": 1.9054620414972305, + "1189392917": 1.8256606459617615, + "1231780997": 1.79398812353611, + "1271718007": 0.8912146240472794, + "1273247072": 1.9103068858385086, + "1358421325": 0.0, + "1375492786": 0.23843126511201262, + "141984615": 0.10564951846996944, + "1475440973": 1.2818501591682434, + "1483645336": 0.0, + "1522272686": 1.4451770186424255, + "1528740417": 1.6466304063796997, + "1549324805": 0.6924137510359287, + "1607773860": 0.0, + "1665739511": 0.0, + "1747178030": 1.8695567101240158, + "1881223807": 1.9324967861175537, + "1919198188": 1.9403629451990128, + "1991414747": 1.8988944739103317, + "1997090716": 1.8210389316082, + "2015956957": 0.42905143797397616, + "2054899126": 0.0, + "211245842": 0.0, + "2141802816": 1.8060190677642822, + "256770874": 1.8011644035577774, + "278008524": 1.079665221273899, + "416183106": 1.757541999220848, + "534717141": 1.9087525382637978, + "551504635": 0.0, + "565369392": 1.2098527252674103, + "565621826": 0.0, + "585904130": 0.12949872389435768, + "626486813": 0.5198869993910193, + "636680137": 1.9492887072265148, + "706479600": 0.0, + "750448296": 0.05356443673372269, + "75070641": 1.7895855605602264, + "767747424": 0.08422827254980803, + "77147264": 0.7050196528434753, + "794181626": 1.8185743987560272, + "957101489": 1.7544334530830383, + "998761162": 1.9005765914916992 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.6293028743068376, + "low": 0.7983906502483853, + "mean": 1.2542656058568766, + "n": 5, + "num_samples": 200 + }, + "mean": 1.2542656058568766, + "per_task": { + "LiftPegUpright-v1": 1.3839230711261432, + "PickCube-v1": 1.9103068858385086, + "PullCube-v1": 0.5074275894610978, + "PushCube-v1": 1.4379998399661138, + "StackCube-v1": 1.0316706428925195 + } + }, + "metric": "support_gap_at_8", + "micro": { + "confidence": 0.95, + "high": 1.0635372780641352, + "low": 0.684441216742161, + "mean": 0.8932672596698545, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "support_gap_fraction_to_hidden_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.793660982538023, + "low": 0.8857302938402938, + "mean": 1.3091875860806743, + "n": 34, + "num_samples": 200 + }, + "mean": 1.3091875860806743, + "per_seed": { + "1025740212": 1.003009198136491, + "1055157354": 0.9902447188608395, + "1113268940": 1.0046729989664225, + "1231780997": 1.0030398749168066, + "1271718007": 0.9955388811604902, + "1273247072": 1.0158244770763456, + "1375492786": 3.959581589457284, + "141984615": 2.3173498811312325, + "1475440973": 1.0037782624053626, + "1522272686": 0.9987385831747105, + "1528740417": 0.9839267954555524, + "1549324805": 2.1476126154439292, + "1607773860": 0.0, + "1881223807": 0.996066384730793, + "1919198188": 1.0033562882359646, + "2015956957": 1.1385391627021058, + "211245842": 0.0, + "2141802816": 1.0241974908777678, + "256770874": 0.9905220975064207, + "278008524": 1.1295142260755529, + "416183106": 0.9929727940113965, + "534717141": 1.0222371398974122, + "551504635": 0.0, + "565369392": 6.957469615204575, + "585904130": 1.0670789144374493, + "626486813": 0.7842232843880458, + "636680137": 1.0101204568245012, + "706479600": 0.0, + "750448296": 4.381967413589099, + "75070641": 0.9909256378454362, + "767747424": 0.7740629911494583, + "77147264": 0.7750049509629439, + "957101489": 0.992425134439646, + "998761162": 1.0583760676788925 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.5781234790243706, + "low": 0.8273843402805732, + "mean": 1.1222848743857654, + "n": 5, + "num_samples": 200 + }, + "mean": 1.1222848743857654, + "per_task": { + "LiftPegUpright-v1": 0.8330711883134393, + "PickCube-v1": 1.0158244770763456, + "PullCube-v1": 2.0139072432440224, + "PushCube-v1": 1.0211440394451992, + "StackCube-v1": 0.7274774238498206 + } + }, + "metric": "support_gap_fraction_to_hidden_at_8", + "micro": { + "confidence": 0.95, + "high": 2.116524616007008, + "low": 0.9732750312197415, + "mean": 1.4640810483704843, + "n": 50, + "num_samples": 200 + }, + "n": 50 + }, + "total_car_to_hidden_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.5027828658356313, + "low": 1.1252282226402048, + "mean": 1.3137128764178918, + "n": 47, + "num_samples": 200 + }, + "mean": 1.3137128764178918, + "per_seed": { + "1025740212": 1.7967076897621155, + "1055157354": 1.8295943140983582, + "1055567618": 1.2078735828399658, + "1113268940": 1.7905979752540588, + "1113371261": 1.8539792597293854, + "1176943004": 1.9054620414972305, + "1189392917": 1.8429594784975052, + "1231780997": 1.79398812353611, + "1271718007": 1.8114284425973892, + "1273247072": 1.9114407300949097, + "1358421325": 1.1585042476654053, + "1375492786": 0.2401856284122914, + "141984615": 0.10650938174997766, + "1475440973": 1.2894006371498108, + "1483645336": 1.8072420358657837, + "1522272686": 1.4493627548217773, + "1528740417": 1.7016831040382385, + "1549324805": 0.7013966341813406, + "1607773860": 1.2132668495178223, + "1665739511": 0.0, + "1747178030": 1.900323785841465, + "1881223807": 1.9343195855617523, + "1919198188": 1.9490604102611542, + "1991414747": 1.902236521244049, + "1997090716": 1.8210389316082, + "2015956957": 0.43984714448451995, + "2054899126": 0.0, + "211245842": 1.2102132439613342, + "2141802816": 1.8088884353637695, + "256770874": 1.8410206735134125, + "278008524": 1.0820631235837936, + "416183106": 1.7598915845155716, + "534717141": 1.9218268617987633, + "551504635": 1.2752050757408142, + "565369392": 1.2448901484409969, + "565621826": 0.0, + "585904130": 0.15516196439663568, + "626486813": 0.5323245078325272, + "636680137": 1.9580454416573048, + "706479600": 1.1874985098838806, + "750448296": 0.05536533147096634, + "75070641": 1.8289843499660492, + "767747424": 0.09471598640084267, + "77147264": 0.8915860205888748, + "794181626": 1.820104718208313, + "957101489": 1.7985154390335083, + "998761162": 1.9197944849729538 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.7745861027867367, + "low": 0.9498736439172817, + "mean": 1.4458913829013758, + "n": 5, + "num_samples": 200 + }, + "mean": 1.4458913829013758, + "per_task": { + "LiftPegUpright-v1": 1.6079304342468579, + "PickCube-v1": 1.9114407300949097, + "PullCube-v1": 0.5196412347106483, + "PushCube-v1": 1.721059309748503, + "StackCube-v1": 1.4693852057059607 + } + }, + "metric": "total_car_to_hidden_at_8", + "micro": { + "confidence": 0.95, + "high": 1.2492688670315766, + "low": 0.8379624827117051, + "mean": 1.0672662960588122, + "n": 69, + "num_samples": 200 + }, + "n": 69 + } + }, + "num_rows": 69, + "report_type": "ctt_generated_measured_rollout", + "schema_version": 1, + "source_content_hash": "67f7b4a692f7c7e71da24378dc71e3399c5d35afc14c494869eba6087b765c42", + "source_split_hash": "867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372", + "success_summary": { + "base_success_rate": 0.2753623188405797, + "base_utility_mean": 0.7084005813019864, + "hidden_chart_oracle_success_rate": 0.6666666666666666, + "hidden_chart_oracle_utility_mean": 1.3999846732054932, + "max_restore_error": 1.4901161193847656e-08, + "proposal_oracle_success_gain_over_base": -0.08695652173913043, + "proposal_oracle_success_rate": 0.18840579710144928, + "proposal_oracle_utility_mean": 0.5090822273851845, + "selected_success_gain_over_base": -0.2028985507246377, + "selected_success_rate": 0.07246376811594203, + "selected_utility_mean": 0.3339524903449405, + "success_selector_gap": 0.11594202898550725, + "success_support_gap": 0.4782608695652174 + }, + "target_content_hash": "1aacf9de98648fa36bef14e137eb43c7c6973170804650814dae41d09842c708", + "target_split_hash": "9d1dc1c10868f76fa080895df0f2730c173f12b6db14932599d55c2b60859381" +} diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/metrics_by_seed.json b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/metrics_by_seed.json new file mode 100644 index 0000000000000000000000000000000000000000..d445f3ba9a78a9f0b7f93e248f362f188b01b7ce --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/metrics_by_seed.json @@ -0,0 +1,1649 @@ +{ + "1025740212": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.21361251175403595, + "branch_car_at_8": 0.004944607615470886, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0057771292769822, + "ncar_to_proposal_oracle_at_8": 0.9198236527146109, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.27730231310066367, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.2082369178533554, + "proposal_oracle_utility_gain_over_base_at_8": -0.005375593900680542, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.20329231023788452, + "selected_utility_gain_over_base_at_8": -0.010320201516151428, + "selector_gap_fraction_to_hidden_at_8": 0.0027679367707204145, + "selector_regret_at_8": 0.004944607615470886, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7917630821466446, + "support_gap_fraction_to_hidden_at_8": 1.003009198136491, + "total_car_to_hidden_at_8": 1.7967076897621155 + }, + "1055157354": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.1879976987838745, + "branch_car_at_8": 0.03526860475540161, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0097085984787877, + "ncar_to_proposal_oracle_at_8": 1.995214069336217, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.1946169330247554, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.20567429065704346, + "proposal_oracle_utility_gain_over_base_at_8": 0.017676591873168945, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.17040568590164185, + "selected_utility_gain_over_base_at_8": -0.017592012882232666, + "selector_gap_fraction_to_hidden_at_8": 0.0194638851902843, + "selector_regret_at_8": 0.03526860475540161, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7943257093429565, + "support_gap_fraction_to_hidden_at_8": 0.9902447188608395, + "total_car_to_hidden_at_8": 1.8295943140983582 + }, + "1055567618": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.2078735828399658, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.5280864818765638, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7921264171600342, + "selected_utility_gain_over_base_at_8": -1.2078735828399658, + "selector_regret_at_8": 1.2078735828399658, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 1.2078735828399658 + }, + "1113268940": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.21901588141918182, + "branch_car_at_8": 0.001291319727897644, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0053980529747346, + "ncar_to_proposal_oracle_at_8": 0.15515920022778817, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1455417422109979, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.2106933444738388, + "proposal_oracle_utility_gain_over_base_at_8": -0.008322536945343018, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.20940202474594116, + "selected_utility_gain_over_base_at_8": -0.009613856673240662, + "selector_gap_fraction_to_hidden_at_8": 0.0007250596534946283, + "selector_regret_at_8": 0.001291319727897644, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7893066555261612, + "support_gap_fraction_to_hidden_at_8": 1.0046729989664225, + "total_car_to_hidden_at_8": 1.7905979752540588 + }, + "1113371261": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.02261720597743988, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.012349936926783113, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.12962497931211298, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.1686379462480545, + "proposal_oracle_utility_gain_over_base_at_8": -1.8313620537519455, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.14602074027061462, + "selected_utility_gain_over_base_at_8": -1.8539792597293854, + "selector_regret_at_8": 0.02261720597743988, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8313620537519455, + "total_car_to_hidden_at_8": 1.8539792597293854 + }, + "1176943004": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.18424707441324886, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.09453795850276947, + "proposal_oracle_utility_gain_over_base_at_8": -1.9054620414972305, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.09453795850276947, + "selected_utility_gain_over_base_at_8": -1.9054620414972305, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9054620414972305, + "total_car_to_hidden_at_8": 1.9054620414972305 + }, + "1189392917": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.017298832535743713, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.009475382229032403, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.20199965345631332, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.17433935403823853, + "proposal_oracle_utility_gain_over_base_at_8": -1.8256606459617615, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1570405215024948, + "selected_utility_gain_over_base_at_8": -1.8429594784975052, + "selector_regret_at_8": 0.017298832535743713, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8256606459617615, + "total_car_to_hidden_at_8": 1.8429594784975052 + }, + "1231780997": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.21144884824752808, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0030398693086928, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.27941753627712834, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.20601187646389008, + "proposal_oracle_utility_gain_over_base_at_8": -0.0054369717836380005, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.20601187646389008, + "selected_utility_gain_over_base_at_8": -0.0054369717836380005, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.79398812353611, + "support_gap_fraction_to_hidden_at_8": 1.0030398749168066, + "total_car_to_hidden_at_8": 1.79398812353611 + }, + "1271718007": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.5, + "base_unsafe_known": 0.0, + "base_utility": 1.10479174554348, + "branch_car_at_8": 0.9202138185501099, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.018656868425599, + "ncar_to_proposal_oracle_at_8": 5.182100016327027, + "outcome_ptr_at_8": 0.5, + "pairwise_causal_calibration_ece": 0.27871426918970016, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.5, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 1.1087853759527206, + "proposal_oracle_utility_gain_over_base_at_8": 0.003993630409240723, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.5, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.18857155740261078, + "selected_utility_gain_over_base_at_8": -0.9162201881408691, + "selector_gap_fraction_to_hidden_at_8": 0.023117992954605527, + "selector_regret_at_8": 0.9202138185501099, + "success_selector_gap_at_8": 0.5, + "success_support_gap_at_8": 0.5, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.8912146240472794, + "support_gap_fraction_to_hidden_at_8": 0.9955388811604902, + "total_car_to_hidden_at_8": 1.8114284425973892 + }, + "1273247072": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11945180594921112, + "branch_car_at_8": 0.001133844256401062, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0164274045076733, + "ncar_to_proposal_oracle_at_8": 0.03810126747091353, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0900578224017779, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.0896931141614914, + "proposal_oracle_utility_gain_over_base_at_8": -0.029758691787719727, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.08855926990509033, + "selected_utility_gain_over_base_at_8": -0.03089253604412079, + "selector_gap_fraction_to_hidden_at_8": 0.0006029328362804191, + "selector_regret_at_8": 0.001133844256401062, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9103068858385086, + "support_gap_fraction_to_hidden_at_8": 1.0158244770763456, + "total_car_to_hidden_at_8": 1.9114407300949097 + }, + "1358421325": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.1585042476654053, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.32164163691985026, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.8414957523345947, + "selected_utility_gain_over_base_at_8": -1.1585042476654053, + "selector_regret_at_8": 1.1585042476654053, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 1.1585042476654053 + }, + "1375492786": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.18323469161987305, + "branch_car_at_8": 0.0017543633002787828, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.24345096945762634, + "ncar_to_hidden_chart_oracle_at_8": 3.9887152967557102, + "ncar_to_proposal_oracle_at_8": 0.009844083422333706, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.09861867055120169, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.005019704345613718, + "proposal_oracle_utility_gain_over_base_at_8": -0.17821498727425933, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.003265341045334935, + "selected_utility_gain_over_base_at_8": -0.1799693505745381, + "selector_gap_fraction_to_hidden_at_8": 0.029134369696608254, + "selector_regret_at_8": 0.0017543633002787828, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.23843126511201262, + "support_gap_fraction_to_hidden_at_8": 3.959581589457284, + "total_car_to_hidden_at_8": 0.2401856284122914 + }, + "141984615": { + "any_generated_unsafe_known_at_8": 0.3333333333333333, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.12483831991751988, + "branch_car_at_8": 0.006367923536648353, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.3333333333333333, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.20044784247875214, + "ncar_to_hidden_chart_oracle_at_8": 2.3221041679598304, + "ncar_to_proposal_oracle_at_8": 0.08377895974492518, + "outcome_ptr_at_8": 0.3333333333333333, + "pairwise_causal_calibration_ece": 0.14747844112065076, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.3333333333333333, + "proposal_oracle_utility_at_8": 0.10841749360164006, + "proposal_oracle_utility_gain_over_base_at_8": -0.016420826315879822, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.3333333333333333, + "selected_utility_at_8": 0.10204957006499171, + "selected_utility_gain_over_base_at_8": -0.022788749852528174, + "selector_gap_fraction_to_hidden_at_8": 0.16143251152001628, + "selector_regret_at_8": 0.006367923536648353, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.10564951846996944, + "support_gap_fraction_to_hidden_at_8": 2.3173498811312325, + "total_car_to_hidden_at_8": 0.10650938174997766 + }, + "1475440973": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7229747772216797, + "branch_car_at_8": 0.007550477981567383, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0096908064569456, + "ncar_to_proposal_oracle_at_8": 1.5648832901722105, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.14212984422921082, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7181498408317566, + "proposal_oracle_utility_gain_over_base_at_8": -0.004824936389923096, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7105993628501892, + "selected_utility_gain_over_base_at_8": -0.012375414371490479, + "selector_gap_fraction_to_hidden_at_8": 0.005912551958167607, + "selector_regret_at_8": 0.007550477981567383, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.2818501591682434, + "support_gap_fraction_to_hidden_at_8": 1.0037782624053626, + "total_car_to_hidden_at_8": 1.2894006371498108 + }, + "1483645336": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.8072420358657837, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.27201291150892754, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1927579641342163, + "selected_utility_gain_over_base_at_8": -1.8072420358657837, + "selector_regret_at_8": 1.8072420358657837, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 1.8072420358657837 + }, + "1522272686": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.5529977083206177, + "branch_car_at_8": 0.004185736179351807, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.001631271173277, + "ncar_to_proposal_oracle_at_8": 2.2931984216160237, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.13945247761844165, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5548229813575745, + "proposal_oracle_utility_gain_over_base_at_8": 0.0018252730369567871, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.5506372451782227, + "selected_utility_gain_over_base_at_8": -0.0023604631423950195, + "selector_gap_fraction_to_hidden_at_8": 0.002892694920678989, + "selector_regret_at_8": 0.004185736179351807, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.4451770186424255, + "support_gap_fraction_to_hidden_at_8": 0.9987385831747105, + "total_car_to_hidden_at_8": 1.4493627548217773 + }, + "1528740417": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.32647061347961426, + "branch_car_at_8": 0.05505269765853882, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.016822953678848, + "ncar_to_proposal_oracle_at_8": 2.0466455197984894, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.36084785622370585, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.3533695936203003, + "proposal_oracle_utility_gain_over_base_at_8": 0.026898980140686035, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.2983168959617615, + "selected_utility_gain_over_base_at_8": -0.028153717517852783, + "selector_gap_fraction_to_hidden_at_8": 0.03289616429921483, + "selector_regret_at_8": 0.05505269765853882, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.6466304063796997, + "support_gap_fraction_to_hidden_at_8": 0.9839267954555524, + "total_car_to_hidden_at_8": 1.7016831040382385 + }, + "1549324805": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.3333333333333333, + "base_unsafe_known": 0.0, + "base_utility": 0.7632389987508456, + "branch_car_at_8": 0.00898288314541181, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.75, + "hidden_chart_oracle_success_at_8": 0.6666666666666666, + "hidden_chart_oracle_utility_at_8": 1.4027505218982697, + "ncar_to_hidden_chart_oracle_at_8": 2.1547865192341686, + "ncar_to_proposal_oracle_at_8": 0.19982176534334276, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2173842487648233, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.3333333333333333, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.6666666666666666, + "proposal_oracle_utility_at_8": 0.7103367708623409, + "proposal_oracle_utility_gain_over_base_at_8": -0.05290222788850466, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.3333333333333333, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.6666666666666666, + "selected_utility_at_8": 0.7013538877169291, + "selected_utility_gain_over_base_at_8": -0.06188511103391647, + "selector_gap_fraction_to_hidden_at_8": 0.0071743099746912325, + "selector_regret_at_8": 0.00898288314541181, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.3333333333333333, + "success_total_car_to_hidden_at_8": 0.3333333333333333, + "support_gap_at_8": 0.6924137510359287, + "support_gap_fraction_to_hidden_at_8": 2.1476126154439292, + "total_car_to_hidden_at_8": 0.7013966341813406 + }, + "1607773860": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.8032726645469666, + "branch_car_at_8": 1.2132668495178223, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0138206117940154, + "ncar_to_proposal_oracle_at_8": 1.0138206117940154, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.21816988499798823, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.1967273354530334, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7867331504821777, + "selected_utility_gain_over_base_at_8": -0.01653951406478882, + "selector_gap_fraction_to_hidden_at_8": 1.0138206202656244, + "selector_regret_at_8": 1.2132668495178223, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 1.2132668495178223 + }, + "1665739511": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "1747178030": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.030767075717449188, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.016456882739245417, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1963398038085052, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.1304432898759842, + "proposal_oracle_utility_gain_over_base_at_8": -1.8695567101240158, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.099676214158535, + "selected_utility_gain_over_base_at_8": -1.900323785841465, + "selector_regret_at_8": 0.030767075717449188, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8695567101240158, + "total_car_to_hidden_at_8": 1.900323785841465 + }, + "1881223807": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.05987149477005005, + "branch_car_at_8": 0.0018227994441986084, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.9970059047003342, + "ncar_to_proposal_oracle_at_8": 0.23884488264105572, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.11277158791069058, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.06750321388244629, + "proposal_oracle_utility_gain_over_base_at_8": 0.00763171911239624, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.06568041443824768, + "selected_utility_gain_over_base_at_8": 0.005808919668197632, + "selector_gap_fraction_to_hidden_at_8": 0.0009395251084064479, + "selector_regret_at_8": 0.0018227994441986084, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9324967861175537, + "support_gap_fraction_to_hidden_at_8": 0.996066384730793, + "total_car_to_hidden_at_8": 1.9343195855617523 + }, + "1919198188": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.06612768769264221, + "branch_car_at_8": 0.008697465062141418, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0078537180446716, + "ncar_to_proposal_oracle_at_8": 1.3400005526915932, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.08930714911803858, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.059637054800987244, + "proposal_oracle_utility_gain_over_base_at_8": -0.006490632891654968, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.050939589738845825, + "selected_utility_gain_over_base_at_8": -0.015188097953796387, + "selector_gap_fraction_to_hidden_at_8": 0.004497435020290572, + "selector_regret_at_8": 0.008697465062141418, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9403629451990128, + "support_gap_fraction_to_hidden_at_8": 1.0033562882359646, + "total_car_to_hidden_at_8": 1.9490604102611542 + }, + "1991414747": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.003342047333717346, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.0017599963357812155, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.10735633493513692, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.10110552608966827, + "proposal_oracle_utility_gain_over_base_at_8": -1.8988944739103317, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.09776347875595093, + "selected_utility_gain_over_base_at_8": -1.902236521244049, + "selector_regret_at_8": 0.003342047333717346, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8988944739103317, + "total_car_to_hidden_at_8": 1.902236521244049 + }, + "1997090716": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0557584401804747, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.17896106839179993, + "proposal_oracle_utility_gain_over_base_at_8": -1.8210389316082, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.17896106839179993, + "selected_utility_gain_over_base_at_8": -1.8210389316082, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8210389316082, + "total_car_to_hidden_at_8": 1.8210389316082 + }, + "2015956957": { + "any_generated_unsafe_known_at_8": 0.6, + "base_safety_label_known": 1.0, + "base_success": 0.2, + "base_unsafe_known": 0.0, + "base_utility": 0.4729121312499046, + "branch_car_at_8": 0.012311840057373047, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.55, + "hidden_chart_oracle_success_at_8": 0.2, + "hidden_chart_oracle_utility_at_8": 0.5298813670873642, + "ncar_to_hidden_chart_oracle_at_8": 1.3899131682866792, + "ncar_to_proposal_oracle_at_8": 0.3356331357616699, + "outcome_ptr_at_8": 0.4, + "pairwise_causal_calibration_ece": 0.2731085428300261, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -0.2, + "proposal_oracle_unsafe_known_at_8": 0.4, + "proposal_oracle_utility_at_8": 0.10234606266021729, + "proposal_oracle_utility_gain_over_base_at_8": -0.3705660685896873, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.2, + "selected_unsafe_known_at_8": 0.6, + "selected_utility_at_8": 0.09003422260284424, + "selected_utility_gain_over_base_at_8": -0.3828779086470604, + "selector_gap_fraction_to_hidden_at_8": 0.2793166317202004, + "selector_regret_at_8": 0.012311840057373047, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.2, + "success_total_car_to_hidden_at_8": 0.2, + "support_gap_at_8": 0.42905143797397616, + "support_gap_fraction_to_hidden_at_8": 1.1385391627021058, + "total_car_to_hidden_at_8": 0.43984714448451995 + }, + "2054899126": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "211245842": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.791279137134552, + "branch_car_at_8": 1.2102132439613342, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.001234669748317, + "ncar_to_proposal_oracle_at_8": 1.001234669748317, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.16142812526960126, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.208720862865448, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7897867560386658, + "selected_utility_gain_over_base_at_8": -0.0014923810958862305, + "selector_gap_fraction_to_hidden_at_8": 1.0012346780317403, + "selector_regret_at_8": 1.2102132439613342, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 1.2102132439613342 + }, + "2141802816": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.23664958775043488, + "branch_car_at_8": 0.0028693675994873047, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0258247099042912, + "ncar_to_proposal_oracle_at_8": 0.06724765269487076, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.24024321038978835, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.19398093223571777, + "proposal_oracle_utility_gain_over_base_at_8": -0.0426686555147171, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.19111156463623047, + "selected_utility_gain_over_base_at_8": -0.04553802311420441, + "selector_gap_fraction_to_hidden_at_8": 0.0016272248439983953, + "selector_regret_at_8": 0.0028693675994873047, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8060190677642822, + "support_gap_fraction_to_hidden_at_8": 1.0241974908777678, + "total_car_to_hidden_at_8": 1.8088884353637695 + }, + "256770874": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.18160098791122437, + "branch_car_at_8": 0.03985626995563507, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.012440422123991, + "ncar_to_proposal_oracle_at_8": 2.31257047459156, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.20390683218161468, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.1988355964422226, + "proposal_oracle_utility_gain_over_base_at_8": 0.01723460853099823, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.15897932648658752, + "selected_utility_gain_over_base_at_8": -0.02262166142463684, + "selector_gap_fraction_to_hidden_at_8": 0.021918330185327475, + "selector_regret_at_8": 0.03985626995563507, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8011644035577774, + "support_gap_fraction_to_hidden_at_8": 0.9905220975064207, + "total_car_to_hidden_at_8": 1.8410206735134125 + }, + "278008524": { + "any_generated_unsafe_known_at_8": 0.5, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.060655687004327774, + "branch_car_at_8": 0.0023979023098945618, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.5, + "hidden_chart_oracle_success_at_8": 0.5, + "hidden_chart_oracle_utility_at_8": 1.113811194896698, + "ncar_to_hidden_chart_oracle_at_8": 1.13074870125868, + "ncar_to_proposal_oracle_at_8": 0.20796332921272412, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1352099767831279, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.5, + "proposal_oracle_utility_at_8": 0.03414597362279892, + "proposal_oracle_utility_gain_over_base_at_8": -0.026509713381528854, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.5, + "selected_utility_at_8": 0.03174807131290436, + "selected_utility_gain_over_base_at_8": -0.028907615691423416, + "selector_gap_fraction_to_hidden_at_8": 0.0012345159996174945, + "selector_regret_at_8": 0.0023979023098945618, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.5, + "success_total_car_to_hidden_at_8": 0.5, + "support_gap_at_8": 1.079665221273899, + "support_gap_fraction_to_hidden_at_8": 1.1295142260755529, + "total_car_to_hidden_at_8": 1.0820631235837936 + }, + "416183106": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.23001998662948608, + "branch_car_at_8": 0.0023495852947235107, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.9943002527024395, + "ncar_to_proposal_oracle_at_8": 0.18890341958265422, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.09116192576482962, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.24245800077915192, + "proposal_oracle_utility_gain_over_base_at_8": 0.012438014149665833, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.2401084154844284, + "selected_utility_gain_over_base_at_8": 0.010088428854942322, + "selector_gap_fraction_to_hidden_at_8": 0.0013274643086219227, + "selector_regret_at_8": 0.0023495852947235107, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.757541999220848, + "support_gap_fraction_to_hidden_at_8": 0.9929727940113965, + "total_car_to_hidden_at_8": 1.7598915845155716 + }, + "534717141": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.13276933133602142, + "branch_car_at_8": 0.013074323534965515, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0292391206713938, + "ncar_to_proposal_oracle_at_8": 0.3148779308878505, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.11219991489100847, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.09124746173620224, + "proposal_oracle_utility_gain_over_base_at_8": -0.04152186959981918, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.07817313820123672, + "selected_utility_gain_over_base_at_8": -0.0545961931347847, + "selector_gap_fraction_to_hidden_at_8": 0.007001986286097325, + "selector_regret_at_8": 0.013074323534965515, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9087525382637978, + "support_gap_fraction_to_hidden_at_8": 1.0222371398974122, + "total_car_to_hidden_at_8": 1.9218268617987633 + }, + "551504635": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7272467017173767, + "branch_car_at_8": 1.2752050757408142, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0019263493107704, + "ncar_to_proposal_oracle_at_8": 1.0019263493107704, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.5181461410230558, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.2727532982826233, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7247949242591858, + "selected_utility_gain_over_base_at_8": -0.002451777458190918, + "selector_gap_fraction_to_hidden_at_8": 1.0019263571828878, + "selector_regret_at_8": 1.2752050757408142, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 1.2752050757408142 + }, + "565369392": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.3333333333333333, + "base_unsafe_known": 0.0, + "base_utility": 0.8445292512575785, + "branch_car_at_8": 0.035037423173586525, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.7916666666666666, + "hidden_chart_oracle_success_at_8": 0.6666666666666666, + "hidden_chart_oracle_utility_at_8": 1.4266315797964733, + "ncar_to_hidden_chart_oracle_at_8": 13.42646873589375, + "ncar_to_proposal_oracle_at_8": 0.36947011521508744, + "outcome_ptr_at_8": 0.3333333333333333, + "pairwise_causal_calibration_ece": 0.21192564072829392, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -0.3333333333333333, + "proposal_oracle_unsafe_known_at_8": 0.3333333333333333, + "proposal_oracle_utility_at_8": 0.2167788545290629, + "proposal_oracle_utility_gain_over_base_at_8": -0.6277503967285156, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.3333333333333333, + "selected_unsafe_known_at_8": 0.6666666666666666, + "selected_utility_at_8": 0.18174143135547638, + "selected_utility_gain_over_base_at_8": -0.6627878199021021, + "selector_gap_fraction_to_hidden_at_8": 6.469025538289166, + "selector_regret_at_8": 0.035037423173586525, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.6666666666666666, + "success_total_car_to_hidden_at_8": 0.6666666666666666, + "support_gap_at_8": 1.2098527252674103, + "support_gap_fraction_to_hidden_at_8": 6.957469615204575, + "total_car_to_hidden_at_8": 1.2448901484409969 + }, + "565621826": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "585904130": { + "any_generated_unsafe_known_at_8": 0.3333333333333333, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.13642114897569022, + "branch_car_at_8": 0.02566324050227801, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.3333333333333333, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.23764699200789133, + "ncar_to_hidden_chart_oracle_at_8": 1.4304288343870593, + "ncar_to_proposal_oracle_at_8": 0.638987726296695, + "outcome_ptr_at_8": 0.3333333333333333, + "pairwise_causal_calibration_ece": 0.16669582901200466, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.3333333333333333, + "proposal_oracle_utility_at_8": 0.10814826811353366, + "proposal_oracle_utility_gain_over_base_at_8": -0.02827288086215655, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.3333333333333333, + "selected_utility_at_8": 0.08248502761125565, + "selected_utility_gain_over_base_at_8": -0.05393612136443456, + "selector_gap_fraction_to_hidden_at_8": 0.3633500721403014, + "selector_regret_at_8": 0.02566324050227801, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.12949872389435768, + "support_gap_fraction_to_hidden_at_8": 1.0670789144374493, + "total_car_to_hidden_at_8": 0.15516196439663568 + }, + "626486813": { + "any_generated_unsafe_known_at_8": 0.25, + "base_safety_label_known": 1.0, + "base_success": 0.25, + "base_unsafe_known": 0.0, + "base_utility": 0.5452363695949316, + "branch_car_at_8": 0.01799971889704466, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.25, + "hidden_chart_oracle_success_at_8": 0.25, + "hidden_chart_oracle_utility_at_8": 0.6124684102833271, + "ncar_to_hidden_chart_oracle_at_8": 0.8190091628638495, + "ncar_to_proposal_oracle_at_8": 0.24409138373056533, + "outcome_ptr_at_8": 0.25, + "pairwise_causal_calibration_ece": 0.2667755497210137, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -0.25, + "proposal_oracle_unsafe_known_at_8": 0.25, + "proposal_oracle_utility_at_8": 0.10180229786783457, + "proposal_oracle_utility_gain_over_base_at_8": -0.44343407172709703, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.25, + "selected_unsafe_known_at_8": 0.25, + "selected_utility_at_8": 0.08380257897078991, + "selected_utility_gain_over_base_at_8": -0.4614337906241417, + "selector_gap_fraction_to_hidden_at_8": 0.26754242337272116, + "selector_regret_at_8": 0.01799971889704466, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.25, + "success_total_car_to_hidden_at_8": 0.25, + "support_gap_at_8": 0.5198869993910193, + "support_gap_fraction_to_hidden_at_8": 0.7842232843880458, + "total_car_to_hidden_at_8": 0.5323245078325272 + }, + "636680137": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.07024133205413818, + "branch_car_at_8": 0.008756734430789948, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0146581870752631, + "ncar_to_proposal_oracle_at_8": 0.44837236736850467, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.24680463764405094, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.050711292773485184, + "proposal_oracle_utility_gain_over_base_at_8": -0.019530039280653, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.041954558342695236, + "selected_utility_gain_over_base_at_8": -0.028286773711442947, + "selector_gap_fraction_to_hidden_at_8": 0.004537735508715752, + "selector_regret_at_8": 0.008756734430789948, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9492887072265148, + "support_gap_fraction_to_hidden_at_8": 1.0101204568245012, + "total_car_to_hidden_at_8": 1.9580454416573048 + }, + "706479600": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.8188905119895935, + "branch_car_at_8": 1.1874985098838806, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0054093307049317, + "ncar_to_proposal_oracle_at_8": 1.0054093307049317, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.16633855642907108, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.1811094880104065, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.8125014901161194, + "selected_utility_gain_over_base_at_8": -0.006389021873474121, + "selector_gap_fraction_to_hidden_at_8": 1.005409339217346, + "selector_regret_at_8": 1.1874985098838806, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 1.1874985098838806 + }, + "750448296": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.14706942811608315, + "branch_car_at_8": 0.0018008947372436523, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.23580759018659592, + "ncar_to_hidden_chart_oracle_at_8": 4.392381116418965, + "ncar_to_proposal_oracle_at_8": 0.017165362636787227, + "outcome_ptr_at_8": 0.5, + "pairwise_causal_calibration_ece": 0.2685286601916462, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.18224315345287323, + "proposal_oracle_utility_gain_over_base_at_8": 0.035173725336790085, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.18044225871562958, + "selected_utility_gain_over_base_at_8": 0.03337283059954643, + "selector_gap_fraction_to_hidden_at_8": 0.01042264014488691, + "selector_regret_at_8": 0.0018008947372436523, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.05356443673372269, + "support_gap_fraction_to_hidden_at_8": 4.381967413589099, + "total_car_to_hidden_at_8": 0.05536533147096634 + }, + "75070641": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.194026380777359, + "branch_car_at_8": 0.039398789405822754, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.012741448917675, + "ncar_to_proposal_oracle_at_8": 2.4041142502766335, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.4423292539518779, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.21041443943977356, + "proposal_oracle_utility_gain_over_base_at_8": 0.01638805866241455, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1710156500339508, + "selected_utility_gain_over_base_at_8": -0.023010730743408203, + "selector_gap_fraction_to_hidden_at_8": 0.02181581667996982, + "selector_regret_at_8": 0.039398789405822754, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7895855605602264, + "support_gap_fraction_to_hidden_at_8": 0.9909256378454362, + "total_car_to_hidden_at_8": 1.8289843499660492 + }, + "767747424": { + "any_generated_unsafe_known_at_8": 0.5, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.10894576646387577, + "branch_car_at_8": 0.01840387750416994, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.375, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.18863565661013126, + "ncar_to_hidden_chart_oracle_at_8": 0.9556673546392805, + "ncar_to_proposal_oracle_at_8": 0.5146866669185878, + "outcome_ptr_at_8": 0.75, + "pairwise_causal_calibration_ece": 0.1455918564805114, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.25, + "proposal_oracle_utility_at_8": 0.12386999186128378, + "proposal_oracle_utility_gain_over_base_at_8": 0.014924225397408009, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.5, + "selected_utility_at_8": 0.10546611435711384, + "selected_utility_gain_over_base_at_8": -0.0034796521067619324, + "selector_gap_fraction_to_hidden_at_8": 3.386875073818449, + "selector_regret_at_8": 0.01840387750416994, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.08422827254980803, + "support_gap_fraction_to_hidden_at_8": 0.7740629911494583, + "total_car_to_hidden_at_8": 0.09471598640084267 + }, + "77147264": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.5, + "base_unsafe_known": 0.0, + "base_utility": 1.0903030335903168, + "branch_car_at_8": 0.18656636774539948, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.9800912266501851, + "ncar_to_proposal_oracle_at_8": 0.9115146175078018, + "outcome_ptr_at_8": 0.5, + "pairwise_causal_calibration_ece": 0.06590553016713221, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.5, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 1.2949803471565247, + "proposal_oracle_utility_gain_over_base_at_8": 0.20467731356620789, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.5, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 1.1084139794111252, + "selected_utility_gain_over_base_at_8": 0.01811094582080841, + "selector_gap_fraction_to_hidden_at_8": 0.20508628107415175, + "selector_regret_at_8": 0.18656636774539948, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.5, + "success_total_car_to_hidden_at_8": 0.5, + "support_gap_at_8": 0.7050196528434753, + "support_gap_fraction_to_hidden_at_8": 0.7750049509629439, + "total_car_to_hidden_at_8": 0.8915860205888748 + }, + "794181626": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0015303194522857666, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.000841493999320359, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.20334758462369412, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.18142560124397278, + "proposal_oracle_utility_gain_over_base_at_8": -1.8185743987560272, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.179895281791687, + "selected_utility_gain_over_base_at_8": -1.820104718208313, + "selector_regret_at_8": 0.0015303194522857666, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8185743987560272, + "total_car_to_hidden_at_8": 1.820104718208313 + }, + "957101489": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.23217551410198212, + "branch_car_at_8": 0.04408198595046997, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0173608540930983, + "ncar_to_proposal_oracle_at_8": 3.2919009041744505, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.5742142103375254, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.24556654691696167, + "proposal_oracle_utility_gain_over_base_at_8": 0.013391032814979553, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.2014845609664917, + "selected_utility_gain_over_base_at_8": -0.030690953135490417, + "selector_gap_fraction_to_hidden_at_8": 0.024935725408327086, + "selector_regret_at_8": 0.04408198595046997, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7544334530830383, + "support_gap_fraction_to_hidden_at_8": 0.992425134439646, + "total_car_to_hidden_at_8": 1.7985154390335083 + }, + "998761162": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.20425210893154144, + "branch_car_at_8": 0.019217893481254578, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0690779501012855, + "ncar_to_proposal_oracle_at_8": 0.18332662305644415, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.435910259068298, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.09942340850830078, + "proposal_oracle_utility_gain_over_base_at_8": -0.10482870042324066, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.0802055150270462, + "selected_utility_gain_over_base_at_8": -0.12404659390449524, + "selector_gap_fraction_to_hidden_at_8": 0.010701888375778658, + "selector_regret_at_8": 0.019217893481254578, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9005765914916992, + "support_gap_fraction_to_hidden_at_8": 1.0583760676788925, + "total_car_to_hidden_at_8": 1.9197944849729538 + } +} diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/metrics_by_task.json b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/metrics_by_task.json new file mode 100644 index 0000000000000000000000000000000000000000..579d040bc99bd242da93642ad93067ad0d6ccd65 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/metrics_by_task.json @@ -0,0 +1,182 @@ +{ + "LiftPegUpright-v1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.40346155563990277, + "branch_car_at_8": 0.22400736312071481, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0071091935011622, + "ncar_to_proposal_oracle_at_8": 0.9480730020373116, + "outcome_ptr_at_8": 0.3333333333333333, + "pairwise_causal_calibration_ece": 0.2872309055107937, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.16666666666666666, + "proposal_oracle_success_gain_over_base_at_8": 0.16666666666666666, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.6160769288738569, + "proposal_oracle_utility_gain_over_base_at_8": 0.2126153732339541, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.39206956575314206, + "selected_utility_gain_over_base_at_8": -0.011391989886760712, + "selector_gap_fraction_to_hidden_at_8": 0.17403801164408092, + "selector_regret_at_8": 0.22400736312071481, + "success_selector_gap_at_8": 0.16666666666666666, + "success_support_gap_at_8": 0.8333333333333334, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.3839230711261432, + "support_gap_fraction_to_hidden_at_8": 0.8330711883134393, + "total_car_to_hidden_at_8": 1.6079304342468579 + }, + "PickCube-v1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11945180594921112, + "branch_car_at_8": 0.001133844256401062, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0164274045076733, + "ncar_to_proposal_oracle_at_8": 0.03810126747091353, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0900578224017779, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.0896931141614914, + "proposal_oracle_utility_gain_over_base_at_8": -0.029758691787719727, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.08855926990509033, + "selected_utility_gain_over_base_at_8": -0.03089253604412079, + "selector_gap_fraction_to_hidden_at_8": 0.0006029328362804191, + "selector_regret_at_8": 0.001133844256401062, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9103068858385086, + "support_gap_fraction_to_hidden_at_8": 1.0158244770763456, + "total_car_to_hidden_at_8": 1.9114407300949097 + }, + "PullCube-v1": { + "any_generated_unsafe_known_at_8": 0.5588235294117647, + "base_safety_label_known": 1.0, + "base_success": 0.20588235294117646, + "base_unsafe_known": 0.0, + "base_utility": 0.5097779550534838, + "branch_car_at_8": 0.014508302453631425, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.4963235294117647, + "hidden_chart_oracle_success_at_8": 0.3235294117647059, + "hidden_chart_oracle_utility_at_8": 0.7823218367993832, + "ncar_to_hidden_chart_oracle_at_8": 2.604812077635133, + "ncar_to_proposal_oracle_at_8": 0.2899609046211564, + "outcome_ptr_at_8": 0.29411764705882354, + "pairwise_causal_calibration_ece": 0.19367089155028058, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.08823529411764706, + "proposal_oracle_success_gain_over_base_at_8": -0.11764705882352941, + "proposal_oracle_unsafe_known_at_8": 0.4117647058823529, + "proposal_oracle_utility_at_8": 0.27969342838589323, + "proposal_oracle_utility_gain_over_base_at_8": -0.23008452666759052, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.08823529411764706, + "selected_success_gain_over_base_at_8": -0.11764705882352941, + "selected_unsafe_known_at_8": 0.5, + "selected_utility_at_8": 0.2651851259322618, + "selected_utility_gain_over_base_at_8": -0.24459282912122196, + "selector_gap_fraction_to_hidden_at_8": 1.1131726263541712, + "selector_regret_at_8": 0.014508302453631425, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.23529411764705882, + "success_total_car_to_hidden_at_8": 0.23529411764705882, + "support_gap_at_8": 0.5074275894610978, + "support_gap_fraction_to_hidden_at_8": 2.0139072432440224, + "total_car_to_hidden_at_8": 0.5196412347106483 + }, + "PushCube-v1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.6923076923076923, + "base_unsafe_known": 0.0, + "base_utility": 1.4275685124672377, + "branch_car_at_8": 0.2830594697823891, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0250784515017248, + "ncar_to_proposal_oracle_at_8": 0.0929772626308736, + "outcome_ptr_at_8": 0.07692307692307693, + "pairwise_causal_calibration_ece": 0.17542017897236215, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.23076923076923078, + "proposal_oracle_success_gain_over_base_at_8": -0.46153846153846156, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5620001600338862, + "proposal_oracle_utility_gain_over_base_at_8": -0.8655683524333514, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.07692307692307693, + "selected_success_gain_over_base_at_8": -0.6153846153846154, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.27894069025149715, + "selected_utility_gain_over_base_at_8": -1.1486278222157404, + "selector_gap_fraction_to_hidden_at_8": 0.003934417581854623, + "selector_regret_at_8": 0.2830594697823891, + "success_selector_gap_at_8": 0.15384615384615385, + "success_support_gap_at_8": 0.7692307692307693, + "success_total_car_to_hidden_at_8": 0.9230769230769231, + "support_gap_at_8": 1.4379998399661138, + "support_gap_fraction_to_hidden_at_8": 1.0211440394451992, + "total_car_to_hidden_at_8": 1.721059309748503 + }, + "StackCube-v1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.2, + "base_unsafe_known": 0.0, + "base_utility": 0.696571855743726, + "branch_car_at_8": 0.43771456281344095, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0062707727380824, + "ncar_to_proposal_oracle_at_8": 1.9116651115292687, + "outcome_ptr_at_8": 0.7333333333333333, + "pairwise_causal_calibration_ece": 0.24031983875534166, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.4, + "proposal_oracle_success_gain_over_base_at_8": 0.2, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.9683293571074804, + "proposal_oracle_utility_gain_over_base_at_8": 0.27175750136375426, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.06666666666666667, + "selected_success_gain_over_base_at_8": -0.13333333333333333, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.5306147942940395, + "selected_utility_gain_over_base_at_8": -0.1659570614496867, + "selector_gap_fraction_to_hidden_at_8": 0.278793355271414, + "selector_regret_at_8": 0.43771456281344095, + "success_selector_gap_at_8": 0.3333333333333333, + "success_support_gap_at_8": 0.6, + "success_total_car_to_hidden_at_8": 0.9333333333333333, + "support_gap_at_8": 1.0316706428925195, + "support_gap_fraction_to_hidden_at_8": 0.7274774238498206, + "total_car_to_hidden_at_8": 1.4693852057059607 + } +} diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/report.md b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/report.md new file mode 100644 index 0000000000000000000000000000000000000000..da4b9504697b31616fecacca7a30dbff45f7a29a --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/report.md @@ -0,0 +1,13 @@ +# CTT Generated Measured Rollout + +Rows: `69` +K: `8` +Checkpoint: `runs/ctt_residual_base_context_obs_seed1/model.pt` + +| Metric | Mean | +| --- | ---: | +| OutcomePTR@K | 0.3478 | +| SelectorRegret@K | 0.1751 | +| SupportGap@K | 0.8909 | + +These are measured simulator rollouts of decoded CTT candidates, not PPTC proxies. diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/run.log b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/run.log new file mode 100644 index 0000000000000000000000000000000000000000..0886db6801a6f43f6e74ecd5d0f5689e140dceb1 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/run.log @@ -0,0 +1,766 @@ +start +importing gymnasium/mani_skill +imported gymnasium/mani_skill +loaded checkpoint=runs/ctt_residual_base_context_obs_seed1/model.pt +loaded charts source=301 target=69 +generated proposals rows=69 total=552 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-484ea653bbca2de3a4a2 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-484ea653bbca2de3a4a2 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-484ea653bbca2de3a4a2 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-484ea653bbca2de3a4a2 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-484ea653bbca2de3a4a2 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-484ea653bbca2de3a4a2 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-484ea653bbca2de3a4a2 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-484ea653bbca2de3a4a2 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-484ea653bbca2de3a4a2 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-4b4cd12d70c0615e0930 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-4b4cd12d70c0615e0930 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-4b4cd12d70c0615e0930 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-4b4cd12d70c0615e0930 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-4b4cd12d70c0615e0930 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-4b4cd12d70c0615e0930 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-4b4cd12d70c0615e0930 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-4b4cd12d70c0615e0930 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-4b4cd12d70c0615e0930 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-6e268d1e2915740816a1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-6e268d1e2915740816a1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-6e268d1e2915740816a1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-6e268d1e2915740816a1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-6e268d1e2915740816a1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-6e268d1e2915740816a1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-6e268d1e2915740816a1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-6e268d1e2915740816a1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-6e268d1e2915740816a1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-8864796e31bbe93d7c5d candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-8864796e31bbe93d7c5d candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-8864796e31bbe93d7c5d candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-8864796e31bbe93d7c5d candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-8864796e31bbe93d7c5d candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-8864796e31bbe93d7c5d candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-8864796e31bbe93d7c5d candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-8864796e31bbe93d7c5d candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-8864796e31bbe93d7c5d candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-b04b489f4fbad93b65ca candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-b04b489f4fbad93b65ca candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-b04b489f4fbad93b65ca candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-b04b489f4fbad93b65ca candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-b04b489f4fbad93b65ca candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-b04b489f4fbad93b65ca candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-b04b489f4fbad93b65ca candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-b04b489f4fbad93b65ca candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-b04b489f4fbad93b65ca candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-c663f7e73e7e8376a05c candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-c663f7e73e7e8376a05c candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-c663f7e73e7e8376a05c candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-c663f7e73e7e8376a05c candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-c663f7e73e7e8376a05c candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-c663f7e73e7e8376a05c candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-c663f7e73e7e8376a05c candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-c663f7e73e7e8376a05c candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-c663f7e73e7e8376a05c candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=PickCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PickCube-v1 chart=ms-2458fcfffb3f96c6ca1a candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-2458fcfffb3f96c6ca1a candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-2458fcfffb3f96c6ca1a candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-2458fcfffb3f96c6ca1a candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-2458fcfffb3f96c6ca1a candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-2458fcfffb3f96c6ca1a candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-2458fcfffb3f96c6ca1a candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-2458fcfffb3f96c6ca1a candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-2458fcfffb3f96c6ca1a candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PickCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-0345d8ac530f88cefd61 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0345d8ac530f88cefd61 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0345d8ac530f88cefd61 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0345d8ac530f88cefd61 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0345d8ac530f88cefd61 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0345d8ac530f88cefd61 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0345d8ac530f88cefd61 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0345d8ac530f88cefd61 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0345d8ac530f88cefd61 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-0819eb89e627595e7e1b candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0819eb89e627595e7e1b candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0819eb89e627595e7e1b candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0819eb89e627595e7e1b candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0819eb89e627595e7e1b candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0819eb89e627595e7e1b candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0819eb89e627595e7e1b candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0819eb89e627595e7e1b candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0819eb89e627595e7e1b candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-0dee962a5901fb8b5bbb candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0dee962a5901fb8b5bbb candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0dee962a5901fb8b5bbb candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0dee962a5901fb8b5bbb candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0dee962a5901fb8b5bbb candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0dee962a5901fb8b5bbb candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0dee962a5901fb8b5bbb candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0dee962a5901fb8b5bbb candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0dee962a5901fb8b5bbb candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-126eb8b36769f9ba4671 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-126eb8b36769f9ba4671 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-126eb8b36769f9ba4671 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-126eb8b36769f9ba4671 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-126eb8b36769f9ba4671 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-126eb8b36769f9ba4671 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-126eb8b36769f9ba4671 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-126eb8b36769f9ba4671 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-126eb8b36769f9ba4671 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-16661b2fd2c85f57a66c candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-16661b2fd2c85f57a66c candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-16661b2fd2c85f57a66c candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-16661b2fd2c85f57a66c candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-16661b2fd2c85f57a66c candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-16661b2fd2c85f57a66c candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-16661b2fd2c85f57a66c candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-16661b2fd2c85f57a66c candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-16661b2fd2c85f57a66c candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-20e1efbb745fd02abc95 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20e1efbb745fd02abc95 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20e1efbb745fd02abc95 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20e1efbb745fd02abc95 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20e1efbb745fd02abc95 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20e1efbb745fd02abc95 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20e1efbb745fd02abc95 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20e1efbb745fd02abc95 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20e1efbb745fd02abc95 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-2dc5138251afd26a040d candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2dc5138251afd26a040d candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2dc5138251afd26a040d candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2dc5138251afd26a040d candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2dc5138251afd26a040d candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2dc5138251afd26a040d candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2dc5138251afd26a040d candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2dc5138251afd26a040d candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2dc5138251afd26a040d candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-387e6771a55be98f1a59 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-387e6771a55be98f1a59 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-387e6771a55be98f1a59 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-387e6771a55be98f1a59 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-387e6771a55be98f1a59 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-387e6771a55be98f1a59 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-387e6771a55be98f1a59 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-387e6771a55be98f1a59 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-387e6771a55be98f1a59 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-38f7298184a2c5005e94 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38f7298184a2c5005e94 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38f7298184a2c5005e94 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38f7298184a2c5005e94 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38f7298184a2c5005e94 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38f7298184a2c5005e94 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38f7298184a2c5005e94 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38f7298184a2c5005e94 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38f7298184a2c5005e94 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-482c5c8d208b5907a2c2 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-482c5c8d208b5907a2c2 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-482c5c8d208b5907a2c2 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-482c5c8d208b5907a2c2 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-482c5c8d208b5907a2c2 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-482c5c8d208b5907a2c2 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-482c5c8d208b5907a2c2 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-482c5c8d208b5907a2c2 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-482c5c8d208b5907a2c2 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-4da03300d92420e80ed0 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4da03300d92420e80ed0 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4da03300d92420e80ed0 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4da03300d92420e80ed0 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4da03300d92420e80ed0 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4da03300d92420e80ed0 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4da03300d92420e80ed0 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4da03300d92420e80ed0 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4da03300d92420e80ed0 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-57be9ae181c077e7821f candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-57be9ae181c077e7821f candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-57be9ae181c077e7821f candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-57be9ae181c077e7821f candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-57be9ae181c077e7821f candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-57be9ae181c077e7821f candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-57be9ae181c077e7821f candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-57be9ae181c077e7821f candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-57be9ae181c077e7821f candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-6388b5d2356c556c3e55 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6388b5d2356c556c3e55 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6388b5d2356c556c3e55 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6388b5d2356c556c3e55 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6388b5d2356c556c3e55 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6388b5d2356c556c3e55 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6388b5d2356c556c3e55 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6388b5d2356c556c3e55 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6388b5d2356c556c3e55 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-638d2ba1917eff4d09e0 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-638d2ba1917eff4d09e0 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-638d2ba1917eff4d09e0 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-638d2ba1917eff4d09e0 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-638d2ba1917eff4d09e0 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-638d2ba1917eff4d09e0 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-638d2ba1917eff4d09e0 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-638d2ba1917eff4d09e0 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-638d2ba1917eff4d09e0 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-652ad552ba98d2736620 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-652ad552ba98d2736620 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-652ad552ba98d2736620 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-652ad552ba98d2736620 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-652ad552ba98d2736620 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-652ad552ba98d2736620 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-652ad552ba98d2736620 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-652ad552ba98d2736620 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-652ad552ba98d2736620 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-674fad0e7c042d23629e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-674fad0e7c042d23629e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-674fad0e7c042d23629e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-674fad0e7c042d23629e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-674fad0e7c042d23629e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-674fad0e7c042d23629e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-674fad0e7c042d23629e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-674fad0e7c042d23629e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-674fad0e7c042d23629e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-728b865677134d3788e3 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-728b865677134d3788e3 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-728b865677134d3788e3 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-728b865677134d3788e3 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-728b865677134d3788e3 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-728b865677134d3788e3 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-728b865677134d3788e3 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-728b865677134d3788e3 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-728b865677134d3788e3 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-7ea98b8f4d2220347ee0 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7ea98b8f4d2220347ee0 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7ea98b8f4d2220347ee0 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7ea98b8f4d2220347ee0 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7ea98b8f4d2220347ee0 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7ea98b8f4d2220347ee0 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7ea98b8f4d2220347ee0 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7ea98b8f4d2220347ee0 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7ea98b8f4d2220347ee0 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-7f57045c114ddad153b5 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7f57045c114ddad153b5 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7f57045c114ddad153b5 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7f57045c114ddad153b5 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7f57045c114ddad153b5 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7f57045c114ddad153b5 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7f57045c114ddad153b5 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7f57045c114ddad153b5 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7f57045c114ddad153b5 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-81f4e8858b2ba90aea2e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-81f4e8858b2ba90aea2e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-81f4e8858b2ba90aea2e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-81f4e8858b2ba90aea2e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-81f4e8858b2ba90aea2e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-81f4e8858b2ba90aea2e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-81f4e8858b2ba90aea2e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-81f4e8858b2ba90aea2e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-81f4e8858b2ba90aea2e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-8a72b73ac452bc190aeb candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8a72b73ac452bc190aeb candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8a72b73ac452bc190aeb candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8a72b73ac452bc190aeb candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8a72b73ac452bc190aeb candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8a72b73ac452bc190aeb candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8a72b73ac452bc190aeb candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8a72b73ac452bc190aeb candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8a72b73ac452bc190aeb candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-a96bca1ef0b74f686018 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a96bca1ef0b74f686018 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a96bca1ef0b74f686018 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a96bca1ef0b74f686018 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a96bca1ef0b74f686018 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a96bca1ef0b74f686018 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a96bca1ef0b74f686018 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a96bca1ef0b74f686018 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a96bca1ef0b74f686018 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-ac4fb33f3ab4db853995 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac4fb33f3ab4db853995 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac4fb33f3ab4db853995 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac4fb33f3ab4db853995 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac4fb33f3ab4db853995 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac4fb33f3ab4db853995 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac4fb33f3ab4db853995 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac4fb33f3ab4db853995 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac4fb33f3ab4db853995 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-c31b98b3d3702c6f9c8c candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c31b98b3d3702c6f9c8c candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c31b98b3d3702c6f9c8c candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c31b98b3d3702c6f9c8c candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c31b98b3d3702c6f9c8c candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c31b98b3d3702c6f9c8c candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c31b98b3d3702c6f9c8c candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c31b98b3d3702c6f9c8c candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c31b98b3d3702c6f9c8c candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-c832439976a37f52d094 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c832439976a37f52d094 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c832439976a37f52d094 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c832439976a37f52d094 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c832439976a37f52d094 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c832439976a37f52d094 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c832439976a37f52d094 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c832439976a37f52d094 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c832439976a37f52d094 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-c96b415f083f60857334 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c96b415f083f60857334 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c96b415f083f60857334 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c96b415f083f60857334 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c96b415f083f60857334 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c96b415f083f60857334 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c96b415f083f60857334 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c96b415f083f60857334 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c96b415f083f60857334 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-d73fd5fce55fb58ef8e9 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-d73fd5fce55fb58ef8e9 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-d73fd5fce55fb58ef8e9 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-d73fd5fce55fb58ef8e9 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-d73fd5fce55fb58ef8e9 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-d73fd5fce55fb58ef8e9 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-d73fd5fce55fb58ef8e9 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-d73fd5fce55fb58ef8e9 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-d73fd5fce55fb58ef8e9 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-da142025733b53fcf7eb candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da142025733b53fcf7eb candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da142025733b53fcf7eb candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da142025733b53fcf7eb candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da142025733b53fcf7eb candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da142025733b53fcf7eb candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da142025733b53fcf7eb candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da142025733b53fcf7eb candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da142025733b53fcf7eb candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-e2bad6e99e8a281207cc candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e2bad6e99e8a281207cc candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e2bad6e99e8a281207cc candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e2bad6e99e8a281207cc candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e2bad6e99e8a281207cc candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e2bad6e99e8a281207cc candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e2bad6e99e8a281207cc candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e2bad6e99e8a281207cc candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e2bad6e99e8a281207cc candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-e30fd80adc089e9f697a candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e30fd80adc089e9f697a candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e30fd80adc089e9f697a candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e30fd80adc089e9f697a candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e30fd80adc089e9f697a candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e30fd80adc089e9f697a candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e30fd80adc089e9f697a candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e30fd80adc089e9f697a candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e30fd80adc089e9f697a candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-e9ed5d488afdfd6449d1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e9ed5d488afdfd6449d1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e9ed5d488afdfd6449d1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e9ed5d488afdfd6449d1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e9ed5d488afdfd6449d1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e9ed5d488afdfd6449d1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e9ed5d488afdfd6449d1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e9ed5d488afdfd6449d1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e9ed5d488afdfd6449d1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-ec013396e4aff6170ee1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ec013396e4aff6170ee1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ec013396e4aff6170ee1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ec013396e4aff6170ee1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ec013396e4aff6170ee1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ec013396e4aff6170ee1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ec013396e4aff6170ee1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ec013396e4aff6170ee1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ec013396e4aff6170ee1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-ee30ebaf98622759d888 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ee30ebaf98622759d888 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ee30ebaf98622759d888 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ee30ebaf98622759d888 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ee30ebaf98622759d888 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ee30ebaf98622759d888 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ee30ebaf98622759d888 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ee30ebaf98622759d888 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ee30ebaf98622759d888 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-f3f1d07cfd59b823da47 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f3f1d07cfd59b823da47 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f3f1d07cfd59b823da47 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f3f1d07cfd59b823da47 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f3f1d07cfd59b823da47 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f3f1d07cfd59b823da47 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f3f1d07cfd59b823da47 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f3f1d07cfd59b823da47 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f3f1d07cfd59b823da47 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-081952a63087fc8f83cd candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-081952a63087fc8f83cd candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-081952a63087fc8f83cd candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-081952a63087fc8f83cd candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-081952a63087fc8f83cd candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-081952a63087fc8f83cd candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-081952a63087fc8f83cd candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-081952a63087fc8f83cd candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-081952a63087fc8f83cd candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-121bc2e6676c1ac10911 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-121bc2e6676c1ac10911 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-121bc2e6676c1ac10911 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-121bc2e6676c1ac10911 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-121bc2e6676c1ac10911 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-121bc2e6676c1ac10911 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-121bc2e6676c1ac10911 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-121bc2e6676c1ac10911 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-121bc2e6676c1ac10911 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-22f153f0d4fa656018e6 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22f153f0d4fa656018e6 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22f153f0d4fa656018e6 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22f153f0d4fa656018e6 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22f153f0d4fa656018e6 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22f153f0d4fa656018e6 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22f153f0d4fa656018e6 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22f153f0d4fa656018e6 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22f153f0d4fa656018e6 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-27c9f70e97b8850cc3ab candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-27c9f70e97b8850cc3ab candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-27c9f70e97b8850cc3ab candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-27c9f70e97b8850cc3ab candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-27c9f70e97b8850cc3ab candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-27c9f70e97b8850cc3ab candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-27c9f70e97b8850cc3ab candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-27c9f70e97b8850cc3ab candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-27c9f70e97b8850cc3ab candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-2867deaca7e98582620b candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2867deaca7e98582620b candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2867deaca7e98582620b candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2867deaca7e98582620b candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2867deaca7e98582620b candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2867deaca7e98582620b candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2867deaca7e98582620b candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2867deaca7e98582620b candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2867deaca7e98582620b candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-365d8c6de6de16f66744 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-365d8c6de6de16f66744 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-365d8c6de6de16f66744 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-365d8c6de6de16f66744 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-365d8c6de6de16f66744 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-365d8c6de6de16f66744 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-365d8c6de6de16f66744 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-365d8c6de6de16f66744 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-365d8c6de6de16f66744 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-3c326d05fec66e1d6bea candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c326d05fec66e1d6bea candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c326d05fec66e1d6bea candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c326d05fec66e1d6bea candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c326d05fec66e1d6bea candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c326d05fec66e1d6bea candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c326d05fec66e1d6bea candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c326d05fec66e1d6bea candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c326d05fec66e1d6bea candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-4dbdc6ed61dccebbfe92 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4dbdc6ed61dccebbfe92 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4dbdc6ed61dccebbfe92 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4dbdc6ed61dccebbfe92 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4dbdc6ed61dccebbfe92 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4dbdc6ed61dccebbfe92 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4dbdc6ed61dccebbfe92 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4dbdc6ed61dccebbfe92 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4dbdc6ed61dccebbfe92 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-58950fed04d203b97ab9 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-58950fed04d203b97ab9 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-58950fed04d203b97ab9 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-58950fed04d203b97ab9 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-58950fed04d203b97ab9 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-58950fed04d203b97ab9 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-58950fed04d203b97ab9 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-58950fed04d203b97ab9 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-58950fed04d203b97ab9 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-651bc0395d78d2819158 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-651bc0395d78d2819158 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-651bc0395d78d2819158 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-651bc0395d78d2819158 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-651bc0395d78d2819158 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-651bc0395d78d2819158 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-651bc0395d78d2819158 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-651bc0395d78d2819158 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-651bc0395d78d2819158 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-9fad82fd288e4296e354 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-9fad82fd288e4296e354 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-9fad82fd288e4296e354 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-9fad82fd288e4296e354 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-9fad82fd288e4296e354 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-9fad82fd288e4296e354 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-9fad82fd288e4296e354 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-9fad82fd288e4296e354 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-9fad82fd288e4296e354 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-b8bfdd3e6c31bd98082d candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-b8bfdd3e6c31bd98082d candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-b8bfdd3e6c31bd98082d candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-b8bfdd3e6c31bd98082d candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-b8bfdd3e6c31bd98082d candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-b8bfdd3e6c31bd98082d candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-b8bfdd3e6c31bd98082d candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-b8bfdd3e6c31bd98082d candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-b8bfdd3e6c31bd98082d candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-fc8084d5cd7da937fc02 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-fc8084d5cd7da937fc02 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-fc8084d5cd7da937fc02 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-fc8084d5cd7da937fc02 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-fc8084d5cd7da937fc02 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-fc8084d5cd7da937fc02 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-fc8084d5cd7da937fc02 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-fc8084d5cd7da937fc02 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-fc8084d5cd7da937fc02 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-3afd8959363e917591d4 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3afd8959363e917591d4 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3afd8959363e917591d4 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3afd8959363e917591d4 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3afd8959363e917591d4 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3afd8959363e917591d4 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3afd8959363e917591d4 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3afd8959363e917591d4 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3afd8959363e917591d4 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-3ff1aedb72f65a182b58 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3ff1aedb72f65a182b58 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3ff1aedb72f65a182b58 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3ff1aedb72f65a182b58 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3ff1aedb72f65a182b58 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3ff1aedb72f65a182b58 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3ff1aedb72f65a182b58 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3ff1aedb72f65a182b58 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3ff1aedb72f65a182b58 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-4048f8f6e047422e3c79 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4048f8f6e047422e3c79 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4048f8f6e047422e3c79 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4048f8f6e047422e3c79 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4048f8f6e047422e3c79 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4048f8f6e047422e3c79 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4048f8f6e047422e3c79 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4048f8f6e047422e3c79 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4048f8f6e047422e3c79 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-5b26c33feed6992386b1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5b26c33feed6992386b1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5b26c33feed6992386b1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5b26c33feed6992386b1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5b26c33feed6992386b1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5b26c33feed6992386b1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5b26c33feed6992386b1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5b26c33feed6992386b1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5b26c33feed6992386b1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-63ac245579b1188935ad candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-63ac245579b1188935ad candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-63ac245579b1188935ad candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-63ac245579b1188935ad candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-63ac245579b1188935ad candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-63ac245579b1188935ad candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-63ac245579b1188935ad candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-63ac245579b1188935ad candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-63ac245579b1188935ad candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-6c8d06bace98a28a8e4e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6c8d06bace98a28a8e4e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6c8d06bace98a28a8e4e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6c8d06bace98a28a8e4e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6c8d06bace98a28a8e4e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6c8d06bace98a28a8e4e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6c8d06bace98a28a8e4e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6c8d06bace98a28a8e4e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6c8d06bace98a28a8e4e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-72777024349c2aacd5e0 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-72777024349c2aacd5e0 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-72777024349c2aacd5e0 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-72777024349c2aacd5e0 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-72777024349c2aacd5e0 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-72777024349c2aacd5e0 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-72777024349c2aacd5e0 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-72777024349c2aacd5e0 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-72777024349c2aacd5e0 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-7fc5696cb3dc7b9bb9f7 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-7fc5696cb3dc7b9bb9f7 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-7fc5696cb3dc7b9bb9f7 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-7fc5696cb3dc7b9bb9f7 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-7fc5696cb3dc7b9bb9f7 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-7fc5696cb3dc7b9bb9f7 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-7fc5696cb3dc7b9bb9f7 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-7fc5696cb3dc7b9bb9f7 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-7fc5696cb3dc7b9bb9f7 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-9a14552b7db695dee92c candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9a14552b7db695dee92c candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9a14552b7db695dee92c candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9a14552b7db695dee92c candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9a14552b7db695dee92c candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9a14552b7db695dee92c candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9a14552b7db695dee92c candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9a14552b7db695dee92c candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9a14552b7db695dee92c candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-9f5d57fe2153fd267774 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9f5d57fe2153fd267774 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9f5d57fe2153fd267774 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9f5d57fe2153fd267774 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9f5d57fe2153fd267774 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9f5d57fe2153fd267774 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9f5d57fe2153fd267774 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9f5d57fe2153fd267774 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9f5d57fe2153fd267774 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-b0fee26e1db967f90b81 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-b0fee26e1db967f90b81 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-b0fee26e1db967f90b81 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-b0fee26e1db967f90b81 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-b0fee26e1db967f90b81 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-b0fee26e1db967f90b81 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-b0fee26e1db967f90b81 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-b0fee26e1db967f90b81 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-b0fee26e1db967f90b81 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-bc2d3b425d9163a62dbb candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-bc2d3b425d9163a62dbb candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-bc2d3b425d9163a62dbb candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-bc2d3b425d9163a62dbb candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-bc2d3b425d9163a62dbb candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-bc2d3b425d9163a62dbb candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-bc2d3b425d9163a62dbb candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-bc2d3b425d9163a62dbb candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-bc2d3b425d9163a62dbb candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-d1960368ef76bbb10669 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d1960368ef76bbb10669 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d1960368ef76bbb10669 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d1960368ef76bbb10669 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d1960368ef76bbb10669 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d1960368ef76bbb10669 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d1960368ef76bbb10669 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d1960368ef76bbb10669 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d1960368ef76bbb10669 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-efdc07c985935d871adf candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-efdc07c985935d871adf candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-efdc07c985935d871adf candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-efdc07c985935d871adf candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-efdc07c985935d871adf candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-efdc07c985935d871adf candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-efdc07c985935d871adf candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-efdc07c985935d871adf candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-efdc07c985935d871adf candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-fd2387aeed9bfc9a0d08 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-fd2387aeed9bfc9a0d08 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-fd2387aeed9bfc9a0d08 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-fd2387aeed9bfc9a0d08 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-fd2387aeed9bfc9a0d08 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-fd2387aeed9bfc9a0d08 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-fd2387aeed9bfc9a0d08 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-fd2387aeed9bfc9a0d08 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-fd2387aeed9bfc9a0d08 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +rollout complete rows=69 diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/source_data_hash.txt b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/source_data_hash.txt new file mode 100644 index 0000000000000000000000000000000000000000..1ef49748c0932e9ccb1c83a065667e7a4032f7db --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/source_data_hash.txt @@ -0,0 +1 @@ +67f7b4a692f7c7e71da24378dc71e3399c5d35afc14c494869eba6087b765c42 diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/source_index.json b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/source_index.json new file mode 100644 index 0000000000000000000000000000000000000000..21f76a4f847a39cd7631c9675f06c81edf567240 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/source_index.json @@ -0,0 +1,4179 @@ +{ + "audience": "train_retrieval", + "base_candidate_types": [ + "policy", + "policy_residual", + "anchor", + "base", + "expert" + ], + "candidate_type_counts": { + "expert": 2044, + "near_miss": 4088, + "no_op": 2044, + "random_negative": 20440, + "wrong_direction": 2044, + "wrong_gripper": 2044 + }, + "content_hash": "67f7b4a692f7c7e71da24378dc71e3399c5d35afc14c494869eba6087b765c42", + "dataset": "/scratch/knguy52/dovla/experiments/six_task_h16_collection", + "deployment_candidate_excludes_expert": true, + "deployment_clean": true, + "embedding_content_hash": "00859bfac7590abb24a3e7cc4c26fbb17122ba52d9f63369b8bb71a6ad1bc302", + "epsilon": 0.05, + "format": "cil_charts_npz", + "group_hashes": [ + "001fcaa1974d30d8f6edbd3e9117a10a084af107360ce1b7899dba37d093d073", + "00526cba701d9c5d7399d0436d2718fe144013e2e0277c3e00f247c3f2b026e2", + "007da68284552fa257c5929a32c040913c93b9f31569bc4a9e0e5f469972c3f5", + "0081224c84c2faa89c82c842265c41240c850ffc35d5400b57531935df3d704d", + "00bbd346a4f8658a96b2167b8ed3b4a4275cd535f5b46ff6a2ba6fe55ab5af22", + "00c41e13d6af229bd31262983b05d48413360e477204b62ba89278a110632a3c", + "00ccbf9e23e7dd8cc6ea5d91197bab1ee5d7e26f1c2e9dff0db7c48332e262d7", + "00df496b285db96e866529484da8bed3b079234ab8ed99faf38a9b105ae136d5", + "01335787d62e2c1bfa20e6a53a53239d19087e703ff07e2bb0666862536259b8", + "014ef3543741d318e6b6f9a3427e4423b1594cc26a73fbfa8266a1dadffc051b", + "015b93c295196814c0cf417d49ecf1d82d00e68458e42d2a0b3a1179d6d4c135", + "01a286ab7524d1d907099802c01da4995ebb8381d71bba0460100499c3c622f9", + "01e693c8677801418926281fd44938d17c1d275ed367253f31d1208676259a5a", + "023bdae7b5ddc517f49ec900a0e48dc698bfe1ec6f1a7cc7edfac21b46f37333", + "025c271db3f4ffb8e484ec4ac3f7244b0380bbf904037af516580e8d7ebf605a", + "0267094d9bc010468e6f684ab19365e65b31b38da78897277def7201c91bac27", + "0294a908f74ea0b1e54e4fb6d547fe5ba986ca4c6881572213732a0c867699ba", + "02fc97ab4aa793222f215b66d0ffc5c856706ec647c7482ee66344e066456af2", + "03020ce876d6f83841e56c51882dc8e6be8bf33ec9c9c836ab42ab8e4a586538", + "030b87c34937f69c95bb61bf59d9773b5a365a86fa73a60f619ccd0256d2968b", + "036bd56b347b3ea03e19a9a1e1aa865021d7b541fbdca003409a10e34912b3c7", + "0388ca1306e31d2ebd07b30a8d5366063523b4cb18d426c93351e7497cdf2721", + "03b05cc0e617e7ab7149752551af4303fa838be521fe4b22a15389558dfc0d60", + "0414958360a2c4e04be7534d9347e289e132993e773f7518bc8ee75a02ede570", + "041af35d269bba29a9d94019ad4c8e433bd9b11e3d2c12af4922829649df041e", + "042cc293ccfe917dac796cd6101f1d2f4fd0fc5c67a050c391399bb3c89b83e9", + "043d323f81c1208341028b4176ed8c4c56e69abb8c08aec31ddf093056d9db95", + "044f47ab5be1af5d16cf8dc96c3201970c551380fc2e97dcce7ae2f5265658b3", + "04529d1ba49a38cd27f3ffca329e63ab856f5c1e9cadcf7599c074ea64d26acb", + "045cb769e1cc19f043df64a32a05dc520442e9dd62fe0dcaac93c048c8a53589", + "04a1476f8f2cbb1493afb3e1849003222903e15a7cc7e519dfabb48bd1bfb57a", + "04c63f785efcf0d3591dd2051455fa4878b473bc2cbeee626ec7e549bbf46a14", + "04d6d326619cb05f115813e476605dca0485b6bcbb256765822fd1be38def668", + "04efaf4eb209e619534ffaa3bbb08fdc7a05759f77c96ede295435e899557617", + "04f4ff1016421b38f73be280be75ca4fea5c372f3a8d1cda4da185de229da025", + "04faed0a7dfd3ebc89a4bd2e8e075c9a81c861e396b860cf1172c5ff89245a11", + "05240853bb100723195b299a8e993517d7636f79d04d39f3d60ebe025863c321", + "054f169f2c20ec618c2805cc410f661edd54db72ff4e124ef2e8e695f5c41483", + "057423d91c0d82d8f62f114440e3d5800ff93a36d789dee2cb1558189230b3f5", + "058273a8b1145d6860b07cd133fbfb6439dadbc9337d32c27c9b6e353b9938c6", + "05b7a5da0c35c1c6c9dd3e767ba83f3a5d8c65cdc688f7c7583b086d2f5e578f", + "05c0e14adca2fb1afd50c9c82effa52f4a3c036d865a6ef07cf43ab6cb7cf9c1", + "05c0fa198643aa9b11a16b11f508c0f3e4876d76adb60edfd63e5b22da4f6096", + "05d812f28f8fa0fc86ae7e47fee0b87e82a8c147cd2c20a18efca3e4d1716ed0", + "05eff262f0c51434f1a2717cd888ac132d5418a211f5be302c76204c694c9c22", + "05f242687ca564fcce8802518ff330054ba4aa6fd52dc16b739af6e2cd73265c", + "060071dc4d719b0172224dadd17bbcad4074d9a025bd9753dc25bcaa82a1b731", + "0612f705ce60a6e5719459f4ed2ae70cc12c6f610553af267bba19f1079e159d", + "062f09156bfa5ecc2c90411a5c30cf7ab44cfdab8fdf6bba8dbf0d0264398669", + "0637e894caaf7866508328256b86a787acb4b59279b4bc4d77fa920669620b0d", + "06646b414506091dc9562eec9f7ef5a47fc11f0d46fefd5f17118e104334ad20", + "069838f6f7f1d064c02323989485d308d36f8650e6062785a461e2b6cff0b0b0", + "06b2ec0364fcc116b85d61aa2b8f007fc319e48756acfc228765b7aa0e79db87", + "06f3fd02d9a8cbf4fa564d32546c328fc318d993b9d2d1ef685324463c69ddbe", + "0713a51c5892c5558579ce4dffdc60b974477b43e53c3fe0ae4345b45549ec17", + "07202bb06fd690678da08362e77ce653818eba36201fadb49d49d1e56ec9c228", + "0749514f298a42cfe924e24c240e25f5ff48f47a898f8586b200cfa0701c7a37", + "0768ebbabf013c2a4b7f1aad3a2099c8c13cc1b0b6a083b446a17336f2d17d04", + "07721a0faa4a8ca8a5af0f07c002538292f7cf23086a796ac71f17d92c68ccd5", + "077f12bea73da5c959c3558c431a5137f203c4468023cd9bb80ed7aa72c5cb15", + "0781ab28ea0865deb62cdf28ff45c8db767f6acac236094d1ac9671a621c0b10", + "079f2e4745cdf1e6fe28c5fd9c44ff1154b2317c9670dce3df3e46c5956b6266", + "07d1cf8fa045404915eaa0bc582d7c1f1ea3e5417ebd7d9b076c0106cf937b49", + "07d78d133b041c1b387a66dde85c2e8d619868aadbe25df65adf9a537733fbe2", + "07d981b9235d6f62b04fe940d3b60888c7324180a1eaf5258b8b7d28dc9e09e1", + "082bc6e23d9f8848668b5e2bcf5d214b05d642fe9247181ac7efd87c1152c4dc", + "0844b2faa86b75616ad9e61099a8546dbe2ce19734eb93507a1c294eed6904a7", + "084e99784f5d3144472f2bb4c6ad302124d7f238dae7d6cb5c48e30e490e2b0c", + "085f9fcd72c44e1ec1f4ae40b1d183e6854e606726d8358ac37b9f360c0358c3", + "0884cb0cd7bfeda804f3351dfee94fedc6468594260bbe98c0e2414ec08781f2", + "088693fbb45b889e85ff958da47452272c49d1720c61f8a24e4ad652bc1fb716", + "089bd7ee69056cfb1908280fe2f2b1bac9fe708220e479097c6dd18fb259a24a", + "08bd69953da3b8045ffd02deb5f986a11f2d120614be22b53347d8514e5658fe", + "08ee326bc033bfde4df8541283f59dede6da6662c31cd3826c8938218f7a90a4", + "0905b1f6e979661d55c733e49ea636ad4829039c2f8327ff1f261409b6f9c8e9", + "090d54a2871e4dfca2aefefbc2e9663d0a7b710e7957d20c00c361dc43a1d2e1", + "09c524d9908967bff722776dacc5e2dc1841dd82e85f2eac79be2986be4727c7", + "09c52593507b34845144191b4a8edc5cd9b4808dcdc1593b396fe166b29ac84b", + "09da6fc458cc6cf1e4be0ceef803120255238b8962070c2cbffe715551717085", + "09e9d938e278c8cc5f8322c610fcea1283b7b77bafe842eb6449215d49394e02", + "0a9312ec31c472903cdb28026d86b90d551127135683773d122e17b6e0cfb857", + "0a9bc7df156ecfad97d28ee1227663785ce40cc737168364932f1a2e30cb90b1", + "0aa1a4571153dba5c1748f018cab757e1ece943ee4ea64a0f26bdae4f936d3e6", + "0aa4cb3d3b2e041fa4253c1cb23a914b8a5c644b56967d3741516fb17d3631f9", + "0ab83ad36b03e69d64d2ae4ef8c556097be124061af0360d32848dc41bdfb7ea", + "0abf91fd3685960f7b6e0812b4d8ce52b6a31224b4e739a506304cb46cd29fea", + "0ae69b83b02e7dbc4eb264be79de0da7185863d38bf366a9be1ae5d745b9a7fb", + "0af0a212eca005fb212d32eff4d5c2ce71ca2de8e9970ee416416ebe5d936f06", + "0af0b65f74f5a6edff26999f485e115fb04396168b31c5e77ef731b8b413e366", + "0b1ff010af5f1418d0f838f4f21a71c1025a797e50f0dfce6fdb578b4bdac377", + "0b41ad1882d3407ba74fd9527ddba492ebdb1356a231d41d3b97bea671cc902c", + "0b660aea784794a286ecd4ad09d7536cde2eb65a19280c8ba81d9112849a05af", + "0b9d988ac32a9d5138800792db6436da932ecaba29485cb95676d018b8c4cc66", + "0bb16a236a2dbbbc53df7f8f514f71076a1408dbe89e9b64f56ff6308149a5aa", + "0bbb7041a0e42c9d69fb059687967f4f5cf4dcec5a48a233d3a1c1b6ae117304", + "0bc9c1dc25638927adbf62edb1f44c41fc6468564c0c0bd07f151256e70edcdf", + "0be11c9bfdda8d9d43bf40a9567a2a7acc8b09343e6411ddb55a6b0097406f58", + "0be26fe12af26d5427c1b23a13e9a0ab66560bd0bab91a5023987f9a483a5abf", + "0bfafacef2b0488487659ba6e9f07942ddf7a9734f49746e14e68e8b903a5e57", + "0bfffb14c5e767e6b6a0d073a8c38b271abb71ec60be03aa3c6676de8620d1e1", + "0c0015ce0828d91018c21a25c3a988ae23e9a116b77ccfee298c2d770fcbc1e4", + "0c0136f75efec62c8234e61675eb5d7cc92a005887e1daf40961dda217effdf3", + "0c26b22b6f73a920acd2c3eb853dd13714c7d1a15cb7f01189612964543e2bc1", + "0c5ebfeb8ce3384fdf5c7466d9febb871c0a55b3dce9196adbf45beeb3c3a8dc", + "0c729263a7865648102e96eb98f764199f7e3f9be15d9852bb832d72aaed3cfb", + "0c8ad825fb1b90dad15342b1a38a73230557030fc6cb483d074998a391017af5", + "0c8edffaf99aaa4628cfc8af78d3b08d78e69e645baeb1ed83bfd23d9be43a5d", + "0caf685769ea343e0714af61762ed28dd8a3619c999cf2d503f590ec404494d5", + "0cb26bcd10a801c61924e70d10b27e1c10e58ec84a1f7fd1ea0fd4691d2d577f", + "0cb8a1e195b091af4c1ab6264bdadcf5dea204e12810c9f9674a810717bccb54", + "0cd782853dfd7e50a17e062e2466a0c2834bb6ae09ccca30173972814b444d92", + "0cdbd13e6ddc48ca28d0018a7b2a880b226489f679aee1a6ac782581c3894de8", + "0ce23e2fa8a749821680c196c1169b01e7e30af9b335e1cf59b8b62c58e04fa6", + "0d54c732a07f0fe8a6fc5458c2fec6b0e153a40bb33677bf852c815add211b7c", + "0d70dcc638707ec9f6834ffbcb4630e07abdccb780a1609d713a970f3f0ac1cb", + "0dc1128ba4c2992987f1080cfbf80add951244c5512109367ac2ff6dd8481f04", + "0dc6b7748f769c6f4fb5b5e760d69c37a5c91fa538ed1dd31a3d5ba4cbc5d607", + "0e292618af8adc8bb13df6fdc700564538050caaf00643122064b7a3376a1d0f", + "0e321b35d16bc03a5586ec91b97acf8c107f0b79c2825450f90f35f4fa3eaa0a", + "0e54f1bcdc7d87ecfc6e74d6de3e4c43d13474e1bec0b95138e7167710390990", + "0e846791b18e5014d92e8a138b09f6aa1edfa36549c1ef12a8ca4dc7e1a7e90f", + "0e95a43b5c9a6e453d36ad6f7cadaa8af2df3f11f0ca06fc4ebaa43fec26445e", + "0e9cfc6bb4e6178112967c91b2e35b0a3b38e389cc2aac0aab443dbd63f6b02f", + "0ed2c0dfa1163e363e7e1d89889e7f49e18528658208c0a068ca52e82d3159b5", + "0f1330ac1eb5b8485604be1a622a26c53c19cb305a61c61fc348020b7eeeec9b", + "0f207722dc163c7f09f47a4b114cde2e4d675c7399a3b2941f8c22954ad5df5d", + "0f298d9056aff724d852e7d30dbb93cff797cf382b8fefb1a23884389ba72ae2", + "0f4ded9465d1adb2948c4ebf574aeacac709555b4cba78e2f7ab0514f3d1dc60", + "0f6e062f0fbb5aad354b50ca9695824a01b4b1a2b6650fe534dcd517aae3a3d7", + "0f97e4c29d2ee4474f3e91f9728b59c2ff6ecc3ba0fe4709bea263555e4eecdd", + "0fc1fff21404a7c4c3bf43d0a946b349cddd81fd91394830c215687fd29635c4", + "0fc42e7c404cbbb29ebc6b271746a16e9226ff4270cd13ef194d66d9385f98e4", + "10bafd54576f39b903e32333fa9de033d34630504b3ccfe756933c7cd139fb22", + "10bc4cc7a43e48b9fd9fd2b4dae3488801ea0e043959d8838a5b6f2a485f0756", + "10cb9fea43a85b51aa089d8184d5e7ead3b732a471283229eb053f86a7b89c64", + "10d3721833fbb982ec10f2e41634a06e94f3e11be89b76c449dda794bf4afb03", + "11012a866289284e636f856a871945d4089e1218b25714ddb7e14e3cab1c2d05", + "113f5145a36a62fa140f4eda8be653dc498c33132e8440ba8bf91149e5bc1abb", + "1148a49a8e54f0192c8e4ffb72c997dd10918c28363d1dff62fb9176225d3e5e", + "115434f9bc4c1998ab24ed4071f8513198a71ea8711b65bd911d2283855eeef3", + "1169947cec8d4834b14ef01a1b21b27715efabed8c282612bad37c32b70a4cec", + "11757f25e1971b1949f99f53e1aec63fe120316d0d794ff04c5e3bf3e1e4469e", + "1177abdc80e9dd30dd06522f2a39b4b22ae70c1ca17a29414e0cd1c9015f2340", + "11bb2f5d4191b2c5785176893b48e085f0bb8944d6d257b64647ef8831eaf362", + "11cba72504d167af81d43fb4f4aa447fc4dc1cb8a873cd123fc80c00a4bf605a", + "12044591849b00fdcaee3693c012680c8dbe3ffe120fe6e771ec86954622880e", + "1227a4aa8cd9896b3e02709120920bc948bef60870f206080881533008607752", + "124103b3e01c126d1d7c42ab8999b7069a649f26afe76483bbe75e0516fc9092", + "1272ddae5bbaa8cee4a5917fa083c82b10d9280d0a6dc8f85968f6df3b822eb4", + "129467e910b6d1d31fdf7405d1aee0adacf2b45bcec803f8e1ae3926c3ecc432", + "12a1492fbc2c5986df9c059a33a7a0b9fc5445555bdf672b5fae0a0f34da8a86", + "12bfa8c65887fb9fb257aab37ef0aca1a2f50dda0836afe9a3845fa66295a1d7", + "12cfb3f21f142c20b8b75fe51a500470a46848c69674b4592ceaf5aad9d976e6", + "12d2cda4fddfc7694bbf706182fd2c9ab83964cef1cc1c7b2e3abe84dc6d910d", + "12e49f621d373e186d124b525688c4d1219e8a2b7dbed956835d6e64aefeb8e9", + "12e61e6a086c54726212dd8ae40498e7bf40a4e6fd9ab5b677c950d02eb7cd52", + "12ee15c35b3f1356c065b1161d2a63d7bf8bf083bf7485034dbdc0b40f23c525", + "1311e81322d103c2c43a03f83aca27a945245bf2a02de6eabc767baa61aa2442", + "1313d324d3e798a357662678e05bcb4c9a763b4c397bcf7816611f318b2ea4ae", + "135b237070f72bb9bc691fa076a6343c512900564e119ad27281243d2af0e42a", + "139e442c52e6ca3ad180fe14f1acb72016fc4c630405d7dcd2b8f848edd43a9e", + "13c92688765abb9394668fe90e9843b50fe58a60036450bfc308769592840eac", + "13c9558f5a69f6784d34d046906d2759d6c77af2104091f964afaf7bce5b13ba", + "13ccedcc5114c00535afd5d9e128b3f7011a2926486054ea868bd4a7b6e4b46f", + "13d043c134ac85a633c31260192367eabc7cf1767299124779b9f01a21ba59d5", + "13ee615d8033d8a0e64e589fad80b9efa6d9939c3a95a006300263b5fc7bf19a", + "14b218a5081e90244f5425b45e7d278a74ce673dd2e49343e0a82f4874fecd56", + "14c0c9817f4f22d5f2251efcc78b8ffd67926fba73fb45e17293b59cdb3dd535", + "1501199487ec32e664d5f69df0b7da5186e71defb0c64229e946c7c5f0a0cb2f", + "1507748f87930160bae3bacbc4b87aeafb13ff0584c0b3457b0b15e33af846a5", + "150ecef476986ef9da9b97b6f1ffa83c74fc8ea3d8d57213831b3566d328b61a", + "15128cce41835053eda7e79d8a527734f51a5f94f0e71bc4f7c30c82bbd7381d", + "1590a2e329844ef537803416fa313ec171f54da63051be0a66528df467f45636", + "15c10dd97eff18ff9c11efeaac85032c3db028f8a024a25b5732401570b5de2b", + "15ce55e979b5b57f83c2c79f86f4ac3685778340aeb72db247ade562c3dc9fa4", + "15d91dbb5bb6cbcd2971a2c9005a7d1591a02de0780530cdd09301babf1d4295", + "15db89c2bd9b6360edcfd4126de0d04ab42d10be7e7c9eaba23f1184493696b2", + "15eafc044f81072b73a7e4978efb8a5053684d910f074bb9de0900cee1bde5ec", + "164faca0fe5fbd3466a4751b72dd20c69f8349f0f6b35367b75dcd27d79fde6e", + "165aed8e4463db7858a18e57d902eb84591607731c33d0799fe2e1dd9943a16a", + "166ad8c3cb7f8dd902042e4720f289b39d64cc34e240f516c37a552b98ddc204", + "1680fbae27ac70b8a104e58a59fa2ba47adba09377dcac5e76e68153151a1a24", + "16d7a66ecb74238e0d120dac82df1f13ff15fcd44325e4de897be2612471637a", + "16daf6296ef9184c97ba0e67164997e16876f7a16f3feb490c704ec7bb942f47", + "17242b256da38439da805284116ccd22b6dc0b4f1162e966c58d2699b88ed142", + "1728fffcde610b0ea864ffe387cb258be47affaa5fa2444d7271475cced07a00", + "1730561bf6306e61c4609c774a86ca11b4e49a8d1b01c3425f94ee9ebf718042", + "17794ad07b32b794fba99b4aa198cab80c73a617c80388cb3938f1bc448c33b4", + "179a8d46e8da7103776cc9d41954954f9a30cd4455377cc6af1bf76a0704580c", + "17c358ed8931a3e41bc39832f8024ab4cf2ecebd3070060890e8381a61c7b344", + "17c67143df844a780a50ec041cfb21740ed75142c30dd9a778cf56d46c5e2f5e", + "17e01942d367267f255ecec7a0d0756a47a18c02e6a868ccf4709c4bb7e5d75a", + "17f64daf3c523045868995b9b5893aa69c6406419d51d0d2d5d6dccc95768fb1", + "1828cbf1e501bd910192ca5f0118ad162ca6e99b3d11a588966650e20e5194f0", + "182b16a6d5297ed49a61456d81e924731b627fa701a33bebf113b5d1dbac34a0", + "182f7365b61944dec5bb0919a2d802ef89258842fe129664444ed82a58cfcca8", + "18657e4bb7bcc144077e48065c56afbfaffd0001a13ffdeaf8f6bb2326d8c483", + "18d4f30d97e86421c7a2f9bd716a3944dc4745651cfa54bbbca295c0ed56a933", + "19b08945d0d2787fc572f103b8f4bec38912b933f1489b4c73c41ea3b26e141d", + "19de7f92ee293142b40d8214a494dfd201964ef788d8663ece4c2ab5d3c8612c", + "19e0efc3b92b86a743d8a25d8228e7a35b8767c51244a2940bf325a900680e95", + "19fd5cb3bbb4d83eb86d436bf9786e970c339b1d854e91ea35e9a144e4155203", + "1a12204deff18038d5b27ab69ab157c6feaedb6adfe5560c46e31174eeff0f13", + "1a169940b1033a1daefd265afd89c6491a7a05d9c479667ea58efe6168771027", + "1a644d661b36094b489ea6e2ed67bc9fed3a3f5adbc01583591fef5eb9704bb1", + "1b261a0ce7ec407cba1565a8e4c24f3219233746509f716cab8c4747ee3537c3", + "1b2f9895a0fffaf04836d9581bb8bb6c2529fedf2283da978f875c2860d61f2b", + "1b42c5fb7e97213a533064bfe6bdad601e007166165a8f29f63e7e7999362c42", + "1b47810cd051a297cd61db10f6fb32c434e35242afbb75ebb728a1a9fca6c7de", + "1b644336b4b6654215dbcd04f4fff2f80f003d27531a1a7d5ae344a96223ec0c", + "1b779aa158ed431977a27764618e2a4e373f3ce3c5e20f75c8938781881d0e68", + "1b7dcea7adab5f8b915a848e6415ef988dcb9c01cf49cf61c573955f0845a4a4", + "1b8a6a6fa1b179d5d5437229af8793f416cd6ed3492b1fa08b9883757ba91bde", + "1b945f3f2ba81f701ae6363cb35f8805bef6fd083cb7f96fc28b60bd59b2a42e", + "1bf373e4138ede234792ca2a31f7cdf7d8000b81213d183c592c57810e5f860a", + "1c7c2472654cefecab0ce73cfd71bdce6ba3723a2d1b0e60db8c98aade0214c0", + "1c8a863bb173fb7383178f4791d07dab6d7e61deafe0533713f1dbe165714347", + "1ca29fa47c93e63575ec16caceca3cccb1433ddf46316e5a0e516a370aba3c98", + "1cb925d6fff01c6d651d84259d1a8ac66ef3e62bbe6edbb2dfbf8a32ba6e254b", + "1ce64787a72f626f6a88392499a9255a86c5383a749e004594bb8c1bd28ab033", + "1d31a051b2ec1fc2654e62a20c125ab46a8257c375a84eed7028b7e4e52d89c0", + "1d520b036adf88c23e2c7b29f0332b8b2e0145a89df01b7704c4dad4a4b7a26e", + "1d5844a8d16fd769c49e5ec5a2dbda1f912441f777969d005b10b7a54ec6f222", + "1d61e39cdd0ec95fd2b45881a6ae2dcabf25bc7b199d93850c9cea4689561fe2", + "1d71ce873b57f889c07cbca6e061d4c9a7e9b09f7a5080257809e5ccce1ef3f1", + "1d7833e75164b04c32bacecf88e1adbce107ef962491f630fa7e7995e7dfd250", + "1d7cc58ad59e6b600b4bd9ad4df955100e8d941433168c6cc049e26e843bde9f", + "1dbf59ec48199ba97c18205303d128b76b9c663595181fd12274398a2ca084e3", + "1dc1fd9b8eaa6883f2faca7699c9f508d1f6a8a77686902ac177131cf2899099", + "1e069441905d0a241eb511339e9dbb1fa46aeddbb8297488c2f610ee338cce43", + "1e43c66eca65528152bfe4159ecdb59354ee36c34b54eb62e985b212b25acd13", + "1e50848ce7dc42b4b42718f33d0c415ab9a46775c69ca5a4b82276908bb943eb", + "1e76599c93125e60681aa1bd6ae72f50d0a47a9c49cde9c6756909e98464d2ce", + "1e79355b42972c791c37b68852c99930c49365068ee1a5b7da7692d2aad48a32", + "1ecd0b4f77b2aa35440911addeb9c567c92d0871fc1fa9100e21b2be14139d18", + "1ecd4ac9f9621863890d5f786017185d6fef36d9a90002909562bd6a95eca2aa", + "1f4c8d73bf3a9ac57f9e2b43d427baf173b127d556762c817091febec2e02b83", + "1fa770f0d73df883caa5caf32e572447960a6f4a39cb919b7e5ef0ba5d8d4264", + "1fa94044a3bd20aff19e7c24bf541dfb9f85059bda026eee808d37fcf149bf33", + "1fd4988ce77729f824275c64a1736a759fd53bf3a9802c5fb4320f94889edac9", + "1fff8991748bca60d71af9cc9b2b3827ab3180ae705ebd62243c072721f8f094", + "203223582c0e7fca69776a87bd032ce7acdc2a2294698ff3a98d3b434f009347", + "20c786ab915d0509301693df90eae1ebf07cd0291a9238b3c107325d77b631f6", + "2106a3207e94eb944903c4fba0c66e02ab7f70389b6fd2655e6a934365c53a28", + "211894e79d6b7bc3345ad4e7706cd6c2e18970084a6b2e493b65bc8d59a5c727", + "2158667fab766e543795e7d22e30a62e6b02552493d9ae5d40764e724deb48ac", + "215af1c5f11ad99c5e43328eb8f930dd88cef637a51840abef90e51f91cbc371", + "215f4b47964817c247e28ca440642fd20f53f922013de4b009d90cde4c9d82cd", + "218195c1668cc7deb5f978b763d886317fec3a8ba0cc600b515d689330f959bc", + "21852b6057ee5fa7766c8f5498de18cb6a9b2ff18129ef78c35ccb43cb3a41d5", + "2193db36c24d0b68f9a562323f3455e60bac32e17e92c25108afeba03c0b8d83", + "21ae1c762c3fff7bc2ff0b1334fa52ec4290d14699b4ad762802e086427e6ea9", + "21bb9b4fcfff8d963d835e84fd8b0a3f0e3bb00da0c31b3ab99f7eda3b9d1879", + "21df15768401d6a240f92e69c17482210d8decca91922111b82544359047545e", + "2208bc75cce9607aa11acf9f64f8a37a4d2f1f8f9d3dcd59328f72e9f2f573c0", + "22243656978707a34f369f92c925fbe6e807c42c9200857afa1712beabec982c", + "223348e6289ba2185e679f0cda88bb6a8d7a8f5f81325fb7199f27c88ddd5192", + "2244cf8a582b801857e5074afda78acceda9fa1730380526087424fef042006a", + "2266cacc0b7ff3f0808e75c671cbfcaae5ac8f347d0c0c809779a3d3dbfa5fe0", + "226c86fbe1e36d2904f345f76cfaba39a6d71be0bd735335cb0c503e3b5ca3e5", + "227faa5ea2706a8fb5dc63022bd1338300485f9df8f7fdbf1733b170fc67397a", + "228107ee33b2c2e9e1e2aa7156e4cad7d4313d56cbcc7245c6b6f0b5ab6ee0df", + "229f12e885bb5e4ac5d830c3548c117169f2ddf5f11b730ccd852fb076c32ad6", + "22a71995d6c30b1889e0ca873a9de38aa25197eaba39464831d78c8132c2aebd", + "22c123126020665ad6ff2e62a8ac0395674089bcfd7a2a5e95879a0f3f42ba66", + "22f8bee7eb3aa2f15cc3a50fde768180b27cff6da04fd3ac602d0588349fccb9", + "2354b73626bcb881817c40eb612de6c984ceea635873d56767fd7d27cf72f337", + "2366155c840f1847f61784e44b578172919a4fb17e789c5e9993adff27f20ac1", + "2393fc9fe882416a98301134c8f1bc40959cbb0df4a788c18d6ba97227dab57f", + "239edc4db69e5c6c2ec386800ed2a16c1d14f40c5296dc5b474fe02f303e2932", + "23a19cdcdb11c480c19b5e826ffa9ae9a41f75356503c4c189b952e7e7229c10", + "23e7778305fd2fcf3d8f178ff8b0542c668ef7e7e7ef8c1a1719742ed4205899", + "23f90b26c36b6a00f084465c27149865452885e7b6741d29261be0963c5addc7", + "2405dad17d1d80f91da8f5654687782f23179182fa8ea95d0e7942f024d88ff2", + "240e6c1a1da07b1182d1f9c34e2585ca561d75e0c7d9c467e9f668638e3d4769", + "243ba124b326bfb985fc9db69b613aa893389059ec2b6d5083705fbf4996f0aa", + "244a86be38dfd9d932f23b9d27a9416b40b633a754cc528b81f7987672c3ccb0", + "2470bfaedd598e75adcd25e04758049ee6770a8f94a68950d5f90509fadc948f", + "2483f6c4d3c44d993895b6443f371d662e7e0d212307b47f3ab729db8d59a20a", + "248838a33696f03df582c2fdf2f6079a214d6ff05333caa5f95f138dc9af2b42", + "24ae887a86eb0636d75da5749f2d58725e00b258a152666689851b7ada661760", + "24aff802e6017c90e6244f7ded77aed1fcbb545953cb200d04972648eced96ea", + "24bde8b59e05b32bb2b477d9106f41f2782c9842a470e70bf08bb527d24132e3", + "25029d6aa49a43a7e8643cdbe81f4689c354b4913f90703da4256b6d93cbe73d", + "2584bdcca36c2871dd912988d49fe1f921aa8ad95ef0c60409c774bec286b379", + "259297aebc704d7d5569506071b5d478f9e3b879717b63b09ab00e4608e514fa", + "25938b7d578e370d915f65c0643c37264dc75c7c2c5a4e86211fc222ee78798f", + "25aaa260d7f61482d0dece1a6dc0ebddda72f625bd38bba89694a83b834d7a71", + "25d303833c68d194606fe985b8b39f09cdc60f97efec4e116be8787bb23f98fb", + "2605fcc76d52f90b98dfa94952e2a390477323091d8d0651c1227a952c2c191f", + "26273a075d3f2fa5551130d04d65fa7cdbec6f2c4770ba144eced4ae719cbffb", + "267564c04ba8e005d6b23639c895d35cb0591e0291a9e263cf5cbde05cfef1bc", + "267b0a39e499f0278a58eca2a6205c39a1503c08694d52754c5d8a487ce64c1d", + "26e4de7e4ae0c7104c8c6aedae934d81d97dfc89169ebf415a3b0219eb8fa9cf", + "26e71a515501d52e4c0fae7edfadaab7638fd7152ac373d88be078abeb2d001e", + "26fa8b7a8f9dbb96c9ea366cbbece69d993514b5ad6be8d8522c7f65a4fc2b4c", + "26fe2653ac2789f9ff3ce5dcf164b2c7f228b648e61805e3855ae9c8bf59526f", + "27427c19368afa942253ff0a473755aacfe1f98982af2f540963275b55a49d1d", + "2771ffdf18dfdfd65d02bf1b8bb36aa56570b790a173759cba7442958b7c8e59", + "27794ef63ff9fb7240d2bda2254462fb9094bdd72226a306977f6b7d82821b01", + "27c5d39a379b325588db6be3aae94fb88d53d4cb5159be340b12466159c224ad", + "27cebfb6abc8671e279fff311fab47dda886f886c26118a8a17132cc55ffd2d0", + "280c1a759d77de7a2eb914d964e2bbd88d32640e4fc9885ea5ad6e97b7926ecb", + "283124debec6334f87ecad97e22eb29412f665347953741d545a1362d50cf700", + "284292effe9290e071b49536e7676e25b1f2b51403501d067e35c4cfd930cb7d", + "285dc9617d8a64ad63c678ff0ff60dfd6c2c395a2084e2dd1b423511b99f452f", + "289e975996c5a4d8054e12f8cd26151ffa576b2fdcbc04ce39d0b8e3853ae395", + "28ce9db3376e8b1aadaf10eacf458f510bc957fcdcfedfd029bad2cb1b07bc73", + "28dca848a9bb9643b1b2d9a4a8f2f7a044c5a1994acb722baf9f46915260dcbd", + "28dd980e1372e6396aed2934d45aeeef28430910a7ed953e7c0152bf548e9c91", + "2921ea55f352623ff28dd31ac8b6126a8df490e5433d55abfbc4c3bc45d04047", + "2924d65dfedd8cff2e2d9db5f0f5f65c545597e7aef61c5eee9215374b1c97cd", + "292f2b9e562927a46924f407c14ef193343db63063425a32603740d594b02d7e", + "293f27e5ab477371a20a6fe6c65b647c259a6a98c3b813fd186b7a356bb63c54", + "29462899b56ca8dc69f31a04da863dfb0aa826f16e099bfc2d5978c938316a6b", + "2969c04005b15ee1f9eda734cb9eeaa861702af06deef784dcb9b8fd06f97282", + "2974f03b745944abd7ccd676a1f3750e8f16ae68c9c074bdc65e10b5623990f7", + "29a08c002de030c471f68e1e749966abc348ebb2ceb422612ad8c9ff3fdff258", + "29b3e33c27623bb4d5e4c858238a1d9fd530fd43dd87173f95456244872a5ec2", + "29b6050cc305b3bb5e1a40aba11155d89c2967f36eef823d4bf93474dc862356", + "29c8e5d1c664155ba776984de03294cdd6d46e2a2481599278cb12b9c042b93f", + "2a08bcf84f783530d696add19ea25a3fcc1226584bd2dc1ea0bd38a805fed8be", + "2a550c026e9ff65d75443586c017ace88635598a8faf177cb70fdec7b4761cb1", + "2a621087236e8404b3c0e45a264692011e1e30e8be64b0555a45885758aab52f", + "2a74d3e3f8eaea1675636298b1992c4b487c22866d70d483ea9d44873dc8f085", + "2a7965e1a56d537f2a2fc4bc7c9a7c4ef69a5cad08ad8411b497598b73fd9715", + "2a84af45206416f82ec91b76b8453b31a3ad892082d4ebaf0ba02647725db5d3", + "2ab5a2e4a8ad61ab47ed5ff6fa9b024652368e9fc35e4dfce3a004ba7169f077", + "2b2568383c501e9b66e98687135285a10376864a191834e8192a47db47ada0d0", + "2b2a0e3b2e9a54e95583639e8663921d0c0dc95ad6e1eab5776c4c85f3d3c519", + "2b3ebd6abe46a3e2d257c221c2521e4f2fb92b20c830f3370929106fdf462276", + "2b4a13516d94a909b64523740d2a7b42d960130275ed885b8476e5fe1a053ea8", + "2b519f4c71b588b9255394601a55032d4137587d9b4bc84ad87311564d4573e6", + "2b5fe3cbaa0557413f47e9904a66c0bb44c8e85dfb076eb68dcdc7195c587738", + "2b694c3919c53658c7115697287ec18707f91c178535e1b93a839ea7236674f6", + "2b6fc7dd39006b19ab1ad37d025d46563503e4d3b475dfc3944e4f30cc0edb9c", + "2b72a5c938c4ead2c17c0a0fa02caf08ffba9cd0c24c9f3dcc5af30e259af482", + "2b72e11390e9cb9502e0c03612bf3462bf0762abbc3c5ae2adfc7cee8e60ce57", + "2b738c4c7c9fb5a740202f324f24154482ea4a7b6f828354fa6daf638cd02e60", + "2b7a77bebff0ce005faa414e6e225e537967e9aca9e489090bd0c7c109c0c497", + "2bd3904c8bb216a19bed7b0a6f91e6fd12654312bad26d9b7e117d21a837f039", + "2bfdfb35553a281bbb7b5dbffa56a58f3d0c6c59d30d0597d4504feba177384e", + "2c69a32e259e132f0c383c6cc4674ab062850bbe9240405338f47b5392091a66", + "2cbb005c3d38bcd89685e0838a6145254e733833d7df151efeb9fce97f445636", + "2cbf2e5dbd2bff53014a66a4cbd93f69f92f886c5b4ee02353e4ba9c94e3826f", + "2cf03c960330a31b32f11d7bb56831aaf8e883f1e62b05cb3f4453fd80e40fbf", + "2d1adbbeeaa8811ef41d9bbd778507b51163ef3021fa808f767943b465b8ce16", + "2d2323f574328014c75e32fea3155f729fde3861ecf369ab6f337d310c90c1b1", + "2d2d9b13157d8f72554f0f880795745f9b6ff6461dd073d584e756caddc4cdf2", + "2d3a44eee75068d618b9bdd36b116e8e40ccbad1c16156b8bd0b06369ae81ee9", + "2da33335bb58839ce28b97fdecbf093fa0213f9d9d79801e050957efd4d4b0ce", + "2db74393909f5acfc2d5e00ffa646cc924b6ea3dabfabba9329b260a560dc354", + "2dc05339260685d20603763b5ca9b7ce8dfbe566b95e3c0979f5898dc39922b4", + "2dc306af4f727cee39b8ec93cdeede9dd9b08460753a2365f828c08333c8639b", + "2dd3adb43e3b61853b8a30448e12a24e24618eb60be5ac6a6e6310cd608eec63", + "2dddc0fa022e4dcd9424b09b16f89f0f61255a55b0748ab2a22890e87878a0bd", + "2defa16f507f490fb59bb70e071d85414ef07276dfa21b5317f8d06c4e3b1a73", + "2df21916ed241f489d69e97d370e4d6d6941211f36a925a3b86d7ed1c0fc1cec", + "2e053f8b5edaeb383ad6e73c2388a18a8f9a6d6869b237fac4325d5a2245a564", + "2e07bf8f9debd974bcd7d7f5721df3d08df6e4a9a3c891ed518cf783df0c9e3a", + "2e2ddfb1b4872831c5c5ee20abea9046923a7fddcc7462c975f79d71af030ad5", + "2e3166ed803467db2f1e7955b14d163daa016118a0240832622a3a89e31cc290", + "2e34ef045128d6d9abf7e7bbb3b7d655a355c932450e8c216830216a55f45bf6", + "2e4abffd42d065405d5c50a7e89b60b4635129858fd422bd8a5bc56debfa3d1f", + "2e7dc207e0ec7256ce878bee56d6eb7e89851dfb15739e987b5154450714819d", + "2e8b45b76496d343b60a3084f4c983916d31c5b7eed40d45909452d83f749012", + "2e992008ae3b92ac0e6c56a979e6e97376f6ab01ba1657b26eddc2f1b774eb4a", + "2e9e3a0dc28d9cc455e426bedca616fdfab0fcb4b07db71afc3a3cc55de065b7", + "2eb409f84a30521f4d270324a38a35757203f0aa3cbe84a002bb76d075c4ee95", + "2ecc79683b3b1ee11cf498155da25ab786ee469d99f7bc0348d55409a9e59f67", + "2f04d8c5bb5359ce1f9de574cc90c3d40d4e3623368871c574c3dc5419ce88d2", + "2f0a059d5a5edfb859aec1f0e51a86a767e10f8debc5af8b1d705bac6c820659", + "2f20d184ed355324c87d927888e73b46809427944c6c76926b221a1ff10fc4aa", + "2f74cccff6a3b3582d3d5c8b80bb2a826f8e8338d1baea38010dcd660f90b724", + "2fd6faf46ffe17059af06ec0c9ba806ced076ca905ac45a24879deed1c45afd2", + "301f4176d152f5ca05d3a3b212924e746ad4e088b3b8f3cb9b468e8c75c4eadf", + "304b4b93752f54c39c79148e2f4fe81ea04595e2ca127ee9162dba7a49c5be9b", + "306722a747e9b40790bb9dfc3277629b283df3204757190dfa3c9a77bb82b6c3", + "3067e3bef680d92ca05a1b10a1efaf2313dc1a700c292d07ac763b0717807e72", + "306ae438448f671a8b163290a896bea20caba868a7989a4115c607936c5a23db", + "3085ad2c20aa1751700c2a52e56a31582262e6d33490a2d863b49ad42eedf490", + "308d8a8b4f266866938940a106851d72fe3e6c09d9a246b1d339a7eaed04a3ad", + "308fd860e7b20a5003f598b1560f3d3d9ca6c1ed6ca172b94d89d8c0a2a81f2f", + "309094bdd0171c5d9013e448ee826e8683edc9caa3b05cdb830474e451b2967b", + "309ea352f1fa69f0db7582c33dae60a6e94af9b27e5b520c5d904f944fa68126", + "30a504f78e25c60f73e949b01851fa600f1748f14eb937da25d60e34f8914834", + "30ccbbd11c3360af33dc437ae8648c6f844ac6c6ad3d9a4bc066f5be76a23793", + "30e05421984dc87342b7a0c5e0f5ada02174ed62e5ddd94515fdcb0562a23a7c", + "30f332c1a28575705598386d0a16c103751abdfede5f2248d79bf7fc1b502292", + "30fe071a03f9190a7b9bf43e6848989931924b3ed57feac707a887d398225ace", + "31321c89060394789fa478b8e5e55158d305a2ecdc1d3e1736ad1fc2da960561", + "3155118baf245eb3638c6b00a0dac1335b2908925cc9ea929080acc31b1d4692", + "3156405fdd7823ec3d73009465ded9eacca77ce01ad522b2686e3f0a53afd15d", + "31904cf5060e463ae0df2858d4ffe8c5e6f88f1b4fc97583a9942f4e39461bc7", + "31c34949f3dd67ded3e6234af496cdc55c1601ffb2e2f9566e0901cbc42104a4", + "31f19b0f89f217f06f53495c011828494e379517edb22220d1e08076081d2fd8", + "31fa2d2738687e84aeb791d1da281c35e009d609352b79e938b035c718a47530", + "32188bec2e0424b77ea0f3633c8be658cc35a739de5842dced47bb4cf29b2e85", + "3226aef36f5280e1a5f7aa6921eed13bc6f959316ac2e0b64006c092639f7580", + "3282223e993dd22d7998813c953ad2266e639d3d9f861168eb41a0e6accb55c8", + "32bd77fac7231b667834724f6fc99fb379885d7c0b217fbd5f741a8e40904b96", + "32d78508833e9de23b051b65fac7099f8a8582b13576e65ddd950cdba06bb3db", + "32eacb2a02b9c5c57ac5384a2c6670c7c1f2164a9895398fcc42d78f3ef0cacf", + "331915366ec39333ff7c232f1838bf30be30e90aebc2e357e9d36d7024e1131b", + "33452c95909e9c0cdfa89c3cc04a7b27102859779a85dd966559b993eb94a7b1", + "3351793a8c5db83f2f1877a1cc8bb57f7d76f3e614c55dbd58e8489491e24af5", + "337ea7d073d3cd9be0463afe0eb37c755c15240f54d10ed971cdfd4f09618d8b", + "337f9f4695b3e8a6d6ef006ebf5b1cde828e91ea4237ecc5992d6291292ee7cf", + "33ac16e402f3f2824708a8187c19404f952acb49f1ee8b4bbe5312ad585fb131", + "33ad56c3d64bd864c3a927b12fb95ac99c6dee0e6abc244fbf4b61149b16be74", + "33b0a6867562a918e8702903b476fa7100a1b356b6613d2e9c25035e31d0791c", + "33bd5cc6473cc48632de8dd7f0ae4c6d99d772cd07e29e5bf3b37f4f9e142d66", + "33c5f3455ea8abbe73312f89915385361981af36a329a1a357c3d7274c2a1d2f", + "33c7e4b1a1be597198141e9f4506cb9c9e0955b01e6fa2103b428cd8d187f5b4", + "33e3575cb0a63713d10b724814597d6160c2549a3ac1947125c10dfc02d66286", + "33f483a510152f19c6c4220525d2227535ac5ceb9fca7483f95ec74122dc0b73", + "33fc9890af9071f76d49957ca4596b2255dac4564c3238d02f369030ee0acde1", + "34169e0b266acc6516cf0abecb99fbf15d96010e9937ccd43726762a9716ac8b", + "3421114015b80b306d6ff05cda48ef6742e935d3e9f1fbd4a79c6eb378665f10", + "3432acb18a5419f76a291dc59126ca2a71d0ded8c0c5e6da08d58ac040d5a264", + "347682ce1cb3ed264f55a6f66f7908b2a5b4aced184463812ad49a7a785bdde7", + "34b271c48e0c0b2b2b29ac13d525b4a4fba844419fb6b88cd0c1b78cfca8c3a4", + "34ccab9180bf8852ae598aae302da522f7e2366d54fde419f9e990b4abcf1722", + "34ccb47ee7a64b14318d84d641a7046684f71ec4d01aadc54c3203a1085ac817", + "34f3ead3029e94a2a25c940365600dc03afde42ba6da925938431506431d3585", + "3543fb202207aa6628c47078d7f21f7590defca0b9eb7af4ba12ed5aa445c4e5", + "355cff0ae44e80d74b235b926e1e414860320ad4a101ec70fa99f9cc2481b626", + "35905154d89fd0df546a823190c2754e6d51f79cd30024c9c1acb9f2c7eda1a4", + "35a7d85bb77a51ffe29fa15e956a970b54810c1f618adbd8547a4efba9df46e5", + "35da11f528bc82d5f9ebf9f5bb9bc25c766cff532216af0646b1d8f15afd2baf", + "3619b67cc0937e9f89964936c4e2ef1897f48ad30b83e4224812c1222882511d", + "36253466aa8a53fc51bb8fc037d21924520d59aa36259be54b53f8d8c67015e5", + "36714da17a776533a53fdb0fac7fc0b051a1bd0bf85320ee3bbb09ff68da5b9a", + "36bfdfc702c50ddc4995779357499347962e08280e108d1f67fc6377ee56e225", + "36c654f26c8c4b5e4db51a5c1f2213b8206a5e4c88d84d5dcec4a7268b42265f", + "36d2173dcb129d98a1fbb9a25ecff8613706c046e4ccf8b49c07d0f8043f6d9a", + "374d2651979eeadfad2699f5a557d7db7174073b84eec55c9704fc171d768e12", + "376cff84d5eaabcd84de92e8037c98ff298ac1d372866331c49efed4d8ad0e15", + "37b247ed57b009b125d27738b5bec0372247fb76cb1cf225c16dff94019aa8fb", + "37c6a25a9fefc754d6d25c419a6485068c7a1dc1af5d07280145cbf7e849fa8b", + "380d3341ffe5b7eb9332109706e251b68211796ad2714d403a50e8809939f4b0", + "382e7932bbe71318dee082bd946788f610fa948c114d3a3bdd763553fb10aa59", + "3837c28ddc9543e2beff4e98d311d4a7ad2e675019dcfa0f38bc54dbdd00e1fe", + "384b8311b0fd3f43ae9e3c803c42ce0b5ac4f23f5dc1c1785def1cd01f34e99f", + "38680b605ac4b6e46bda8a39889e50dd8df12cc82c303e31928a16cf3e310cc5", + "387200a627634514bb8321770d460b668c9516375226ff1b129c54e00e743267", + "389b17e5ec1ac64f3b51977b3ebf9279409572fbbd1cc5779e5986f10ea0eaf6", + "389c9edea933534cebf8dccb4b7e03b96ebac870ab1c83bac3193688e5596152", + "38adf5a5620c39b5b3cd62b452de47b44487adbfcd855ff75b37eaa331277cb0", + "38be75538254cfe4d5e535b5bfeb08d320e36d2fc09e9d3fe0dbc369a03c6f2e", + "38c5e9c98332a91abd7c6654227b1eabf1717bc4c48eae5ba54d4250a1b8faae", + "38d86b76bfad976d136d0a0a6ebf1220b57bb58fc6d0c6bb1161474740643564", + "38f011dfb9503dbb7d7c5547e05c955e684a5de2a8a2431a40cde7c23e1b30a1", + "38f2f6a1c0398f9a45a2c8c4efe37de7ac56d3031102eede259aba10d6ae3fc1", + "392d57bd5fbc504434787a303f8e1c56064fd33fbb145766cf7e7f1a0088ba1b", + "393003d60574390abc414e5bad9f145b5a4382b3a34606d19e0f2612fce42834", + "396066036fb59e21a23d3dcd772be7f1834dc79369b98db5aab76fac639557ce", + "39907f7d1ac19d644f06417cd795e3ebcccc940383f1bd078e1b5c839f79057b", + "39943f932a5282c29a1719b4bd14cb195599345a3df6889c657702b127783e38", + "399da7528776a819912236825acf69f6cdf7b3ab904d49f16e970f0aed4053db", + "39aaf3de02157ee50731d29a7af009637f923a488b32a28213893cde9d796982", + "39cb6cbd40abd3a3b830ff12a87b423447419a54aea2df12ae424db1928a3aea", + "39d727d8064649b6d18281804dcfcc9d26bd27ff747b7a74252c7bfa62c6c01f", + "39dc7dc27988f1ec49f46b721feaabc2b63126a44c585f447c54abf33be9616d", + "39e5e558b78627797fa5fc55aab54c3353435867baecad912dc8c54062da8458", + "3a5343a13cc9fc4fe5e37203776a45663a5e988c50955ba5ee1ef78bc4f77623", + "3a573bba76d4f43d6e64238fa21e38aac63f8a2c511db774ae118d40c509ca29", + "3a8e9ea5bc01a4d394a2b7a91bf89b579395bd802683f24914a6c822969a7417", + "3a9ad0d2857e8b0dfac3bd237dfceb08c1db01b79a0169a868b8d588a589d35b", + "3ae9e28b8f68bb9676cac4f93d99c9704ef82ed42794bb2a9aca59f52833ede3", + "3ae9e7b2eb9044e1be1281a28177b8dc4ea1b4eca35f88a11157bc8f68e257f5", + "3aead832e9e872bc3a1d9324fd90910c8a904255c92159b2cb3202241d1c50b5", + "3b12a56b380ae79ca6c9a061b7e7902544a9cf51eea1b627206e44334fb3fc10", + "3b16dd05c50b6534be4523f8f34e0778455ad90ace4091604f18356a14b8edac", + "3b1bca7064e1eb773d2a2a55e2151392dbe3a9a44ae12a14017d258edb8842ed", + "3b29e3d5850f9099ae05d5171456f0a735ea8f07c137492557a93f425ef7e7c9", + "3b3b58ffa394f68cd450f57e00369649704aac9e4e954fe2d0c89f7ae75b634b", + "3bb376999dc724ca9695e469e5db3da657c83841343a498132d5849bf8e1db46", + "3bd236b7cd8f3bf3461f6e6eedfeb97ef0b0fcadfbc4a42164eea6546bfe0c72", + "3bea6795b923ffc0354dd3e3c427b242af16597e2c327e0bfd164026f1cc8c8a", + "3bec1a06ba82fe284d099ae5f195379ed8b870dc62a4ffbed1a67437805e3eaf", + "3c0d4da7c7013e037a799b975326ceb560a905a9381dce02c6540d46404e6dcc", + "3c3768c794292f1cb9a8e23c221abd3cfb5483be5893be5302dda43c86dd70f7", + "3c529806ad8b1c37819898031c2e8ac6a27d47b259acb7cf1691f51689c86651", + "3c611a1bddfd25ae3b7170d90da70818ca5e5327cefe4454b6628da9a08a6db4", + "3c7cc070b7fe2fada929c8cf26fb697e3c58062a6fe3ca348e1a1eda76b37625", + "3cb6873e95612d0fb931a822a8b55afed47585c707ae3f6136a682b244ea0f9a", + "3ccefeaa917898a3cd386dfe4d65199796e1cfc8bb4a73985af3f1e4ce3a26a1", + "3cedc03408a8b3da093700161a478a062762373e3a952e36a2e11992c6e089e0", + "3d2ff9c749ff902f5bfba3fd3f7a269b5aa37487001a7318e50f09fc043bb09f", + "3d3102629f40f0f6fc575a5a87ae7d73b895a8960e8746b056fba7f368a2595b", + "3d32a74525e557244497297607dd36cbbf4777e0778888152e1603d600b26564", + "3d60580449a07508fa4162d6c188e21c4dcea4014ae77b7b4908ff786d9456ab", + "3d74f4db788aa8bfd1a108c3cf1bed0958332e64df508f002310fdd13fb57e1b", + "3d74fce3a56854f176b3c1660203d4424bd3557c09ca2c224a3403946da2cc94", + "3dc736a1700bbadd6eb95f52a70b1d397f49aca10d5c94a3fe6f9ce946fedad3", + "3de589be6e9c38b0b10243bd7c2bc3055d643f29c3944339db80ab405b3a1c32", + "3de99f1d97b00c3baa52658450c06e846b07ea78cbe8a3338b7be49b03fbc357", + "3dfd24ce8083825ac0413bd174d48661f4e7a666faa6d6f54592d49fc244ce81", + "3e18849ab3807d887c0f4fa62a2bbf6e76a41dea1ac7950ab5a1ba4cf96af931", + "3e77980932066d7cbe8263a65005bcc889b865516454120c1f48f94c2fef9dbc", + "3e960f77007ccc87387c15f7aafe210ae38438f8f6c8ff64551033770046c8e1", + "3eda1adf6b8f49d33323ae8e6bc96a1cca229571f5927a804a6b878fef00e3c1", + "3f0c251e7b67fb6858967a27754f29ad110c89c0b158c4f2e5a96c05fd81b888", + "3f420e76b844336a91049960db17157980dfa4d5916d0b814d78cddbf57c4f86", + "3f5d876571875f965c438a8a58c96b7f32234911546f2c1590b83a5198acaa3d", + "3f6e99c36c36dd12dacfbe23c7ac87082c419842dc12bec4f74829f764a8e6f9", + "3f8f5d84da330a6c7016ad72d234c174aaf723b45cbe5d3a9145e675c2575568", + "3faf0136d7affd01be02bf5a9698317ee8a6ff6f6a0ba75779670d18c66a38b4", + "3fd34303b59e12e06bd772fc1b9792580da8a50e4d69dbf78702fe7bec9b8c0b", + "3fe4f6a0da2df15f272d64d4f9ea68425ad01fa3f0f6ee452ab9cffc98c34b18", + "400a9724d93c3ba1b67e2e8cec7225516e819676e4733d50ed33edafcab0a707", + "4012b33f2ecf8d1baf925426438baf8632a4fdb1f52dd767a572496a457e5ee3", + "4018bc333ed65ada31d42f42e5e51b29c6e927157e58cd60f037c1f26c49599b", + "404ef49e9e6d25710b2c12929318e60fd4601328688785d65844608044de48bf", + "40c9410e7b8ade1cb3a6fa71487e22f7892b5f85da1fbd14f433fabbc48cb583", + "40ebe8d29f30b9acd3993e9d72f36d2511b3a81c8d50a25b6304d3ebc4504eb9", + "40f4b6329e19c0ad22fb492fc79edcd242a2183f9fa3aff583dfcff16beaeceb", + "4119243479f2a04dfa7843c8a9357b64a7bbc4bb9378d364ba66938fa29993b3", + "41582150bb4e6f0252ef9eb9b8d9ccdc6d9111291411798bdca84198a1d29e79", + "41602d2b2ae7b9d18ce632b67e369cba36d272d2b0f412cd30a481cfa0cd49d1", + "417be49aa3741eb0120073ae71337f11595f05d93525afe5dcdcec42bcf24df5", + "41beec4ea2210c90956299942b14f90f8c6c450035b05f56a7b5a8fdd54db85a", + "41dfdd7f8a8debeeb472a7afc5a6a55d1139a39985f07eab8effaa20a412af3d", + "42090d888f6cf0a9bb0956166fbf65d0d16b4ee84bfb7975afa821ad8a10a869", + "421469c5402db04f1276760314af84edb5f2c5ca93e0d77a31f31cebacf0f96e", + "422872dac53957684f5fb702d6e11b39f4108487bb848c0d26b7b4376cef69a5", + "423003117279ba621fa3481afa37e09c1966b3fa7e49608f95ba53db066c4bdd", + "427ee0af0d810082509973505dda1b7b1befe244be465f40b3e642047132adf6", + "42a0a9a7c4bb7b6e66ec7f68c0905d2a4554f50cd078ea3465b2c3e4b6a7e085", + "430794193b81c68d824dc36a195b9570fab05a4a0b5b0be3c5ae5698cc82b6d4", + "434ba4341c13fc1fc6d71d9eee95ea2a39c06771630b215effea797ced42e9df", + "43536f1ba3748225251c8d65c5a5ba97747caf695d420f85e4b62457c8a9db9d", + "4356382bf08cc0c2d865bf6a0e018cbb2b90415c5dd37f5207c5a874e7e1b0c8", + "435933e580253d372d941f3a6b5be5352dbcf61dcd2355007b7f8369c5dc3728", + "43977f363939808102fc0d611a5e27cc924308b2a5a88939a46be95452a0f070", + "43e04de95dfed0fbb2c29a1c7485d3d6c66cc66ea7ad695e830915f1358c3a4b", + "43f0895baa6de45c86e086854700cc2ab2841f2afe5911496244f45ab3818109", + "440e2bcaa12caf38dd81cbd60439f72067e1767478c6b77e3613f76edb11e8c8", + "441a8a6e8fdc88b18e5a5174eab8a9f9b5110d15a3c5329ba01b9ed9da185aa7", + "441b9b6bb84b083a33a31a436fb9dca500ec5d7ca0051a1b7813eb2684be624f", + "4441befd5fd6304f1a65bf2406aa25ad86a0f30ca7bd4f5cd4deae4d384f1ca2", + "448596ed1a8fb48786ed62faa09ff8a9cc1ddb31179cfc0ba5eb60ee00400112", + "4494dfcb21b68387a1e0da5394813e325547a389598b224ce8b10b7bdb7ec945", + "44c16b61c03f9214c769001b2444ea84acbc91960c125fec67b7596862bb4bf3", + "44c9620d8eeeff6ccccd98d825af7354ed4eb4400131e03b5ea04409113b39e6", + "44da5db5b8e8740a38435d426e4eb9f855beeafa03098faaebc33ccea9d0b744", + "45244adc20436d2f5a427b80f4f1c15a73d8579ea5d2dbfb4bfc72e5f997d115", + "4557c4cd811e0166e218978bdb775fb6ea299c9603e3c20de6afb68e24706d9e", + "456b221337cbc952c55988375ec557286728cd771ef9408f1c764a4073a1e8f2", + "457bffb709cb5ccf6977d714e33b256783469ec035f37c071395e36e4cf4debc", + "45893369e05b3cf063d77f451ff8a6417a1f97bd6b4838c8dec22bef43bac523", + "45989e843b597dec4790098482c0063a6acd65d1c01bba9e8131bc813df32ad6", + "45dbc8cf1ef6e1c9ffc1c8b79f3e7513ac92f1e46154a0dbb7edf3d03ee898cb", + "46382d94897e05a802f9482b1e10fa0ade6053254dcabfc957022abbe14e500f", + "464151651c3adc93f0644b3f9b94b0e98dbb04136e92735dbbfe83b18658074d", + "4696efbc5ce832da96a9ef1c6f515d0e944264dd070cba698e9e89323ca114ae", + "46cd422c309d4f4394c38d7bcae4ce458613793042ad31626cca4a303cde1a51", + "46e704548e226c14dea88e9ff1acaf4de243139614902fdf3f5997d9c13fb34f", + "4783f6f77bb4629c69d6822d64cb2da730348eaa8a136a24194d24d53b83f559", + "47c6f0de97d395643f179a9f3247d2768707b5964c336eee0765202a603e393c", + "47ed9d7edc63708dae6e1f25927c5231c86b6ba6717983516b994ed544bb2e8a", + "47fefb31541d1c4cce72568f220febded0b5c4ec858cc6c1147050d8878b8083", + "4801fda1d5dd623aa273a8369de75adfae8657152a36650b6e8002da433117c6", + "48126690b86a0aecf87d8e7251173c0020ff593b458133ae8b560d6d9f5370da", + "4828a99d5491c1b8f564b661ac866eef5afea099c7f7ad2d67924e2c735a004e", + "484af435548059ee71cf025a6b8895e8576d14575677ef293037221f0624cc09", + "4856458e1a9f38fa310eba2ca517513c74fdbd8d62cf29196f5656460f42e268", + "4871fb0f89facb7ca44af55e031344953f8ef45c7b7585984f6fdf9e5946fe74", + "48a465de4fa18a9eb99967acba19b560edf8a061be1926210d5e96c837f18b11", + "48c30858be8459db0ca75bf71f5121e2f0b6ad18a328108363184efb2fecb713", + "48fa46445e65a643e29937c69e0538384ba7f1feef2088a73a6c39990ba26549", + "49253c445ce10685f3fef55e41d69dab439b9c9c07ad1d7fa96bfcfbb343e1e8", + "49371386ec950ac3831816f28cb358301a13abbdb3c56f5fb42003916cd59796", + "4938be3383313071b1269b37d6459e6a87242f58492b02dbc44f335d1a83c5ca", + "496d3f9c41547b2fa460c2054fb7c381747424a75117b3e471d5f5ced0067c3c", + "4979a34d6cf19c97162debc3a657c79cb50dabd39c747623d71f2c520c93f3f2", + "497cdb2183fd3f04cc5a0c73dee40295e9bf0a15a9d91234b7bf617280cba693", + "49817e31b53b5d8068fdda4e2e63369d63d548bed45065c03e04df508046367c", + "49b173f5c0aaed30183ede6f3fe27ac6e96db679cb07d35802d9576bcd672d88", + "49d89c167a538636e2cd7a049b633cc8c7f28d0e86860f2c30b3dbd3de4c8c92", + "49db0c2118ffe8b7f171b29e2e464253a1b10c551ae05ab473386a050c8cbcb6", + "49e4287b6ee26db52e0b2ba0229cb0cf295899071855dc3f665150df4a689ced", + "4a207c0a8a8e584fa8a3df1ad6d6a7572faec70672511c3f9fed0b5d608eed50", + "4a42d21f25dc546223c6113b33a861a36837ebe67506cbe9b0c1b75c8722d517", + "4a5e398567c199f6d294a82583b892fb3b0d3b5c40fded337ee09b634132d9ee", + "4a64db3dc71ce8b6eca7ff5091a0277e2b80ad862567edf4210832e7010a5521", + "4a77ffbfbd81da55bd8c5706cdb05b1dd3120466e1ac2face12b1206e0805a6f", + "4a7f6bac80765327bb0a049c8fc3cfce86f18cae7c8a1c6a57cd7dabec934d52", + "4ab9fc7611e72acf1d3a55fd6ebeb87ffd5b1efedee167da17118bb5705faa3e", + "4b09b1b44158cf0cc3de2907ced21de6de81b27ee094308de5e889de05fd66a7", + "4b0cc785d418234ca91e5b634d702589cd328168efca29e8cca374b3f0806b0a", + "4b0de9893a759494abf37b80d8c8b14487ba7c1f4c2933e3684cf0522d3b2e96", + "4b17ff76e6f9846ad966ec619bbfecec4c15f6155b12d82b97d286994927448f", + "4b5befafa28e84c8bb80aec49d60255781ed80956037db55bce16eaf8dcd7587", + "4b6543e98732849e1e2ba3b993f7da9340803e9e91a1f5f4c030ca972f720c1c", + "4b65ae471b05d20e97ee83c2c32fdc74e406e3019d0e9361b025dd1c2bff3584", + "4b82bb99d206dbe881b684309528b9a233f7c01aa2de42ada61be3497547eadd", + "4bb7a372a1e1de11644233db31b82c7d11e50c0628e7c8f58b2e21f988d4333d", + "4bc0b35b5c19fe1e718251ebaa8fcc726b3d0bcaf4dcf4552ddaf4bd822f97ac", + "4bd9eb8a050cdd74cb9e1348106cc1978b8607f0d34304f7bb856d86f99deae4", + "4befd84c3ba8fea7a5c64dd302955250b0d3ec2e3db7dbb7a1c2d2123865f273", + "4bf3d35df938a7a2900e0f5cfd4a174643b3752b74b69f762a579433444cb9d5", + "4c1549462902d97cee0fafa319ff25c0acc9a9d8b0f0c2fc046123b53e16f107", + "4c32c99d4808fc50a5c7d89b8a1fa32f8dad7f0ff8e06e748a1e4be8199b375e", + "4c33528daaa8c4791b76b49410b4081aa6bdaf0ed2db5bc7dfcd25f31ebc6a06", + "4c8d5cdb0ed963ff600d8701fc929d22a60812685d3b69868d4f42c9fea1bf6b", + "4cd852ab8d9d6c1307b5d037a8c2cbca1b9f0f651b9a4a8d75869ec89910a4e2", + "4cdaf3234c626e8930f9660042f269725faab25c1d6eac7714cf28ada00149ca", + "4d2c2a2036be8d1337f8f878f270dff29bd50ee2cabe82f4ebae082de71208a6", + "4d607073270ea17f497483ffd6baa03ae8fd6e770bf0e0094fc5f3ad9b1b38eb", + "4d747008088d0d38ae9c13e763ea7e35a3fab5859e0169b563aa077c1f5652a0", + "4da2ccad66b0320dfe85a3a91f9552177cac3735266fe014d2037a5a67257796", + "4da980d9ac346c38717f4a7e2361c05f0a5cfab7ede3d665368b67a7bddda4d5", + "4db5086479c285af9c641e7f93dfc4d3a7ecded77e9e29e377b7a654640e87c6", + "4dc96a99b46cd33924f46cb16d8a924dee4bcda345895a6c522eeead47208432", + "4dd7e0eec3c93e06a0151da75caa5a8dd09225d92f887f216671c589cc2f27c4", + "4e06b20920cb157f51231aa2aaa4b05d984392e7e0feac54112621758cabc3cf", + "4e129f2f9c65a1628d79caceade78b6ea056984fcc2e274f68ab01aebfe2140a", + "4e199e45884bb64c5eea327a917cf04e6de8e285df60592eb2b4afaa33729c43", + "4e26a5a289e257ad3df1d62ef154be1e724e71f19bbdc4d0ef54b0b5eb18aa8d", + "4e379fc475c786d5b1be61d19965483d11829f54164b0010d4283a33a8f60845", + "4e3ed35ca52c2e01a7cdd729e7068c1c03a5dc841390d426b04070b750adf764", + "4e4872b564cc0e5f969c3249956cf8aabcc79b0438edd7b02c65391e915fb6d1", + "4e7ae1e39495741171f3aaf74402143b8cf31d863924de41c80a69bb6186b89a", + "4eae55f012e712d2e10100b46eb90c597c8a0ce62bd167ee2f286e161434e0de", + "4eb8937b123b44f09c2574a572e384c7511a3ea950eac45d4aace87c2f44c391", + "4ed094cb2bb666fd3da8853a36964758d91dfe66d1bdd347e0f7c8b8c718ea0d", + "4ed6453dd0eadf7321ebfe6d030fefe0bb7daf1e52cf195ce43db0ff2fa5f4ab", + "4ed9df471fa4c9d9b7d6c29eaf127e1743ef80322b706f10008711fbdfad772d", + "4f186bd841dbf7ddaaca22aa1552a1e191844e3b80866158fcc37236159b7531", + "4f3d06d0b1335a13cb225acca00e85b351b3a5637c9f84e70bf434d52be4e93b", + "4f42fbaea85d8740f2a250daa88a9ad7dae53a07ab210746cc1526de742265a9", + "4f4bb1a8cf80e2c0847873006a5ddecc6871ee627588f1afb032a56779eb2cbf", + "4f865a399d2d50af188ffeb535c333d2017387ebf230f0b13e0e741dd35a350c", + "4fe42b5a3e9d4c0f6a2be6eacdd1a0cf45affa7cbb687c50b143da1179fe9c18", + "4feb47d1ff7a9cb4022ec5fc0914c6fbce0dd9f1a1a7af70a36c7c83949ddda3", + "500325e34d1afe2d2b79d83e7ebcc7e4b1f140c8113bc29fe712cf9298392906", + "504d7971b807bdc6ff779b6c274db38dafda22ac1a2b7d50becee1b3b6a2dad5", + "508a89c82aa71579d982948d197a6967e9bc64f5ec0b224467c4cfed96b88785", + "50cc531f76a921df9b6e2eef827c5921580930c58434a2778b01083e55967446", + "510d7c189bbf686a248aa8172d9553649b5d82cc389ec42c7f1c95bc3af9cb7a", + "511b16f4f474db69694757b57b5805f47decbecabef68ad4050812a972718198", + "5121cfd3d97b25de8e92fa91c182282af8d11d6a9035fd522bd2c9cfa1c3c075", + "5147c91d7c07fa96291abe56b71abe33fe5c8260d37c54b7f4c2008e802fd36f", + "5169e603e9ff88c8b5c21b97f23a0a4f96ddcb40ba25754c332c7cb0edb1640c", + "51ecd39f98794af8a8842cd2d4b41bc9cf9117825ff9915efd474464b2e5faa7", + "51f34f7fceaa4c434accbd8bd8596ac00f4a92642a437f46750ef45e718b69db", + "51fc880d84d3d8acb797768c4ebebbae41bdfc303777b4e52ec7ad95c08ed39c", + "522748f349598f8a5b5af35825819ab6ee2456f91aeccf1083dd7f6353480edd", + "5266828a56701e05b3c0ebfe65103f9d484b036c59b4e1eb0bda970bd5cf63bd", + "527e94eb60c278adb854c2849e5e1d508b6ef13f651ecd7aac0916528851f8be", + "52aa00e24b3fe442d1dd5d535a6b8e2287ee8a5e2bd85b334c377bd26b7bfca6", + "52b2e38e8e13617822a9291ee6c5365b5626ebe01d4272f39f75a7c9335c848e", + "53129650eca54ff4f0a67bb3cd93ed89c64d5dc87d945e9e8ac09ce72f8650ac", + "53214dd5fd650a6d93dc2d3ec89c65cc7d4503cdf665e7ae2b2bfb4895fbb112", + "5326f5cb0bfc01d08b7c17fea34cbdddb4d1a4fa5d907435c15a747b0750af20", + "532f79785cd9091700d6a0ec6a83d5d023e71e56ce704f91e3f5d92ec12a9af6", + "5335fd622f89353e5f12da72d7f570a680ea20fde15a4d030cc3e682917f3e08", + "535c9f3b9205d8d835cdf757b11cd0fe848c1d8bac1c660daa0e710abfac44c3", + "5368d271fa15e996184438f729026a741ceafa7b702e2f5319a02ed4a7537096", + "536ca7234857569d044bce93cd8058dab7eab3b19f4c4a56f2ac347a811fb435", + "53d325afbbaf0a085c8f4dab65d0ad4f6f3e48ad455df4b92efae664e3ed30cb", + "53f7214b828aa5afaf391ef2c4802d1f8d0c782a1d9bb71ff86c023134cda878", + "543c4fd0c392645155f627609c7d430a4e4d06e576863c514b20e1a564381e21", + "54a84ebc0507a9a9e843dc592c639f3b43c7d8e94c6019d71029c2d8e15dd930", + "54cc4fd24af0cacded407bd4f3bc683e25a9e969d89a010d36a0dbd586a2fc3a", + "54dc85bf612eafb02c47ebf4d67017c8de63bb7ced7344de32de836ea5551797", + "550f94d77469ebf1c5b125a72fed8df79c24a28f669fd339d74aa22ddac9b5a6", + "5513af533ca18fd5629a153368b994ac91b0449602a26297479018ab1f926071", + "552e2500e0c22bfc971e5fae6456053307211e2511a4b3f4edf67248e9e60c7b", + "55a8869fa9dc2191f7aad76c572cd5fbb72b826f2aa1566f0ede2fa89ec2a987", + "55fec48f1e3e713fd61d8afafc86d0bf0bb63b88212d7a3524d42201e4363d47", + "560da590c9a2d82030a253d044f3622ecb732576a98175b89f80efcf56d029ef", + "56330f94ec1211784277ffe3d0e6eb9d8570375c1502885ac9d0353bbe9b92ca", + "564b347329fe24e1e6550303be041361ae32520e753adcb0fa3b70d24f42953a", + "565a04ee80c7f76dd537e36950a9760676142d67f41fd998fc8295a59495246a", + "566a331cdaa86a9e637b843b124b48b2e492baf6e9a0856458f6192486912efc", + "56a30765776309f19a9e9cdd1f6d9456a23a1363636db79a0cf650bb7e31c547", + "56a94d11f9dd24ddc273a377cee421a7041081158351923c2bcdf1c180d3eae2", + "56afdf35be6e9e568b089419fdc113e430ed702e03f627833150a9b0f8b359fc", + "56b07e2d192eb70cc5a1dd8717ea1d104734dc3bf0247a85ec610a35ca8f5461", + "56bc76794589d321520fbcf73773be5152d5026d6117d231d5b49aac792836bb", + "56d9a85095e43f325d13a495567d69055af77d9eb0564a401e32cb3bc89336a5", + "56fd2f352e422edf3479dfdd0d0730885bcdc6e8140a93fb29efa33ce2e1e847", + "5750d0299820d644772be4cdb8b00a3dd45729a401c65134cb2a76cab7e4fb2e", + "578c2107d5f26305eed742fdc8f309810093277f54a5d831cb9d62431ff3761b", + "57aeaa2185be958180717afd2d67c85c071eac34214811e3478263c4d376c152", + "580347991ea4f30e4f531a31f6c561c15bde59a529de296194e4a35c2460692c", + "5810e162ef494be2cf77abb454b744a4f104dfc64a8bf30d81d8e065b3a0d7ce", + "58146c983a0dadd6f68056f5d0b5b285c1296cea6662566ad16257119665a177", + "581e0f0f3b40618fd8ef5e2f13555c891e6ad26e779700fbc9e7ac7a74370e85", + "585214c1720d13b39d0c41df6a0222e8eba17741364312ff3dc9aa1dab87743b", + "585e3e07fc2ef6b1dcbc173166d50ab12c9d23ab5b1ac9b6d2755fce6f4873b9", + "58773571cee830e082df51f368c9a63a7f20d290046b62633fdd995ede99418b", + "587db8c7d804f20dea3cd62a9c01057cb3b49601e4589440d2017bd02d638cc6", + "588a1e302469a7df1104d8bb094ca75222ee8da70b0d7f5466871c8247366fcf", + "5890e575bfe1cbd1718521af938e9e6042bf386075a3f2d18fa875cafb6bb992", + "5896dc528d2b7eb93675b4b1cc555efee4ff2eeccd4c3dfc8d36bceb18cf0e6e", + "58bafb2f5bb8a3b1eb354ecb07e3453d00501c6b5baed70aaab8391c3f400a2a", + "58dd3c4e88e304f5b06967264379c278b8fc6f530fe74a4d3aeeb00507badb80", + "58e1f86fa5ce3520e7d8f58889ee0d0c51e0157b76f12db19c7380abae59ccb0", + "58fd614ae697249681124a8c8fb27476cd7ac07bcb9bb5bec862323be835e426", + "59097dc61bdc1cb165e5fe9ef02fa705888f8737f2832e5e5355c1308efb9e82", + "591dee517c139be11a013a596aab5e3d4319d2d056f49a8cd9eee65859af7c6f", + "594c5ef422269e28c70f7684ae1395e7912c61532d21daa7e6c1372555afe0ae", + "596fbf2cced5eaa06817fe6cf08e2573bc73576833d15c973378433a3530b2c6", + "5973d3dab148e37f2b2ff8453d4c0db021866575b4278e4c53e4df8a700ab04a", + "59827f3a93b7f8823af0a16a43d17644aef2f7086b6138074a2df2a6ce5e6a48", + "59c53eacce4fab10ac3a923492063f77745b6b08badcc44256d82f74886e9e3d", + "59e170ca4b004d729ec102c5c05d2ddc53d12c725e025d112037eeb9dd788f7b", + "5a5d038adcb164227b02c45d95d545b73dc5aaf5c29f34d2dbae3866d12182ff", + "5a5faac5b9dd300ae710f7742a8f72e16d8ec858b153f397e45af70731cb6d43", + "5a65be1f3c040bd2c6e2fb583752e5dad7987e11e451d59e690f90ef14dee23c", + "5a665b818961b4ca6b32bf841165108602b3e27012b836b0f85d7561852d6d56", + "5a9e2a164309d31ea17ff845570e206871eb9f4a062edca50fa000b56818d599", + "5abe82d5f6eb9f97fc34764a7867c2f48f6ba3bef63e0c0db0283cb233d970db", + "5b077baa508db040e7bf3405264cf235c7d95ae59f33c54ce4fdd41a2297badc", + "5b0803ecdd5ae32f9940911e057431a19da47f172667396a50231caee56138dc", + "5b09088a32a4d31b4fa61cd7be14176699d042b759c867afe3664b6d4a3c8d54", + "5b29442d8070ea3f34d021c2229abbb1203ce47102ccc375e500ee28380a4999", + "5b48e419b56f1e0ac888f78d01256d7d9792181d244f7cf160bc6b33b86fa0ec", + "5b5d08a56b25f363a8b8eb54f1b66af6fd8d5e1d37ff19b56f08dde5868ba810", + "5b739a71f1b3b09bbf3d54543b662b0ea4eb22fe35809aa0ac14f2fdc343b6cd", + "5b8782b98afbfb414e51f003c063aca6dcc358ce27695ea52a0cb111b7ee3863", + "5b8ff653c10153620887a41370f6f1f7a862d06f9ff05002391c76ae0c7a7287", + "5b98921008beb016b9637d68f80eb8ad495391b3f2dbaa77ad64a705c315cbbf", + "5bc1788d1e6b4a285d30916d2f3846a50e57f7ca7a018eedebd0cfe875df9aa0", + "5c03f2b3a7c6f501261291db173abefc3d9d73a4094af49d78fcf6b76e505c5d", + "5c18ab98cb1bc02ac71d430fb9236c4b59f142d9d3ed4edac095b38ad1e6ce6f", + "5c24a8958cb0c33ff7617e4fd9770cb9e5b1f0d9932017bf0b7e9c7322516d53", + "5c25781bf806586340bf9b17c1f1dfc990e6dd21cadddd271448866f44d1c684", + "5c3b624fba16f6088eddcb0c9b9422eaa1aab3175b5e89732601d788440d1c16", + "5c4ed7d029b580c166984451d8c1fd42460bbba0a224c77b4e69f70cf1428a69", + "5c59eb61bb8b5953a21997aba7dd19476888f96424d4aa3e9f2eee253bfe9b25", + "5c7c610d7cc5465f9cbe4714c35ec928553493d0a16c9a63a0e57f8e4878fc6c", + "5c8b92dda4de3de4816c98e1d58444dc30f0e79493330a36d857be85bc4d3b79", + "5cb6260be3c98ae3ea566ba38130c44a50bf48304db36059d4c05f345458f0fb", + "5cd356062f8e1ada45e2ab1fed44d13c8b551331f1d485e4b6860466f78a8372", + "5cd993f6b096c7825ff9dac935488ce03f8dad2b060d67bf2505f22491292f5c", + "5cda3ced22b8cbf4998a18a9577a5ca62a34e37b38d118367d9d11d2d7d9b3b5", + "5d11328833f680ff28da140865138c3ba6383e972a7d95425a7f199a499017ac", + "5d13e695115cf2fd4c780da5bd73aa6774b7ceb334ebcd1bcede0e7716870565", + "5d1dc41467ed9f448b1dc703c862c1f6d51ed29037aef1e74964b8341f96034a", + "5d349e1d596ad3e2b74a6bbf355fdc4259476cd6977ed29600cf27ae50b32f2b", + "5d4597dfd3afff704c7d40fd84648673786f0d4a6776311ccac43be8832138f2", + "5d5c5ed5ef38e292d47d4e9f0849a6a550f03eaa18bf6f50d757cffe8d5a306e", + "5d8923c6ca6ca759ca9b471a2e08fc501c0ca65a8f38fc4e08fdbbf9b1c37702", + "5d90f1c2ea5e0973c16286af4fee863e69bd2c5dabf11e68efa4b30d15a38ba9", + "5daee84cb06225feda64408ceeac2f96556185059251680e18b092e894f6bf16", + "5dafd93880dfb3436f97a5eea1ecaa129a2b5b0a2765fd61b7ad752f4f45a8ef", + "5db84722f01e750446f95efb0f7b1e3e5be4e972df48183ef6449dbc33831e54", + "5dc3312ffcdd9b0392d350a016568b35465c467f4a8af3f8df8a01bd8d0b1a99", + "5dc49e102663cc053f4489ca3edcf207447454b65efbdeaa94f23a019e50b17d", + "5dc9d6774b9e06240c24fea6ac9ad4ab0a1c0fdae3b9236eb445bf7e05eb303c", + "5e58ca69ef681e85b55a5ee44016c5a277003ffb6fb80d76e1924d7911355b36", + "5eb24ff067b2d15897c338e09f972b4278a6a86b9167986594fcbfa1c4bc9c5a", + "5ebf7cc08cdfafc0c31b22d4f9c6765865ff9e63d72971016abc8c4dcec766e8", + "5ec3e6a888e606119f06059312103a6c70d1ddd2765dc399093457245bd07189", + "5eded2b78b90beb97074676bf47a1f3243b84ecd855a25aabc030a5a81102b55", + "5ee5a0f04e5de073e8b2e1ea283e8811305fb610276f297c8280b061019e3738", + "5eec32ec10e48bfc7f746c5560512e381d9c44eede3873a4d40f2854efd57476", + "5f9c8bf3d60bc1a4b796feff5e5340f352d4b70eeee37d3acd503fade03e1acf", + "5fde1897d8bbba084ff2a87e8fc4c103418060c56244f796f8b102d3ef6b70ae", + "5ff67526f77dbeabeb3eb9af58aae32ed2bd0af1c859deb6830c92b283cb720a", + "60072d766b1383035d005e1516a319b9c435c4e3ce59b69aeb5342f07dc380bd", + "604d392d36d6214c60fba0281725ef2125e573177d58d54d6a6f8183b73c3f66", + "60537dcabb3d7bdc1e312753525dd233fa8a7745c77ee26c77241a7886d0209c", + "60589d3cafbed181eecd4cc288e853fca6bcff092197b3b42995411ac6e3a2d2", + "6059c8c920478b870ae974d4422cba0ca49af2bdbda2fbbf10838cdcfa5c0387", + "60709160950e949aaf4b06a81bb046990a4a2699414d23ff7390998bf98867d7", + "60f873f907ee5d4f835f6bf079ea80950c32b0b885402692574ffa1bf340a0bd", + "612acbf37c5e1db127331fb6a7a9faa48b65756a36cccb51315bdd2663362227", + "6137250e31cccb6df9aef545f0af9e6f425d29f57df8c0bd59adde97f2a35066", + "6162e12b54d9c1dd7d764333543b0c1ffcf5660c585575595c04636beadcbd55", + "6171a6e20e268325d4a4a3fcf435febf5bd2572239d5e36dbc1ac4b091e86dc6", + "61ae93a705ef2553ecaf50ee273b55ca0e859f6be1b5501cc15ec1f78750f7f5", + "61bffd76ee2fc12fe529aed3fea7b656429f720be71e72d304b05ad787ffa1aa", + "61ecf85f0dcb3ce79c049cbf4246d31c3e9ee4fd97924b4d9786ae87ca6b6a6e", + "61f9efcef6f5be426991f087dd75332705677487880af8042569287517516522", + "620ade8ce0fc6e5781a57ab85ae405c9f62ea0360ec2a02d441ab4b6fb9f39d0", + "621d7c8e6248697e85db92cb715da91464290c722f306015957949842a1c820b", + "624d16569d89bc9da4b8f535ce8ed165b63ec7b7a290e116bdaaff37d0a09f2d", + "62a21d830ac26c364928f82f927d53233bfc87386ff2e97163fb981bdac82a0d", + "62db198b6f4c3f1a462a174b3d5d5a6078bc2dc15790360bdd7116e0f1e7f31c", + "62f9affb54a325d03ea5e8311b6fa62e04263251010f8f1e0545824b5250fc9e", + "62fbc7ac4cabfc232dfe0d8a78c55fc656073e2f6642396082245c9c98dd4998", + "63157ebe4e96307820a0d937d2a37bae3f9c14cca6cb651150156ec5c6d36448", + "6335cb3ff64c3cf8541dab770520a7cbcb6e3c8bec899c10393eefa9814f6ac6", + "6363f95dace9764ebb6dd5e4cd446dfe73be55be5f9e0b063ab5406af571075b", + "637340653f23ca873db36e16f9e98d6a1a1d7bd96baa07cf2afcad5123c182ee", + "637ccf26a58ec061ad2ee59d1f87c95f71f0bf8fa029b7ee9797b2a909c36ccf", + "63e61f2694503b1cd61ab7dc4c33759d884c3137d7e4f2a61709c562a01790cc", + "64642476b64edf3a64d69b2bf3231a5175d46c8a7db906ccb95271a787a799e1", + "646c682297f626e5d120f89acc519b581e8778b3b1dc6ffe16476a9835f3bcf0", + "6489ad49812acdb7da4187f73f716b78e1cd0b589e05fac85e5c75b1ec5cb1f1", + "6490ba8c17967e7a7203bce09753747dbdc0480c3f827fd4db746591b610a1d6", + "64d4e42816228f1b393c4571a5ab6e78acdc6e1a207df3bb942305c9de8d1c61", + "650b7cd2d1d95428a6e9ccf0dd9a40a72f1c636182446dce691c3169a007a87c", + "651182a33f678ada4b45eb1079ef7e8e105ae14b5bad8cb3952539de77cd7d05", + "6530adeb56d3e3fff647f3ee8d34065bed5ae533ea00772bce081e753c861291", + "655231a11c2e677666b6d7ba200414a8446e912ca60e5924b9ce1c6f8998f5d7", + "656f782ba203277a60d4a4c5a65a83feb7b139b96c5d5b0ecd132f21fb365f8a", + "65714992f01962d6e80f7afbd4c8e6332b419e436e0cd5d985958d03a754d787", + "6578e518dddb95d215dd3a7dbd1577616364d9359162715ab59552d3ec77d308", + "658b002d9661970ccaf80be9e81500d4a55990b813b813fa0846edece61b92b3", + "65a71290538408a4d8e1f694b3148e0f09b74528fe161cfe3f2778d148f23b26", + "65b2ebfcd8434bc57234573a03281c5ea42211945505d4bc7926620e7c037883", + "65f741be093e64aa33aea625d6cb2a0da9d0f66794d345d4d36a64c194f88a89", + "66106dad07085d8716cd3a57c38719985cfee9d7da7b9e75d42d653fde524a29", + "66278a5f3ea6f31ed36c22b8fffa8d927eda8d7f17f75bdcdcb3e476a900b092", + "666560495c0db35d8963004e3610db8147cba9b15b48e2b5298340a7a82411eb", + "669c686bd276c775b5e02b1268da9fb8d07c792351d0016576732ee0c9bbe7be", + "670869367ca4532f46d9214993c0f31081562026087e6d64941a9c4a7901875b", + "672bcec3d5308dc7eb9a921e5ef64fecce84cb150510afea304e61326daca37b", + "674b60cbcefefa4501172470e2073dbc4946967875c5451bbb39242b91c6ce02", + "675b54560835499f03023d08441c0ebd1e0d08f93c67df4d03476181c60717e2", + "675ee443873b67c1a0d4acf4fa7d50e28b2fb70531bf3af261d528478e59c0a2", + "677a7bf5d7402745cef77d25c358406a21a994b948b84b9627004b3eae0ff40a", + "67ae8e470a9c09f61434cfe21c78698058e3d595b0f68b7edb31c359c990f1c4", + "67b7367d7b14561a50011d56a056e3b8e4a46f32d6e44f48f335474600119352", + "68492785665af90395b524536599ba8101495f429eeed201c267d1a9486b8765", + "6873449ea7587bd681061ea00fb7a11653cc4d9611d6544a074bd95e1bd04434", + "68738cbc5f45b159196c3cb22db18e4c8daf229c4980efcb501427372dff8f66", + "6874e93c2da9e538c7b3817ab71c77b8523fc4ac9d4abc4ef62b46fca1afb8e5", + "688a3beeed114db0cc09136ff3e1f826a4c0009eeb0a5dba639d70c5b8479d10", + "68a2fe7ed3dbacfc51faf72da293adfba3d7aa87c52353002c82da7f71ad400b", + "68af249b1ba166e2336cd9e42a28de6d46fe383904832c4d6537e7352321d073", + "68b27de105169ec72e0d2b178ba1eb0c3fc0a98b4a7995b2b3e517c32a96c4bd", + "68db72e7e93af0434222b65801ab46dce3761afe35c0a144fc7954013456918d", + "68dfd709de674c13150cc384e52feef725a9bf0783546e621a96fbaa2bff3dfd", + "68e32d09a1873503fcd8c4473df014183b75fd59524c232428413f0e7c26069c", + "69247df2ed55b582d2560bfb3db2e758123d594cd88f2dba1e0fc4bfc33b1d29", + "69249f79f5aaaeac200aabe1636937412dfe678a99cd79bd6de302a2c889fb94", + "696e2f5c8d58f45c1879a88969d911893c391ec6cc625afbc119c5d31c1137ad", + "697e0f9df442d5d8ef90a2bdb81ddf81ecadbb8870c89f7021d46763fd8aef76", + "69a3819da4c4f0c147398fb5b7da7d804192caf89f06956ee2348b2ae023d499", + "69acfb9fbe3cd486ef3b93739328d90eb35b2431b15e512b081e8eae896d1e08", + "69ba2a070b08ab1d9e2b171e5ff96da782a6b2abe6d78847e82441fd8f6e48b3", + "69dad4799c84f69e502f17319717729db7b879694541dd198f51c79060f2b2f9", + "6a01220adc0cb957e87d4781fd8dd89b108d1e507b27296ad28773a0840567f9", + "6a0e6e4014dba325b39185dbf1a7a08e2cd10ea7c02bae337c795d68fa6ffafe", + "6a2a3bf1cda8da3cfd63ae6e9f6fbb55fd2ec6385749e7ca09f27edcede57584", + "6a2e45123f24f5b2a79c78a7eb96ab498b77a0247d3cb1d3a1086ba6c026e1ec", + "6a79de837ad6b4d5b78063a389d5a30efc754182c9a450f685bbab55fff0ebf5", + "6a7cea629eb5f5f3bc04f856a20ad4252f2ff11364e698f2bccc18891c9c0ff3", + "6aa8fa03e2650e4784898ef4e27a212426010d0cca9f9cea722b5a9d050197dc", + "6ac918e60536affa2c356c46bc2689ba51862f52e0c4da168f637655fd085de3", + "6acda15ef961735cc7d69ca607a4e11cb962c535ad6adab5bc2953ff51d6e9ef", + "6b166244dfacb745cd227432fd643b7259f9cddc517b05245f62ea70a95cf934", + "6b228ebec266d57dcaa49b58b1db767784f6486d45ee95dc131450a0479c9afe", + "6b27ba831dac670539efbe9131002e9213375a9a26af267c308e5f855c2486bb", + "6b4cf277783c75898a2559ae6e129f1a5af61eea9943b9d6a7d1e2248194141d", + "6b5c7b0afa8e4b320afd0b89e313c9b5fa62fa33bdeb7cdefc1673f9c4acfd4a", + "6b79946dea25c3685d5237e236c8931782449933fce6917c0c7204d6d7133fe6", + "6b937b0554365fa001d5016d0af872c629c510ab04a6e9e8580bccaae07047ce", + "6b9d661d4eb6199238cc5cf77affbd3616aec0b9a794418f256a14003b87c11a", + "6bcf7405aaf5b98665c658334cd647d60106a8b76717466a9c504d28cbc31c61", + "6bd312d9d400813835b84759667398a5c0b8fc2e05b5461da95fd5babc3ee785", + "6bdc16be5569ecceab477b89fe2586151da5c490333f5e0a1f596c4bf83f6b39", + "6c0b4e79c200c629e640557990dd39fd1b5fbf70f4ae153c137d6f35a563bca2", + "6c2f06a98f5f92eda14193ff996f38782ebae82f94c856ccfb148c4c5bf5f7a0", + "6c7fa58045d8afeadadb92380fa79952b72c66c3ca4a199ffd05b405009fe5e1", + "6c870298d4b3b9a594029a58de126c7d3912bd4c8aa8aa0956f96e0c94214237", + "6c93ceb690805df915a0d11307c3e898862ac2a8e2f03545d9f9f31333d97b9d", + "6c9d4b7e0d99d0168eda469e87ddcf684c3ff33d2a120784b3b6669089ff107e", + "6ccc1357aa0f377fa2486a55ec540541ef6f9143b4215c14f2533188603b0fd0", + "6cd5081e4647c16bfaa05928de0b79d48228f7163b2c097a78b43258081f0489", + "6cdd98c3d0ee8d4a939eee49d26bbc9744fc9e22e88563d636ad5b1d4572b211", + "6ce8a8829a4467d50859e5d48868ef249c31b4281ecface940b240804498a9cc", + "6cec9c740ba668e1bc5979a2f406be9d4326eaa440b49583caff5fff16a4a974", + "6d024da7f213afb6dddd051098fce2e2fc219009d7621833e4e0bfb3d459e93a", + "6d3a64c3c7d6bdcd11e121de5b26f8bb5b8ec0e16dd8e0a9614abb6279689583", + "6d3d79a21ed625cf8c2bd6fa5233f3b5eb112cea3b896a466208ff48db23837d", + "6d8429ee4d3409cf09dd4c1e1ee8d17ec622f3f65f2d04d2d5b46d3a1e19ce10", + "6d8b1d53d160411812b2e63ed22f7fab8a2865cc200ec6dd7a103a121405c5a9", + "6db6f17d30a1e7d929b1574447e0a58ae84fb52e785dc8ffeef72988e7b9918c", + "6de68bf5dbfc8d0a38db7653c7b28a6172424c2f8bb2e31a5318bd0636a34832", + "6e46fa4e2fa1ecc23219527e1ee220eb785973a0f8b404956297d5d6594a3847", + "6ec6d1488d2dade7f32eb4be6868b7ce41161dc4b88344dfb788047806eb3fcc", + "6f3203130b9b3bd29b81708bfc5fcaf3d48926c9fdf3e98eb330c02a99d4d702", + "6f6226cd7173c25f9283a26873c340a53ed94d4a734a6c38366fff4c82cbe894", + "6f8a46c31c1aceac05f0039bf6e9a36b209475ef18a584f1cb8d5e3bda48094d", + "6fb212de4b5bef6fc983bddb206fcb4978547681a9542de68b5abd7f51546fd7", + "6fd4ed214af38642cc6bb474abd126841f82ca4516af7d676fc525f3107eb4de", + "7005b0152b7e62e70a4ec3548246bc1b1d5729feb4958c2fd3688c137f69893a", + "70068c35f76f137bcbffaf69bfcf8103099b381ee31719b508515abb965fd586", + "701bec823b7e553bae03ac497ebec8a40592fea30cca8d91cf9efad75e6ad7ef", + "7064f9086f3605fd49bff512a1172dfbd0ceaf58a88410d163a8cd1a0ad34f94", + "7072448eee55c0872253c8a40a5bfdc2c36b8f7b1be17bebe825468540882db9", + "707966f3f0d9b4a67d3379ecf693b83b2a1e1c217358494af3504b95c137fe17", + "709835aa30c7d0a66f14b43475d8db201bf2bd39510d9ebdfad8848b84fc42cf", + "70ab03aa506b299df87e64cd28986c66d4a8dd1afa44066323e9cc1d9f89a6bb", + "70bcf0249de578d517dcd2d9ce720351b3aebc2b3408f92ffc31c3f264797cb1", + "70e8eb1a392cd7468a49fe73f3aaa99481ab7019d354ff555dbfa1901298e9d7", + "70fe15efe7ac3eafb95ce5f3f89daeaf76a65535fb98d50b60a029e4484de29f", + "71024b56d0f6a22d5fe9e7acd8ee1e7ec9a651721f305a2c7f3e4d5849781f5c", + "710f89d19eea86719bec11c771e48def42e5fae229de5f1f094639beb3c85efd", + "713f861df41f12f45b212350544849e022cd8665397f31300942f1ef32f1bc18", + "716c7dcc84d0813272c889fa45fdc626ef28b96df90f083f0f95e51b5909b7c3", + "7170b2876d55cff7bbbadde1cf60918fa82c96b47a419d0dddfe68656bb15f7e", + "71ccfa1efe119f4b3400c25f08c0cb253d6e84a3034595291688d0390362e7ef", + "71d64e8f87b796850cfde842ddfcc5397530526668b4758e95e3ff352ffb808a", + "7208d392e8466c55bd4db2b793267d4f537812981de57808548a24d575c00802", + "7241dc8b47fc985afcdf062800aaa0e4b3288f68ae23e6420d4174936ce1ffc5", + "725960adbfacfff83b82b7df54c856df7d95600c14505b43941eb4a624f2d833", + "7261079205d5dfa4e29d586c9b6d03ca1ee3e2225ef85043a4a4eaf8583df9cc", + "728722ded8b3e23f89f3fe1884bdbf69cb04c6f5b843bb307b4a62e2a2964762", + "729dfd823bb3d1363bbbe0f6beea353b4b9cdf5e47c3b6af17ffc74b854a2d88", + "72aabf4eaf51267a223ceecc011f0e24ba882cb2833bfb09f99d7000e4ce2935", + "72d78fd5e3c79370db8423179341cd9bba72ff6bd98a54b2a915a698196bef03", + "72e1b778da03bbf91d47c4c0fdb930d7ad38f76cf0490408e8b4df6eedac1ea6", + "730722ba5721418ddd857592947efd2f0e6f8166eaa20bf9cbab54a8f4b0a3cc", + "73546fed85b1e74894df9b8f32aa7bd56c478286997a8c92b08c67af0e5335f8", + "7355830e37a3f3593f8f485125738b6e7caaf9813042a1aa65a78148f98393e6", + "739d4dc3543c4be6ec96158cd1f81024d14489153b712afb0a7baa9a136af44c", + "73e3407bdb5f83b252fcf7c2ccd03c3a15690c91e77ab9a390e9d6e133770587", + "73f1a153831e1cab13cc9cb150325007b4b7ed7d147a5aef39665059d0d87327", + "73fb5ecd247e8ee18252483813c02d62106af8bc146cd4e3bd3a321f20cc866a", + "7461c878ab37114c8fa861bede453b9f180844dd0024a1031f8d0d5d4350be43", + "7485d46799828ad55580d2370456706f56e6b531b241d1c09d6e60fe61680738", + "7493553d2dbed8c03679691050369d2cbd955cfeb2e09469b115893f92f81f1e", + "74b8a267ac18fcae42bfc59b17bbfc54cb50efbc4983b4fc0de89fdbec45f26b", + "750b82983cca089581424966a9da92809d4739ff8a84fc81448b6c2144f0c151", + "750f7f9b8560ab8aca11e03d8825159f4a02c97263c4b164cc6b6cf8c627a367", + "7512074a62a9ea08ed848461d4b771a087bf6d0806d9d8e9de9f109de0b62713", + "754eeedfe7b3dcb1fb680ffd21ca550bea5bc1eed3c387b5889d69c739bf82dc", + "7550a0b2274ac6eadda85f132246d97cfdd1fbc17a8c60247c93e8a7d6d42352", + "7552868610e7a0492a47d7bb17f915b243f75b08fafc0ec2122db8ca25d02ba1", + "7574a2bed3690cf7b377627edac03b504ff654934a0e4df77254cab0678b3da3", + "758fbeca0e118842f28a52b4c62c1fbb9828f2e0a7c78c41db50bdc603bb82db", + "75a4c50f6b7b5f9416c27fabfc24bfce47505c2507c9e5c40689f1cf8edbe796", + "75b0312a7fe659ec2619fc0a00188c1c25648195d6e7d9a6f7064d3accd1b897", + "75b3017f16c079d88f1448c1f4b9665aeff8c770ee0174a59a6dac4af0945054", + "75c9c4a1f7af09bd21062dfb98f95b17143fb282d7ecc42f082167e36209e5b0", + "75dae78bf5c4fcc772bd1ae3d1e61f73ca0fd329342829d93701ecdb05cbe776", + "75f25b711155c22abd881f62cbdbe0bfe8236697ac644ba420b88a50799d6682", + "75f96d7235913b25c9433b1a0ec68104bc222192d7a8813010730f2a0659b3c6", + "7622d99087890010662d5c0ded17c8d5a71587f4e39fa1d389c45a24b04cbed9", + "762512c3c71425a88180aeb09010834265222f4af4988ca83e9d4b453058e003", + "763be34aaf034de4d21129b44404ebdc6f95c5e5aa07140a0215b3a831c0c975", + "7658c48e7502d6d1d0b8fbffe97f4df627e7974f75cdbb1b9ab6a31495a94ea2", + "765a03507d35544d425b3d04d0b5f8af819630c18ec83638bd7ca85fab92f351", + "765ea782be299b543c8481425b1da923aaa737acf2b736c47584089744724891", + "766672d016c0c6eb36997037b67867ab2c694726af1d88c375228194dfb90a87", + "767a47a19834085dd8e10c9d3d66ac5964793f8a9513a35b2dde4d1429df7a48", + "76a179bb27b3e317f8d4e66765cf407ff74fe9839e80bbd0d6de766e8bc90823", + "76d19a21140ea79bc1b758ce772ade48566e5a967ba98fc6319541f9e4cab3c5", + "7703f063aec2da8a8985f6e719c2a68d00f1ac73cb75800e295741fa4d40ea37", + "770e2608d147738abd66ba9367f4d31123a567da4e4237c08a58d1b357f6ba26", + "774be2ef21c84a0f0b67221f61609824f9e43ae746ceaa6ffdd72ddd8da88c49", + "774ec128960025ac079c5cc7860ba8866b328c0a910e4ee97d9cbc3948293a74", + "7771b23e1a872781d3c859508c8f81f5f0145aadcfd51d4937479e8e767e7326", + "777e1e2ad048ec24134ae9e9a2cc09bdb9e65db4a33aaf26a5571378fb576c86", + "779ed248c556b5bf3b3c773212e4390243e14167ee6adacbdc126e00057141df", + "77d7f1daec219ca893d2724e410ba5179573dffd22ac21b1ab2a67fc65159508", + "77f2ffd9c903d1cb59f3bb79ddb89b412ca1ee3529d555074ed4cd2e575d330f", + "77f65063c77913e76134b4c37ff835f373526c410e5b367c54fe4d8d613e473a", + "781ac47130a2dc741d2bec0037bbbf1faff9e21ed424934baacace67e827e599", + "7834f835213ed6839d9b2abd93cf8ac01ebe5bdca61c9855dcdb515765e61e2e", + "7841c519c3dac274e9c8c618fa6201314f47dd892aa879e0f41619ece8f58376", + "7847d17d7e5ba94d471bb710e54d9e653488c9753dd1d12661e44c04cb4793e7", + "78c796b942fe136b1056c697af7179df8ab8dd78e2c2bb385d9774710d9816e6", + "78c9fec65bf1ce348f0f3a33687b29f95d7056f34c580a0e4292702501694c01", + "78d4919ce6c9044423da92ac281f463a4de59ff03f9a54382fef3465b64f2aa1", + "78e0d7e8b4413c0759ce0b6c2bbb6a132b7ff8aed71e0ec46ca0d3669080c781", + "78f5bfe6f58ca23b2d85c54acea293e7e19ba60b63768934d1b65d1b44b31364", + "7910445c446ded88f3ae81db2004fe916506fadf83017f1d6c0481764fbc726d", + "791e0feef999d39967656eb542ccd5a5172cea4650d58f23bcb8fa8622551d0d", + "79493b75a4fdce4eaaf946864585719108489ee5f6dbb8440a70987d7ab3a14c", + "794f1d793b6807ddb2da2933851557a4ff3326c21d6a717897a475e7c8305e11", + "79665c355e938b7c9a5085d02e1f4454bbd1fa42d99ff76d56a0d37eede5505a", + "796cc42123f9a58eaa22cb3b3388e40160491dca862fb0a2aa17db03b45174be", + "79851d82ad4f83e06d475cd976b34d79a0884bf77624a6443337c585f5e7d88d", + "798ab8eda49c99f52524fab0e6c29e2fcea9c25bb7eb29e55d24f8bd928f5885", + "7997158c039d6cb8a0206f33a7fac43f12b6c05c50ab9523c5d319a07c9f47a4", + "79a8920832ba7837cd6d4b63760c7db8963bc9c4d5cc84b02d1656de6861cd11", + "79e246581d6965e0b6397f31780e76d0e681e72a94a031bd976890872e8c682f", + "79f7f98c4c91e9507352044f016d9373175a6410538d1d74765f5013de13efe9", + "79fe72616f57da92fbc0c265358909235cd86d5107d0e7d613adf8a67a868b91", + "7a0e515bd7dd1fc037d2793b5bb09d987967b38c7b0cdbaf484bdeebb6fffdc1", + "7a0e65a743023d8e6f5162be55768a3b850f64e76af441e3a5b99bf0528ec159", + "7a111a1887f6e3391d63b0141a7175207f02679e816cea6845b3486565b6cb17", + "7a1a59f3aa4d6387e5a5a2d61a4f4409428633616e29fa29d50ea0fc53bcd339", + "7a29256a151c5dfa124e5c339bf9e5bb74c2125c128b04d6fe46abf2a758f712", + "7a5b2cda69206c48b9e8d535cd1e96ea9cb9185fab4ce335a2956bcc05b0b115", + "7a70990914d64abb8b318d3bb2a06651e1832f21937c00651a6df6f061cd4842", + "7afef4f1d28f68d33ac3ffb659441e0102096da753d5c20969c536ea0dfed7e5", + "7b2cf8dd9d56b7ca7a7bfd1fa949e72969257010fc1d480bd54e043796eb182d", + "7b421ee486724cf4f7e562d916b247b7648a152d31428856c35c2c2db4813bd2", + "7b689b58e64f9ac6bee1eb14628884451cee03f41fdf2178916537c2b56133a0", + "7b6c5f005c475b264b2a7bc64a14240082a0ca96eaa41b4f9d59a0ed65e7d381", + "7b92e26c917b401a6baaa8cecdf723c0cd3d59666c778dca685bbc12ab9c6f5e", + "7bb5aab6218927cd29574273c5cdd63d39849a57c0ec9b59340302dac1ec5c5f", + "7bc0ebc0825f60d79a197e4d27689643d65798e598057d0ae33f72cd39a8d1ea", + "7be40af82f79492703783517086251c2be0511bcf1dd2b1659e4d627055acad2", + "7bf300a78229f582b67dce564df3158f02c03a7d17064a78d4b041ce41ffc3a4", + "7c13771c61816ecda59ab2026f2d2a85c882cfba9b967d5d41c31e338602eca1", + "7c249a595ca1f06717edfa3b35b2b487e2c2a47c29f75e4d52f4ac7625e24b41", + "7c5f4b2df36cdc780578afdd9ddf6d84a6cdf997977d0351ac0ff19bb403551c", + "7c671c670ce130f0d602bd6d0573ba85c6e754639d122ac4993bcea07d5e1b47", + "7c7f4330d058eff280e31afa750d2679d4e686f89f57a402ae5851cb33eaef95", + "7c809ee513fae51056cf753009b516a7d1c46af0c8b9d53761cde8467416e843", + "7c89620ab5745c5c096fed9a789fb4ef9a7038f3a03ac2a6aa033a960cea0759", + "7c90ac3e8b713181be6385e25e948a2bfe21ed28b0c882153787eb8be239c2d0", + "7c9aa9f7348291d8af6529b509632b76f898e46070c8b8cc5a74209f1f8e384c", + "7cf13a99136bc97bc57c8cbd7faf6c461f688084df1ec3a9d65f79c11c600491", + "7d4aeaf8a6c226ade1ca11ee3ae0217ebbe29c768e83b525129fd74895c0830a", + "7d653fa63d81af93ef7779035399a4e53411ec8a7f651256d7f721c1da327da5", + "7d6d2253f232f8dd1a23a77557f48814e176bb670dced172ff3ff7270115e2b4", + "7d83af9e9367d2ff00fe5848cfdb4ba392479eb3f1fe223f6828c6a735ce24e1", + "7d83e4f7e37ec9b9962eaf3c010021be13d664653d07999ca6c6a81e4fa3c427", + "7d9c7b07ccc1daa04385683f46ed47f8ff248fceaf24e67db501c065e8cb21b8", + "7da2911323411aaa29a9a089c7b549d57f54086f1831e8d11e614fb17e786326", + "7db20772098831748a7981a5ced53fd95f5e03e737349f7ac3900188cdd22f5a", + "7dd2da493ec5174b6763f9a0162334bf09572691c2d8908df6fa21d18cc67fa4", + "7de9b973552d85e3f6badbb2ee3721a640a18b97840ad0259039d6e6df85ff05", + "7dedf5136a89643bd0641830635e4f5a6ae5d68d3ecd6e4abc658a39da276f96", + "7df266244513d7042584a4a8e1b07a928fdcfd2eb2568be855f438b14502c66f", + "7e256ccc54272dfadec975e2192dcc8b899784a82c8eaafafc2320af6270edc1", + "7e4083c02abf3d1745e121c2404d91b27f2b0b972ee71c98dfc2fabc838eab8c", + "7e53515a2846c4ac3e3005a0d705ff1bc47fd08a4186c5bf3a5d4d342b7b76f3", + "7e648858b5dc20e69179df0316b44b36ba017448ff6bec6310da2a37e48093fd", + "7e6a0e320a76b2d7c4571302adb31af0cfc155f957166d39d44d4ad842d38c82", + "7e7078f9ba22a164fc61c762fb5db6d955ca1ca86a3b50b8961e9e5a3627e79e", + "7e80a3b28e467688135d12d509131fde13a4f17f81614a7b1f9d19379793e765", + "7ec7e941978523b6bb23d2fd3d55d6fe33879c6aebbd84fbb185117091c12b72", + "7ee3852676020e282bda9cef1c1045e25441647116ab309a214ec1f5f6f1610f", + "7eeaba0caf143763754abd5a641189db220b4f37abce91f1c66ea992dce96336", + "7eebdb6297c64378e8304231ece5291bd19ec690a37b2b58c90880cf89ad3bd8", + "7f175640c764b7df9f0cbc95bae421d5f9297fcf62160d65949b5b100557f9eb", + "7f792c5911a60663e0e9fa68a8f6be943a925cee621084cf3956ca175b27749e", + "7f823f60346810266ccd7ba91ea8984ca742aa3baf849349c8e0475b749dd68e", + "7f87c627f7f7412fee152b6c47e6eb8b6a13bd38fb9397d50a10f0be461e214f", + "7f8834cbc4e365c22d0e3918efe4d32714772b2c52fc2f836ba60f52662caeb8", + "7f98e2cfd1b02cbf7445f2f3c3fbe301e820dd82abfe4177d51c3285a507f3b2", + "7f9d4060748a069f6786af1e4860c6880d39e038135439b0b2458ad5d3c595a9", + "7f9df7d75ebce46939549aeb0324983263bb1d809264f4903d434452c7026514", + "7fb3d3b49f404b6314e29baa782768af91c6415ebd255ea3eded9dc3f584abad", + "7fbcaaf24c8235d541a5609f45fd7144db69a5defadf4bf6b518f9ef5f163e5e", + "7fcba24680c7ad95062aeb55090e10028546a5fd4f4a697d538593deeadabef7", + "7fd23e3b2cb3db7f81e7730037a1d3e53fc9774948a8b85613600590ac7d0f92", + "7fe0b89997665c24edc4173f17d379fb0241804761719324b77a3ad19cb134dd", + "7fec9ff3d09a0bcbe3db33b8066c3bacd1d09326c89e6e453e8c42ea49fda27e", + "7ff731d055995f2c7355f7a59174ff09d3ad70234c6ee73b5b29c2a0622d13df", + "8014b101a0e5de562df78d8629d92a6b367ecfce7c3f7eb968ca1178dcc94883", + "803fca0d27e485372ff299d0138f27c97487af7708745803e2eb557e40c71172", + "806f014e6df16a1654bf06eaf08ed3b60c299fc7b5d1c37d433b3a0ecaa81655", + "8096a2f2dcbbff46a37e430b9e9b6894d5f6b5c01c93a8187900dd7909ea0126", + "80b0d0b784604d32fdce1b467680d1630259424aaa829573fa50c6444cc0b1de", + "80f52225f3eeef206f805d640ed82231bf7c01b9f7cfee7ed524b1b299ce1197", + "80f9218c5e9118528da5dfd6780556e8443856b35e876c1685d2d25887b92367", + "810aa4c9218c0639ea1d9d7fd3811415d7444dc97f831a0dcaf75ef802242f74", + "812c2ac233a568a4da77e7b7487e4472579ac9bbd8ba095177caf7f1e2406b9a", + "814f2af21544b1b03d045f29be5b5d6defb02be970b8a4d85036944c3a408843", + "819ca88d90bf6c86b097fe09a8704530168f1b8931116e9e55affbaafd0ace33", + "81acd0d4f293b61cb77a0cfa090543beac2ab5792ca1e88447b16374fd1dc4cd", + "81d76fcd53d510136dca6c06bdd90619de32a48b1caa2da941bdcb661bf8af8b", + "81fe898b8769901447fb50c71d7d0627025ad9f7d533d59cc9f7d17eaaeefa60", + "82489daa4c05ab621452941f901dd0a684e640632f76836541fa3f45bdc27782", + "825ff15f0782c3ed5bdbb6412e3bb77aacf35c880840c8273142230c0df2c2c6", + "827fcbbece238ab1a8bfc63dc4ae4a456a40d215b9bb3f7c9383d49c1460d217", + "82826c41b67c800350648444e150c3a009db7301fb4c693f84f848977dd3e9fc", + "82d78f23b734d512517876ace50d7e7e19d9dcad4db80774ed3609ed8d3e49e6", + "83171042fc2b4dfc78224fb2b00fa8f1d00a038680000ea14462f14c604eba46", + "833133f91df4b418393445068bc2e9e93a065c463c8c8a25d3521e84f6414a93", + "834597c90083fb02ca00b90a38092f814fdb011897ed0cb4ee5c25bedb69d940", + "83aa7ee537812e09eb16fef58bf15fbc5efb929c298c5d5e1be5682bff8efd68", + "83b61aaa99d449b594ef00dfaa7d958c36d90dab01db14b2e04ee0db9c365445", + "83cbe1bf2b5a688a257ca8d424d4384d53a97da158822b9f086511e145839c23", + "83f7029e77724c8160a53346097015aeacaaaabb5e4e8e3930f21c82663783be", + "842402ca8d019c79cc2980fc26018ecdc2d715015f164225eb0112cf8b619587", + "84363142eb13b6d6a8c1ca2c282aeac21af2d69006b75733eea7b1ade7666d27", + "8463f76ac8b1f2ca1f2d0968a0dd799a8bb3d66f09eecc92341b45b3838840a5", + "8472c08437e9d065a8dfe76e302935c88138b65679974121599273edf2cd8d41", + "847cc4a4ff20a7cdb636264448eb18745c302f2ab0a10f1f61e1345cbe0bd5c2", + "847ef669e72c32f996d6a8245081aed7da92401654351337adeceac90899c4ab", + "848273eda2ed1190523b8ae401df6071e574af543b7d4237f4819ea8e795fb91", + "84bf01b039a60611ae8cb61ae6361a304f17ba7063425fa40f9836d7e76fd51c", + "84d4126224dd508c633f787902a15d111b6faca854ad91c470b008b84c466704", + "84d6d9ce5417edfffb97ce2f1947dd3b28381572a4bf02b041311b8a2ae6d3de", + "85026b06797489a856e2a5c1101cc0dcf0eaaa1b44ecc856f7df064abaed8e4e", + "8504c3f425c74ff723cb3a7f5c7e8df33f66e1eaa213cd2e71dca4f35491e68a", + "852359a7965660c3aa1296b56e4e98ecf4eb217a50e89ef12718539d31e0dfad", + "85374924744d63a016f40be7fbfbfcc00ef1baa374f4e9c31f35a039e4916d9b", + "856321fc3f1b3564e2631eb636aa5ece8bff0a96516788fb7ae44a68de39d799", + "856a22bd189c9505240da1131d3d09c44441396b58ee0031f0e69abecfbe5784", + "8571d2f43d6f338aa2691f71db7d7e10ead6c44764d7acfb62593f92afe32be0", + "85c19a7874cff0defb3daa6ed2411c6a300d40630127db54c7b1d72ab218ec8f", + "85d06bc43fa85e3a54b821385cf84b32ac25b95ae86a0d6448ec3a097436bae1", + "8602cd81454b46b26250823f90f178accf605c3cde02e5f940e4dd2ac634f131", + "863cb5c4d023cbdad947ac7cab27045fb066171a906913f4b8ff04ab9458217f", + "864c42307df55fcbe1f520b716e132e19f1ee4c0e4581b8fb51d1c8e0a2be428", + "86645cf08cbfdbba0c35ec11fccf41629fcc698746c542a776d96f1809aeafef", + "869892d5fe6eb6d2dbd806e2aa54b95f3e4087c76fed7f496ad8da9151917325", + "86c2413964f42e8db6d102682b3527c1d54fd1f36fcd167c75d1783ec9b2c682", + "86d5aa48fabe29b7086c8c48b33733fb5086507c03ce152f3dcff551fe403cfb", + "87251660f1c93538bd393e443bdea252c12178ad7b1fe3717c4cb456da1d5633", + "8726a1f04292bdbc4d137c58d3322127e3c73f977afe4f13da68584a409fab08", + "874aff72a30aa094c623b419ad6367bc9469095f544350d65af2c75f8fd78c60", + "8772efce2dcbd728dc3e6be593fcef89602e115e612aa50ede25ec3edab73f66", + "87a7443e2f33778a9f446b2e6bc81415c501381ad2f80caecd6cc5dee29a9e07", + "87aa334d871a911f774f07e7097a23960868f396ec4ef24f2d2a4d40a9d09150", + "87c60d890ad8c5c2a38be11978989d57c185a25969e84bcd8ba976a7f25070b4", + "87d1b82dd094c4acb9ad58a0ffbea7a5563a9936cd78f6e7fee778ebdcfcbe70", + "87dab3f34020532d6b44f52e4b7a035fd33bc5e4bab4c286faa547834a63b77d", + "87e20d968cd2fe30891243f403b3252a266e8db5fc90396caca386e302d0b8b0", + "87f4c982994ca15c1fc3d4d333ccf487b6548242feaab2b0dfdafda419bd0067", + "880779342113d7f59f2ac7f35283e3fa21c7f5635b19f6b2cfffd6bf6c9af087", + "881aa0facead55798fc83556e0e59977b06d1ec3cf3c254d86462c2dfce80736", + "884553201eb494d42a1993226344515c35c0d161c21d4a665a4239cfd45e005f", + "886ecdf27bbbdf53c2139328d18c174afcec3341a5aa4bd5ddc67e42a87c00c0", + "88a8b7550d896043b38333c24505d28737df4e73ec5fbc816795af28d9295048", + "88a9bdd66fc2344f8aff0b0d71c502b15dcc7bbe157324d6e40dd3058cc364e6", + "88b630562d5d85aa3ff2a6669b4bbfe5192067fc50d1cbcd58374f5d9d48c6f2", + "88ba13465bce1bb05049f99681cd787431e3a53903f0d3f51cfae12f95db0902", + "88c5f45e6084c9eb35b4377db489699d8f8fa81ced9a5c74341ae8f5217a0bdc", + "8918af679922da6f209ec9c23cf601bcf108176e52ff7fe2fcc20eb375fac7af", + "893c0f99b45c6e1ac223a4b470273b1a89431fb4ab140984aef93375e78e5e77", + "8981937b36eb34f0d585e60606ce56e8e67173cc3f04a22f46618d9f6e682e25", + "89875aece432ca420311ff4a23c57fd5b4c505e3c3b559165275845ae5e0e76b", + "89aae336d8ab2ca0ffe06a15efc2abde66c39f2d3f40fce5e85f111606b5e2a8", + "89b8caf01caefe1f5e873dee97904df01c28959a164af479fed1407c92add483", + "89c455c362afed63936ab400f5655351e685606805fec2d47dc36c40e15b971e", + "89c4b6d6bf0f071af66ee795ff42407c4fe150cb8e301997b721860501ab9a7a", + "89c84ad21dffffbd89fd8391e4a68536cd65177f9024c0fbb33ed0aa1988e9a9", + "89dc9547f563493b4c062ca9c1b56e277c0b973a53b4e11dec83468a4af1aab5", + "89e82b72fe11cbdc6c4685419428e65f1b96655d4eafa2343e891fd1f6429ea2", + "8a1f12fc3045a1ae803dd949931b6c477310b8636ed7c23b39af03b3dda64076", + "8a6baf027cbf0e268695248bd5dad15399913f37908c4a678622ca58b25ca568", + "8ae1576dcbfb6e37484071b60abefbee4a2d4183f8e8b21abcda98d615be1d51", + "8af1a4cecf6072ba4dfe2e726448b9d79c9350f80a171fc963e58b7fffcb0fd5", + "8af5596c49e5933241edd73e1c0349b84b28d9a9ef0bdb0b3f08dadcb3592d24", + "8afe556c423b4d558efaf132ca16b5fcd8ec07eab04614e72fcb67a700eedfe8", + "8b142c5aeb5e5c2ba168580db094b7b6da729837abe6199de738f104555e63df", + "8b181304e3a183cff73e26e12f68004c48cfbc7f66edb371622561c9ffb6d175", + "8b7f3e0da8bbb4bd381dd5faf22f3506c22b01f117a180f56f2060a15f7f3128", + "8ba5cc41b621f68b1da7a950361afac2ebd406bb12f8f21e1571be2680cea395", + "8bb3960b9aa49d3c7daf93c0b27a2e82677fe70954a5b1b8b40ff51e01f7b651", + "8bb4e371cb956240c12c6824fc1c42f113160973b79c22572e5140a5a29d4542", + "8bb8b135de8b7901b1b456ea52976b19d15090a7de2bc5afc5cf0e408102dbd6", + "8bbdea659991c41fc41e5d01605860cd53b22535b761954b847e34eb452c1bb0", + "8bcf7f0413754b850c9b24fa87068f48e73c559327425e1bfc82cae6fc4d6b89", + "8bd8787b5b3659b6315c160145c30b3aa5f799d10b61624b530ff90396a5b7ef", + "8c26ad6b9984963d835deae72d8b24856d38fef889bb05c10c85b3fd7a25cd6a", + "8c379436af1581c0c376678bb99b148d4756e39e9446cd804858c12009b2d373", + "8c4099078c2c0f6c69528c976e9308f5104108e2c6cfe95c3d2399672f5279b3", + "8c45266d075cdcfe5d59cd03fb88bc25a7a6ff511ef0b0cf9ae47fe5363b7d53", + "8c4cd3870bc9dc20ba127862a0ab3aac857ed1a4d0e2340dc7937eda0d115c21", + "8c4feea60b5188293e370c26dd06528cf6bdfb30518b3869007d3f80bdc3ef13", + "8c7148ff82aafe024eba8a2ebb64d6fd836fd75cbaac428abba1d92627fb07e0", + "8c7bdd8a6c39e9ac5222fb2b16861c1b24367708dc596f1bcc76c2c7e9c2b578", + "8d432dfd008cd8ced880729bfc45f3d548bc54922e5e6d4bacf680bcdc0a480f", + "8d5d02f66be9555b666419f16215b79e6929aa14a678c08d09d2480bc2a82b6d", + "8d717570e2a44975ba3d53e6575d4a295717dcf2564d14d62a2089a372a8fe34", + "8d72bf24d3835df975bd47aace23e91fe60bdb5cb0ba997ca78e52fbad343414", + "8d78008b2455a61d192635e692cf968000425c1b87e8ff46fd02b3816dcfae23", + "8d878504470b79be572a45051abba37a9ece730557e77120508eeb24db203851", + "8d96dec83d0411426e3245574e8c35f5b73c8df79c1390b684cae3a7950d76ae", + "8dc3568da85a0ea8b8b2d7c0bdf1cf458129cff09d04cbcb860575bd5d82ed95", + "8dc80b3bac6de50377d73b41145b48bb3ca6d23e99fc278cc28c1dba42bc1c5c", + "8ddd2ff6afd3e415f3a1316579c35833de765f667b9501e7e42da54f9eb4c7e5", + "8ecf4a9b224c936daa0053ab30a1858c67e74b17f2c82725389198ba26733706", + "8efc955a5a8e460ec1b481cef6a4a6f51552e6e1e49355f9feb912a0650757a4", + "8f030cf10304c8a821ff762ece320e3489870be3b40569b6663cbfafbe45d90d", + "8f03736ef3ed40b3dd7126f1c5b63059ec0a5b2ae71f67fb7d97de2fc16d2cf5", + "8f145b6dc0b3004631db47f710f7ab74a258adabbec957e85f67f15a99e5ef7e", + "8f4cb1bd07998f4bcc079c05285b81793fed07c094cb52e506b5fe2d654575d5", + "8f529f8b797d5cddfb9dbd137631316ec57cc23c6b3cd5249562e7fc8d8d80bd", + "8f91ee16ae905b7524533a6fcf40137005c080e4608becccd2c865d1e0933420", + "8f9d44973e1d625174356a6be2636e7f56339aa695ddc592dc65cd79f2355954", + "8fbead8e6f6dad8d2bd48456546b24c66bb9735ca70566daafb9118cdc7c83b5", + "8fdd16b6d541b7b81911d14d7f6430046b8069fda31d5c512e78f371f7df215f", + "8ff40cf299ee3337cd7fba77cb92fad05cbf3430ba4891c9545793a70b3a0384", + "9041d1ecb1c173f04808b57a9819a53b3156c1fe87df224597680c170297208a", + "9097a466fefe8548f577da17fd853422773485880e2d7c6085e8950694a316b1", + "90d310d3cc0848220d1011df2ecb0ef6045971926c923b6fa9ac2e8fbf8b2b50", + "90d7b9d3d86e904e19237a6f574643863bbc9146092f09a1b63fb18bcde427ff", + "90dbc96061612277e1e925b9beac596373152e74125ae7a9213bd1a1f8585e08", + "90ee3c873af25ebd77ed889cf4ef6410bb4b9eb00b32572f4651e93bd3b4743f", + "90fbcad54d4abeb3e68dbd7c4b923eabb630fc065a70246b8796627b3e3a1e96", + "911b8543dac7382e9e25b4dee5ce3774927cf78f57cb05eabdf33b3cdfa41e65", + "914f8bfa81a2c9fe0b168c645bbe45399099ace3ca439353229216f9a1b99587", + "91518c76c3bd6245cf1b051b958d8270e9d81f0373bfc56467dc896de7fa856d", + "91aeab64cf94aa7690f78bb5bb2edf91d64e5d8a037094b19a9c3e5feb183a60", + "91cabeda5e16e572b89e53f6ba3988fd8416fa7b03653f06969c126752dbed64", + "91d65e83e4fa2e40a29660e8697d3dedb1894b25601c3bb80df559389a9ca07c", + "927b077b9994f92cc17262f57066e2731c19fdf59f1ad23e9a187ad8a8e6a21e", + "92b4ffc72368d645dc6a5d181ec6cccaa6b2d5733d289a6fbd0d49da064ad778", + "92bacb8e4cb433020247552fb9c6cabd6455018488f8992ac6c202820aebe864", + "92c9c9caec17b174b853604267805f1caaaced45888eeb894cb5f07c3da60bf9", + "92d6eb7919388ebad69f0cdc179024407f2b0f10ade265a6bb82ceb3dd533319", + "92e08317b5264a5c75af6bd32f8f9d19d35dc2ae77a8fcebaee74b6349e2053d", + "9317c21bf5f13c7615b404074d4bdcd514250758aa7dec348b461e3ba7de2ea1", + "93717b7c08182de46766bedabbdd152710832ce74aa1e15d30d2d66748a74660", + "93d4e4a8d37483366afce2294a63b8e94031c2eb2595f06809f3fa154b8973bf", + "93da984a0282e86731dfcd961a8ce43b862a14c42d5b5d1e8874ffdd200d30d5", + "93f71412244e33e67e82e17efea5d58a9ecead2928ca36ac1e8cef2457f09296", + "93f7370ce73039faa1adee0d0cab9177772da8cb361d27ac1254cfdf74dfdd57", + "9433d8a34075bb592cf9c36bb1be21da08bdec9f9ef0718a0b61943b321b2098", + "945c821f819b42bed83f5450d180a86c23e6ce00695f7a18a105e2980b2ac2a2", + "948738b6923f5c6f6af94eaf47ada5f24436125e7b2d7532f2cb9b3f8a1ac64d", + "948b1fb3a88a247eacfa7863b50f8933ec9f89a59ce7cc3a17589ca825f5ad76", + "94a3567ffc300b6b0f7aa8e3de115ea0f5ada4d64e2184d2fc236c39056d500f", + "94ca3253fac86271dc0564b9de6cbeff335102bf817c744eb6d6434596879179", + "950c886241c044f7515eb00ccc25b1e9603899a3dfb4abf94727a1476bf37b05", + "9540e5430f9fac88e79b1e21bc8252affe0dc5893218218b2ff1839999223005", + "95473d6a2079786547cc70ab7f130c85e58839a865eebbcc11b0b75730e53b25", + "955f30c3eaf38525cd9d5503c4b1bea7b23c299cd6c8a6eaa6a6caa3748b24cb", + "95b77329d4972e58cce72f2ea588d614e3cf39cb424cd628e90e58fa2868a4f0", + "9620c1973d15d900e0cdfc235abab14254b5d29f240b8382ae9425fd47d18dcb", + "96290f319d1f2eb52a9f427d1df9bc5e5c149094606c64f51a172bb8111e1d96", + "963991dc96009d33a16333cd8dfd1995a7d274957508b25bb9f3c00683af0a85", + "9648696e71b0f84e436a6dd018c574b57d85ef948f6d5cc577a4964b9da64f68", + "9657dcc5c71ffa5ec11af1b35558bacbc681beefaf10373f74dfae9c13687f6f", + "96848b6b4616088854f302f4c39f7879232f208212d4816b6390ac11fb0eac1b", + "96af2b09a6a25be1f7f654be30ff50d473192cce28c69a5e89a1016ef5371093", + "96deb6e25f941a15a80a373e2ecb92809fa08772ea70db16466a16debe9842fd", + "96eb4c60b1ed6d1cdbb6d0a6e9df4e6d3072c037f5bf8fbb08d6f49fc0e96791", + "970c5fae48051e2e51273d468c630a6bb8abd4abf92cdc1e040ab2e5fe641145", + "97104c8814d8d54be64a2effe279e2de76ece7d9946d17f2bc721fc9ead045fd", + "97af82b0ce5128d252a339103965d1c99eca7a42ebbc19da35325e2cd716023e", + "97e800caad83fd0ea5bfc639fd4764cfe8a7a0fbb1268176e05015bdcff4ba19", + "9807f31242666c19189d7cd3d7007e6c617b49dabb548b216832e72d253341c9", + "980a7b92dfc3cb82bfde2b7660855cdff3a4960d863818224580dccbcb82a403", + "9811203c2c5bfc2d0a16b56c0aca2650534579d776a9cf0d2a949816af975180", + "981c07276056bc24a9bc32b733dedf96f088faf23bae6f053a5381b357f4a639", + "983888a1b90bcbf0f9188f2c89e0871aeef8a39bebfeac066c11418959c43089", + "98701e77e0b6c6887b96faf4f415863fe540bf5ea720db6c1df7da2bd60475f5", + "987defec81908223dae92da9b57746a6942845b340ba3f79cf8538dd83eda1fd", + "98889046817a4b80a4f39a5cb29ee9aacda0898af6ea7c02b82cbf7c1a75cf85", + "98b46bca82a90ea11dbd8c72a45f3697ba61059d391cb02b2cfbd98331ed4db1", + "98c28626cf398fb8e30aaf97dcc9b33e1eda33d6581088f76fdc2c5cbec9c375", + "98d35a6606cf800ca8622e8df0beb098445ed83ac11f1a14eebf21dffcf368d5", + "98ffdad2141e58ba3f1d928a7521c82d40aea01042acccab30f527e31d6d0c9f", + "996f5a33720e295a48e74c5316d54bbee57d280916362ca8f77e5d519db411fd", + "99984f7515c7d2a04b908a483c70a7cb0f2ca25605858592104a41e709665b30", + "99b4c019bfc6e68eb07326258763d2a30e257474a0da57b9791e6531c62e9e25", + "99bb9b16e809868a3c0e8195dfca2107f4bb888cf7a569b8e62a1dc8813d7323", + "99d4f33215908f8993f4002c40e20672c3831f527217db39469b57ac7bff8861", + "99e21fb94cc1441231170fed489593e95f264396012ce6d9f1887a4c693559b2", + "99e9ecd54eee0b8c28f53c9887b0f7f6e76a07fc2bc3defce7b09032c47fd533", + "9a528a5fe792a2afe2443a7f889a837a87c2f143271855c941c898e5bcb0b671", + "9a5f1226f926f45bcea2f48d1bbd21fb46b8607b63fdd464c5d429e41685a80e", + "9aed6498f33b8d9b4030e31861866f063c68284ff77e0d52c533eb19676a51e1", + "9aef46bf4b917c607a06ea8f84a33fc09b03e46d4161aafbccb836359b1cdf20", + "9b03128ac34991380aaf809fa4f6008fca9964dca37bb9a141af5be04b2dfd19", + "9b1c963738e61cb6be8b2320ec1f5d55b632d42de6852b77a1bdd26fa590f2ec", + "9b72c6281f55aa675ab785fbecd32f58bfed0a6b427b612b0872230734a2f6f4", + "9b93401d713707902cc42358969ae2e8a3f67a7abf682e6c9c662b6a4cd02c8e", + "9baaeff6a1950b08fe74b5224b5c12994587023cca5d9ccd79f2d5b9a9ed5961", + "9bd0c6c55c6ff96e5f018636211870a2aa45bd2f53041e5d6103e05afdbcadd7", + "9bda8160ad9e098a3db0011e26abcf4ae8137edffc8c7484befbf9c861f034ef", + "9c60ce7d1e20540bf17f23636fc186c7084acb8d696a47803d3a5667bfa20589", + "9c8ab72ebb2efef086b21855d5a4ae3f5292616e5a9c876f8bec8e28da0fddcf", + "9c91b3f38a7c6d1d242212504e68ba0a67a684a0d485f15dcd357bd19b411040", + "9ca581e36ee1174533857b9d926754b77009f9080246afaa63d9748d2d066095", + "9cab822d1fe9746b3beac1f5de7e24436882ed4a39ae207f3c9a51cf5b5097f0", + "9cf21be9a626e2ec27da045de4d7f4cce775ff1474fb7b4b1d361407f15bbc18", + "9cf6e80299c6ecc47c8d79c3c5f98265011381bcbf756a12c629ace25d71e6dd", + "9d20f9cd2e12a69400d1753f325f197a34cde2feaa0a6a41cbc8d114cb24d407", + "9d4d421526e0ce02fe621aefed63966502e7a6f1aefd76f27d7c5e7b57760626", + "9d5312a67b24be3aa7949b355c9627bb9982a017b95e263fb65e40ffabbbef35", + "9d5fc103de859786dedacc04713afa5f5ec908af5a8d4b6f654e4f35332f53fd", + "9d86dcec27b7472f83a0109dc136502848b7506e05e3d2b05a983f635bc617e7", + "9d91de5aac37435138b7a0fd208877e7f22c0f1ec931edd49824d81790758ccb", + "9e090e14941f35c1426fb43e188ac85fbf1d1a199e057b80de662be34937b5bf", + "9e0b3c8611c3983453fb5d666148abeb23e5f988cd09a0e5a34f61fb059d6898", + "9e0e34f721896560c995500d5251f2fac8c4562403cfb13ec4a2abf496d8e1a9", + "9e14ec38f8398efaf34b5b15bba9e47ab2019fad693dc51b513bbe274d9d160c", + "9e22c3ed476b2c040f1d9357094d17f92f041d539117569d75326ca8959e42dd", + "9e34c2de58f482b4d4e2a962ca938c8513d8555258088d2815b729ac114a5d10", + "9e397f028c0b7df416cfdbdab53e0b8a607d2348dd807343849ccd811e6dd429", + "9e513c1e436f575aaf5bd5c7df54304d8390ae88da87efdd3c9df0dfe3b395c9", + "9e81082b39b55ed18042c2c5371a652ed32337f6383d9e714cfeeadf99dd5851", + "9ea47633f98cf0baacd4966b055be5d3e71087b274b18821abfeefa6d304550a", + "9f06acce477a36f418f3cc826c27ccb555ee6a836ddcb8452cd76a766d8d4565", + "9f23be74bb52beb0da75166d46ee912a3ee0bf66954efee53a92ff558b0603ab", + "9f73734372aefdeadfafabfcff94725115e0cf4f9b15c18b6d671c93bc45d4b6", + "9f965d1380ea525701e2cc137a76dbf657d135908edb119b5ade89d517c642c1", + "9fbbc8610042a490eccef51f5d910410f875d56ea7ec41b455ce0d7f6fb76e1e", + "9fdb058c747884260689eae9bda96e5499101e7c85685c7441d62133692bf1af", + "9fea119b522607162bd0849202a5af02fbbcfcc9630713404eb24acf7fe44770", + "a038947bb5d061ac5c76c52746b1f3a3177cac57b6990c86694207fde7c6d52e", + "a0b1daea0fa36875362462eb688f7f3fdc0d602feb9df26f1ef223d31cc2da74", + "a0cc9e51bc6b5aac329313a6901cf0320d67cdc2ade26f4db2d279ec352b42f1", + "a0ea2d1b59920fdbf1565c05bf05ea3eb49b8a893dee51b93bf7d443d947b85e", + "a1240a45d1455232215af2dab413d40b707bb262e4183f3068350332abb33b22", + "a16a139ef9ca152e81fa85305fe2b5cb805153c6bdd2ea89b48a0f247ebbe12a", + "a178707a23e01e9e0d753982ef537e8ebd27f10881be88d117ebffd125c84112", + "a1828553aaf5d9ec4efdfa0a925fb03449f6db4b13c376691b34a6f4775b439e", + "a18640480013082dd7e7a22d73e66f35cc59f1fd1b93f5ed3de1cec43413bd5f", + "a1cb72da3133be47ced5d3fcab95755ef24d418f76f4fb0b4d47e6e8ff89a470", + "a1d812357c1be25f45e129a8b8635d6a2e8d8b2eeb0248984bbd64459918b28c", + "a21d104b5dd167736bce9902303d4ba1b1f02237c9b4a5f6eff0a7439042895e", + "a23825f174104e351285c36f589dc37770f5bc835d7d0e920e09573b704e62cc", + "a24336324a1e3800247283a001ffbf0c66ba08c1bfd2194aaa88e91da4c2a16a", + "a2456c53189fb0ad5fa63355cc5c3041e80729e753cad05922be0d65b48d2fe1", + "a25f880fefbc75dece8b8cfcab410d6383a6e87ba0d63b18cacf501ef8d0f4fb", + "a271158686e7f14f011abf7ccbfa93f0b0a444e3b356c8f623aa73fe8013d82c", + "a2a7b5c40a898db6db90eca16c9f41edde6feaadb445b78161abbd523d4ee84f", + "a2b0b4b8b334464890d9a5d9d6f39b05260fab4f43ba90faab4ee969594848a2", + "a2c6b407b6b42eaf49eb9077bff37c976cec72ddf64de83b95d34b75d5e09718", + "a2ec6a6102628055650d617239939fcbe2324cf862641123946607ee1eea542b", + "a335b1d36fab56c1b1ccfd69f872f9d3b702b312e2f8d64b3b63990e2a02b32b", + "a36b7eae29896149c7696386376724ce04884f2cf9ae685a42133a31bded0fd5", + "a38fe3c04414577e28a405c41a2ff11ccd80b808dfeef1bc20e36264da1368c7", + "a42c6de83dca6e8a8483d1725cd6a3f78811ae75be16ab8afa4d9a95965f30c6", + "a440cf910bbfe95dc9a81c122775b244009e5fbea638563e5760e4e482038dcc", + "a4776777ba6678085120b1ae5cbcf2d7739848f9ebfe6cb6d7b7bee59653964c", + "a49914e2c5326aff76aa60d7f5ee3c3640d622c9e8b4c68b37c3ccf680fbd7c7", + "a4bb7e0ab08ef465f0b663f20a013ec927c25d17ee3d4111eed4044b1d1c2980", + "a4c7c3bcb82cc25073907469db3e203766cb08f4cb9e2396165243e0708db374", + "a4c80a95b8f850c2dfbf410aa2f795d233320f9714d5237e5120063e6b5ee2c0", + "a4cffc4bf7e71400877b3811d34b1038e95f6053ee7be10b8990b485c7112140", + "a4ee41ba2c8e777a9555f962d285865998c7df97062acfdb9ce6caa79aa76bb1", + "a4ef3eea01ae764762e35970478dc48efcb323c6465751ac59d5101dea270504", + "a546c967ddb57c8307ccb939b6a2be51ec7639d4678662bb377661aaa3c80b38", + "a56d066f7b27d828d979ac0852165457388eb9fb7ccf509ce55be322a79336eb", + "a5def6fa74e09ff25a2be14c68cb7685ae5b85c27241afd2204da0810134086e", + "a5df13d7ca9fd83e65a0a5795994ed24336471126925fb292b760d5e8bc7ea98", + "a67c76e319bee136016fec9557c156c4c8715121226474fb21005392a92ad059", + "a682b5600e66458787495ec446edb276970f001498e62f2f7416d7445f85c8cf", + "a690a4c2865eaa72e8d5f2985a25fb8a77c688b977fe7f670d5ec3f1e41a9285", + "a69ca4c0ce5b896dcce10da086405f8d109c21fdc48bc2f174d6da28a516739e", + "a6ce6ff75d73dd15b9755db511202f12f64f6cc578ae887d28c1b5429c60df8d", + "a709d08dbcf24d3d86edf9333fb4b2f3767c49860619eb5844abebd7e8995130", + "a70dead3d5c69f30999bd47228b9a51d8b6a03009aa88510f1862af51e3d29f5", + "a71fff06653ad8cf199d4e6f37db51a88391f423f5ff498188361c1e7b6d34ab", + "a75e488dc3e774199bc944e1bb796138ca794094f25e6cd6fcc2697ff39752e8", + "a7acb1e2a2622b4f46a3c77fecb918f935fbee00f4698ddf64ca13299e0d779c", + "a847b4f5daa6a2730017bed869d6fbb7592a82e92d83e337a9f379a7bf071aea", + "a84ba5d88853d9f39f58293080d7675c8a20280d0950ed4b34f403b07fc94294", + "a864d70f399f5f45dec5d6850ee6cac2e405af6d81e08a0167230b795711345c", + "a8b1d5189fb760726fa336137e4278c0dbdd9c6b263f24be466d4d2e04af99a0", + "a8c190caef1cd42699635f6ab8c273c11a9c540afd96e14745854499dc90747e", + "a8cc6da58014750451c1aba1cc1b8ae1eb1f439ee203d1462972e4cd1238194d", + "a8ebc50ebd06ac561c84209d42e3395d57b7a927aed1790db3217dbb6d261ab6", + "a90aeee371c90fa42d40c1b41c630ec063f748040bc5006fd9c2b88372430d46", + "a90ee73b0f090b36a3b906fc3ba254d3d921f539e4fdf8178fa2764c3c515ff7", + "a951575db1c5632e10bbf2f3012328ad5e9db87c8c3d6642165a5e59c3790092", + "a953dae70fc62946d83ceeb303e8ae3838b0b0930ee3daec62514a2859a0f5d7", + "a953eb424669375abde80755e7260407805606f07e0a2475802425430ccfa20d", + "a981bdeb4c49cc8f338c986c9c80e5b0fb4179c88f512d472dbc4d32b6ddd837", + "a9baa63d7dab29028f641775aeabe1073f5bd65eafa0395caa9dc2b473acb87b", + "a9c76a3cd3ac63866e2fa0680a392bcc7fe67d652a27ab62c2f3fe50d07e90c3", + "a9d5e8a3bb7e612f9263323961dea5f8e066e61fea3ec027af77816c7545414c", + "aa055331e79144b7c663468f03e6fe569cd36baf77fa333e08bd6a7e3d4f242f", + "aa1d01d96bd3a988acec7c407d567aee6f731c70a4f449796468e2883a1a20c2", + "aa2c77c6f377cdfb433d54423d96748858541f03da3d8943586a1913416fc9f5", + "aa5b0cf7fa87a46134f260b548a74341fcecab639ad38e324f09dfa171c272e2", + "aa5c9f8b4c37a2dc2f29ee3e60e2b49487c0561c5a698c0fac5ef89eafc02d61", + "aa64551893a506054432e9e661b5efb425769dfbd9965568d21ad1eb10dff7d3", + "aa6ce1d0818f17de327f41b9a0c29e1cb143e49f5a039965bc42659ea7492197", + "aa97ca3097e3987f4519063fc8728c5b3b01365ccaf191553fcd10197670106d", + "aae9480c83f3cc084dca70e76f618f82b87bf2fb2e617143edf01665ef506093", + "ab62a849fcc9de65ce3e9f885d959a2b3454622150816ab94e10c0d8d5f0af14", + "aba3af84c0c932cb2ac57217c3c01c65cab49ec15f8773ffe5bbba1c7fdb4051", + "abdd082537018e878916cd25555617da6b91fa387c23f45b53fd80da215f15c7", + "abe660e96896609144d8f5994cae6cd441200a09e16a5a9080469f3023b91e86", + "abfc23b6077fd0a9b69141b3798a24ae1bf70e8a6e985057ad09c3c1c9e17246", + "ac2b9a3dcc45274eb9f2cd32498118f539bacfdf5705c3a9a60d68b8be68cebf", + "ac4a30459d90b1ab88ed2c6d96d1e6afa2aa1a59e708ff7350de36b260e4bd64", + "ac91bb18dc539462084798d093ebabc3c38ecdc88db10582b97bd1ec4063b1d0", + "aca5ebdeb25a6839fdf7d99c3c40094535dcc69fd098c51ea7e86f870a768388", + "ad1fea799f9b928ae94a7a9f820465a3d54a164276dd68f1fbc771e2458ea95d", + "ad4aa588253fd0b75effba32d3f3f62d2a0b20499b4b2ff20183c9e9dce8921c", + "ad4d7e703b7b024c40df24238902ab1f66c74d3982da912c354dbdb120b00a18", + "ad545207d62ac1a22cdee8252b85b32924c5e16627dd921a96a9c327c21ee4c9", + "ad9016fbde8ab97a81bc34a102503eb570e2d1cf3aa49de6d37cb6eb272261df", + "adb558ba9f031272bd864ed4c02cb66079249969b4a84714d8e904450bad301f", + "adf7df02e5ca3584edd4f5cdbcb27252efea4db7d58d67f833789d016a911c43", + "adf817abe34fd96eb5bb476d4ecd70d5838d3d1535b1a1fa7f89e48deba3f691", + "adfc6ca3cf146e6b70ec610f433048f8f2f61e4b0a9a61b00bcbd548aeac7c68", + "adfe8570209520592870637d0c6d89dfb53ddbf0d5162c38e7ffa79c154e6823", + "ae282a9feba3cb183bfc8ae5f3029dea7f85af44579e140d29111a5ba56a8a8f", + "ae4a88c7e31198956db2ffbb52fd170f8391acb7af4b75f0f7e17c52ed28be38", + "ae5753a98c376c9e7d29d50ddc0e0a6c9eaa15a6fa983e15fd5bf6a70dc1cbb2", + "ae61bafda0632145d2c840cbf5b9ee880f5d515b1dfdf84255024d3aa9ebb866", + "aeb84e1cc03533df9a567948e3096a4651622ddb8c65d273ac6ed9cacb76b27e", + "aec8370a06a5d1b6bc64be94fcffea3bbcb31bd7c3f87072f6eabe7c2f74353f", + "aeda0d224f68d7d2271fb38d4cdea0bab20c6d678bac9e7415be86e1428a8f2f", + "af0eab4a7ff3a9f565c5d441ee48c6728a8d2572bb47ba29bf054ad05c830fa2", + "af3d43fd362bb702008257f845c0fbd7fb0b247038bf11c8577d02b448ab9644", + "af40469b4be5f0f237a06204c6410d570c9b1713dd294125dca3fd71e5e67947", + "af93c5d79d26229544af7194357c4a6874a024c4f513e73ffb9b6fff55d8f800", + "afb9f2bf7e8bd33d310cdc0db5a756e3a4783e435816d67a201b8ed3f797b1ef", + "afc38038f2d082d7566ca44715c132c0d531f317a1a3d54a88178e187124b18b", + "b02963656a19f9f7dbd1c3065b907b214dac7cec8ae7b0ca8bc882a31112e43d", + "b02f7b28daa1a2f7aab7632e16b8cac778bc70c3e8a1b92d2d9bbf3721e3a4ca", + "b03c695f732f3d794a58bd6ccb30774a7e9f77e6335038a1b81997cfd39be8ea", + "b0641b7d679fce235e06223f2fc03382a110fda99b2624b408fdf9edd18c9a02", + "b067b6ae3257a455bfa37d6317ea11da0285343065480c68b88fdbf1f564c456", + "b088b8fb0d23433e44bfb8495d0bcdf14a90a8688a40a33d77ffa1434e4bd021", + "b08f6cb49d8f2c0cf7fc4529717ef050a3d5ac48257e43bcbb21ffdf9ef56721", + "b09d4968b098e1be873a624d4735318198e28acc81516d23ff2a718d5e05da0e", + "b0c9a587407aff5c3b96b28cb92227db0849d7b1fb4dd54ed01e9e194748fda6", + "b0d272d65e86b83427688ceb352a31af5bcabcac115cbeda72ce0cd8df37c3c1", + "b0f9d0a383327c41c70b0d99cc1e17d9e4b0f1a1766c4b1c410a847baec0eaab", + "b1188a1e16f91b3e25c4437f118bede028ee084b2d52ef9cc226ac04a33076f2", + "b148ce2a75b2aafba33d67b9414f1a8b5a355f84f16d4c0b6438da02ff71d9dc", + "b14c6e982b47a9f7cbc83e2178db724a8dc1a43b96d54f4d28ccc5f2a03de985", + "b164746f375cbce5e956785bb3571c970f97f0e3ea06b58f63e6f031ba2b1d58", + "b16a445cba1d8945f315d29452fc1bb6b36006f64c9dd3a71818a89102c48dd7", + "b16c7b13be12df7a0a17561e577053f14140827fbe7f4e220b1d3db6df56a2f0", + "b17984a1dea67fbaa09b778d2318f797f0b0096ae071c7380d13b2913befd546", + "b186db261318ce9d0eec255ee4aa33caad5d23c3fbfcb7b0cc74a01c7ccfec43", + "b1940f4e9449beaa5e5553b1396d1bf7ae7cc18512cb8927bd44996302e44010", + "b19d1adb2abaf3a1939ab6fdd40020c0fe19361f943dfba64dee935859ee905f", + "b1a5bac13634f77e22d4f4d18e98ea341b72743117f0720cb05cfeb06188a979", + "b1d03318fe70818bd4a120e56e58c65af108ca8089ca38b33aab4d2f49666b22", + "b1e5ef44a5efd3a383ae8ccbbae9e741e221ea1fbcc5d05bd23ed1f2fc3e5fa3", + "b1e84bde7f97e4c7525cdf0971c26f570dfa7821392c3414da9bf6d49989be9a", + "b1ff72519a4f541cf01e4ae32345cede5aaf9d36c67d965e8981c26a139c0460", + "b260bbe4a2dff2585030152513fbd0eecfa57c138379e0087ea6f906c03201a8", + "b286fa0eb10cb2daf7436686cd9582632439c280b04b6b7539e1cf79a9f11f93", + "b2ce9e4d70b36c0cd47252751ed47b8c7765839750ab046b270f863a82f19fa5", + "b2efd303d551237f7c1248e6619bbf925479058a16a716f102d67b94e494131b", + "b31cae085781532bef6eef09b4bfa31dacf2bc02dc20fa2d8d922a7e9f985f43", + "b322dac84aec62b55e85728718e2a0d9ddab14bfebcbde23f2eb6b949dd4759e", + "b341b490f5f8c125d57f9d9633f8af89f022d09083e79b096a593a6b23336d13", + "b34596b6121b6f5302625bfc13325f97a351ee3824e7b08171554f043e7213e0", + "b37d030e04976ad9717464b22b3854a50114d068ed51509060bc73376a484116", + "b37d200ac7c0c826ddce7614f9224f2365e8ab7732483874f4ca181394c2a5e5", + "b390d84397dacfca64a5a0e664c32603b4064baa103beea8c699d807793ee9f7", + "b3a19406b80a96b58ffb2186de2d9ecbcb3ea04f0079be0b038fc3676d2f5763", + "b3c4733af59558e62a4d1f9f5ac676e225e448d7cf70c381d9a3927d5f49c450", + "b4090022ae5f781ec0846b887e8576989db3ba34f51aa66d8b619eb4ff73f665", + "b464834e6ccec4397ee4c4f488c26779ddf6a067b7258b25fcd31bf1d61c77f4", + "b46d29e256ffda81cd2812cbeb60119d4c3521ed84384a74970b74876f81bc7b", + "b46df5a380426793e33ecd6a5cf0ef9cac8fab77a13a0d9a1dbf80ad98ff4f2e", + "b4d3a904bae484b4816a592f36be4cfc175b6af30db3d5fdbc11d3692a42ceef", + "b4e84424287c53a682e4e2c85b57e730c130cbdcaeee4c5f08e481b0c9767469", + "b5731d35376fc114009c9ecc6feb8061e4326f8127de14c332ae7fd0f1c8e8f9", + "b5740ca18f0bc9a3f6fa9ca025e89a4f4ae9c571ff67d75890cb3d6414463e69", + "b57d18041db98a5c8a9f58f983b9b0d8771bbfad555450164542942faa0da287", + "b590eea2c394badae79c7964c2752de3e07cd42725af5153ad6e0f4f0f81560d", + "b5af2eac889304f3f2106cc0cd4e4269657876909cf0b1a6a5e1422caa69c026", + "b5bac383570e16b15b2e55caec37e1761c6ec382a8b744174d29687b4508a94c", + "b5c30c652903550a6533882aa07c3c99df4e03ad64056ba2df1245cd8d2556f2", + "b60f4d4880ebd0615405671fadd4969804cd9ce9c249ff4af97d235871d45324", + "b6266da8eded1619177f4f8b08f28b6dc348b362741465078fe9e3f05d516da9", + "b647017f986b484639ada0c1521f4cbf3d09bb6d852f17be1892fb2e22bad569", + "b657cd7a60e964d2f7b07dc6eaf7e1a4e91f6fb08c90180d3dfa1792260fffc1", + "b67925a01180149949620a0dddcc956c5af9cc1579fb8026c717ac2c2d6f81d8", + "b68f5c89a885438b835515c63cfc0cf094b9b480cbf4067fabc35fc73e54ae70", + "b69f06e4f6f273d7a8a6150e56c64e6ea920641fb286e654a6d548a0ec5e3ce7", + "b6afb900709a13953b9833e507e5b0c53761bf68ba514642a45fcf3fe7dacea2", + "b6b8789681c6078777268a6ff1098d67a2176a210b052275e8bdfd378f0b7be7", + "b6bb805f019769e7c22c3099958cc7079d8261a3ceb6760f2307b824170a06b0", + "b70a4c5b5ad5ef61ce3dfe870e9a3f04dce28b863c72efd2302aaf9d0284dabd", + "b712f04ad27bfc82a95a0a9539c5cf93b2ac2b0f938ef593d5301645a3dd8232", + "b7358990749f89a239d0c35e4454c1f2256f2696f43c0b9a6dfca0a01e8c234d", + "b73736da3712e2ac62d7296642cc9b095a26ff278454b9c800c8e88ac19b0c68", + "b75225cc5620623a5f0aeb1ae56a99714cea6aac6ad220343d4ac6fe3681e22b", + "b75f3b57a8761038dc34e8c06242932cd7a3a42a4684ad04c3d0aac1c8e01f35", + "b79f8493c9f22103dc29fb01c9606f726684a35e81826d67290a251a494b2d6d", + "b7d02801cf1eaa121d3e3e958f782edd778ca42dd1acb0d63030f50b6ecae0f4", + "b8089da48eb95d0fa7aa7178c148f878c61fc5c425e163276050d66769b39570", + "b848f9c1cacdfec2ca9ec77091fa926373901a81e89893ffd44b8e34e813c6ac", + "b8a81aac98d4107d71a94ed1e7dc03918b99566b6fef297c43daa713c1e0aec9", + "b8ac6150c2c004604580621d18eb3af49871dc2626c1d951334225bc65d1c438", + "b8b5a6b49726a5e7522829273581631f66139462cee12dbd41ca7b93d8012a3f", + "b8b736ff78f5dd8bdae19eefa05ac7204f4f07187d163341e9316f2caa7921aa", + "b8c3bf17a916c8272eec662a19fcd3ba15885deb7013e3165443147be8624afa", + "b8d7cedc5d15d681707f2f38e63c1b38836456b98577792d229443c26cffebe8", + "b8df782b5cc955e789adf0cc2dba357393d352da099418073e9a9c255f0f9797", + "b8fd7e25bc04fd03c01b2c376dcd64328a543ebcd9d53564ac8113be74b1aac4", + "b928ed0ade3ad7ae4d974356691db8dd8a7fa18ed135a9aef8d746184aeda3a9", + "b93fba82189b4ca8c32a2557f46a130f50b57171e1951004e5378a2d8fad05fd", + "b97305ccba8b3ff42187b7db6c2859328d1799cd55cd581fd3cda2ab303cfd93", + "b9a967c30fe2122901176bf823703e243ef604bc34f75753fe0d8161c46578ef", + "b9acce70b7e12e8b34844749eea5419deb55261a739d1519432c2cfb66dc567d", + "b9c540741090fe4388183904f3f19738a7b727103ccb50bdcaa87abe0a812dec", + "b9dc3d032fec920e4b54a5f3e44c3d2ecf6c8c09745da579b3fe1a22eefa9bbe", + "b9ef19b21ea3253daab567caafe43363eafd77cf8df382c906231547b7d1eade", + "b9f2cddfcd21ccd881f6178c8388173f4997370ec9a2a5b3a3f10309af4cea8f", + "ba3e5e077781c9e12718fd602c426becd35555b333346d5c8b8d0e4b8d59fb75", + "ba3ea31cba469ba9522e17bd900bea020ef196b15bb4f6082ba322d71c7cd2aa", + "bab819a3345cc38eb9d2f4b3d594f7040b75114388442241d3dcc83ce9289ff7", + "bacfed8aa647656b317f21fae6db862e24fc59481a66338f040977139dc3d059", + "bad11986a7cf2e25876f9ef3449c835f2a40ce7ea2f8bbe7da9bdd9beda4a3d8", + "badae713e39d2bb3121a95ff0de7e6fd013bdb9dc86119b49f7edf04222f175a", + "bae48bf75fa4d9c777766969cea7efa83e9175b9735a27008fe457060dac51ab", + "bb17ee93889768038584160ae37403acb9401651630ab3a405abd65214f8e1dd", + "bb1a561eeef5a67d08fa6850904216b1d7593e365271505e36cee5c56e6e886b", + "bb53e6ce9e0343c8e4a1a689015ffcbb21f3db895b2ad5ae51472dfae8f98759", + "bb811974b2088e8fdc2606f0c8c076e55e48972c5213cf3234945c63bb9aa8d3", + "bb82c9ba73073bc7bf00d3315367a6e01d136bcd9a9f0677b9ee642fd2a59227", + "bbb54ad3f3e4d91ef75bc242b35a9a28625963d91f7c123d99d53c2ddd58ba60", + "bbe0f13c903510cd9b65c6bcbe40c141847bd3289e8d27a17c494d98104f1ad6", + "bbea53187321d8577bf4de25cbaedc339cd30cab7900e2d0f9dfceff92e30cd9", + "bc491ccaea000e7928611c69f1b3e7ab5f24f03ada9c29fcbb69f7fc05aec117", + "bc65a7f288310c5ea632964514744d5054e03a6862fb478ff41f6ebfb5e4d749", + "bc6adec90a6dd989815d2ebd2d3d122e5472c349eaab762ddfac58eaf23a9f57", + "bc8cb19dfa4512030c9cfd5171d50b53c2524193b48d715df8bb2f349d24a0be", + "bcb180173212c62ba2392972845d7d66e70d6efbf4d99f19703185b405d8d6b3", + "bcd8b31f715818910c72709e4e53ec79e715058b3b8b20b88d421485b142705a", + "bd2121f0f8916cb944dc0b9cce499d8c8201bb9ed855484806832f0e3774cb14", + "bd55dfb70701260beac95f7ae6c29b0cc675b33a56815d4368ba5a5a9b2fb960", + "bd68f00870fa2e09f15aaa7d6f7f5e3c0e0c8e9df9fd13caeb5ba5ec721129c3", + "bd6bf91e43218326db970a15eb8c67d056a452ea307dfa1826cb6633acf7da0c", + "bd6e313ca24faa2d2310f0608762f6c5fac8ed5041e62e6e8b5c7c80edfddeef", + "bd932b7f64314837ebadb99027ac33363e1ee0729674016f754c0ccad8e8f101", + "bdc0a195aca3787839f81cfb8e1b323702fa9650364a46c5fcd573a2c49f60c7", + "be0b46e7fc8a373d20a3fcfbafb196c04fad15e6cb4292c552dc243ae1323f09", + "be4265c2119ae94dd3dd6269a67b63bac95797b3cba30b31349625b1607919a6", + "be543b6873587292c6e6a41172e329c02e95e4a64e504f19ea40c4cb61acaeaf", + "be6c45e7f69bc3a50da61647200e2ac1ae02bbb1a8ced24f59103c3044bf24a3", + "be7d2336c310249ab90834b1f81317af638e6dadbaf11073b38092b368151dbe", + "bea496e9c1a81e100601aac156c4c56a930441a8a23838954bbb3323a21047fd", + "beacab588382cbada4b9001299ebb9fc2af37622555922c641cccb25aec00506", + "bed8a7542d9679d11feae206a51d62c627da9221a91b6835876f1600176d7dc3", + "bf0cd750da6ba9752ef29d82afc70701c2f466f4f7762efb7c587c973e66d8ea", + "bfb2e72e247a7f021efea6c2ec93634f2e549a87d06a6d518c04b2b8ced37d7b", + "c00ac129f5040ff62e1ed55dc195170aed57ceecf978448290f4c98b6f2b7cda", + "c00e8564f343e9d6d7bbf1516dbba91b91abf3c89dd7b0637417f310e9e51245", + "c01a0385e94fc2fcccf46f244ca591e67737a37030caf872033f60323dd42c4a", + "c02899f51d77c003d5e83858d1c9b0f4f01b04de3f7642167221b4f13a0b2982", + "c094c64f759b68c09c223f21b1cfd965b766db99af89b76efe2170546a2ecf6a", + "c0c3bc99b53fd5e09e26d8814ddf1ba8920932745eef252fc09e240d1c0e0d3e", + "c0dc7ebe001f9d7d104c791c9de10c31255c5a850e14fc31dedffa78e6541e83", + "c0fc70c7452a8d99076484534e581dba98bd1e867317810feb0a103d2e5c37b1", + "c10514926b6b320fbab45c471f278074787252ffec0aee89aa55d78ee98abc39", + "c116eb782fbedff0cc22f419af954749c075c7af985c9eff7d0c165d76144ba8", + "c16d20b8b99da3786748ec64c23f1d4514e948d12aa8f5bc5187a38454282226", + "c16e7d672eaf324069aa23d5d6a1b5f138a706dcdb9d093c6ef42bd08d2b890f", + "c1791b84f1d8438c1ca830aa9d7176dd9115d3ceb6fd23aa7b204fcb05165ce3", + "c1a4323c6bd7607433d6ddf4c76e4502e8b7a6b3b72fa385c906cdef3699cc93", + "c1ad7d9b7be6927a9c31647b1f69ebb2da21c369c6a817099e6976b981c10deb", + "c1c21f7564d5ef802a6cb2a5fc333b10067d5814640df797701eb8fe4b114e7b", + "c1c2b04639ef27293b03468107a7b2017f793a7c5ce17232db08ad396c23fcdd", + "c1c84ed5e9f2228c43bd94eb64102cd7d02ed700cf4f712be746eec31807506c", + "c1d0a5bb9e5792eb0903e793a7e924bafd953d7e53982e0f31e650162658cfbd", + "c1e5ec301d21dd885bc19330ff1cc10a1e028bc22cc866015a3e550ae1762066", + "c1ed275f0d09590a03749fbf16e0767add13f879a89ca1c55950f460feeaf205", + "c215aada505a3b2c249a1aa1e3e6b5ae1817942bc390c1e2366096e8e438f996", + "c221e076bc9d99365c242a0b180ee5895b305510d85fe5b1e1e4fca94ecef40a", + "c2456af35e9845a2a973de93fb3bbf8031c8f2e22dba10d9496fa138065731ca", + "c2461e62faef7d19e61d6a84bddd561ee9746eb30d0b28779b0f24b0ca84dba0", + "c25b6a2ca778cb99b613fe51208ffc8ef01a48f9516645701c248300d6ceceab", + "c273d409d18c86f08b74523ff515897dfce4c5bf272ef773512fa8328eb3e808", + "c27aaa5652f29d382f2e42082cb18850ddbe91d2c142d8cf62d16fa36e6dc829", + "c299e5c291e69611dad567130400548bbca22948ac9a2be5d86cf0be1ed59c8c", + "c2bb18b10dc4435b7225f86e6c9ddeb04669f2b2a062cb6d28fcb9fe61e7d29f", + "c2c199ea4cefaead9e23e15c44d8f94855398419bc748403163652b18e0f14cc", + "c2da835ea1010e60a621f955df541bb0d11ad051b342041497657f9d3a0f44bd", + "c2f750075e3b223f783bba59ca6cb7537feff873a77554742e170652df62a787", + "c2fa1db7cc0f17f1b740a1d3da1b0c2ce7e1cfb7abc7f92eb342cbdc0336983a", + "c308697a46022bb28dd37829dd583edbc414f1646d6ba88d8e788d74fe75e3f4", + "c33f6e1d953c2e2459176f207c5837fb768cc7eddbeadf4619aa2777546de62e", + "c35b5d06952680ddbc500436b29ba9576bc8f11bcca1f5977d6714edc5510ceb", + "c35b835d08530179fdaab703ae0f98b31eb83ff1b1a9707c341029c0516d955d", + "c37bc89dca3af800f44aadf1d78e4f7e3a3e89af77ea633d31651e1a95eda347", + "c3af48670ea6f3200c2ff85ace910f488e272e926055891d86b862e0b353bfe3", + "c3c41e5552308fa4970fbda82afa59b66f489c27a7db4d5d94a60d0db8c8039c", + "c3f8ff3e207767558db61456c7f127af9d79c2d0eb50a8270bce5ea45db2c543", + "c40d78ed2ee68ff20485aef5e34579f5f4054a6fcf5d9b305e7291b701bad3e3", + "c44cb714ef7ca78ac4a00b50760b3abec03706a7545d5031a3a5ab948f7e3830", + "c4736ad4146e4335178db8a9741c652d5d05833fd419a4d44301e034289f86d8", + "c52d67b0644f775244057009d1d807cf959238e8b094a325b89130b66fb13549", + "c5935c567c338bdd710e01da38b97eb94bf8a373c524ffa90f06e141ca21e0bb", + "c5bd03645c8290866a1d39f3b34ff2bb3e804bf5a0d19d1c38b6f3327ead98aa", + "c5c447a38bbbb89458230f11f0b3732d0fc3dfa2e7dc93aa8177bd348c3d8b13", + "c5d45b34ecba22e99f79cd23ae74c5a3af84174d5379bcda1564d7fa6fec5495", + "c5d4d80494eec80c6ed832e4cd5132266d42a0076ac5053fafe48ddc173abaf0", + "c5f95ddaaf9299738b4281a94832b4558835d454e6f79f15b9b41df9e4f5d760", + "c5fe2f8f0295e4674f673532c94ee14bd9cb9a81e0bc9cde32814bb3576865fb", + "c611664dfe03fc5ee5c7fbe647d0d25e57afaa76bfcf90ec9e82f3331b41dcb5", + "c61963f555a95cfc758ce53612e8f0e4cd2841cbb614aff60605dc6ed944617b", + "c620c3c9379df967de6fd8f4c84db0679e9d2dad81cbfb3e2d77d5ce454aa3a2", + "c638f92723f379d1dc48135cdd1a27c1edfddbc74c7ffaab10cd4879227f346b", + "c63f67dffc9e3aa8d60e13154e76d0db63e3fa987ef4c910f9912ca63a0f6f04", + "c64430ee7118581e5bde54d8e9856c15054d73a04f4899f64ab8b59a320e9365", + "c646b12f66f51279cd7c736b218ad1f413585472da68bb60bb92369f7cc66a03", + "c660922239aca421a5cba165941bf8cf071cd9b118cdeec290fe7f5095a38663", + "c67c22645c881371accb498fdc5160ca3f3a69cebea7d152970ae608de1f480a", + "c6c3f5e34e82d2e364d88b418291b2cc75a632eab80e23a502411656fe5e2af8", + "c6d7bbf143e0a344523a1d435ff82552e0ea7c64c6eccff80f9bbe7d56107045", + "c6e87c32c76b5a2e213fde365de66d9f0fc396743bd3d759388be531c3299d42", + "c6ea608314b0fb56168c2fcf3fe90f112a36997db1f7f52b767255a85dd2de9d", + "c6f1e298f5c323a4991b06bf766f36b810701cb0522045b27f73aa8a2d8081d5", + "c71638e6645944d5989bff886d6604db71549d3e91a8138277d2f9d85c9bfd26", + "c729c560656c7822b69406e8dbfddec6ac00bab0a37680eeca66c468bf163a39", + "c753105e888b26ab8eb96284b0c6ae789b38ec094f3a428b913dab070eb0451e", + "c76ecb80f592ab61cf9933db4a4ead1e171011c713a0d4b7de404783b40f05bc", + "c774bd3b040c5bed6d13003b638a72d4e9a2ba11dcabb1ab4a80a641d5d7d37e", + "c7835c562b64fa359cc458c940feb654af46e8b10e2e84fea0e25f077b9f1e41", + "c7848b1fee9b082918121acfb53913b4a8ab7103e792b429e76c9657150e070a", + "c78bf4ee459dd9e2a4acd4a83fb6178ae4f3ec991c0571dbaf28b6cd57407261", + "c79a23775dd5de96daa4f02e7aa240eb03a1da8f63b61e81bdcb891e29416905", + "c7dec169ce85e8407d5039e463a0fe4a5686cbd6f9167dda51caac44cabbf1a1", + "c7f25797d0ee04f41ae508ba50790f03ae751892f9e24bef0a3e447fa25822d5", + "c8bb562f8f805383903a5574b9f84445414378205aab1d3d22b5559a7aeef6cf", + "c8d9cd0644ce09573c71564657ee8e0a78a66162fc7d207a8567710c8f7d7fda", + "c8e463592713e1c7727569c6e667d8918152fc4cc28c15fa75ce9b41239475bb", + "c909c842b7d32ea12f44d92ac041cbdc2c64248e9522ae465168aaff9e899909", + "c91c361212e050943a81e7bafb3d4f2b3a17c63f4373f240593f76233b48e5db", + "c92bfca22b81581e51629b216c9389ede9575af63c0cb28097310c7035952bd4", + "c94ee22263a5ae8a3bab787be129a555d8c2b662564b238c6d11cf1d88fae542", + "c9785645bf1b8f42290c3c10e0036dea320a18d1bbd8df0d8b57f974565bc139", + "c9d61d4310b1e84c3208b667dba9ae044e0acfc1fe96b96d8e2a11fd1f4d9322", + "c9ebe28a3b00f9cecc4ec7d71ff046f07fb16d4377fe33f68711a4145243b523", + "c9f778d144174b667b4657826699683e72d081916ab3d4443ea5cf1de63b5ebe", + "c9fb44774055fb5761f738df4c8bbda5c59121dc85ed27811ee16a7b17b8a234", + "ca02950b9ed42a6cd522865e22c5d5da36b6f4cd1206ce8f36fec5c2a9fb7100", + "ca0ecdc8c99fe496f1a0728042f34bb8477aac8d6f6eb988220200fa60ba3d8a", + "ca894012f7454a07dc52cb1a1f0f3ff3df6ac6c9066f13c331ed5c1d73eb0f3b", + "ca8b4797bb2a647ab2051a4a299d4e1ffbed14988e084b66330bac78a06aca3c", + "caea21412875078c8e0d019066c50138b67a46835a5cc2c25945dae6a099059a", + "caeb0797f58b1448e6f64d2636587d63efbb6e27607c26a6fa3b660296288487", + "cafff4262ddd03cd199ebce7acff792b8e0f906c2f90c0f7b556f8faaff4228b", + "cb1e6c8197a549f105abbef457a379bd4d71aa5c35d63d780733cf1f77e3e5f1", + "cb308fddcab3858dfba8e2d1705b9ca9aea23cdaf9dcbfddf4b77d6db5db9040", + "cb3d92ef090fd329dceea69ac6d48aa42aa88149701769b1a4625ba80cbceefa", + "cba2b38f8e1d3963539ceaa0303e8669a015599a0e01062fbe4e82e8f359c667", + "cba925939b83f0d297ea329100f6dd9ec95d783625be4ba508391646ad22388e", + "cbc4cbe38d4e3f010efbfc9d4a6d021783b5f8d66a9edebb9e6afc046ef0ee4f", + "cbd9adb58482cd85fc5c54d0a13ebb0e0be278c3edcfe7a42b8b246cc8b46e27", + "cbdfe9dad04b6df20ab06dc513414ca71c92b6b01d7e74b79a13ab76ae590474", + "cbe87cae84854bc4177b85a47b953f39523e61561c2488db4b4d64374cebf4f1", + "cbf3c36ef8b5885ced1792a28616aaabddeaaf368413906e9f7ff6ac103c9ad0", + "cc1299ddca29d3f47b825ac93c64b361242fa25803f328fca13441684a4c7a63", + "cc1b30d08252f2224567abf1482c833f629a31afede28893f45868a3122d025c", + "cc8b9c23a4766d262667973e449c8e1fb6f5ea9182359fe848983de8e69420f5", + "ccae31e6c91561c34ae01567e9f442e6ff4ae66e8b2ff665c8fb8199b0222253", + "ccc80694b03de71ba7eb7837ce36fd2c8ff6cc6a7e121f1a0010e21394ec7d28", + "ccc9952cb786577ce9a48ec50a19331a7e3b5aeaed521227fe6b36ca1650e8a4", + "cccab9452697a5822f7228d9ab3198a4e3f2b73810aa78705005edf91c8b68ff", + "ccccbbabccb218f9dd35e3245a04c9f58c86e3d11edef57aa70d17ed0a47ca5a", + "cce04483aafe15033058fc57a6adae63474c8886b7fbd33c2a214c02b64b66c5", + "ccf474053b489d3012904f3d2c634e04ed67f79fb7f258d12174ceffe4d581ee", + "cd03e2df6e42a8883dfbe44e1c0efc58bf63aa6f6d32d47fedd8bba1e23a973e", + "cd1847ee00a06fcac86360000d06315bdcb62abf7dac02e82799277175c37a03", + "cd1c9e3e32e853d95f9f87241c0907ac60f999a01c96947e80829a4cb472a2f8", + "cd1de18adf0a6ef2f23a850f3b25be3407533a2b7cce889d7ebc5ef5c137a3df", + "cd456c7ce5577a4d33433324f28e893d9257b69bbcb020525de57e17f7ca2379", + "cd6590458cb77b5c7aa0bc28bb00582e6f5b6693f59af5d38df77b4db73b7aa3", + "cd90dd5b59b902f716500ba7c07bdcc5f9d0265757f2d1367a47af2c143adb32", + "cdf4874cc5a4273cab51aa533b5fb08d7eb14cab1179572e46c68715013abf23", + "cdfc4db314c0d71b8350c0022310e352a396e01c94d446739e8fc33f6603a4c7", + "ce80b2a6b2332251556de83f456f5be22ddf5c98131073cfb4db9469f6c06eb0", + "ce8347d62ffbfe3ef6cc58ae9ad45b4a527df7b40b899e0d7e09e5cdfb0d254f", + "ceca7e2e8199bad3a54ecbfb618ba5292f78d1f3731bd38a7f8f9999ff8bb941", + "cee38d8376a08f3ca2660337ae409abce9f7f89102199b7b55be928111c3e34a", + "cef24ac7588db91521430146ed719c060006d2d6ed9315fb63fb24975dc094e4", + "cf66b4aae4a945bbca0bab0f912f0a584ac11475c3caa7c65afc461052f2d415", + "cf6b951dda214e04ac328b5e572449c55180815430fcb0c181cf61da6e998975", + "cf844beaf2e6c685aaeeffb989285275203a16da7b6c92a4478a82de33bb6982", + "cfb6ab02ca975d55b0a6c1878cc4a3f22ee15f7f9ce6642e1490eaac8fb8da77", + "cfc5f785a585166a29ef45f8f3887658907612b4704cad2606fdd86580d9306e", + "cfdd01086c7ef1d3ec816295c00994d3133a0c9fc0f097c579a38f67ec965436", + "cfddea7938adca95988dc306017212e307a7d9d29300a49e14781cfe582b3cb0", + "d01fe0cc347b04c146e981c9f3c86510cb9b4ac16c75439afcafa961284857eb", + "d070e8c8a5b0b356d8fbc0d5e50dfbc8cba88939108ff3bb17c8cee06ef92dba", + "d073ee715c3c64a67b1dc52f02c0645f2e16dc4b8934d870046d611511240593", + "d0a2f11cdc874d7797789d80bb38d398145d118b2f161f08d6f171b571673b78", + "d0b0069247d86164502ffe2c678701ba41e1ab19cfdaa75461bc56b6b257a399", + "d0b354e0d29108ea1816cefb8c4aef012ef0c74a5dcea0fb7683de54eaad24a6", + "d0db6137e2be2f61916b26e69df32c0a1525d91867ec2a6baccd1b05dbf733b7", + "d0f579e298d6c00b884b463527e40a31c703d780772924526fc4601c3ef12a72", + "d12dd9f2c736de3dbf0ab05b0c4715204d65d682112f01d6f0a881719086827e", + "d164afffcdfbad0c8b8829a9dfeb78cc90d6a4245e4744a2f4f9462af84ab382", + "d192fa159a7984c4b8d688747b547f3c310c85249445eda2a9bac352ade8b47a", + "d1a0d5cce1543295d9ac16a559390ca2ef9625fbec0a148a88662b3bdbc07566", + "d1a395ca68b59f7acdb1ae4b11b826a5ce25f79c9184abf7dbdac2d87d2a53de", + "d1ab005534a41df9b1eb7c7af7275121d5cac159e60361088178022ec008693b", + "d1b5feafb908fc6394d1e094bef4e084d8003e475c7314265c8e0fa1bfc63484", + "d1c84b48656978636a6b54ab2d8c5a289df23fe8ba0cd8d8f4e1dfc7873112c2", + "d1f34f69500b5ea583cfcdb117ef5cda1352b29fff00113740607e752e8d522f", + "d219e8bb14cc94caa1833f01f066fa4bd963a3624286e9fca56ed00866356b39", + "d23cd9664d80088a3a9a96950b1d0859a1e198edbc456bbeded1a83db91be9b6", + "d240fafaf43c653236bbf6eebbf58cb3b479c5f0bb18c1552eb55949f8abc091", + "d24203d0614be5b8da34b8412d279a17f0441bd4381ace8178a1c044142b48b0", + "d25a40be63ec05dd9772fbfbc282715edcdea3bac2a6050a637367a6be37f0d6", + "d26c279d4047b77c1a4a9a95383b7487e2e22bc12aee632ae36466fb6c02a0c0", + "d28ac0816f3c9f0bf18e3d08d90ebd4a752239f4f23d06bff4f47cc0c8423ce4", + "d2cc4fbd2e43a98674c6c4e68b970c0ddfc139b3d0db1f70db40e8210e8402ad", + "d2d2ec5406caaa6d416c4acbf9dba6eaa4c259b8a97dd1203fc90bd92cff0bf7", + "d2eddfd7392636028a12000fe3b0d06120fbc56d0b5bb92f34a7a52ec0feaa82", + "d33d3d89031950904ea761667310076f6b95a4cc5ca930b7b31b91131f7121a1", + "d3638aaebe3f77b329913705ada57e8ecbfe424f447bb858b96a4aea55f7cd29", + "d37f403d2e1a6ad27ffa735476b4bc9cc58d1031e7a6ee8c42ae69932c9c56d6", + "d3da0f35aa5303b3ababfc1859247dd0328001748311a88cd77376fadaea8a70", + "d41d6abf63e47839422bfe192daeb310402091b9e7e024b25ec534131766d17e", + "d41f562e5632185f7696701cf7294f8deb89416449143d857d247de6eabd1101", + "d436ffd00330337a12dc5021ca62dd16010db019b10d98dbc3d88d878eab6fb4", + "d43d1f6f23de682b557ae10b04fb03b9578a38684ebb2c75ad53680a39bc6b42", + "d4887e482e42cb9ce2d5a0350d934526145985b1e312e711792f24c38a951ed9", + "d4af0e0f77184ac84939d282b93b1018614e0fb91a40d6a0aaea1109f37d8301", + "d4c681632a45ce471ed9a1798c14e9f6bc335eb80162e5f1371611462d639d14", + "d4f514dc89a34da7c37a834886b1bd0144061a816f77fe6cef2bfd066955d183", + "d52bed0de5961ce7653d028389a47d304bbd5ec2fb492688d88e01c20c9e9751", + "d53949e80f745b4d64e9553b036572189079413f781fcd75d9c956d7a09aaa53", + "d55253c49dd42e9a2dec3363f86c4c8c1184894b8f07fe730a51c6660b1edbb9", + "d55b36cf5c50bc67d8bb6b130ab1cf86a08e9317ea19ea7ea9a3df4645d6646d", + "d5737cab82e5a56e1ace27cd0dfecf5e81a85a5b80e246956891a90b2ae92e5f", + "d581b656c72970c3bde09f7167783111a25b8fbc77dbad63a9a5042e6e1c02d3", + "d586cc1e5ffecd95fdc88554b909d8221f17d16a4726358d2bc327a2d254b8df", + "d5c3519f7ae4e585e1c3cd23634b0d912b7ef200686b7ab800b31be4b3e272fb", + "d5ccdc32319e9be322f989a297b46a9a0b100979c009b6ba6deb1bec2f3365f7", + "d5ee28369b14bfb5029dccae76c41cc3188b947e4f7c045d5945febeec161b14", + "d60003a162be418f023b13145c3b1429932f426df639d42f7eda9c12b25f09bb", + "d61fe033fb6964bad0a578ee4c4536c6634c299ac42a84d963a3743a618558ac", + "d62433ee8b0120631f7f4af20bdee7f25e9625184b009a790d3cbd85e25cd0d3", + "d624e46ef452e34d883a49229c0136009bea51e568c553540b303a7d2c94cf82", + "d639559a862fb3e47517bc78973650a49c35c11e75d16771260d838e65ce4854", + "d6a34c88ccf7607bfea26640f4fedb3197571406ef9225dbebb65252b12dc1c4", + "d6ad863a975be3ebe83c4ad6f1ce0c26beff8b91b3fe36887fd13ea576a6e568", + "d6ef592700ea7d33fbd82279ac402a40bf172cbe8b4903576bba1299252fb198", + "d6f318978802318d0e5ac779d37df16f5a0d831be6d654aa57f1e88c33c4417e", + "d71f2212c6c3b2416020d45b3e01d88c807edcf43f6b83e95b4cea0de13befef", + "d728f827d33c65af123c6671f18997b4e8f26289ed3f940faa60b4eabac80ea0", + "d74727b5d722908bbbb3ecbc7cc5b5d356a3c09635fdb78e3fb23a8d9a090622", + "d76911df66f2f4125ce433021ad75a37b8f11dc1e98310a3a5eb00bd2585c467", + "d7691a888b5923650a28fe3758cff2345bb1ae8d80ee8f44bc43de702259da8c", + "d783b3620e8f7e8de20c14c7c66a742cde0bde86556180ee97689ab3626c19de", + "d79918e84e2867f0b93095aa13d9df173a1306205e2c62a26c95d5e75af9a4f8", + "d8051dc72cec1c8f55d0163c4f6606d459ff34a268c1c639323160148604f86a", + "d8117061146d01c9377d0a4142990c2a3eb36399b490ad643275ebfac9e53933", + "d86a6cb10f44ae323616539741800437205a848404368791f18793c8697c27c0", + "d88c67aaeecd2123733c147b75b18a7e23d67ac8abaf7cebc51f004b001cbf94", + "d9064a1bb6a2b88b73173f4e5258feae5b2d2022e91639f3ddeee2c6adc6597f", + "d90c3aae92540da66419e78719f2313129851b552e2f3d21effabdbd0b311e5a", + "d93cae2b91c10e8b3f169f19ce95c444cc9c8b2b46c47e4556d2830ace7381c1", + "d93e2156fbfa90b936ae9334eb4dfda6fbd1b597cab22cb2c90be37a77932af2", + "d9406b1fc98b36f27aaae17128b74ec926f8ad01aa3dac817410f4cff97acba3", + "d956c4f0e28406e4c7b6bef2d310b7df8fa0cbd440eedb9c06f3ece7c5e4ee42", + "d957c2a65445dae0b2e0f0bc24514a284d28a55cf39ee1cee5a8d3e688b925bf", + "d9931641acc262693d83fef4e7c13905f928c7442a51ad8fdf6e1d6f74646982", + "d9a77f4a690ed3e06d58633a85543fd0c80cc41136e7f258c47f1552fb075343", + "d9f3a7eb5261064dfb2740a6bb3e8dfe8cabce064c91099800bf73db39f00fe9", + "da09f8de280cc5727564880afd5046632dc2d4650e1576b3569c862785995645", + "da11ecebd84b29778efb2c763b45ba7e11e55c26ea665e136dc6148fc81385a7", + "da151d715afef7c4222446b54520107722f3c1294f727eec51cee471cd982e01", + "dab4e81d25783c9bd0f74aee16ee181acf0af223526b364ec8945928d7c673e9", + "daf8e49ac3283bbbed06fe7c1cb3f514bbcccf5e32dd189c4cab86c74f013636", + "db1e47ccc5090a6d2281a7bb9d33077e0659d7bb7c697b21a9e649b6a3e3745e", + "db290975bec0205404d595bae0d1f9f9ee1fd7bc26f9175121ad300bcb31bd59", + "db2e86a479922463332e6278dbf55e367557fcab64dda06d3cc7de5c22906df6", + "db4b658fe727a99f255ea3957d2d3529947b6caac5ec48fe25c1708db1fb984a", + "db5d60dbab7a234266c0956d863a5f5c5a100ae4067a4d46e833133108272f8c", + "db91903e6de419db6c737b68d92f7f85721221ebe4c27813f1cd08cef5ecce5b", + "dbb5bbcf389e31bf48d994286a8395a089e7a6de641dc06567efc06a8125c08b", + "dbc1a9a5ff51b0d3d41c72676706adef865ab3e45d26ff2a05a993487a3a8029", + "dbcf50070e709dee8be0cef48068aa573818c8de9d5b7c440bd01c1719eef6a6", + "dbd36f5d6918f0b3f987d0d18bde8833f41024e3019ed93025db2b78afaf7f49", + "dbed23923526ee3ad9c1ba501c4c7150bfad61ab420e5e711e2b4d4e76192d25", + "dbf0ff60e08b430fcdaa06cedddef05cdb2fd205061012a0ae4113d9e22c7c18", + "dc1e5c4c9a22b0020c807905cfd648879658bf757e481c49d677f7ab315ccb3a", + "dc234840669526b8354dedff55c633a89fae838cdce0ae3c777b20bd0ff8a5b0", + "dc48000c38c5cdb704442f68e2b1faee6e061401cb9df35454212f46001bc316", + "dc6c45d3fb6024fbec0d0c553ceb9182658161d39902d52c837631db86229ae4", + "dc700ef65fb407d53f0af7dc467f57549ed1c4b6ccf8f743f380ada78301915c", + "dc78b2e1c869e9e4cef3a00177f73ecaf699a511a4bfb691b0be761977d35758", + "dca104eb57c18b8fbeb17dd08fd35b458a0cd4c870e1202653e4452fc46ccd00", + "dcc4579b164b16e503e32fc81f19470ff3982c05d4f61a41a063d1c25adf8e71", + "dcd3bae5bf55c08d3de86830ddb7571d60fcd64bf47134a6cd8fa7d15d10fc4e", + "dd29a8e572daee4a427ebdfcfd9398d6ff0384d4d2fce00c2eeb5055d110b081", + "dd8cb0abc314ebe78432a219bbfb7ada743bb081249088447dbcc4e4cc70694d", + "dd938aa5437ea65e7b2e1a8ab074abc3fc74de10e486f9256553eee63262b54b", + "dd95113e1f59e4c6968eb8bffa51d996a80a07bceeafedf95a1c8c58b302715d", + "ddd7e5361fe63c2df295a8cc68e8dd7678892867ff1cd46dd837175f30fe4175", + "ddd82ffd7398afcd1b42a4859b65af105c55dfbe21564d87addedf163028a75f", + "dde71388ecf1192c2b1cf1b0bb1341e5800ccf19e54417b3d6a3a791e60e97f9", + "ddeaa5c8e0724599daca62a8952f9f3dbdcabb48576783d4a5921d67bf6290a4", + "de1f40bae42ab53dc5a1a9154c96b94109cb63db2939d268d8c27be0f50c72aa", + "de2f03f07e8f5c21b5d86803f1c512267e8cdfc5580d1f7767383bc7dfc14501", + "de484ca0333fb6a1426bc6e8423a3ecf0e8cc6176a92c3d55155189b9e5bd488", + "de6da3d412c132de0603ee71fbf57148663c9652ca08988d366a2bd38032211e", + "de79493ba0e7a9bee56efd8a6291d858b5a59c282990fd67bcd24b8bb3e8529a", + "de7d61196c0267bbc0f2e2350157db8607f5ca2005af62e78b6c492a53e627d1", + "de8b3255316fb1ba2eab755aa341fb1645b172862215080cdbe07d595f6e1a67", + "dec04ecea85213d947af9b3d88ed75d20fef74ebdb0a5b319477e7f40a2b019c", + "dec68eb79dc49e5ebef9247cdb8ca00020536d911cdb3d504a44903e0f13813a", + "dee4c4ad7cce6ba20f17b691f3829bab814297ad16f25a705c017156787705c0", + "df72209a247f2662c87a21897664b840207d054f5a609083c4e4bd58c913dede", + "df97baa5c6e3317a4b7199a23efdf9739b610abcf987760302ca7749e6bee48e", + "dfa0964ccd4294a4786d98030d7f786a51de585ab9fcc66e9c5af18d7d61fa22", + "dfad806f4668af0fdeb83f2124e6049759bfc6a1ba71467f70a3e241d50db23a", + "dff55f5278fbef8d13bf51671d73b47fe02ae344308f737e751d224de5ae0c9d", + "e00b6adec3f29f19699b8ba00228d2c78f2d72bb996d0c4ca64e232b18bc36ef", + "e0348e9295bee7097b7872c7f50ca11c038e81dc92e7f76edf179e8ce64728bd", + "e09ce2a126107b366b8f8967eb0e8acd23e46f2100aae5d70dd3320ba973d21f", + "e0c8e621f083e33474b8b839fa19f52a709ad11cef6da76b1000469c3a4d84e4", + "e0cc2ed2a8b47079fd14310f898e4a16dbc27fddb31b8855b89f3d9ecc5cb42f", + "e0ee1ac0a2e7f6e414418734e3f8accbc6f9f09832a454b5ead8ab7eff5bd3a4", + "e11e96d715757aae37c340799218673e837289d9b80fae6534ec3f91dcb01699", + "e13160d8f2421179342e179055d54da9de069a1ccd13c16dc04928481d8d024a", + "e13c156e3c6b33114561f9a03066a2d1f474760c197ab3e22dda33996abc6225", + "e1490b6ff8322a5aa02caa25ee79e0e8b6dbd41368f32b055a83b38b3f20b072", + "e155b99821af5d977974bf58e1807c82d232156f53041f13339bcac76da04221", + "e15d71bda0132aa953c779dc21d8eaec2160b70dfe978c4a64c59cfaec344854", + "e1833ccd30ff1b270164c4ca86a26f362a7b4d378abe951db23af2437292a7a5", + "e1a0656684ec308cae1e1c9973c7db7ac78b8891d318efa3854fd0ccd6b55223", + "e1e126ccf4e5b5d3f928fb86c7c249c071384cfb6d6c49f59748fe062b89270f", + "e21ce0dc2ee47f468c8e7b8a13c61223d7379531ba486d121feec867fd8e6e7f", + "e22bc8f83c92edc88ee5e4dae3d64c162633b5e1e73d21dbcc85adfaf90b809b", + "e22d4e35d578d3bc10e8c0bb073103c053b3ae33c0f42e5f40ee6f843acff811", + "e2306bf5516952d77c9a0b4a41ab36ceabd3bd43413b14a2dceddb4c0342d351", + "e27557f997a9172b8decf36332ec7af376eb8cfbcce1577279b2a79db50b74ac", + "e2b6036fc7df03dd49b347b097e61a41f1608ff15d2268190f460d5d4d17eaa7", + "e2cca3b592eb4f08c768a27df03111493aa29246e2f896a08bbd1316dcc9c8b5", + "e2d431394164bd0c41c89f9b8adf6088435011a64d396a874e55abdd7269e4bd", + "e2e4de26dd09f5f661a27182517d173c2b5784b62b363fb94489ff795bbce5af", + "e2e71862d3b63a9440de0b65100f8f3a5f868f4685a2a8f514805033a88c9ef6", + "e3161696c0ff6c0c240ab5c8a39baf2cee8329d591aa4219abb2e6a8f339c0af", + "e31ec9fbd684cebfe22f4fd79d494c1940868bbb1b706892044aea02326b6703", + "e331d60266d5fb71a2cf5b4e342c841d9e08c449c00bbf5f21b41061d5e7916f", + "e3d29931e874f9fb5e99c63c1da162bd8be6723ba3b15e2a3d115353a095984b", + "e3ed4db7194f77d1944709b3080b212e4d1148881725a441b6a89a66747d152f", + "e401536f4e5869d0aafdcee910b572aed4bc9214aeb90a0b3ac026b6f2a36b15", + "e42ef36206320b49147f2d4545be3c521ffca988fdb68b93de1e150d74f45d80", + "e437847d2cd237d56bb0f4e94d08b96d54a346efbf5e00bd4403001bca402b3e", + "e49a197326a94c87b190f6dd10eeea7819b2bc890e12060ed234afdc5c549f21", + "e4b7acbe1a91e932a5ff62c651e8bbce6f578675db5c9f073bc0f4f595a4ba7e", + "e4c8ffb54e9731092c01d80eb64f15c244287cd8ce2755042e43812f9ae308dc", + "e4eb7f4d1ddbcc4ffb54b2bb8cf2f0a3d25bb5bc69d96ce8d49ca9aaa1346e6e", + "e4fbe2e7051ce629dbf11bec69934aa615a86ce36f050d38530722b082d96f11", + "e4fc8dec6fb6f8ce4464735036575318c30469a8841f3421203662d728c7863d", + "e5560868dd89e19db66b810054778ecfdfb79dbee842c17cd59d5f9259c8e745", + "e57a10a2ec65c306f28602a78f921856b4da3dde464448a376161c9207ad5642", + "e59cfb000b5e37220df6031d4b75f9caa5064d8e250d4c71555ccb917f9f4f53", + "e59db623511c79fa44e3331011355c450de3267fdee43f73a6e1c3be6d535c58", + "e5c3d31414b03e9ebffec47d7e6539abacca63883994e7797d0449e759904e8d", + "e62dc0358bd61478c2d074d0fd346a78581416f6da7f5badf1b14638501df1b3", + "e65253c864af09523087a95d6e93bb100f4d23a89d0cf9e7e149ca7d75796ebb", + "e663a99cbff1eedab7d4eefdf715b20b94288ea6aeea064d3fa5652427a79223", + "e6f99b65c2153acbba6bfceaedb81e6022862e7ca651aab3f2a6dfadd0b50d1e", + "e705fd902403d9cc9857a3cb79418b2309a2a73617d28b1ebfd9afb8affd6903", + "e720b0907b7c559e2ad11daf498bce7e81b90e04f6b7daeb902fcb445315791d", + "e7304b63fa61c5bf44279793451cce774c87dea397e7ebcb2db6415df9b98818", + "e74b7a55a37a76b850f7df1fdfbd4007b58480460e036b16cd2aba06a8170201", + "e74d07886141e7b7f17aacef7846cb3851eca347bbeb9bf9e12115209ea7a89d", + "e77a1c97ce579a6463489cdeb9d291a1deef4981ed63886f079a0cad1b71b24c", + "e7cc860c5ee1d94b6ddb825db86998db190ac87293ce08f59ce1f18720460690", + "e7efe271fb083d4aa855fc07a557b0ded89c5af326a13937164f32d4cd5ef697", + "e7feeb46423d16a543c678b1d9e622de494d4ec17a1d51340eac3b6ad0f8af20", + "e80068e7a72ce50a0bd03b687439a393a446208f30c8e9a042f4987eb1995c8c", + "e81a7edda92f777c9606500d272f71dcaad22047e5043f9760d290a7b9f5c210", + "e8314d44fdc7f77c3837fb3f8a00072e6957542d09afab98e04c0078a54f0de2", + "e86b8058966437966248ca46b07426dfb0a3f053336043edb21475056a20fde7", + "e88c64b97523bd0fcd353a58a965d2d49cb5d8d4ff848a2984bfe33ce0ae52aa", + "e893a900a6014aae7750c958e2ec9b4cff8b442c2d7330cad9ca387b4541587a", + "e8a7b252b4bd1f8edb0ab2702106d8186b92de10c4669bd7c2edc7a6e162c5ef", + "e8e85111e0a93a445476d3004291721ec6f144962efea2a6c2ba30b1aba3569f", + "e93bfc5bc342a1682e229484069d4cde0420f1092212a91dd88b20618aef5f3e", + "e9748c12d086fff748c634103440f42822b4d30d330de751fb7ebd16fbb65fa5", + "e97a1a46b82cf13f9847dfbc47322620100f5113275f800ed2440577f989165f", + "e9a667208b6e17c44ae2a228803f68bc443fd9890863921ba73faa43e0531ed3", + "e9c70d4e8fb45ba63db4e9e130bfe555bebb46a30dac84bc65efcccd5bcf74fc", + "e9d4b30aace05a47643d8a3306b7607b465c9af32f343e6c27e15afbe2ed9ac8", + "ea7322d351765ee91211e726f2a2e71b148614ff858476f2d314faff22537095", + "eaa227c5a58d2552cdc53b0ea798ef846e669c58bf6e1236a9f3ac8df3d5bad7", + "eaa547e3196dbfc5bf312fd6ea2d6860d9ae18fce3872e91d94a259e4146bc55", + "ead919499710acc08c0afeceef3fbf1e194220008ff82f204e997b21f0c4d1ae", + "eaff850268079777284976516c8b4e741a24febc416e9616a9b0ce64d0a39bc2", + "eb078772e8c9314f42cf175c06ec13c2a59fa5156144670cd43b0cac5ff3a7d1", + "eb17893ad911455c681dd6323aa29fba6306391cc375a157a2febb36171a11f9", + "eb5f7c73c14782faf0db5f533399f067787dc7c0042fd8b4dc6117e4b7dd4488", + "eba58ab888533f8846fdc9933d6d36e7325f463e132129ed5e040d70375a2393", + "ebba08751abc0f9c4f5074fae111f889f1cbc096694fdcca5011e5d753d5c630", + "ebed887eb371af718ef561d2d7488b49d834caadd3af8c5a0544b68efb7b7526", + "ebfb11f55ace4943dcd0b4c8c78d8e3316e1d4d22c73aae77880a891d2273e12", + "ec0c3c07db268251f8cdc4756dd27ebdd9a37526cbb44d0cf5a9c1f2ed52ed7c", + "ec4d703860817d225317b3ca6fe99f767d67bf59c14201c1109b89fbc2703fbe", + "ec4de8153a1f4115e7e6eb09ca88b9a38349ac2993c137e62bbf7d638e1e5415", + "ec54410110150cd6c1ebd1d382d132d0627034a939e7b6ef93c2170db5a5ec62", + "ec59c3922f577bac3bb7132377d65a763a014b6cac1269973bef2f8541a63075", + "ec9081187fd745bfa1c3c7f9d05a46149def1200bbc2772183179385df2525fb", + "ec9da9a275700cd08b7f6cc22ad718bf73621761924b7366ddbcbf6a783c85a5", + "ecbb1070a795551da662c74f7809c8ca608ac26e70e1ddca1c73c026143465d7", + "ecbb17cf37f94c9c7b3f89231851aafcbe0925e7e4d7eb96d5ff54427e014aa5", + "ed0b2d5e9d81368ac6029b17c0b2126f43dd2eec9201c76bef086c3a4f0cfb17", + "ed1e78181721b3f5aa283d9ebf81462ef18abe21419874ced31934518045a5f0", + "ed545e76d727586c418f0744d339402358a3aa5540da6a397c659d86a0bc38b5", + "ed616c04d4a39d94cc2066556580c2263bd90b6fe017b8fe86b8ca13f019ae4e", + "ed7f80b722d4c5d6cdee6e8c5c621f956149df086e3723cd4064ba0d5be6838f", + "ed82fe48d398b7d2cf5fd18e30e272c93df532b8c2c1467ebf9ca356c33f909a", + "edc1ef0e343b63c4b1fc0ac740deb67667e878d75a060dd098ed0e06050f649c", + "edc5ed01c736565a07399504b2f911ad7a8b02670da0dc1eeb2ca5a780cf8d09", + "ee3750871ccfbf83bb92d4c931e88d78a6e592eb39409134c1a18c8461722172", + "ee9448da8478284de63644ea593656cd7c9fd513177eb3e58283ba84a8c1079b", + "eec253d9e8deb02ffa7e8a78467d48c67b5e593e36f46b2cb74fd3804823d5bd", + "eed982158217d01a1d5b5c628a6aee7f4aa9758aa44e35ae6b48ae4b0b36bc23", + "eee65bd6251f9ce7acacc87488126d67cca954487a386830d5e4f3304bfd5b70", + "ef0211b2a54bc7071af61659e4a0487f611c1ffb44d722cf8b6a7f47a266559d", + "ef0aeed7749cc3cdf075c187cf83633e54450383a329c6e2c0dd9d9c893d7271", + "ef4c5f83618c0f55d9ec021f80e2c8feed4a3044076ab4825cdec43b091da1d1", + "ef588ad2795460519841155c165a062f282045f733d1ed6d5cb1d548a306fbf1", + "ef8a439b7f1d5e93bc57ef1607c0aeb59f791fe38a8a8280daad941542de8cf8", + "efad264184bd7aa09ef2eb1b312f42ac1954241db19463bb7ce5f07e3b9c7419", + "efd01beab68ff2d4fcb1e4f0286207fcbfb74427295d34575d8ceb391c9c5806", + "efdf1bc52ff67b6eca8933310fe35f6e2d914fe396c9ea7b65cc8eada41c3fa6", + "f021fbaabe1c089409a58f516da03fd2e19c31b074e05be889fca1151e50fe49", + "f037cd9b21c0dbb33b365f4bd160389d80fa5373a748b3dbf9be255f0fe64338", + "f03eaf76ad7edd7350374cba202dc95389556f56bf4eb3c02a32c61551fb8921", + "f04338b6f05255d1a4efc150f3a1a2d5ba1533e874fba4247596b3442faba88f", + "f057e1afc93790016ca44dc2cffdbf67c7d98134488954fe16fca88479c0f422", + "f0611536592f851e763da6c07e4f7b6fe767250d886b1bc1f5ac527edf740d29", + "f06b9f2044daa583f152be142881eb31a0b7caf424e1e2596359a7d2eb00524b", + "f071dd23de9824926063c391a86f4129f95dbaf9034032c70f807bfee403f15a", + "f0750574f2b36357f51ca81b9248c6b2d7154de18878f944a4a438a7d26e26ce", + "f082fca71ee6941d5c60d24a7c7358b281461c8c0a2e2c55e4373f220c7a25b3", + "f0a1e26d253c2e1370acaf11fcd05ada4585b63dc572ea53813e7f0870337be9", + "f0c004c62fcb2c23aece72277c417f7d33656d9d9e0e05187494ef6f29056018", + "f0cc7ffae79b48422c342ed7ee7ab2f9c117c7d9b92102ea48b05a11e47402e7", + "f0cd108d4d1b11a4bed5645b1b295f9ff0699a6c07434ee79fb7764684c53617", + "f0d7c76e820802f368a015e8589209c0b1ff010af501316b0e4a82e7590cf821", + "f124e0aab0ff513e104eb3ba2ff2c974505d10ffd7bfb3087781fca6d1f2c852", + "f12c64024ab41f66b085ec4528a3d78c82c6dd83c61812ecf475a1e0f12f9004", + "f13265389b401334fde5646bc13b7e7c4f8a05c630878615034f77541b1396f3", + "f14f547e4ae201c702c05d04b1024a226baab1f7f20e74559c94c8b5800e0359", + "f167fa0d6df35de3a5ba0b255a2ab45436efeb3b143a7cdaf0e8a6a68ec77f6b", + "f19f0f821f7cddeb39e9fce9ac5bc78d6a24e64275b28b2290779ea1bf99fd19", + "f1b00f410ccaef0d7ae613b337569f38d35d6520b51cfbe13970ba7263367342", + "f1c038bbd103b1de60b0ffa944d940168af7f5cb28ad2f619f58a53c5b63eacc", + "f23baa5741bccea2fb140328e4e00ab0f5cb1e1e424701bcd5a4c4be33f6e098", + "f23e67c6b6e6c08a3e110eaa2331c1068330ed9eea335a54606d1d2e156ed26f", + "f25aed755465da7d5c3b4e3c95a25600cc4bc635e9640e7ef993d1c38040b344", + "f2669e86800b3022fd2a15123b693b94b45af55681b255b85a85dbada47af1da", + "f2a404f19cfe1b22fe2af0d23235a5f7146d784a3b1a0692d6bb8bdb3044b552", + "f2b1b88aa102690a9c394f9214a04cfddc9c153861459fb689f46bcc63f8f4e2", + "f2b5f26abaeded0cdbbbd330a97f60a2cb3af54e0e4014f0cb1c0251a2989be3", + "f2f5a1978daeeaf25c8ffa085e09762e27630f6001497d9ad2be7923124031a3", + "f3aae264c5324b53d7c9dfa3c93a217cc9acb8b59786172b2436713fb7bf04db", + "f3acee3ba45918475e3cb3f57aa38f918024778585bb85d7ad778e5e8ff12046", + "f3b1ea2e2365db574a8289dfbed5fb65424c09de311a0297f2229dcc65e52243", + "f46ad557fe453b456d94d7591a9482f084e3c502e334a445ca0cfab1d465c943", + "f46bed6638a9631ec01f7450a8edffdfd1cd597efa1e3c18a7b971ec9b56d5c4", + "f4826ae6b3ed964c98c870304a5985692a6401ad5d2bd799fbf648f3e455a44b", + "f48b5f5117b250997fe6c64af116867753b003ba870eb9e70cc511a7d6cc8830", + "f4b1501caa6b19f21b015ab1cfb44af7a77d9cf11436e9b8e74ed73802fd4274", + "f4d2e4d7dd527388994c2677651db31a41e812bde44eef9c6683a97ba479129c", + "f4ee92a108e08b0836423cb6772b501eb452a4ae5400192dc88bce99518f91c7", + "f4f047a3a53e130dee3f20a27f71637e3b13c6437223c8a641b6b4a9f6df27ef", + "f4f81e3dda331425e5f951652c77ee7deda8d3fb5cbc5a2bc1e9ea53db2b9320", + "f51a262120089fda895a9f80697ca8b686e8c057f19ee736daf479b7826271d5", + "f55b877df863c6b4a5a3e233892e11c00368a8a49ffd2dfd7a1feada89702cd1", + "f573ff54d3b07aaf198fef31cf632c82a409ed59eba85845ff96b0367d964b1e", + "f5750ff4545c2651debea6d7c4464bb4d92721eae8fbecea7c011af94b084fb5", + "f58cceafea23ddd305ba490e7f8cdd8ae1df5b02f66e07bd698b2d1353ec578d", + "f5939607dc859b81f8b9eeda2fbb4bf58e9ac3f3f259f2141284fa44fe350cc7", + "f5deaac65043d57651d7e4530e62761b8014a54771fb2fed110eb0b30e86f3d3", + "f6041f907c89e38602fc4f723a7ba880ba6ba6293494427f433675fc139c5740", + "f63d5f0e4107f691719d2c7e1b0aa0fa40a7fd868acce8040031abdc046fe06d", + "f63f72c986c0997616af03a1c7a6a2a01ce412229e7cd8f2592de4b60789a350", + "f65732cbd65b8f3f8b4b3257ae9be69f496d828b288a643c54070577e23694c8", + "f65b8d423e8c5a5869491f91860120e2ad932f87aa646d51ccc5c97e478e8b74", + "f67204bc7998220c42535161b3da945d9522fb4f66d804b7bda97391d18ed41e", + "f67a153cc00c83debd8241b7b91eb4ebc6efda81127a3143614b4ec202362dbe", + "f67c79723180993631bcd816141ea11c780d74ce1f167dfd20d64eee34020ee3", + "f68e1fb5c0a10c18c1b436659a676060f2ff347549074643cc376516187d5e18", + "f6b57a0cddb03aed35a73ccd10e928ba35eec1f593614a9621e383a15a4bbc59", + "f6fe4d7f7d890ab3e96cd6deecace45ccf2b7703dfe4d7cbd19fc38bf96a4fd4", + "f72103979549dc42fd342428606c57e0056e1ad7aa6367c9ad53b6eae3ba84b1", + "f73acce0d0caaee1fbb643dfb565a921a94617a3349d93a8469b9760fb7d2dd2", + "f77aeecf0782ee72b26dbd0bc2afdd9474c7a16608b383e35e8e7247ca1719ca", + "f7869b4843638e7f3dfae398dda8e0a7560cd9c5aee80270a5267ae8866cf734", + "f7897905419d70b23db05fc0a1001d0b1a3b0af0f832117479edb4e0143bf2fd", + "f78b1994b24b4fdae392f7b46573346d468ed74676c110875db6860536411972", + "f792dd2b474132905f755c2f31fdc6d04573311b6838f293d104ecbba7ef9bf1", + "f7a7d978a948f36568666db2f266897d1d6db97c881afa967813a1d90c861ed0", + "f7ac2ef367d2595d4316d92f2f5a1e0b3e3ef0c52b13bc6903ab626e0768daef", + "f7c9b0a8be9f9fccfb26c2cd67badd6c4baae6fa4720cb9b9ce32718d0d42ce0", + "f7d15ee450b14cfad3a63d8a40a182d6cf2d729e5427d1bd43b1d514fdb2ac18", + "f844dac31b49b7e2be2afc4507c6835c6275992bed428d5c2811406eb0636ffd", + "f8856132a7ee942f9935d819d8bd1ac2e8db73d3ad1e3504231ec44eac8b4b2a", + "f88d7b87fbb90b5eed6107d4ca238347cbf7bd9960d11e6dbd6202336ba47a48", + "f8bff3207a9c4d7acba4b30d1fe9159776e6dc1cfb0a684cc73660264474adcd", + "f8df2bc65afbba35fc3a1f266114766feec630ea2a193325a0610fdde899e85b", + "f8e8e4500b2f9425a8c19279d62346ba5015130418ab023656960a73308e39c8", + "f8f3be4f9c461671164909f3a6a4360a0a18664a5783a29b2f869345d28689ba", + "f9044f70f67651a5074910319f059bd29ba17d5aaa643cd022af04092ec5b8fb", + "f9373e58869e091a50e8fca190323e20ad36dad195a8bf0aafb84d405ffb41e6", + "f9426611ad2ed31b5fab523266149e5a7076e35454e8b4b21b69761164b56c46", + "f952fb8637baad559eb2a8d8541a65dbdd0453b111a4f459b15c12e741274545", + "f963862beab529f79ec7450689199006366b9f9eb602dcf88829b30549b0dff9", + "f9b818c580b690669d02210dfef753cf6d8cdeee736dd43edf3e3873be4f3593", + "f9bf5accfa2f7af0cd3c16bc75bdbecfad15455e969c43a2386ea5e0dc164b76", + "f9fd406f361fbc59236ff4e5db9fb03bf34b0d52a314e50b9a06463060c39b9a", + "fa03e828df8c0572b8a53b3ede30b1093736785e63a68fbebcab58688c8d25fd", + "fa03f44e759f0f2b45d4ae60b6bdf1f883c7b28c8e584f4c9dbdfd0da8acf021", + "fa2d7063043b250978556d2efd5c69280ac146530785e68eded6c8c4a2272f2a", + "fa3375c4d494fbde579c72af92d9b836e215537068065aa024adda70b3e2fb87", + "fa44d75d52a573658e4fb168bff6591313105d2b215ec101d87c8003e5ae1ee3", + "fa601c703bdf0f05901fda4215366afbd6b8da68a13a1acb1ae5a7d0ca551dad", + "fa86d37d13aa868ffe88887c502f54675183fb72a6bf0f0eda73353cc93a6f1c", + "fad28332415da4ed66e0a02710033fae4e7974bd895649061f6fe1447aa48eb7", + "faeecb415d0620338cffc4971adac667836da581e69d97a32e8cff554889bb23", + "fb0c91e2f07bb12e03c91114d97b28f384dacc22f55c9c2534fbb5341594ad79", + "fb1c4b9dce86b632b78ffea1501e361fcff7a4d914c99eeb5646a1483c17a75a", + "fb1ca8b33a54a6968735c70926614093f25f1485371b0b5c94a50866f1561c02", + "fb4006f12e6539562628afbdffc1114c6109fcef4021e01a31272d54f7973643", + "fb61451de49728bbd653e2fb66435c9d7551b5716e4d795fb8ce5de400c31628", + "fb63b0298dea67ca91f29157c90022fdd2f6b692c615cd54213b93b435c04a68", + "fb87ea8200382d0ee7b1a4ddf3ca0d7068d3f3967fbc1cdab44b22301b06a094", + "fbaa467be2afcb06c9ee22987e7ea16fa3e79c192296b6c4129f07c8f60714be", + "fbb08add215e5c4520b18356ee5e2cdcfb7397916a93d3df4d9e0dd0232af675", + "fbb5155bf20f9145c10c42fe56c7cf1d1c6b7a8d5f7c748184a431c101113f0b", + "fbcbd4a4a21904d22d4d54896b1429e206a079dce30c8eca0933af05232a14a4", + "fbfd191d086e9d8c6ca4a41d248079bd285124897f997b424966b625f3a67a1a", + "fc31a936db1402433f3384dfdab6f361b46d3556e4c7d95f52bb844018d491b1", + "fc4ddb1b80c7669514ad1ff5d62406a0fe7e8688782d5189a850dcff081340d0", + "fc6c4e67ebdb78dcb98619014a4419b074e164bd5e992991575dfd2a66291e4b", + "fc72d6536dfdeb226151f1905bd74a43e8f04d2e7c4b12c36f6c3433c50d0ce7", + "fc7dd06302e49c42e86e4e8a4e9e093e918964e38a9e35ce206109c4b92b5391", + "fc8a7c5bbd30a4fe7b08b44f2057a67dfcf5588a1ffc249d405f6bf9756da974", + "fcc5e54f7c00f05f6f78b3cf6c1daeafcd911a02240265d44cbc2b853d6a5ab3", + "fcc6d55972e8e70cf5ea47dab7fc1b7efa3f4dc786c5a33ba46e4ae892947a72", + "fce6f3c6682f3b46233f31f7424fe98ca8855762fc84632c4019464a3c06caa5", + "fd057104993516baf2087ccaf9a5f36fb95373e33a94a82810c7a7ad048306f9", + "fd18b02e97f3f2538c2c21b3d618c0f0d47678fdd8494ad14a0fcc5ad1bd95f5", + "fd2c9a9f34990dbe30ab307f0950e8a255c1d575db5e24ca54618ecd92be3263", + "fd2debd3f338a433e73fa8321ffd1581b173f088dea2590a4850810f55616bf5", + "fd44d05b0be2cf03d5487ef0eacdbb3b76e5c00fd547db7623d7d26cda7fcd3f", + "fd4bc5136625be7774541ac903c7c4f174833235a42a9853adfd8371097f6fc1", + "fd4ee2313d81fb52f0930d955c668ed97fe3b85bf1a1c92c6d28c7253c84fab7", + "fd68aad1a332f4bca84e4a4c75d469604e8f51a2bb6e02f734349ba870efac86", + "fda15d0579879a85bf0495c5862956f75fb23e793ba45977c389721b079c6c77", + "fda896bad99a7e6f63b12edb5586f732b73ba6187afddea5b9f2c1b9deec86cb", + "fdc4083896df70525d6cb8838de7de6e510385561045aae9b6a11d9eb7174957", + "fddf26cb81896c40e3033f1d43c911b706fb58b681757d1c607e5cd8ba997df5", + "fde50489ec700e54054b2c5a63ee1b596e1dd9d25e1178b9d97bda5cadfb99c0", + "fe0d45c84237f46dbcd90a2d90b7d7103a5b1ae79d9641dfaa7e7b5d7c155382", + "fe2db61e327fde7d349bff423eedb5664b2d8d268a1050d50d700e44a4a4ec84", + "fe45796d92ed2ffa9edadee0a8ed0baf06a01ea06f7e2b3b280a3660399707a0", + "fe4834ee67e3dc86f371db6861ab5514c8451744449c22c80ddfe0855b2441a4", + "fe5b72d2a8a29732c5307f43f7212a492ff5720c9eec8e98b31c01b57293e447", + "fe7e015b2a149f7e3addde43798f0860be1f92ef8e0beb0032e9282e858f1a2d", + "fe7e12db4ca7b495ab3de2b8e812ea23219baf38291e7a5836944eee383c1362", + "fe860d68dbfdccebe089b378ebc4e3beaea70d1a8b24d2334c47799a5edff5a7", + "fea5a8461835b1382a1110a77224df1ce8a067bed704f1a6076904647f068b1d", + "fef252c6261533f1b9784314052f8e1e48ac6bf10dfc302c24b718ea18b32274", + "ff22d9c91fd4d74876b2b41c3a653963d348c8f2040039d5bd0af665a5b59af5", + "ff3168092a52292e5e43e7db6331bc539b4b37f1df12d19b1c616ff3c2dc0ea0", + "ff3542e42ba107e85406f63a9d670e4d53f34d98f13b7e53baa3de8f44b05879", + "ff3f03ddfca7aae413d0716ae39a988d7964e752108c348a4a4423616d85f81a", + "ff55ea16c630a7b728e6616bb5427410845da8046007564c6258d7d02b986859", + "ff6427309ced42e9287b4540496c6ede902122ee4ca6763c4267c75792f11ef5", + "ff65174fde7ad22bd4838e4c6a501c904ea8406aaa9a233f1f15b266abb8e1a1", + "ff7e5550a6afa9804c92139375dbd8bdb6930b456f9266869cd42c7384cbc6d2", + "ff88a6da61a4a0fc99ea252508a180d48600f13212246fe266b5a02b64ac14d3", + "ffc2588c1509c663c1406c1494a663b87978bc0c3620feedae2857f5c22ca4d7" + ], + "include_outcomes": true, + "label_counts": { + "negative": 24912, + "neutral": 6636, + "positive": 1156 + }, + "leakage_contract": { + "deployment_must_not_read_outcomes": false, + "nontrain_outcomes_are_evaluator_only": true, + "train_split_only_for_retrieval": true + }, + "max_flat_action_dim": 112, + "num_groups_exported": 2044, + "num_groups_scanned": 2873, + "num_groups_skipped_by_split": 829, + "num_rows": 32704, + "object_embedding_content_hash": "fe97ac428d6b0ed4da7060eb6f697c1392b4a8a09988a10c0f633b1e457bd568", + "object_embedding_manifest": { + "dataset": "embeddings", + "dim": 64, + "extractor": "rgb_object_layout_v1", + "num_embeddings": 2044, + "path": "object_embeddings_rgb_layout.npz", + "reads_outcomes": false + }, + "observation_embedding_manifest": { + "dataset": "embeddings", + "dim": 32, + "extractor": "rgb_jpeg_stats_v1", + "num_embeddings": 2044, + "path": "observation_embeddings_rgb_stats.npz", + "reads_outcomes": false + }, + "retrieval_index_allowed": true, + "schema_version": 1, + "shard_content_hashes": { + "charts_00000.npz": "43e04927549fe3aadafe63067bb82c16c1167c54d0c8ebd47d4114a814f338f1" + }, + "shards": [ + { + "num_rows": 32704, + "path": "charts_00000.npz", + "sha256": "6f3211ef91cac305045b540e71fa40156ee697abff9db3c8f994149a2fc1b663" + } + ], + "skip_counts": {}, + "split": "train", + "split_fractions": { + "test": 0.15, + "train": 0.7, + "val": 0.15 + }, + "split_hash": "867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372", + "split_policy": "stable-hash", + "split_seed": 0, + "state_hashes": [ + "000b25ed5631161d0436064f18bf2927ebfd97feec3b027cb7a3fc7f802faf32", + "005c6ef90461f4461053d2f248598e4dc200fdb34d95079ba9b6ee9cdc796282", + "006bca42e3c79ccd3a2cfe015bf7c713f69f779e9f9b6e05e6d60e05adc1ef2d", + "00889249a42766e52451f1930d859b4e9c6a18eb2d2a23e4a466065e1ec6cd8f", + "0091b5c64f92215ad5e12cb639483bcb463e589fb1442461b3b7f2e1f99bd18f", + "00a20929cfedf805498d877fc9a08bf4e18093022ea54d5e205ecd22b0aff85f", + "00bf989afb844173147aa217cda23c2d540be3549b8d54cee51524018f0886d4", + "00c9e85ebf618703709c8e915feb24d5f9fc6ef4b1ba77a7fb4bbd07f931b588", + "00f7d5c91383370fa6a6cf7e0da5227d76d4148a8d74c28136bb2e2c32e9d5b7", + "010ae081b71f7c0e58868fcb7737f45102882974c383ff4d8c1b02ce1d895661", + "0117fdd7ec26170b0745e65b08ea88008b09508b62e77d62a69473f535c25715", + "012a634e5771527516fd013df470d5b27c8a795d224f217fa9655c378cbdc6ae", + "0147c0991e5aec13d38c9a12625b9824d5e7a497734845173f31878b6daf3369", + "01642e4ace471a0ee60cd4a110c921359d11750c72c4a4a17274dc285f8de946", + "016859c711e2d334a59ec1acb53b154655e7875d1c095191ac681a0d6f2d459b", + "01a740cfda480c25d931fd14305d6b661829ab5ebeb80ab3efb4bc1b7d400958", + "01cabb034d28efce276c7c37f7c4d1b3fa2c9d00b140b109d619358e1a99ac3d", + "01cc39c8b7c4511f037106757c86d8a9147e5306a4d30e1bae3b41bde0455895", + "01d46a34d74e86012c60ccbcd0cf56dbba216277d41a455b8f04dd1367dbf373", + "01d93a2edcd9393b7d5f2543c37638ee18a7f731976a7f58e144de69747df1fd", + "01f9e4c4ee47d37a28ff9581e3c433583b0b46f8edea284260559029e7c04bf4", + "020d8719f66fdc0b0c47e07ef57b3ac2a06173c2c743a699b972fe3996758e9a", + "02251ce01393ea7b7a290137bfe09e465ff090cee97d821901fb100038b3fb16", + "0251eba2dbfe3f1be9cbbb27321cef00827b19394ac802bde83bcce72d7be6df", + "02752960d18784921c0f4b6022bb7a034bce292b03909ebbd0353c12d48ab314", + "02860b143f2e95695756174fceb8ddb331e7510aa0454f124250edb7863fd5c5", + "02af5467f98ae64c370ed93e1b882b5259adf7e1a41a00e36d0b0a64bb6ef756", + "02df6abd276ead475e81d9a264ff6c4187b0505a8c8d36e0300ee9fde4d4c731", + "031cb9954afaa630fd3a550eb9641912cb237d06db40d1acd81a7f6cc7ebdc31", + "032090600396eef932cda799b7e4ca43ec002031b155583d41ddf5f884b0e066", + "03422e256c0166427e92805dd77424b2025b7be0dfa3d2cacdd17e844c91a80a", + "035290871ce5028fce982cb3000b928e26a7daddacfa891677740136e5f415c6", + "0393682c39f9ad90feafe5ccadfe0e5cd11db16f15286b404bc4ff620d0a9164", + "04016ddff5f00fa3ef76c2246256ff48d5c7bf896cb3563f358e0ca9b5cad5d4", + "04042fe5cd41177bde33eb3dfc7c022d68426c8bce2b386b6c3d744b3b6c8ba9", + "0413d5ba033ddb1d8be7f3fd905b3a3fea63495b9e2bc6636af73a0cb799b926", + "04463ccaaca5d28ca99f63f4f53e070efa4ad2299568bd63a9105702336b5ab6", + "04553237c84ff09a6543e606ab9df00f3fdd3359b381e9cfcecb9f0cf8f66c58", + "04736afd75d9b70defe4c540c6b91495c1d483916acab8b9cb88954faaf5d7fb", + "04891991eaac4f5fe2628582b59594f435c2f81d561f2c42ec1dd98ea57408b9", + "04980e08e9f08128a95235e4570f5c3b26e9900930f8e1901b1cc805055d835b", + "04e020a7f9b5a6b03c4d0cf02f1a5226b30f77918560b372a4a86342886926b3", + "04f06ba196bb7367e0483cf316dadeaec8bee82115844252a7139a70a7c202a3", + "050edccb9a8c424bb0da9dbe686f19e78196f374d0a0a6d8f47b92cb2f8766fe", + "05165e6acce39716961beb3bb0ee00c1158ebf8fa3658dc70048d10cd99093cf", + "0518bcd40edaebdb67c915e851d4938473f26ce6dca50a21e69f83fc32288c89", + "054a1bb649b430a86f7802a9457cc6a83d15cd5b8ab6bf8adf410843ce7aa13b", + "05550c96fe8ba235ebbc76dd6570b63df19358382aafb3937726a87d268713b7", + "0583a22e745ea93e01a9d2f9b53642289d9a05b222a73c0fecf8e710fa1b59e7", + "05b5cf5f903d65c126181a2bf230af182068934b33d8184849b6b8981f68ebdb", + "05c6d0e8769e7b9de479e7e02edf2eeda58b5ebddebf2e1f15c962e257d49e40", + "0602af5175c035dfbe398a4014adbeedfe194d75ed41a0b7eb8a79b48ff6bccf", + "060d8bf103ac5fde82e3703ca8e2578b4f8c7bb7c5cb738f5d1209b919c61dba", + "06257bd3fa90f0afcecc239680999406ab79980eb303d45a2d1fafea670e4a38", + "069f55a960c8724588c1ffd62afe2fd0bd83efd2e34cf6a5168032643e6352f2", + "06eb82c273f65f490d85d60a39406f6cf2318d14ee9596ecb1cf7fcc3ac9f8da", + "0743154e958abc52c160fce6065de25d968ab60c7c7a536d400d2295bfc27255", + "079b15a218441cffd25d9f3aa501b9143a3292bb7005f9eae05704e55f3b38ec", + "07de76536f57dde25b6235024f5a41e215d6a13d9f823e2ef50e4e84c87fb739", + "07f15fafa5887d8328b676cfb87c6f8f7dcae9cb187b8b6969e2f3a4ef37e8d0", + "083bb24051300e75dbd52e0202170794bc727994f278922c2d158af777a3f2cd", + "086bbd948427f350f1d964b288a729ae80da38291e409fb7e0f0c688d99562d8", + "08713adb8a3215938b380fbc0c63f235e063847962fe02dca3f6d20113fea1cb", + "088e20d6cc294aded49228f0ac9a7191e7cc9fb848bc19a6ec9d03fb7258748b", + "0890c32a99d90761a2f31733eedbd91b1980913ef735752d889c0710fe572764", + "08b122b9a1c8a40b5965898017846a28d6377690db7128b7b31417f45d1e407b", + "08b58c89333a6a06c7714c86704b3f06bd2ad23a18360ca5e8ac7a2bde0649ce", + "08c6791c2cfa2927363fe34b6af41498531aa6816ad3edd85c3f9835a1ac1014", + "08db846838425971e9024677f1cc8e070c502bcbeabaf05f6f3631dbed7a3ed6", + "090f2f8b58a9dc0ae63008a8fac34a18b2aa93522542bb472a1202fa81e69465", + "091953502d8a89e9db47809dba001d5756c622e3aba8318722f8da0054bf92f5", + "092e168f994875a90490b287f3aeb7ad7ec27428bfd07d0e1ec1645dd2e01af8", + "093675a243ffec08a1c179a6757e916d5cd8dd9cc46921469e62bbf3bc12fba1", + "0947a97e05cd96908d88dd2db1de6be0175c37c2a635e5506ab0ef60723e9244", + "09a45c5c82ae74f3fa1dbfdd04e9c9cbb68ed2af9f96dbf6cbe731b22c5f00c6", + "09f192983656d6b34d005d8824dd443c5aa2a86212e1ef363d3ca398a61127bc", + "0a2105ebcf3307835abd4a7f5a7ea78b1b8061a118837a41879beec8ac9c4333", + "0a39ffbc1c4821c186d48f34e505d1dd889f98280e19b2967c7296fdbd4686d9", + "0a7a2bb9c6b1a50d1a9522163191dde71a243bd834f093cefb2ff1481dc637bc", + "0a7da33713c8db7bd3bc44ae27bb34e21ee7301152b2bb9d76626ec934e57f5a", + "0a994de647582a2ed0d6ce05c5ee895783f3d0a242425bd51bce5a205f5e0c58", + "0aacc576c7717acf5a36d239d777b8220079ff790301e35589802e502b65cc6e", + "0ab3580b189b821099bf7214360927a818a8e415f10d4ee7006a7d6ed518446f", + "0aec7bce1ce582391a1644d3411acad983fd582a91af97f199631e487d483d9a", + "0afa74ff678a87361267b42d66b59fab3466e8dbf8b95a5f891c25ee4a0a6ee5", + "0b034ef0b1596741e3285665c5bab78be118eeca05fac3b0685c0e405e60b01a", + "0b856ee1f7054bfe985a8a4929618c2f8c241b97d548c3ba2edd0ce3c8636aba", + "0b8bf874669ae24a086caf5364a73cc92e86e1baa7da60ddd21cc9dc58cffe54", + "0bedc58061fd753c26bcf63e803d240be5e7f5a044b0628b5d5e456b35345fad", + "0bee130933c311df93b7e72ecb227b6894a91763ffc616339264184411326529", + "0c0ab38d6a39a42e4cbcecdc53231d83e1b1e645f5b24b1a6fdc8ed2213d108b", + "0c3ffc0a5ed70915980abb6a49e16622554ee49a5730d559dddfab9115b6ab85", + "0c7a98ae4b33c672b70b431ab840bf764156ad0a3143c8df83ae1af6ffea6551", + "0c95367a82ef1977f91b7bdece3b7d452ac5947ac67445d20680d4324e6d70e3", + "0cb834d2ef4c99da95a871846baf987a939a014b4cca2f156974445a21c89196", + "0cc76f5c6a58bb1c614293fa3e9294f64fd03eb893cbd05576a9e93ee282ae61", + "0cdbd10f984a65865896ad1dc53188dacf141bf7ef001a0762752abc4207d819", + "0cf838444d8848a8b327d97bc22b1e3ecf4c14bffb554ebe9dbcccf35078d516", + "0d2cf77cb168280d8d9d3b9ca4d212baf17223c4da3f1f0dbedaf7d95bbfb42b", + "0d31cf5b5687ceab9361200aff34004ff93663803b4644b27d1d959f457d6090", + "0d77208f3083852c88c631f5a4102ad7684253ee7a8f2ecb5105725de98a9f22", + "0d84d509f5df6bc0a68efbeece7432b092fa13b52609b417755a8db67632970d", + "0d95a334465d12b48b4882fcb17e7bcf3c9c1e4dc69e753f044d91f7525654e0", + "0dc074e26e6b013f64ab01a46d120a9f9ddcffb756692e9dd7105039c88af908", + "0de8d03b14fedb9561b9015c19f8ecaf855b222a2423b0fc9a502374ce4a6c2a", + "0e0cd8063d131f6694b924dbd28dc10dfaf98b2f7df5ff6bb011ab411cc528ef", + "0e33d93a2b330cc4879f36904e581a044e9934fe4c2f28734201782301bb9a40", + "0e55cd1f05f691f5f7316ced762325ce7b77786edb3e9e65486d53c6e34d123a", + "0ea0a077924dd4cecbe0a3cf6e56b97055a69138eabc98f73d668cdc55a8d342", + "0f5b30575f5d8d9fbb772dde91794d51ae97b2f4a84b8986885d9ce9982bd455", + "0f60d64a0247253787e778e9e05d247a67c0c1e6ad497d8d596c13a8515015f1", + "0f76c338852c84ba09db812d81c87051f18e3a4175f866f1748dcbf8051d58b3", + "0f87489e07b3fd86800dc412d9dba47d153dca7d2a2bf1a2bd499bdf2c6ad911", + "0f9b2fb89c06a7b3f998a4e878ac7359a60ddb43ce1d9d46c5298eb2ce78ae10", + "0fd61f330351d6e64c0b9d1e6e17e73760f6e839bce6dfd46aa8958b0a00e0d7", + "101dfa78c8e779ffd065d635677a806d1220e5d870d64ac8bd95376840c9e7c0", + "101f400f3a1a701669887d3522d66c35e1dd66e64a55542c144f74dd4c7228a1", + "101f8a873e2ff5f5f2422c858ee11adcadb2eb241c8e329c5ca8d6b156feca65", + "102bd69c2a0b6d60b3e093cef71d13b91187ab631524b3fde873a75a795f82a1", + "1030bb1d5219a2c2d7b4560f0b8fed5a0b7645b178bf2a25224f3e8a1620a5e4", + "1047bd5df24c19ad178a6ba3b0e1108087b995bcf277520efa1ba27511aca823", + "1057678ed417e6ca1ca396a9143da3da3c7a44d7824c00178707a929a980993b", + "105fb9809fe0bc910f4fa8fb60b5a9bca2a517ed9781d2c99525cef6bd7a7c33", + "1076382ed2d4fc79f71805538631478e0cbb956e3884829ea3582c5ee8511b31", + "109679dd2218dfbb038bcb415aa96ae23b53c35a1a9cf156656633fd33b12051", + "109be5cf5ff9399f14ee012b0e509b867c597216a88f62b615f0fa4f79cb313d", + "10e050af1016ad6490f688299853f4c6a26b49fc52e36d8e84bb16b1d6242f63", + "1106d1fdacb747420db88c70e23d0522e849e8ec815670c0ff7c826e4a75d53f", + "111c5243a9942e1524b878a9931a8bab82b9f22dcb1a804a118b7d5745e1c557", + "1132f5177070b804b78222ed58670c88c119a10914c7cd820a71b18061fccc4c", + "113618a22be4bee42ee2bb850f8ccc18363063f6b3cdc8a30a8ca58b9b39fd3e", + "1142609193b022cf38eec3ec0870d6c51b2c09eaaf6138a8d55deb11a6c5f22d", + "11450674cb59ca3534c525d225161770cb93022c728f4835a7f52574e959525d", + "114707d425d986244f3e56284f7bd171563cf48974a42fd7a9280980c67a3f95", + "11773ee6fd7210cf7c79880cb39fa7cf7ab2829df19080e82cad70c285ae4268", + "11b4798cc26f0599eecdc28b4d71317e23c4acf33bb37093c50a39a188631945", + "11b56f2db4d76ba9adf943bc17191c2cb6e5a85d85a1208593cb7c1be386ed44", + "1209427eab050c56945e46d87c5c97c8037c55ddae6e4f0aa97a12c04b38226d", + "1233ac6385a62a731f93e267599b5c5169646ecc236c05196bb6256a4601e223", + "12a42cd1df46b7dcdbe7e2b9a63a24bf047a07cb453c4064a2f92be8e58e7a95", + "12b0cf2d082125418884cb235be8f0cf114690e28e8e68ff8de681b5a0a801a0", + "13149b1fd7056e439febeb35a6867dcbb149e9081d37fa40e83b1f2918ea5e6a", + "131b8be76b5625f24c2b90ef450e09681b8105c48bb24612d260f7abe159b85d", + "133e83462cc2534113fba38b5377d44f087fd0aa62fb17119a2d775c4d36ae13", + "135c96d100c2bbb210c05b0fd0ef4847d85bce2f7db80ff53a6db6a34388ecb8", + "13600885db220c1356adecf1f18bea3b6548495d5a2dd92685a3405e6dc32601", + "139065da5be130bbc91483d942c99736367a5b8e88fed0352cea387a7a8dd805", + "13ea6dc51f604aa5829da023023854a2495048e1f0760c9b3693d1b6d6cbc295", + "140b360113e9fb4ba876e619c0f710422a72e52423a3a5c80a7ed758f1681024", + "1443c885727a11619a79c4d8beb93b4f70e2eb0d682dfd1cf245d1e66fa67beb", + "145fb05e3a2ae5ce368a34f6fcd96b7ef31dbf82c770652fdb4a93e1309f5cad", + "146051089e993bfdffdd37eaaa68c9bede30409ab45c27b17c19c9bdfdfcc447", + "1480b5f9e56ed421dfa2682a888b5340df9e3417b2bf8c26eb628970dec5a891", + "14a571926fb18de1ad06566225635e5562408c6b1e2f78c46b959033de658e70", + "14b5b48bc2a11d15c666669958c19a316df7da7ae93585e4fc29782003f22093", + "14eb14bc234531012f5a646c2481f6f876e53d1549adc80ef13030c6ca20ba62", + "150e06f72127d24afa4e0520537a06b3c6948119d290c73c8bce75462e52b706", + "151401539a88f6fd7ef8230cac5454f2ba76c8e3413bbb677dafdf138979eadf", + "152b07d8b0784d39ddbc1d8033cb660d667cda442b82103cf2cee4bc344b62e1", + "1589857b2270441a120ba8e1402c97cb04438de24c09d023d2255f6916f012e7", + "15c85017940438224999372bf58525a0aa05fae056b9b62153189e1b19774ea7", + "15d9ef11aa04e54d29e0e84e71fe641dc54224f835c497ea74c18a6c2f710e53", + "1627d9af029612789104cebb56c6f6ca76795364d6ea2d2bb6eb4911ae636d1d", + "1652f6d3ba2e0a8818b2449312190f6e266553fe636d1f9ab834dd7984a01386", + "167ef625245b0fba78daf7d0bbbc5e6fe0aefaa9dbe1e57dac61fa631b475138", + "16946e5f2cb7e92c9b2e2be8f3e6e03e7c4a7b884986bd8db1b427600a1e6591", + "16a262c3f0d6c6f5df9156d5b413d2ac9c076056df7e3b059c0bacfd32a02c74", + "16ed36710a71acf4e83a0c735591a8d8c90197e92a38efcc8f5ecf64a1868ec0", + "16ef1975b3bdb478bc236271efdc9cffab09408902a5f97ce16f5d71136edb63", + "1705a03558836eb72c3179c8c3f78886201b56975c7b1ee7ef61a9cadeb4a57b", + "1711dc5e3e5570e0e338a8747c3c62bcafd93fb89e20f4596ccdf0da8c1a31ce", + "17218e8f2c3254089caec4db721323a772301788f1ae0e1d540fb82101af6777", + "1729956f439d4baafa124ad35906905bce52a38cee105d0384caf2bf4b1b8c16", + "1748ee905ebf6e5544ca8a20a2dc34e69272edfde8c325294b5a6e7feaed3445", + "174d8e6fd793f2b7032fbf0d980e5f4d8bd766c85f9873782481450c8baf2078", + "178a0f21298df6295ec0adc89eed35c2c7b0010375ade0b3ea639cb06e4c7c34", + "179c1cca46f3cb63e3f75c021f41dee206bc6a554eed8b17a49522eeb93db65d", + "179db1683a5d69775c9698822868220d9908f07495335ad2473ab81fd62943b6", + "17b9ff51808a80a062bbbf618fd89a0d21a707ddfeadc23243cb82a6aa2f9241", + "17bdbd2ced1b33326fd60ffe6f5af3a474d9323baf21761a637897088221a48f", + "17caa6df22d23dbeeba5faf91e1d00809f676ec09c65139d493616baa2d814c7", + "17cb801862c13d2966d77f9841a7a3e020ec4eaf3b76f14adb6aa1816047b308", + "17e6e2f1435e3d01d6654206b99090f419461dbfb37993d5a7fc128169279cfa", + "180c43a6c0de8a43420887064895b3aa42bc535816446275fee6a6a6af523c30", + "184ce76e1968d8a3369ccd694d266187a1189d85515eef1759b0c1c6f784d838", + "1859ef068a39acc92b320dadbb60f49dcec9bb2799dbc8c6f25f54151240f0ff", + "18ab98247de6b45481ea7b0934e111b3fb070f46173f5f586bb9d45f4cd3c700", + "18c879052385c74614d1a44ec0ca146ff4413a852dc5ed816189f45047c61ce5", + "18df2522938daae00fc6bf415f08a5503d5d4b600b060b5e514628b10a8363dc", + "18e88569169f27453c3a17a88edbe98bddf953e9022234f2e5a0bcba4849d111", + "18fff60f2e7239cd15e46ca71f35847df2b47d7e499474cdd1d3512894750bbd", + "191f38fba735695d000d80a4521af73f630fea434a5676d87d1b27c544bd10cc", + "193ddaf83e3bfa7913045010dc99c78a7900f686f81bb1a64c72c8402131b494", + "194d8b0abc3141bb77465d1a491f4c23166105fef6a0ec0b46dbab0fa0b27a97", + "197409c1266c07fe3c0307fa9dbc526ccee630d158390c766a97a8b3b521d16a", + "19abf2d41c0502ea57f2d87647da2fd9096befc28cb60052e5c1f9a03815c5fc", + "19b6783b167f943186601698d9096375a33996a58185b4fd8f6a1ba54222b021", + "19de583fa8e8a4aa2ba3b2362b6f4a4d5139dd4c45718c1b6a13f34cf5614017", + "19e44efb9c3709c75976aa81dae9336fabd9f3a16efd14724881cb3730964579", + "19f460b02fce9592cf785408a8e17e51bf35598a9f123262c56d9cbf144a1aa0", + "19fa18cc19f1a47e94f37519208bb6dcefc4b91981884f101182e1025c76433f", + "1a296224e9477d2b02c8f3f9abdb975a926f5b16f09a262c00a1db29c7e29127", + "1a5a2327dbf13f4d8062a3a676c7c3be2acc4469f771f49f385b6f608303f885", + "1a5ca891c3e8863c73d87d409285913f3ff31d7d816ff7d769b18424406d0b72", + "1a6fe7be0ae3c5a1eddbdea9cdb59ffec5cbe937bad1daea304c4a4c33ffdfc8", + "1a770631048156b7cb85f7f1c3604ba29f06fb0194113c0cdebb9741cb21cf0d", + "1a9e514e8ebae8faf4aa9b2561e82c4da462ac342967fd23eeb62d69c788c37f", + "1a9fad98a2bc4349a33356f65471b768c20daab285e0ec8926cc2cbd64519950", + "1adf55444a134beb42228bb9fdcea16e6ed4ea5514f059ad5f241bec3c07e58a", + "1b44657071336edcebbd0778f6a189a4c5d407483596e41b82cf2caa223f7184", + "1b4d8ab0d77e3a7b204f36bd251a684a81f307e3e5c353299c03e46527bcbe57", + "1b692f8a75a468d9d73d47e69bed36a362534ac7439e4b7ffb46a28ca6ae4300", + "1b938aacb3f82d2eba748f4d3ce039643df540aa52b8a226b1c47559dfd95300", + "1ba01ade66bbd22f55c0b6c4fa5d5ad80ebf7c31f10ff208dea06bfa5acb145f", + "1baf7fdda1317cc8e1aa739628f9f87d48b7e0fdf26e88fcad20f570602d58d6", + "1bd4b7607ffc276d7dea3a901f5c49dd25aa8450579c89f9983848e7d9b68b8b", + "1c260a74d7a7e4a86538fd40f497ddaa09cf0bdb87d3cc4a2f491d1b76cad2e5", + "1c2f381834ffddbaa77f1c0985c687d61ef5d1d87723ba0026aac8c53f6c61a0", + "1c4b6cbb1a2a0dd5e7445c1927f918866bc9ea76cea0d3c46c79421831ed4b09", + "1cb958ce0de35812bd01a62f72785aeaf1d2a0b942e3ea7be0b3893287d0bcfd", + "1ce18ff05a935eb586210f789946ff86af6512f5626fd0f6f3d90aa823c59b26", + "1cf5eb085a340488bf274e08c6abbafb32b94ff4456da6286a373409848f1373", + "1d53c386b644f1386934ba661826894ad14674b148d6199883619500cbfeac72", + "1d693019454f375a0ee1f16e9a0cc473cbf941f780b4eab01c210c6ab7d1ddc3", + "1d78802c9564ceb0481995708138e6af5daf67039ec5fffaa7b6e62c2a09b7af", + "1d8b9fdf05159ad613bdf0714f03e8b12dc33b3f78389bb315d13c336f8497e6", + "1d9d0ad3ae1bd0b3c2584d50c9f535b95f6f981c0c306a903ab3a14622fa4e83", + "1da17175ee9ae5d0b54fbb2a6afe84ab8f750228fec9acbe63af0fdc34e86a27", + "1dddb86c43db3223ceeb167535187e1dc4f77f558311137ab9598e173f42fcf4", + "1e37d61f66212b48b8f89e47c6a666b81600b191dbf1b93cd77301e19b59bc1d", + "1e60e9b00d53547071ebd296021a97f135965fc4d14108f39b2422776efadafa", + "1e898b25e792d44792dae03c892d9509da8138095c2ee7ff05f747df251ef63d", + "1e9370a197078bb8a937eac632798a8fc73f985b22a08e3e4f4418a7d252a53f", + "1e9a4d1e09c1d1eac8f0ddfc3732c0a6625aed1cfb4792cc9f0c35b226bea6d3", + "1ecff6afd06d6caa8afee5203626181994051d7a71897efddc9be4c42af91989", + "1ed9801a7d77ece07e35f4a3dcb5ae794b3fcb8d8b30472ba56281fb661950d7", + "1f1974c9c42bcb251ec0a6fd11a37ba070cba50c94b94d4d8173f17c7b3a8669", + "1f2197f0f714f26bbceeadb235929047fa69008d79e878abd900f1599e4eaaaa", + "1f5676917e8606c554ef1e53c14771da295818cbcc218eb002cdd7f1ed92cac8", + "1f93422b066c8f014f661708d7b347338edd9f76fe8a7e7b2318c15128416d7d", + "2006d578e24eebea02053b839228dc47b6caeacf097a56d9d747b1819df472ae", + "20403264c1f7c368497fb1b777303827fa9983e06820d7281639af0bf3f4e96e", + "20646ba67096da4fb1ab927a11101408c675c2eb98f47805aaa769a8b3db67f9", + "20bb27f8873c4d93c946b6891f3e513ec84ca2b6f09a73049952615b0248e599", + "210a7a5467b03c8bc0c2cf65ac6d5db5d76a98b285bc0a1e9c9c117b1768021d", + "212234d9d3b54e23a153e6222de1af78eabd8b93df9f6436078ee4b2a3223f68", + "2126cfceae5b8e513d078433eef8fe23109167b12bbff8d1c360ccee15bd0e61", + "2149243c6ba95fedbe578ddf8ac61ff2325b3ebc36705d3e278142f3806a062f", + "2151099bc42497224ddfdf04bd012b865f8565cf17b37ec2ccd7a4a73403b1fc", + "2163bf387c2bf5b804e987bf19844e67db7a90704c25bcad773aef04d4d859a5", + "21c4f19658aba33d1fb5c99d6e0d6c0c139f5218e44d78a77ffa5284896141b9", + "2207b41b5d1d5d2916d616e2af7d8aefecafb390937d39fa6e2a540a3bd10e4d", + "220831fdb2b9d540590561a6fa4d2b97ce6d6482f2ce58f567f9089ea8387831", + "22280f10fa1c1437d2664ada33ffba110c92a720bd7d5d657803207dd18535c7", + "22a36a44c5a57339ad24d7023c86fa5588a6300e8637b51351dd7ac95da29064", + "22f355bcedcb413a3a1dc60fe601ecca2584fcb94b8f2b56491c6361d23791f2", + "22fe153e2c7dc2a356f3551ddab83540615177d8066b248bf72168113be476cc", + "2314f1f7d20b72aa7d1d275a77ff5e154b3ca6e5beecce0cff9cba24fb95f873", + "23523c218d0de27396382b1ed9debbe4d895135feff96a92af88cafe23eee549", + "235c8c8b46ccec4d668a3c9c9acf7e1691674e6d76bd31cdc5b8919d9c62d4bb", + "23750121de6757ae56f097ccf73f62973ab859693341fc53986837e6cdef1a50", + "2376eb1a205defae31db9d21736c3a9981730d3e8de1c237e084b331f56f0226", + "23c8cc053a3e3937b369c9a82b97dbab7c1b3418079d83bb808c8ee6a8cb977f", + "24037ecc9e35cbc55aaec3c4beac71aa1b73ed68c84ba0882c32d53a156835d3", + "24063a84bea566065e3eb027a021d7321f6073ab346602abf8bbd590a787e463", + "24418099cd07ceb506972b9e4e1787eea959ca7655ea273a189bdd687bb39f54", + "2442a7acfa983a1ea38aa0f9d72e26e644620ea256c96537a9ea9146d9453022", + "245709bde24a4091af4962982e892c9e60ecbeebb4467db6ce16bdaadcfb3d9d", + "2459c1f49eef7a04b4e30c35ab426b182f335c3502bff32a32b15b42f73ad032", + "24894d48044a516cc510afc78da561f4baffc729562753188a040e7378af3d26", + "248a9d49901fe119fb30582e47717afe7ae45690000a45fcc8ee35518753d89f", + "249ecfe12202bdf2985659df13fd59ccb8802ae2dc6188499f1386d7362c0cab", + "24a0451be2da0b8e65249852523eedd2ec51ed37745039663151334f2023c326", + "24c84ffd078a3121a4145a43c56e4f1a2bf0af2f3cfdb189f98c838731066f04", + "25063678270b59e0dca5a6da6eba3292f23b73d217c9cac51605b15560e77120", + "2518b9c1010b8d9b2d7d1cd22c1483a017a24ce6480e7d11b44e414ef44b0765", + "25348dd365bc036dac3ca8c5d136c534990cb2faa13ed65b9beaab47203d8084", + "254464dd9570b6db1fd50422d4c43c65e00e79e73b7f67805753d87663fa78c1", + "254ab0473645a7d33ea1c7177f62059d16b3aed7d778d712fa260af6b41fe5ed", + "2562e4795a7465ef02f84e915ca1b58067581b7131b29252f9dfdea193c17fbc", + "25b468e54479d43367920591e3ed6aeebd9abf6f10e1eea7317a9385008d1170", + "25c0469c9130572e4564ba51afc94384fe426a6bb26817c98e57d5bb2226ffda", + "261a4e8be9e066d28fe884861cda7b2f9157f907f5fbc1e367352c42f3878753", + "26212fe5d8453ae051b0ac57fe878c9227f645900a62cf21bcbfdf6a0fc34c7b", + "2656e30609ebc0b05b195b9c0e09ddca9d3dcf58b9c2407eb1baa979794c909e", + "266db8f2f7eb2cb3582b4069583e6e96c68f8b4c2111cac4214cd4572c1bf692", + "2679142ca668cd2ed57827268096b51b059693540395cb5346e1c31aaa903641", + "26b4a45547ce31c9abe7b9e18b8dde2b06083198e899247c49f3da64f310c18e", + "26b9354f82f2e5c5d5264dd5e3d91b597a90830ed119946f4e086ecbb69e4c1c", + "26d40782ae484f44ff1d3a6c9a760c457b48f9cc56194998c017ca391b7d597a", + "26db33a4e5b448543a2a7852a03a797297f34982049f1bd0dc7ebf3807f9f981", + "26e92dd8552c48b677811eca3aa2246840723432f17775fafe537fdd1fb61302", + "26f397e39bd00131ad71a7aad609c68e156ba48c68b264166234d946ab4419d2", + "27066882d04770d7e9e64e700a19a6f9370b9a34ad3802ca1f9bdf19c37770bf", + "270b00f071e7989acc5fce6eb464501e6b57d9c336002964e9eb65617383d72f", + "273a74693860dfe7fcfb511a287decae91dd4c8a72b71af522017505694a6794", + "27407481c77c04104695dc23de6a69977aef5457e2ad988c1644523701f13d7e", + "2740a0e42da39c2fa8c568cbe32098b1c3d225756665665556f3f7f6a43a0495", + "27858d3f5cb16b93823d8914d2f8c3372e7c686c9e54b1ffd81c5b934ad1e5d8", + "27a7460340351ea1d4644e1db88e17f3eb72666eb67d741f28010308ab3a7a41", + "27b0bb9643a61edfdc28887735cbc0983b19ca2d152c614359ca281fa5d5d57a", + "27b242c5b4cf58073dc81620e1d34d802768844a3a6b1f6175330bcd5dfd74fd", + "27bcda081c48a50079e57660ce90ed1035693e751717c2460abc3724fce99a8a", + "27e7476fd5be3d2d690ae3d918652b34fb880dcbdf5868fdc723b92538497555", + "280189bb83c0b59ea0a19cc763241246d9c875cc395a2a44b8981b58913503ab", + "28124203f106909f1df4f1eb9f24106733b41600a23bc9ee10f3500647c78219", + "2828d558dee61df8b392e18e255063d3cc328b0bbf2bee4245c4378cf3452423", + "2855125525b095570c5c67a3e29341c7acc8d003430f0eaa7c9ffd3b62a4b82d", + "285ebf730d8e2e3c9de075c89cd76833a4604d7bf38e55e1f232514825053166", + "286613917a09de3d887c18c08de2c8318e746292f5960f14629b6837fcea83e4", + "287ab60d93d0337301bcbfe0c86095fc2efa96ec49f298a840203dfa6a6811cb", + "287eeaf0dc4a3c7d7ea6d5a3dc340ad31e89a936ea03e1418e7d334500e9bac8", + "2885cd50b962d924a12f2dce415a974cef12dd736a2d3d6808497099ad4242fb", + "288a9d61d75d3a9ac82165408ab2f83d773bc6976d0a596343e0115f37baef8f", + "288cdd186e53aa4e0eeda60339143adc8cf1b20a7568a5275edaeb2ac5d44d30", + "2892fb34d6fdf1048f8348e29c1e2c3eaff561a648a9016ecac7390198e0a8df", + "28a2333a43a7143735131c539910d2b9a76961757224329d64832322fe34de18", + "28b23e9ea4c919838a761bb97144a6472f73bd6f7713209efcee7f30f2735306", + "28b9b8824154fa65a6140ea02b8b19d23f258f3981b58eeb1157aa0157d12a55", + "28efb908bbddbda776159898adba8ac6c589dc6b3d37829b590c807ed2eac206", + "292c695b9d20625d27207381f8a3e70898aee3771622f38b71e090a86afc0a58", + "294a4a2c1a832c0388fe80f5beecfaf4ca644cd360c07309573cc1577bcd972e", + "294e7b801a7eb160b3a4e5a424080598ba1f1b3f73400f5138a60c3ef0bccffc", + "29744e52041dfdb69de822316a881dc2e91ac164a8483c53c3f8cea36de54686", + "29b0d55d68bd9dfa81634efce57079b22ef6fc8199b081b7c1381731de5c48a6", + "29c4bc894cc82a5ab9c0b81405b35d21f9f9cff75b7f5f33413a1fe01a7a7943", + "2a2c87339df141c33a723fbfdd435a731a0d6852dd65ca14e95e6abf6d92e75f", + "2a4492b8f60864d826a76eed372bf588abf7407050f4fcdbb4b3ccfb73559183", + "2a5f58badc336d55b3dc5815488b62b0667ec6fb54d6bae91243f46c9062b24e", + "2a943b3c5c254092702cda0c505dc040cbabdc7e04bd7658b35481f0c5f699bc", + "2aaaf70ea612431d001d3466f0b41627abfe991e7ecf768ebe8734785812e243", + "2aceba1f4c30f8131dc9ffac25a01aebf23b15c34b19f5fa8926aa4e63a7cd8f", + "2ade1798df72258a18c346a6051b1ee1779e06d9dad7c27137403468fc630bac", + "2aea7980b8e26c8d434644d2b1a4c65ccffc39ba85b00eb8de41675c42756667", + "2b0881118dff8870ad09e53fcd20f0e4663e45c8ca5f38df1c4bf17361a2a13e", + "2b08e0a8c9d17fd5c672d90351625b6dd1ab26e2a77f68ae04ef065c3a3b8758", + "2b360994ca527b6f16c2aecba4370306e7afbd6c7d20995e38f96bba71da6be0", + "2b38841187c474862deb3f9e0eb5065ada3046739c7ca2b8f62f0c85a62fc8da", + "2b42c4ee1c3d0d4d83dab44e08dd6ede637b0ddd7c16b8190b5b08988715b45e", + "2b4f44a83e139d6234b2609433bf8436c4460bcfe236addcfbe63595c8ec994f", + "2b621cec625ced5ee26b5a268b34a664e21be930eaacf81e052434a037cdeac3", + "2b7cc30d5340a2b66dcf09fdd5c6e5ca85bd388bfbd3345630990eed07578f80", + "2b9cf96df99a58f4ebce65d21e097d819c00d44ad2fd27a98d3308aa88e6b3d1", + "2ba4807fa727358531b1957300c9abdfb1ba797fabb7a7dec22a4b2dbb8c8171", + "2bc9be0fd0d56c399fd79f919ba90ce52faaab5bc69a62519ebd214e17489472", + "2bcc96d40c2a72958ad61b4a1aa2123c8d356bee6aa1ab4a661135a5bc90569b", + "2c1654b1ef1308a13bfe2ff712e531a32297032794072730a00ece77f458fe61", + "2c27838dad793f315a486df8361278039fbb7199008c026422040c445f2b9f86", + "2c387f23eb35c3d4a52f59dc80cd87a9fbd1ddf6314944a60e7fba59d0765ed3", + "2c43cc1bbee25412c64d941f66df407bfbf6b4fa6dec9128336bb1f301c6d7a2", + "2c4432fe90d8817433832a4800d0bf40c932a4692404b1fa73eab43bfade88a7", + "2c70cf437ff6f42edeb8f76651a33fbf7230d6f0b672cdd08bca19916c1e30e5", + "2c7e589a02095c96e26ff938206dd582151dabadacfc5a8721ef8cfa86527b94", + "2c956b88706537a241524c1abc8ab57a320c8711f8503cb8aaa4bb17f3200cba", + "2c9add30016eb8b582370afb233e756a2c0e71441505cd96142f27e36e88c1d9", + "2ca3401452d5d5866ec65739ab2665c8b5f0be1c614dd7059de089fec3a711e6", + "2cb99fea0cad751b8a4a1b941ed87172d52d55fb43fb83638e31b9efbf4233fb", + "2cc0152d812d1e4a0d511ff3c3a9916e776aa614a366f1f73d3106e6897bc52e", + "2d1bb608b747735c0b5a69c4e51fd79ed6b5cb826d2a61cfa642cd13f8989b41", + "2d2dadaec7a8758c8dc8309497a471fa2e019e60f9d6cd3aa19b4ec0a51d2b99", + "2d4cd5e46d3aacbf9b82a6edbe2411a74c4a93212246c1bb2372372e4bf3274d", + "2d683c2c3b49680b6de9b50e2276b7bdcc137261f37cabba58a7748d299a5494", + "2d7a92c2c3fa714388b8ac5806366ceb8121ad8f5d2f8b9984b2fd1ec6b06e37", + "2d89f2626ffa73c6be327d17d2a6db0779eae4beca522ce7f24665f70ccad02d", + "2dbf667179319df46d094d753e44d5dfaad646777e08b29b4c51d58c6447496a", + "2dd0949bc9ed9322b494caa15ea82863a6a116f20e0e6651c1d5e6b6eb43f52c", + "2de26fa321cc0f2e464c49e500b33d39797c3b6be17a60668063ba26dfa76e42", + "2ded610c1de810d2c462f51208ee2d8f471d9a3995a6bc6932c5fac629560bdf", + "2e119b1f0a1c7fb0f1b2c3f5ec1db7e89f7657c009a48b309538b396e36b2ad4", + "2e28d2c5a315902609c458005876a85506dafbdf01751fdcaab44a68d0a3bfa2", + "2e6dd85f441bd65e0fc4220329cafb0408430e5d8de2ab07a5990095ff43e78e", + "2ea77ca16c79e921ab5851baac1f0fb33529d7c76a7d2526fe3e403761fde1bf", + "2ecfa522280f5eac8bdf12c4ddf4c4a33c5b60f36f306a8e2561bd7c05d3f148", + "2eecb84249abc69da89a65bc6cafef171db054f0399e30b7cd2778512941fae8", + "2f53841fd202a63ce5944e746c15fa26e17302e631b041f1b64022545e851d77", + "2ff450770fb2fcaa0867b408f1a5e66c2b65770311e4c4ca0eaf4e68c6e04a3f", + "30511fbb595277baec4c896231d4e9295ae744a425e66949fc1c9f745e951a7f", + "30653eee6ae7bbc39c131176c37c2b9fd5ec2c50008eb84f5ae21627c1fc12c5", + "306a71235602fe4889afe2a1efc2fec8907396abc8edb9b814c710abda504325", + "30aae25405ca1260a5434470f4cf866a9039e557139dc0260f75f35dcba741bf", + "30d6674f194cb2b76d9e31310c49eed068a97c0f27598c46d930a2f6fa59ea10", + "30e628d6fa4953917a5c581772f8ddee9fbc06c63a4d2956bed54b6ea7323c73", + "310e11e670166746bec5b4b32994cc60083db42de75f51d351e07fcdc7d3de46", + "31121904f1bcb9dca43ffd7e0ba17e8b4553fefb8385245b890a54e572f8ed32", + "312ce46a276e976e2336873ecf88d8e6ce8da47e9d1c280fe7934b1cbce52834", + "3133263be7c1529f939a42c98f9f5cf54339ab8cc8ad88ecf24b653c2ab2e526", + "31619efc33f3642822abcc8df062b55ed10485df2a6b91649e86018ab2f2c9f8", + "316d5b71d81c1d3b43e88a63aa20bfca9a2ae50618a4dbd9c3338f5eacbbbe25", + "31c8c284b98bdd6e6b6e76e48688b98041b67fde8ed080bb821b723063f24866", + "321231bad3b78e54ae2e36b015490b90756bb489d54c3f4a474665fa9db95b23", + "32136646f2c328cdea70a654cc9aabf770a36f339acbeae5f8948e40c0e2d3da", + "3229ed80b09d389cd3ab365025abc3e5a0541efccf5213b41200a8dc12d24ffb", + "3253500b87ad1014ba69e19395cd95459110bc8b1dc37e4a906778e19d71d04d", + "3257111be2381ffac0f0e668d5a3ba794eb8c4c2dd03e57bf13bc6d4471b88b7", + "326c201a620cc66c4a4d90735a7009ad601df58ca76002c49a0cb39831f37d71", + "32a616312a1e0a3a8b2b427320a861a432451b405d7ba02a7158d76b055f39a9", + "32b93c82ffe40795f963cc8a2f0b18d9ceae277f114b027f79e4d36fe9b085ab", + "32f8abe41933ba53748abf536e0e0ccf4cc4e79bd65f4c33f1df78f52b45d970", + "32ff9812853c478ec4ba6d031cd30a38f47f295d2103f6bdd1e28450958fc14a", + "3338ae2f7ba490655d53c884258f45d848437fd173c216a38837ca2cc09f8e5a", + "333988cd2d484d4f92a17e109724085c52ad8c70ce1759c53553210e50d0f0c9", + "3355c5148bb66e9b9638e671d428c271469a8ca2de794275c94af852e8209424", + "337b9dab25d59bbfeac2ddf9ff3b194f0ed6c876b99b071cb42fb2574a58a0d3", + "33b73f56f58baa737f8591faf7618590c2ecd86bcba29259e69585da9dbc521a", + "33bcda29c685106c1c0f44fdb5946a975f15b59275e8ae3d7c0ad7f8d404987c", + "342b09937c0ecbdf5b01afe4d178961d86950c31daa9d90fbb5f9bfebb5d8a3b", + "34373b6e9907806a7985134899c6979611d5c9e7e176d41b97e5880ecbed2fa4", + "344a203506196c9215b5e9f57aacda02e90cadd3a9430befb19349d13afd9178", + "3472ab26eca549d514b26dde208c03dcfe5a7a764be1c5514b9bf3aecc6a66f1", + "3480bb22f27a0d18b2df530a5dce8893367e0f3855fe65da9a1be6638f97e27c", + "34937198be44c29e1ed3159e7ec17dacb6df05fc6cc9c0b1663beef0e95462f1", + "349c29d22cba205fe77921efacec0ac6ef8b71ea131f273e91dcc5d042771f75", + "34b6365aa65685adfb11f115ccaea4ad1bebf026fd9e7b0318313a7d75a27c18", + "34c35b63588dfdcb6be0ce3eb3398ccb276afe2f2ea8a6ac3a30921c858d9b53", + "34d179a8f3ec05d380cf2667f5bc24b504fe9a125ec62f5759bf76225d5e50c3", + "34e69d9035c99f06a5aa13492a356a90693976f53d37de5868016b5519877481", + "34f74afd2a016440c205ac27a027ca4ca31ae30eb360a5241462ff6cfde32dd0", + "3540be5c5eb3cd046b586a603ddd6b954bfae55c076a97a22f77e4dd40ac9493", + "354ff8174aa039d4a22a628025b8a9a6ec415f7a6a6cf5874a722c1f36b7da40", + "360027a341c08574c0477f28fdfc05e786916e797b7559af6348a68273739d25", + "362be82bc53aeba93a56f0c4cd5f2a371fcac8f45d5e7240b2866865e8a03804", + "3690398863a71cbf8c4fca9137a29a0e6e15b71470a2f0fa1cdf06a5d0986bd0", + "371b1838c0b76c4959eb92dbb7a645db0e915ffa25c3906b2959d5cc627c3fde", + "37337b4f60f4e996080e8d99ab02621bc21eab68b26607ed1e8ff6a7797b0ea2", + "373f72cd6fdabdb9446a1a73ffcec5022c36c185aa4036ad5429b02f7f6ed666", + "37522879f3d15105cda2d3ab6b48fed2900198e74e844df6fe086b385d0a9122", + "3790c32a444c5c6f3edb16980563d016559ab40aa9a48700e292b413223ea56e", + "379eec9aab24cee73bdca8e950ba019a1f57af3f88bf83f14540496a223e8420", + "37ecce1d750a93d7ff5e6ce79171495cc95a596a892a565921fba2898fdd868b", + "3827b9b917f9e9c1e0c92f935c31ae04e70a8ecc430e1a17df84688c499264cc", + "382ed00337d1740c1abcba4e6b069e5c19fae28ca9f551087ad3d8223b10e821", + "384398950404d022e3d937bfbeea616ed984f4800284a2548af95bd875e718e0", + "3859548b787c8da0ffb479bccf43817cec3aa1e6ae9c065952140c89add2b017", + "385bde3762f16b48d40ffca0f7e13cb61a3685cac72681c1ea6d46b8565fcbe7", + "386620005ea0a9aeca9e2115e73f6a315f651d1e6a33c570438104467964ff23", + "387f75f652efc68830d25b8fa3e05b3e67b26413579c7ca31092a97da03ebe90", + "389fe21426476539bc015e368b4b1db1d44dd895995e1aa3a9f082fdac2b995b", + "38ae7ecb7169e273a8ff2ace53eec67dd77941dfab4ca3610f84cf489ac06c1e", + "38f13a2e254e38adef39a763b20eb8dd3ff8fdc529bae0429891336ee448c286", + "39000ae05180499f9212cda76d3251fc437ba01b55d5cc9387822f0673bfd14b", + "390f26525ac002e5a9812985150e0b5a53bd4bc13d39d33dff76c58c5943ed1c", + "3922d60da591994cba312d2f2a8fc8d8117c09b20b198274129a070f113cd5c6", + "392d57bad566f771464837d462a4f940f6bb8b307ab19c5e6cd0b93b94c90d10", + "393395504d82649ea066d408f61d423ade8334b7d7bc95f2949b1a91a3c21898", + "393400bd5410c8a61b80eb939fd77272f5baad15e273c7401838185b5fb8d548", + "3937272e73fb81158ba96b14584d01423a8d789a1c439c3ac19085358e4d605f", + "3940d2f105eaadd7273423da9474f33a55787dc9d4e3c4c334ec2fe28f4a568c", + "39516f23294ca9fbc6114cb20c160c6b7f0c205d63889193cb85f834e1bb329f", + "39570eea5b1d6207bbfc9b1792bf673b1c6aaf0e8934cf232a771fd4eb0b42d5", + "395a62303d9fbcbf1a19506d29fd1a95337a3e998115b8f45602dd04f19f27d1", + "39764a681f8e76c170113a5ffb08d4678cefde18fbe999acd5134bc1333c4a86", + "39b3d97686cdbb4c091fdd041c7ce589bab27b9a794f798052cb0cd13fe8873e", + "39bc2f74fa976e69d6dd2a8c599e695dd3ce6bd2a28fb764ace7acc236da158f", + "3a0a35b88e4e046bb4809979d6c0638f0e673a23342bd0f845602f9d68d83446", + "3a8799a5aeb66e6b62a8f9d1971a49d558032ef93454ef38af18d6ce59d58c64", + "3a9d4a48fd9eff24b30053f0563e2cd0a8fb066a1f20f131840a902aa8d29440", + "3abcf8119ef5d704352ac5c3393f8905d420e5cb6e269df9355c046d33513644", + "3ad8e387b6b41cbd255f061e746d929211b17dfa1dc4c2bb3f988a731a6a1467", + "3adc8c039c613b98ff8c20e0670f7a758ed2e9e39feb135d9f5365a08ad47615", + "3aef058e6d5fda406e7e9d808a96e70f18ba8e13162edb2908661f7cf00ce7f9", + "3b072f9113509c9d2cbbf1c8844cdef49e2a497e972c6f6671e89870fdcf7012", + "3b2fd03b31505badf3cc0c0ae855f48bd2783c9893c35e9ccc88f55110271fae", + "3b76d52cda8f218ad86f297985c5938c24a4b6b632854f3011494b7cb744268a", + "3b9e0b44fe5d97d8001018fd4570ff07c06d80ba961d940a98c4472ed3ae83f8", + "3ba52aff6dc34cf2624a72e08e61cd95f3de7295b25b0cd669b267c9bab081b9", + "3ba52cf7bc2fb85c021648f84774c9837dc9612bd7a619c517c1c66e4ef44875", + "3bb56255d36bc07beb145539c98a47d0d3aa1ba617524b5948e3b2c22ad1645c", + "3bb92d37f525b8e3c1af2c617cc6ce9c7780bb4041eadded976f54ceed6cd655", + "3bc4dbf30cb70d551f8355bcca87cecc0d215b5744e0b50c9b0c783ced0a21da", + "3bc883d49816b88701ebaaebcba750fba11e2680392e23ee31f486c0c5862b68", + "3be2384dee2306d6a9284b55449b778ce79b220658a9b1bd21dd9118ab14ee21", + "3bf059c7df21bfa5f8b729db597f2ccfa845b0b3b1e732fc1e10f4425bcd3782", + "3c780b30a7f1aa34eef3a076aeb0d0c9e0b6233d652829a80d6d09464475a2ac", + "3c7aeffc56ec06c0d657ea706dbf66038fb53b3ab45ce57abd52c188a56adc31", + "3c9c25ac5614ff2f35703f3c8b16d214c19cfaa98be57f16c62419a05248f1ec", + "3cae26f451b61e3273296c01d01d60a12c16719d2ba21ec35e56f42cb37196b9", + "3cb0441e03264e1f033bcbc9a5bbb0d4410cde112281ac6549a918354325e2fb", + "3cfd4dace103cd378e4de22dadcac1e856aa3297ba31185bf3324ad0de33c9ea", + "3d178d2959ab3643134b553b2bf9240b0faadd3169023160903ed01a928021fd", + "3d2baf4da5720c05a85d5458cab3caf75b88dbc812e96696877dfea74760ecee", + "3d5b80db97a27e956b860cef66224a4e13774242ec0cbd808cf605e22dff6ed4", + "3d6e35262a8b1c59a282867c635be36e6d3a19a8d926f243f8811ec445b36782", + "3dbd487c90e62aeb025e3e17bf1dada719a29d9d02eb890b08f8d335ce9bfa82", + "3df597c5e716d2d5c9df79f49d6d278fa9cb40e3c3dc9b62d0d570a8f6e844ea", + "3e8457255e410c29054eb03ecbe8b264f1b3c5f74cb676fae8febbe706f1ac01", + "3e9459ca0a452caa4ffe6c08f088f780b56014a8fceb4475633d52b79ec71102", + "3e9cc0fb1dd20c269828064dca21f3594ddb7a2b2de3befbe6a5aa7d122210f1", + "3ea36a3f2725b618cef04969dd397b1631dda55ae703a926f78e6ce73bacd4ce", + "3ec85c9d41a20e1fbd27a3d3a341d28dee5281763720a6e6198b3bee1f336d37", + "3ee3d21edd0432f918f2b2f2da8d028916a311c6d1db676955e5b985ead589b4", + "3ee6a26718544fff1c7ecf9b145d04616e2405948378f9ec342251f56d9c233e", + "3f006610eb2c7a2e531da7e7e997d21202e3510dc0ac56a508ea567c3b7f863f", + "3f39376f90046200bff93b447e0e6a0dceac5d3c783811289e0b98cac2c429ee", + "3f836c4a17f0b9d0af547785829a9330ea4702b83d86098ff7dd612c3fc4f642", + "401436e97b2f59480c5c391ab5bcaac864876386e2bf617497cf181fe45690fa", + "4021fc9ac7e29c383c2a74fcecbb0bbffc07306dd5ad62445cdc087135e45ad2", + "405ce23ce6f135491c13e994d6051c77b74bd5133bf7b92fdd05083a78a306d2", + "40a61127f13657828dfbb6be83c8d0ddc2ab8b6e6ea8b0d23ecceaaed43f9250", + "40bc5caf332cfa6dff82a65aba8c88b49d8d9258240b7dce0a0a208ea44e2397", + "40fd462b084290e729d6e367d8e05017492546885d3dadadacc0e1c5d045131a", + "412893375eef842497f0b60c9a438f557df0632085d4bc926c66b080c40673e4", + "41b4b99877e41a0d93cb88c9bc81db9ef7d14c83c6b9357b01090b103131406b", + "41cf7462c3ae41845da13e06bc518236acd8fd18f38cd7e1b279c38678392caf", + "420435e1d25b95bf6ab1c9a55c923e409d5da847168091b3760226e243ba2c14", + "420eeea9117f59559bd541412bcb29cf8554b2ebb1d4b8638371e8d73b15ff2b", + "42218ce98ad3d8d50bc9cb306062f0baa439662373548602415acc7e59d6e9fd", + "42558ca06ed02105c1166604d705f4f767a1e36c7a78618437fc36f0fc7ba0ac", + "4255e9bfe477e94d2520a86c29f52e6041a4b05683c78288689f0d3254db0d02", + "42649b4f1d4cfb99397aaa33778874f4012567a6f2dd991393b094ae0596857d", + "4265b41d4e437989877b223b245e1063734921b5400fd04ba45ac53c5ffe90c6", + "4267a36f64ce7838ad9e10bfdba933172a098d263bb63c86ad57267027942326", + "426b2a61d885d5483224791a3c349ddbaee80a35e9c40f80bfa17fa1f7ddf578", + "42777dcca97c89d7e5dab61e5d9d50f5296e32579e2cb8063baf1f68b8921d90", + "428f274d9a39516b33a8ce19bbf358eea69640c134c81028375e2d49aaa891a9", + "42922521409bdb49b86404d39136e93ea75eb0580955c13fe8cd2cba85756686", + "42d0312b0a32fbd94ca1b9eaa4b8e3129fa96947832f97a6a44d15675e697585", + "42f5ca82146746b778bfe5ec97acedd150aea7e3294c9898623fb86a53b70300", + "430d0e82480ebb89b687f5648879a0c26589aa9c9f887d3327b279c330b2b591", + "43295a9e46b5e2ec8e671c5a130fdd7f942b7efb434d66f7b7835620e2a859a5", + "4349b4d1462a48bca23750e495a84a3b950f705dfcb3d11c0cffe385eaa19ee3", + "436a928e4fe1f3e129a24d447dd62821a8b2a5c9055189f0dea60828b7f361a3", + "438e8de1b84bb27d2c051c461ba76ebc5de760814e0988577684197b0005b3f5", + "43bb7b981ac7954e20a941c170ae59219c91c77a2966d776942db5e4028f24ee", + "43cc161ca50b1b7d86a7e025187296c87c6d289f8e9e7bb86f8b6d1edaf7f026", + "441586d4cbf2db66b066c6a372442092654c3d87158fd9e46e6091fb5feb634c", + "4424a4bc86c0f46c8093e3bed4442f576579feacfc43f2366f36e4fe6edec869", + "44650da1115b47ef24e431eaaebc63ce3482b9888382be4309e9e08ae417f4e6", + "447de9ca3a4c845fd9fff0d19c05e240558368ea14d8a481281c42c1b3f12984", + "4498af1a55b9b415d066ded464919d2a55edb6969b8cc00092adbc52edba84e4", + "44cb0c73cd673eb2469fbeb0f283e7eeea30e78fd242c7fee547887a1acc4f92", + "44cc9e16828fa11b5d0a4541d3a29383c8f97c4eaad6f8b8cd7ad9b804f77951", + "44d383d0c482930c758e9abf75ef1b4145b7b91a7f3ba4a8e41563c30cc60009", + "44d43be322fe6f463b76c7e48e789ff01e07d3712606fd6155204d9e96fa7f53", + "44e9bcea8279515cc4de38c7c1b47cf7db5b1d5fe7b3373f99f31a334341f2b3", + "45092edc1b76ae550294388a7008a4673b601988e5d4dd47e0d5e42fb3e1ef01", + "45607e5b779450299b4a4e3d2bec1d1bfaa5de408b81221fbf109d782b8dcc06", + "4591e8241665cbe9eb8e1e475f97037849633d40bc1e3dbec237d87d292913fa", + "45c3b0d13cc47a16729ce2bdc9c4463a2b73f299ec743fb2c3cd93dfdab96286", + "45d6fe5461af10acda5c405e9d1a098a709cdbd59c89c6da0b41ab7b9565c360", + "465d1b63766e37d26df675c644396e902d587b2ed23cb7654dcb05fa05543133", + "46844362e00bd617fccf5dec58b106fc8b40c69054f5ea96fd3f08a6f7106d10", + "468917e21826e30fbf98f2b87d396d0472fe5b98c216eb12819fc588e2288f32", + "46affc777d8595127e09bdbabb975693f690868625ca609955ac8bf61669c912", + "46c916e7635bbf037b90447dde28310890f8b755c054927867966849863981c8", + "46d8a3840800d6114f9e23ff4c6920318183c011fae7580a86042feb881ebfb9", + "46dba5eba3ae9cab894e7240ac8ea3ee6475750d6c22bc1ab75749ad11c90516", + "477dea60e11636b609f77bf206708ea7dbf025d7729d90f692a3e732b08b21fc", + "478481dae1cc617790b53d41d5783e8000b51a433ce3bd0979e2fd5512f0324e", + "47966500228dc154f1e5184b4eb5c1d7079d2cf0ab6d6873751954f85ac2fdf7", + "47d6af26ce42dec6de81734d68bf4d2e12153415a0048b9645858e67a46e57d0", + "47de3552f64938c412f636cf0c628e63813bc8464b3d15d6b39b25bc509f718b", + "47e7e6462074a1a7dbe81ecfe3c03772620597901fc0063e09b85f360053f888", + "47edf18219d7e7f42ce9b3fe479cfcadf04f52ae02a7cd02586b965f5a9163d3", + "47fadbe243f65705a8d6f991f805a499136f721c1165f8e6f93f186f0a0007c7", + "48130f01e7241c2a0cc995b602940e1a52ee6d6e4bbd1f64580f9ed0817685e6", + "482d446437c7d574e8059cb27f6f258acf28bb2570996ad698ace431b7bb501f", + "4844fa3bfab190bfb8f62b622ca7923aa2473fcb339f49964d2043046948edf5", + "48873a484e5925c760df63afa2c3c1a66198254db1ca5717cdd081b5c79c0516", + "488c31db771d6fb4a209ccc928baea074f090e7fb56ff863b2e569d9ed1bc372", + "48a37c04e31111c927f2a066db22f491afe23df1eb94d9d9288c999f471aa982", + "48e31de5c3115f218c5eae6d25a2d4cd097cc97480aa61a93b876eeae03a1871", + "491364a39d23fd232b902a1bad2e3b9aa7884909a16969eaecaca24c4d125257", + "4938fbb14d7f0a430b584a9a5d28a53667e267d6669b4c6419dd6ec9bb6b77f4", + "4983a313916042ed6a0c6c2bd9d48cb8a2904585e99db84a6a7d9bbbb105f99f", + "499aa49d7834b33ab4bd44e7f51e7fca36bb850bfc76b3b5b8542db1df09e628", + "4a2726cdf7b53daa50ce0d8f82988880cb1ab67aac8e3eb096e386b06ee377eb", + "4a2f05baddba7f86c20f9bd95ec3a75ba9e604c10ddcb3c0b46f0926feba4bc5", + "4a459a84cefab2ae16c9dd41d5a5e38abbdddf9e88763fbea8a358e8f0a45450", + "4a4a6d458d69c78b42eecc5d11a1565e210edac4cc7754485a4f7dc2ec353a10", + "4a6ef7f11a9b59fff7083b81620a26bbf8bd849ccea64eac497b37a58ae69826", + "4a7ffb8d73d336b41de75ae007d05cb60d78fa29f979886dc1f4758cf66a14ff", + "4a871532448ee3c6d421c8a462db8e257039a1dd1547315b004671a4a3b79eec", + "4a8761e3fbb633cf41fee33db760dcf10f1c1c281fe188bdce901883371631ef", + "4ac00b172d90a8f879b320d58f5ce6f177b4f0f1f2fdc4896d8513121e1bc444", + "4ac2003f5ff908998db16efd8639d53cb3d5d26d28fa7221ed0f8163f6c953d9", + "4b01d0ffe4419a55d185fc6a50f1b80d629d87d5d44caa68a4f002cad0331eb7", + "4b10518d510ef77e3c7337bf0761660350d2350b22cea604bf6da5cfc569ecf7", + "4b20bff40caf59eaf8e5b8468dbb031f2239f249f8eeb09eea3a2c5aab036f8f", + "4b3210a8d9fa69888af9d8c56c0def3bb79e5e05f0a8be419e0bf58797864eda", + "4b5b4b5c0af753edf62720b09c8461fbf6917106b875aa95e5429c8b66e08c76", + "4b6a1d6c205a38fe3b7c533c282dd7b29ac4b5ff6864409396020a569999b374", + "4b7f80cc29961955ea40c7d3567b35a02164cd1533d958d883be82c4ba37b31d", + "4b8a1def4d36441651de8f179889ad3bd052bb0becb9605941116db4018c95f8", + "4bbf36b7c2c14caba6070bbae9458af2c813b599c8f6f3c6e2cf9705b21a99fd", + "4bc646e0147b8c2f1d49768a352f413b830a2332df659f02e944e942d47a4786", + "4bd9d910a8041060f92d96bf5eb568ce0140fe65e0015b82973300cf0e5b0688", + "4be8d922a5de73ec325c9248fc1416187e5c829799430a4dd333e4a7553150ea", + "4c1afc535fe4498f8e6ac334816ed0b9bbbabf835f590d477284915804ec6b02", + "4c54b6a006e39b19e32a114c684e4687e5bdb997e3c1d32299df1a6d821e51e4", + "4c6311c9c35a3420cdf7020ede4be8fd5f7b42235f8f7691677857ecd3987a48", + "4cfd7bdd44bea3204d1c2a9061be31965670616e9683866ae44294f5376a6f40", + "4d04a412a956ca16c52fc241daa05d7607215f93580007a531b0d254fd9f52d7", + "4d052ee0eb223728de2c5566ab2bc2532d03ad930b5f2cc92f0a40c1e75dc478", + "4d6bfda867e611caabef7d76612f0b5aaa6418d8225f4e6d42fa953a950d17e4", + "4de79945a00baf1aa259d5875bfcc7727bf66a46dc8fa9bc2231d72b821d48bd", + "4de923ffbb46a3f8e6ac63c98a68521fd21c1ab0f77649c95a30bacabead4e5f", + "4dee6a3056ebdf8fadc76c651ada138068fced8ecb685dead613ff9f1ce21912", + "4e1e2a65b95720debed07bccc2ab2fb4530f46961a49a58b3d06121dba5ac69d", + "4e39cb23a75019301edf20fc52aafa4cd6af401443571086d35b2bd0578b742f", + "4e5a8e5c4554d8fa8a888d419e03dedf35272f60c09c06494bdd6025f1aaf47a", + "4e5e55b9e0c37032de19375ef4f580467a7d16c24c117a936a64b1acedfbe1f9", + "4e96aab0b69cd5652b2226c538170f17d2c99dd6fbe6558086d131f1ab426fba", + "4ec8791a63530bde19bd54031d055d324e66610201287ff0a15c2b1a2fda1534", + "4ed68cecaf66306974ee0a1c02ac6d5522fd388a6ebf63f1260ed6bd778e6ccb", + "4ee615c9b08f46dde44466f10ad5597cb8da99157dcf86430e3409d29ee2e6e7", + "4f2bfd951868f8f07f40b14079b16caf8ad4ff9cb426f1f444e36016d29c6d3d", + "4f44da2e6a0ee3611a2f59dcbd74e92f9003581abbe0ffdf0eaa4441c485f5cc", + "4f5acdad32a85f1f0913249599e5c961a1bceeca6258089074bd6c79525915ff", + "4f7ba8c30d185c5a7dfa3e424b3c9e8f2a2bffb63293f27438fe741526458cb2", + "4fbfc62a8da5a39510020c9ce45669045efe132b191c2e611b5db80f6ff1911e", + "503aa9adefdf6b5f8bc9fabe338b915ccb08a00434799b4b2a9887bd2475433a", + "507197a8f0ca6fbc5ea59f39fb0f1f93f463b87ccef674d37f216214cf048ec6", + "508d052b57de3a3b4e3c114fd09f3c0e1390e61331e018ee6636a39d34c9ea42", + "508ee9e55ec34d55b104c6fc261d9eb746e4e70512ad86cc0b4309420b47ab66", + "508f1063fa711383380384576cf4b882743780c40f5b068d19ca20f21a78498f", + "50dd754d35675a097c9ac8e548f50f62d860771bebba8ca0c32e8db8da81bc38", + "5106b9ea61a0c1ad92726963b125faff828e1c21cd1872565f50b1cd3aec3886", + "51164d3f4bf9e63d7d12f2557f54de4f38cfd15f84d3c9ac6aba4e7b4f7cf00e", + "511f1c32d909dba225053747092b92f90309b832ca3b77266befcaaa1127124b", + "5125d348c3b07f6c3178ec0d4f202d1651e134a8c5c54b12c2a51f703328f066", + "513fcc34df2dbdeeff9e169cbb3da37e3f749e7fc1015c015a9cd546b0044572", + "5145f5c1bbdd99afaa2fd7f44f5e9e1f65aa81e02190f562903a48943cbf81d6", + "5177307c8c4ff23aecd65de6866fb2638d3d7ec38857cfa69a6b1735d3ae4ceb", + "519a433335a476427b4e44e79c849f394218055b0b3d55bb5d827d57404235f0", + "51ebce2f08cf13324964a1a686b9d497861cc807cf4f352c649a44836c3e94a5", + "520c9cec4ebc993350ca357fcfb6a8c3f6b94ad865e20f46ddcb517c414bf9dd", + "5220fecc9698d8c201b67957faed62daa1a60bacef7cf5654cddf7e2b7ccc75c", + "52259a41e170c1c126230665c1e0e2b9fcd62ebc41309bf079f2d8372c1e6d95", + "522e80a35e589f1d0ad9f4f7b6b6cd0b718e84a27b5001690f1e62f9b932360b", + "5238327c3ec5fa63a5a4cb5dbadda9d28c0486b41c53f91661a2130bd715baf8", + "5244e6ef0b5ed9f3207115544961ddc1ebc1911fd6964bacb01d8bf76c00d659", + "524c7192963314b4237bce27dd2894d568e7fc3372c9b7d76e772e53bed3f6b2", + "5255f663fa401436723b5d5f7894ed1097b9ff37dfaf3d2b746e8f5ba8467982", + "52764263ad81241602654110f7beef81da96da4ec7b8c60799edbd5857587e37", + "52a60872f2deacda62eae94debfa7f6940e2d58712570cab942848334ec35422", + "52f3bca068bbdcd19eaff06f35b06f7e535d88eec057180ef79c1d408b3b6630", + "52fa559775b9d6bc1a7a600084774c5960ed4a3bb7fc494ebf021e5cd1cbfdfb", + "52fad5a8f3e0c1a5efe527864537eb8c3ee9ba1d18e21bd0553925d1a4dac3cb", + "52ff1f7716b9f49065fbbdcc8ef2ce9ddb14b91daa85fdb2729237d0e59f6cc5", + "5305de227271bd209a44b2db1b715e7d261f4c402556d75a55e0f1b527f60567", + "530b04bc8910bae2df31a59dc8ac9b7ef4f4dc854b82f552a23044fb168e24c0", + "5330727dddfd3cfbd27b98ab33714e4c1acd7aefc2386acb5fd788a7657ce576", + "533ba29ec6475d2a3d97751dcf7cd534b0ac20aa01c93b7bb6fbf637e84f4acc", + "535739cdc04feef32fb71d37d31105fda85e8465082bf605b5441435aada8542", + "5387d01cc44757a81ae1ccf1111f3a77fe8c210cdf6ed1a991192a80f4cdb0d0", + "53b018be0e50f8ad61778e2330ed74ec2ffc8bec9b5d06a8cba967046f7fe86b", + "53f26ef79ca484c2bff9c31ed2c0b2d6ac2fc5a437d9b29fb1c5ab9dca002e8e", + "542faf6ec88e75b833dc99ce6d5fd4d30eb3373afc85f9f535fcabc38d0ccf1c", + "5468da1bfe41c940866fee9927d6945071614195f680f2b64b83c55bba3192f9", + "5494e181e6577586ec41dd3e5abc372a33e765cb03daf56d3b20db748dc79b80", + "549cc016d0d8b032362d4d1649408bfffa31446c2590b2e12804ebbdc47fb2b6", + "54bf2c3e0ed21b66938eb7623c57deac2f09ee563dea39c3e14d86a9217d2654", + "54d8b11fa7465c7082792100e111f8e33492e254f3892a41af6f78fc123d2454", + "54e5ea5fe2853c502e96c870d0111a15365a5f6bce1f3193a7b9c348645481c0", + "54e9dd90dc1debc55834f9788aaded500adec9d7619cc66817eb3b8eda688b94", + "55043e55212e6205cba548efc9313fdbb51cfa8cca57640fbff9dc8aab528853", + "556445fd46eda083b9309061f7e2fa74f036037f632b9b970eeb6722d23303ff", + "5573a9b44b03589da0cabf94c4a8e8937abc3d157356d864293a721fffd6b64c", + "55bf14f4a1a1eb840ef9a1784a65ba2d04e37319e45a2acf8349860cbef6a232", + "55d1286538ca7f5a4fd5356054a3b8f1dc9526876d81e36a0bdf741c802f1650", + "55e77f7587c4d4a56c639ef0c76bf425495c87ba7fe9cc3ca0c1cf436418d585", + "55fa2fdacb594e28831ed04b9b0fa4a047abd8e550f7d5eb724679036e528d53", + "5613fb98363341a6104fac31488fe8fcf907baf29f54278bbd9df7342c0f8685", + "566626d5c211e1d702e139dc08be33384e6d823d5cec75a6cb7b3310c6998a0b", + "56c1062c0c0ed6a0ba04664b78a6355cd2fcbcdac3aa93bc06819def28aa37f9", + "56e70514de14b66605e2b2e23053ed771e60f1e0de950cc1fd0c510a9a5301c2", + "5706b028c6b3503ed4ec4b5f490a5ccd746f48f3a8520d31d1d83cca2b8594c4", + "5709be9646cf910153f3f75a496597712cb7411e2f9447c7fef7fd492b32286e", + "571925f0b66c738b52105644b24558c21771db1f4432842dcb87a1ab468a74a9", + "571d8a20fccfe7b2de32adddf80c3e3f437341d84ae5fea77e5c55d8d9201dfc", + "5725a7914b447c22de18d20518bfd925addee19a17d889f3625836ebcadc972e", + "5740788c353fc6c81713fd4349e0db8b199ae0e1e8e4d5adc84dac9087e53e47", + "5743c10d43e919f0b522f535e9682357ae759de4f2044f5913aa11483dff0881", + "5743f3b3ae3820ce68338256058963f97e55e5242640d1dc30f974297d9391a3", + "57441d4c49333dd837ecafa0038bebcee2d990af8ecb55d4ff3b34ee9e0fe376", + "5792777bcf215d5f29e1271849674a435ed2a491f59bc498a24f761716bc833c", + "57bf1e0123dac8c3ff51ddd5c0e66620bcc27ae225e8c35927529b2fde62383f", + "581c0ff964ecde7b34cfd519ffec1d7846dacb2d96dcaab573231b5e824f341f", + "582bf2770b2a7a438b46966f406f82fa7f23dd8ad0f4c516837964af31808117", + "583ff7d92c90bc9811ad96d829f25bd68db1d0f5baefc02207c3c55179ffbd1e", + "58587d94c44401d22c7570b425d78588aaa439b5ba8a02532cc32fafd64b790b", + "5861d48f3a22385c21966caf1cbff9e534b2bc6d9b24b04a1c2bc92a175101cc", + "586df6b16d0371f939f01dd0fca066135a548ec526170a270879a775c4d6e8a7", + "58953bd77119c5a75dc8db52eae11aaf841ce9f6acf9c724aac634e0916c98d9", + "58af007dbfbb09cda0c25a22146bde68c6101750a61cc2bb16773de4fdd0288e", + "58c399854348d4943780f0593aa64371481e164045bc1e02af6cd5435b68a781", + "58dbdaab4d64ff0407fed71b3944f8a45d07694f2a39bb72cad56d94606c61e6", + "58e1c39129cfeeb249160e0272d7a56800521b08204d103bdce6b8867569c0ae", + "591de6a6a561511570150c61e0dc026f7babbe07e022131910a92f7523704d93", + "593124d7a97e611c01bcd92a663ff46fe9cf2d26cb22366fe35be7232ea1908c", + "5951167c8577ebc5e40b7323822b0b24a5da3268fbed0121456adcd5546090b7", + "59958e12c7427964002f36c93678bd6093ddc70364b2a735f592ac7b53d303e4", + "59a558b41fee06ccd7a1c840b603c99b1de92ec6ea6deed3152c01066a533212", + "59c8aee345f6da52cfba936abbdd140b1f318a80b616fa7778d12bab59819e3a", + "59f012671896e2a38807e6186a07c1111855296e31327c5fdd2a1dba5b785f3f", + "59f0eebad0170449246bb9826bc605a71fb122133ad7d4e7d99c69603f8629e2", + "5a07dac7bd8ad5b87afa1bc38b0276e6480da48f5e6d17b7825c8098bf88c1ec", + "5a0ba0d9ac4d2cd1f66309b325bff32bbe54816c4dcfc42064244df39d65a2a1", + "5a28a5206f5de7aa53c740e1b5b5b6cbbed409faebf4eb9f803d7c63a5198e79", + "5a3bfba80d88b4a3978f734acd65bebd13219893a477685dd8a71d513d02f424", + "5a7cf8dda296956ca9d978266b4cba91b8c4923c9b21ea98e740a35cb1901b50", + "5a82c9e9b43a93b1d64933552ec8836d741ca1406b29f8ff0c121ab3447c795a", + "5aa9412ceba584bc77c6bbabf4fd18ed16253403928e49524ed59535670e5e1c", + "5aaf3e59356111f7d87a5be93f33806c428219dfa4ab46dc5790f8503e31c581", + "5abfec56f23ffc8b44eee5e710ce21cef1efa1b0987dec1ecf800891da7b1001", + "5ac17fd232e43b44cbc0abeb3705d2538a647767056a2973c6dc82f24ed377fc", + "5af847ef35663184ba6a26712cb6a7344a96f2fcf273fa3a292b4bb46701bd02", + "5b2ff51ee5fc993256b0d9a247a5fef9874fab06a2fb561da7741d48c98c4700", + "5b4f43cff4bb797638bfd67b131632468a2c82a8f46e8028c4b2f70e5c374e5f", + "5b5cee99d8eef512becf6b4c6f2adc28a7674b2a5b2b034f6299ef87e135cc1a", + "5b81733f6c2d4875de6d68334be907addfee1ee916eb178a17b4a3532e57ce79", + "5bb74799899c9c13b3de7b14145ee9a36e517b3255b98fc68ed551e3f168eaca", + "5bf76a6863797b85f12c1e9657dbb98cbfeda76a85e5649366bb51c2e25ae0ea", + "5bfd333e5ee50ebc3ef7343214119e6485fcfe62177243c9ed44ca94ab862a42", + "5c0660c0a889c03272b8cb05ddefc3bb0f3208eceb119af380c167b29c1152a9", + "5c12ed807c668a70cf1e43c34b6976fa59d4a75b94cf5f46e6a66553dc551001", + "5c3800b2100255c46b68a1c6b3949bf252472c389be1176689bbe9072892db81", + "5c7875a957f4a01842286acce36973d6f1b43f0b7be8cf309ce3d3fc1b8a576a", + "5c81f028f79f4c7834047b6f0e6a9099cddec1698b588f49fb095cf79ce66096", + "5c89cbf0a0308716fa318e4b90d30aa624a3420ecbcdbab00885ded6dec88f6e", + "5c95d9702aa1067cb6ed8b2ca35dced65dd135880926fe90f6723d32342ddbfc", + "5cb3005a1e6be72d09b1fae86de8b44c7aef9f7b3fbcaf7be1314471d533b087", + "5cc8076479ea7c2283aa6ca570696a1ff9830912ffa176e470a8360a0b94b1e8", + "5cdfefce4177c0db9df5fe05c4d9838a299082541dc99c4a2b2ca62eb09973d0", + "5d197d6f8601540b20d9c8650ac6c7db604ea308f7ebaa6455f4f4f22bb9095a", + "5d5711143100eee894c191c7308a6310af56b08efd5d96764e4633c39d472f9c", + "5d77ac5abf8d323e7a23e3e0fb820cbd184050de53e1f6592102f3ce1888782f", + "5d8d05965144cc8ed052b1ebea298aeaa8acc790f297bf6b360d8799ffefe1a5", + "5da330a2d7539cb8079584a52f6d704f1dbed9de147c04d8001ff5e11b0536ea", + "5daa16db0f4094f7ea1436e6b4bc0ff8eb07efc22c3b63675509a52a235c51a9", + "5db712157f9dc54dead72fde0ed3dea5df4cdc2f9572b76c471c5c22b9232bef", + "5dd622ce281dfa0b24d79e8399b00c68bc086ea44ce4326920fb148b0e6f4d78", + "5df83d897e2924cb350b4a3305db4d44e1d066c990aed69b29e43e0f6698f533", + "5e1afb6bc141daf303dbab37f66ee10ebbe8b31ab3c5656946238e2eafd6340d", + "5e24f0ff25337bcf32fac07d4030e897af5dabefcfbeb5f1cf2e5403ba82b9c2", + "5e3432bde574450d89842f92daf06262e8cc64d281cc107ce3f103dd32cc0eb9", + "5e4b5c42a003ceaea591f2895a3e0f3102897dd8b1ecfe91a8bd5b5f562e96f2", + "5e589de637f00be39babfdfb626967ed63a1cd173634ed66cd240dfd436de90f", + "5e685214a2659cfab9e0ef45c26ecf4f5698b852eac4238043d62e60fa539519", + "5e6eb52c3e99332abab43be7928ca3633f011753547397f5a314b3e166035a48", + "5ea7348a56ef47dcb20a2c685063b693a67edab31a66863d7db871acf8dc477a", + "5eb9a73a975f07b91f8b3e72ba5c8456bc036afa6e319978295073db5afc4a6f", + "5eb9c1eaefa61748f03a84a8985aa3574ff723f4ded3b96cc6fd312de9f478a7", + "5ef8af7db8c8467bc40fa36bd555fafe62a1ab4e9946b732bd14b8b7785fda5d", + "5f250cb3bcadecde0bd95597f5d4fba1b26740d4d34d012595438f01455e9e59", + "5f2f285781ede7bd7228d4bc4cd74e2e679af4ab6f79188c80ea37525786638c", + "5f3490442150aef643b464dc288c4a064717afa7e6fe82a0db06d12bb4376fc5", + "5f3ade9c6ab3e134e04cd4a11338b71299eb710e0b2aebeb923e7dbe832020e3", + "5fe9694c951479112476e396fb24b6701c41954c967143688ecf85829914c8c9", + "5ffe2d07115394912d1f6396ab7085e45e9aa33eb85d986ecc24d1b720cdaa1e", + "600952a30695601677ef7a4b490fbcca600890c72bb1fcba30e6608f52a3b048", + "601938fde46de7f2ea79924da1579b5c5776505e76b41d86957a714552446738", + "6050db010826953bf2c017835d673e3201d38873160548b2efd17911823f3310", + "607db073c05e934b6c553b86c9b277d3ff247c7d7a6b8cfb70158246d56eb0be", + "607e3ebbfd8fa181ff70f397c7b22d0ad49597cb5cc85ead3b09821969d1e139", + "609f5fcd87f8b7224c173b7705321238e7406b3a54298777d7fec85ae6eb2ada", + "60e15063301376c03a8acf67435bef4242d6ae4b1836722c25a338b8c1bf4024", + "618d56cecf230518ff456c9888a33aaa90bf6b63edbca25f220851a7d2047900", + "6192d9e645ce38581a2ceafa43b9f5a92a38ea33439bd627797e16f54d0d2792", + "61a51010912747df01da5cd08f06e107a55b3e04a0ca7f99169432a3c2ff7872", + "61cd4801f08d19367b08eefc34e54ca6118b7c9e45e4e40bfd123134f8dc6425", + "61ce3e015ff0053f90457530820a7a8d46fe13e094e36b34c455a9c5ba1259b3", + "61f7a10997a6de054614fb67050e4ba86dafac0e7e82cac440206469de7de82b", + "62188821e56e67a9095da01261d799a8f4303257116295a6d51560bf7f96d272", + "621d8c4f8a40c4cc92b77b97df8bcc633317af6589211de5485863c573897f32", + "625750077e5ef43a7436d8a4e067f2bc09fc9c037e0a37b9c6116697c9af3c53", + "62702c6a819aeb5926918fc55115d3ad2a7667b0465dde4335e9f15cc5e91e33", + "62767847449284fce1f687e9c8015a80ae44b4e5b3d741177f2d5323e438f32b", + "62b1c59113149af010c492e62e5ccb43ec4adc764b9536cd0852fe9bcf2c897f", + "62dc61fd40b554612b1ba15c8cfc78a3a034eab498edbb67758f37664179fc37", + "62df329d815d6957eb334e427fe52d6ce5d18863f4e2e812c982004f24bd1d3b", + "631fc475f1c091e56e359a9aa4471130ab9a5895582c35da8b378c747967ba26", + "633a4fd35f046f06b4a4dc0e5a90b1e477763a2124535e3e425c78e25527bd4a", + "633bf032214ab02575b9908ade4b36342e8801f3eb6dda731f807b6aa89547c8", + "6341a2b834df92c235865fc9924d178335a4744ac558f4a2f96bf9b25441bd0d", + "63606c5d2195afd67a85725058a3dabb0855cc4b56ed7d66048433b523200118", + "6376c53f85f5ef69d5b59e136d2ad58d7b045fe50d0696662cc988f8bf145673", + "637b7b47f8f66722655cd95433ff31ae247dc7285c3348a7abf5dda931b84f1d", + "638daf7eb92d77f62d09ad78bb2c3f915e9809db388c9262deffd339d42f8b10", + "63a27ddfb2656a6745bb08f49faec53d3e559269161b2ee647134804ec18305a", + "63a986aaa6d340794b5a30bfeef97f8fb7b8fb91e641a447f129bf1dcd635f55", + "63e0e5c2a713106bccfd18bd22f26b4403229956df862889834518e440e6416d", + "63ef9a580cb94305c24269d0542a6ec21cd0f1e2c91e57f55ffbac99bc7163a6", + "6423ea5b8363fe772ca1e62ed51591ef0e2c7cad699b917253275cf8a71321db", + "64365e6dd5353b5442d4700932937991b7775997dd01d8fe6453abc7cd9a3e0b", + "643db93d793e3e730baa3209418e81e3f268dbb1e7a481ddcf59300a95b2d8d7", + "647a28aad4b02ff76bf2259ce3e1c17ddc7b444c3ac52705e681c64cb175291d", + "647f41c5b6dfa99ea202bde2c72d94b72b96e1e16cb297d7e00557a37c227154", + "64a7a3087e7a42aa66ea37486727c3874a65ac8611e49acf44d804965ea352b4", + "64d351d40a34f7884df2f840b7fa21727f8fed6df9e05e5b1fa6bdddbec49ebf", + "64d5c7ace5d90a493707fde2ba69c96975472d619423de17d258a14a73d6c04c", + "64d807ab260eb9d668450a8f1935359de7f4df518fbd924d220a81c6329301f6", + "64f76ea78bd84b0f135d3ede3c9285c77bb30e844a15dcc5eaf6301ba843cff7", + "6513fa0432f4384c96452465cc6c3482864a8e8fd9e7805b5a6a162e049ae062", + "653a93f89a8da3751e456c49059224b46698b894b64350b7e3c63f44658e0d8f", + "65647f03bd50562243692b63cc1fdfc4a754a814a21bf410cf4e0c48540d95c0", + "659c2ec601cdf969de0359d6b82058e778b563e99581d841af4c429ddaa1edb4", + "65a83ee09df22d92c5b76d1ed8e2e1f8d63cc02c4abe190763340d3d8313eeab", + "65ade03bf0d5ee974f9c8bb9d4c4a00a66b48e1bbfc7386d34c7a4170d16c49e", + "65cdab08c1e4a155c6f8e5617b93d8648b3b6a5912d4b790d02857d3507be9d6", + "65e5649aea03c20cd090502514db112dc347491b82ab8eca8b6f394a5c1b51fc", + "65ef0031ba9a2d6b0ec1fe5f29e47b3450c348c8d790e5e4d4900697c304f440", + "65f80b4528d187f9bcb15ee1794c0f43689c5d0b08bc2a75eaf2a31c52bd341c", + "65f9260cf8b1be768366e28a641a648f4769425ce0b37774259be274d7a64038", + "6605f42fbdae3b25ab1530fdb2e5d131f1b1ad59ed024da45c2da15fc8fce44e", + "6620b6219ad7c9bb82b4fc14b69fdbe3e0bb3f0a843350dea575f2a68352f8bb", + "662575859843a090be178ef11c3ff949b26975089fe6a0dc0efe041da3363c95", + "66477eb8101c0eae9ca8d6e00fc5af48b1ebe634380b7a368bc9887036d9edc9", + "6656cf871958da5c32aeceafe2572dd475124aaaf701cdc309f577d418044b5e", + "667f496aaae9c55dc80a3241ed1680bdd57dfda585610cc577356107c47a67e9", + "6681e3c1384378849a7a9295a3c4a4753b4b65445095201402636da3729f2322", + "66f368c851503c59694f9ee32a9f32927b8fe9fa1e80dbbb701f87bcc048e57b", + "66fcec4db0d060ad0ae50ac16bcf92257fb5cebf0a8cacaf0097b4a3cf590463", + "67252f580d6b891d16bfaf4180aed1b01ebb7ab5d6ffe0ff6dbcc3f315c1cad1", + "675c6a52ee8c1097c94aabe8f89da07c84bfb1729b4fc83d082035b4098cbf39", + "67aa1cb881d30869a3568440aebfd1ff0c8e52743ffdf4deb1f648dfa9ec27da", + "67aedb4ea431c92855d75899e571ffc8a0566485bce9ba162205149c951b08fb", + "680b5d1f7823434a26a54fa967b9243361a3bc8505f6d3014aad56e8255fee8e", + "683d4185c296a570ac27cc4108e8c1b7a14bd682b0b04879cddc4786448ff178", + "68516ac9f1a2c06694609dbe17e755798c4972d137779cbbed90bda9ab0dbe94", + "6873b65c87de9d43a3be6c7f6c3dad94b85dd07d3063f127fb8ff9736ed74855", + "687dd21c9c339af790cc61e3520fcb729bdd986e40acb3cbac5b21882b0a7d7a", + "689c596a1a402a711028033b1e00b31e7a30d93605654124841b30283edbfde6", + "68d2c928a05ee93db92e1161dd420921dfc98e3bd055cea5383ed8c450cb9a10", + "68f0dda42d4f45fe70c134d627e1ffa69479dd40159fd5d8164b14649e82b2c4", + "68f2c4b0e3f60bf7f398c9b6aa28bacf6d2f5e7234b3f0857e3d06920c214c04", + "691a1ea063bea59e2ea787fd37e06c333998f93705c02f8c88badb80f0e08abf", + "69296a5c433d9a8b385e82a2c65bee4a2de9a80b4f77441559a9ea83f3f6f1a8", + "6974bf3ae3d564d5bcc545a797bc0b2e11f69be43b840119bcf58374566c858b", + "6974f12d69e3af683d1ab7a7d20a865486783d23b4e1c282b154cb6faaebac71", + "698c4b79a847e21ce2dfceb683173bb2517d401de64c50844cd4ff796bbd98cc", + "698d53ba96b04fa3bbc0ff889ce2ec3398df89fe1d09022d4c1870a6360c9074", + "699c232eb369996e6e1955d8755aa4df666ea7adbd9171521c1106deaf28a2b9", + "69d39be858ab5a0d1731a1a0de016d5ef8d400c011d243b6a5182f1adf354ee8", + "69e7227a17f559f45e0e53f484042ed1b12edea43a4f1c9115d0134f7dda7465", + "6a3a2abc2148efeb99cf92d43659fe4437ad3f381fc5cec5cf18bc297c6fec96", + "6a690eb87882ab82e8202172c9cd7f6e3c9fb672069eb0ab8dac0e7dc7d05de0", + "6a75bcba06bd24c12169079e32622867190ffaf07100424ed00e1858c69822db", + "6a91e9529558fbf167a7cf0893a07bd8e16faed710a86e06af068fa15bb67873", + "6aa592fba84736f361ddcf66707fe15babd6f50b5f1fd49c21c272ecfd7f205d", + "6b4719b2a5a8835e0740c73c2bbf6b94213866794b174ecfece0f737f1cd001d", + "6b51b99bbc348bee5c4e4604da974fc566d70867a4d0e011d55a252e06cb0db2", + "6b7822407423f5266f91eba2227e33c75eb6cb85dc67efc76b07fc06ddfad88d", + "6b9663fe2428b5109a5721f7e8866e9e69d8a62b1f270019ecc36a347603e821", + "6b9c5aefef9b58f1e8e192fff34cf257b08e466aeaf65a2853c9a0d88a19502f", + "6bcf9d9355d514c522b60268466703f3338beddfec4380bd24d7c022b8ec87c7", + "6bd01a73d20d03563f91657146f0a6e11c082e8da4d74ab6f76bd146ad9610e2", + "6be5b5b85ec4edb66ee377e4682a06b3882e7b7c6ea4b8b7f7d3fc74337e2dbe", + "6bfccfa455cc73d12acfec2372639c0a80e7e809e43f3e9aa536677a4497fb60", + "6c06419d83f639d799195f586480be6d1f65ad715cb88b9f2700086f6b70e594", + "6c2f8a4d7b49e4bfd26d82b1779e7fd4b6ce7f78de2e47b7005a63132718bc98", + "6c66f8b2ea659391d439527556839fdf14b43d7104cfaceaa2c50e54b7bbf966", + "6c7909f2a90be8e7963c586b202e174f445d8d3d7dec3b6e864e136502484008", + "6c7b914983c75cd033d8e9266cc5df962bf7329113b58dbd8b29830e93ad4e7c", + "6c8284565dfd154013854f88ef41a73491447a92b69ee0313f8266d2007737f9", + "6c86c884635b1713342b8a2104ab5ffcf17c5f5e388a2f1396f36280c8135b66", + "6caeaa904146cf8358cb8ccf09c6a44c64e1942acd24fba6432ebfe674209788", + "6ce3537f885d05ca6480438c7ce3e87d1f7d2521eb0f31f5c08e47cf301be28a", + "6d36f8a775d3eaa6a2c0b0ad390e01f35bb6b8ea75409807ec9b9a3c93be592c", + "6d4fe2a0608ef4ef22a00655ca12540eb6636334c5202261a66dbb6d10a58ea4", + "6d896096e52d1cccf599dc7fa94fcde94fff526220ca8c4ffc626c42495df1a2", + "6d96d09c7e5a6a9112a35e96e7b57c65de7883a1f51f9a5db07146ce857e07cd", + "6db2b190ba0fd5fc752e7285ae272f7a391803e52660e928273987805c9ea2ba", + "6dd7c52cad4d13afdcda3ca78630bf63ac86ee745524929fa91c1cc9ccb544cd", + "6df1495b93ab4d7cb31c85976c88767a2906f21144a7a8b856ed57c5d584700d", + "6dfeb5a052c7866d1798360e88d5714fab6693772b66e0417d45c74b5763c33d", + "6e21c0b9482031bc9f387ddd33a53ab464c4a00c1eae99f69ace97054c81abae", + "6e428659f64733b176f25f790389d3f4347ce2862ab67d3ae1fd4ca9a42cd330", + "6e586147e1f0d42aeeee54bdb5236d097e305ab7aae76514ee6f4acd0bceed63", + "6e6347ede261653f4adc6b01200384e013ba4103de13e31f7cb82cb17eb3e109", + "6e63daf41296594baabea559f145029b9fc5364946a47ad7a4899ae6f6c8f9f7", + "6e90c6bd75b3a980e10388fdefdce25fc783e51729cf6f00c8f652b0f4355365", + "6ea1ebde2882b97883e62dfd80d3918f6c8de7406f0de4ce9619c25b2438755a", + "6eaf4819e64e8f094c8f1964c77bb2aeb952e2691b520f2ec2fa7e11f52fdcb3", + "6ef70efbf5db1a44d48e3738de90d485aea621d09b3efc0a541198a5d5b20bc0", + "6ef9b67e2d1d4d36228c7b5218e96042ae7ad65312c2022c52b4b14c67686487", + "6f25c4816728e39049eb9e3a648e2ad713e25e33507c05f83c84126d5507052f", + "6f3ab3548e1e543697f0eb90ee19d20ee9fb9bbd8b940606a4b0fd8ee6595c0f", + "6f3b4625f41a1f8b908a4f6c900231e22e702083803b05f1de408a1b58cc987d", + "6f3e158f32511ccc6690cd472aa9f02321cf7d353e167241a7c6ff92134c5994", + "6f4218c3d3934cb40b30b14df5a72de35d8dbd1146159083cdabe234471186bc", + "6f79af20b759c197b9bd3b1b63a504fabf62e15f570d70c5a8afc28aee5559aa", + "6f89168841ee0bd7f09a457fddb74638c7bde20dbcc26695b6a702ce2126e883", + "6fa265f656f2ee4d7a2b8c55b477ded670ecf48496fb9c4afd98bc0d32d39ebb", + "6fa315dac5b32cf7abf9acfe27c648859b2ccaa3b6e161adeff396ade3723978", + "6fbb766aa08fb955aa7577e9a7f2ef8d9fafa9dd0fc8d3521ebf5f460301cfda", + "6fc5414ef35c32d41c91fbd549f5bdbc0d8b0db216280c83544ab0b8738b6f00", + "6fcd3d40f63cbd59389972fb750ee27e1adcdef6a5274943948f40f56116fb14", + "6fe35d8f5fa325e35f4cde71cda545655b1c653f1772bfd8ce8fcdc280162ada", + "6ff0db043be5147c89ea98552ecdb3d43eb872a907cc4797c01bb226d980f5b2", + "701eca67391efee74e0293d67cfd39e615baa695474d81970834e9e62c7d3cf9", + "70333759946dbc2f084534f94f76d6604dc5dc3ebde87e79bf4bbdc12a7dfe9a", + "703768057979fb6f20c571ccc72439a6595a20f77c4b01d4b2d1bed855e1cd42", + "703b9ba161ba6e11b97f64d87fcdb54c9f53272699dbefe94990d83d2271590f", + "703f7f554bbbfe686479fb152fef9e4e0f8310a827e86b8515adf24b07a620ed", + "707e3480e3adf85aac5025238159eb94804c76fd671e28e23176d75048a511b3", + "709f5003d5a255e258b1cb7a6b18c421a2e1826b448c72ed8847eeac5497ef3e", + "70b3a8211a06b1d0caa06b96b49926e57109a461918cc02186fe43840ed9cc3e", + "71088e9aae4a8185d5d27950295b872a98ea093428f97864c6ae60a04f332a98", + "714c7d5079aa57ea41eaf89e238ecf1f20918147887e41bcb8d6b2f6dd05d8f7", + "71673963d8dad3c8041c1c46fef6c23da0c49ea1df404712d1d2cfec197b0574", + "717caea1d37df06e06b5cb5b9cbee7081e65491abdddc40c5f073f499eb97c89", + "71826c795a682894dabef3ff7ce3208029ce95212b8b8149010dd01522a124a3", + "71853c6e61e8a444c03052320348c810c0073bfb0d31ebddcfb9c4e9c007c02c", + "718c33f21779928837d659c7614a844276b6e76a5fcc9b62a092a25fa2c29184", + "7192b4a737df2076f40c10e6893c2ffa904b42694f1938960401a11cf8738d68", + "719712ae6554824342c77f11e57208d5fa78d40528df8a18e61d48b54430ed47", + "71be758ab30f48eba0225f88b5e4677fd61309234c44078db44801c879ba3074", + "71d9b63e6b32b3a79ceab2553a5d4b8d0d060c02034ce041a0d86081287d851e", + "721f9f634bf6ebd5c7ebed59495abec3cd11c9b72631477995ecba11e5dfd8c2", + "7233fc7cf525a3643d7abe89bfc1f9b2cd0a11f9936a54d7797967f646c07116", + "72462d383c86b76753eb6817608dd89ec609c406cbae7ed4e717b595909de462", + "725ff03054935ab9923ad90ecaca69238e39046d3fbd14000e0b698401754d8f", + "72695a3c8e402351d00ad77e266b6ba8a282aca36289e88e36c61709877919fc", + "72e78cfdeeffe0bd2597a166d4da21981b87977df5f8c29d250cb10e51cb6581", + "72f4d67ba20569c6b7596ec75c0e033971e148698de7f4bebcdae8fa8554db17", + "72fa79b3fa115e9812888bf78b82495c5f4cc6a234ce5adbc3eb386984c3184c", + "72fc5100b1654ec387007afe56d8bf5eca6072396db1f7d944936eea41695f21", + "73024882c66bcc50e1eb8fa5534a49ae5dfef16fa8869944b961cfab6364c0af", + "730b69a152e1b93d05dc8d4dd430cf48831c4edf53558e148161613762d5e6c4", + "73298093213dcc7424d426cb063933c34faad99e3ecc54f6a1f9da12e0757b16", + "73466bffa17e0f61131673c325dde5e475e2534dced253fa6c2c041060fe8d16", + "7359f0b367c18c3514982a300af59a3715a3cfbbf68ffe9619532be27eddc830", + "7364b82fd2ea76068008093d85b78ebb04a31672269cf9b25c4fd1d1a4c6190f", + "739ed04dab3d45687f8a69040dd7d3d9193876342abc769ea1f83d4cf177934a", + "73a4760cfd30333ca79502c85b198c3776db9749fa4c4b38edca375db671140f", + "73ab62d6f93a31d65bf4b47d0752b58e6bca8ee092e30a0b75ed176165770b60", + "73e19802a19244d6ba391c14e7e910267e01e9d9a1823acff209361dba4f418e", + "742111f5094433a5f24f30d74366d717136d0c7f310c03cff6e4c7e4d2f16972", + "743c7e0bcaeefc11b5879252821ec7ba7f7e617480ba2989bfda8db33d43b8a9", + "74684ee19ac68b9d5652c36f29d803ac7fb131c41bba960ba12cbfb38f420374", + "749d83f2bb09989fe35c1b6eabec5bc4c5730e2dc87ca1f2cf173ea5fea2034a", + "74a3878c4403073afe2c4a2779a4460b958fb4687381f2f40792a88a808cff1f", + "74b8ff4e4480e118d6a2f4918ed91f2bc0585219cdbbf6062ce8fb1996f647d1", + "74ba9ba206af46de2e61639e2df0374a8248861b38702c513176fff43a393c41", + "74d5ad78c8c335d3eb3e4b4be59efe582982aa2f607c15de98d25794595b3139", + "75049ffb0430bb1c3b413f523d00860d9ebe79608c5b96638715b44457d8580f", + "7521f48d4093fd7a9f6f645199fcf1745851467131ac37581781ef7d2b225df6", + "7540f3ca514bcf1ec786b4b7d11ba9f68eee79fdf891ed8c4f711c40e5ba8b25", + "7579cec0a34fdeefe775b1c85d11e936c39b6429e30189253c52d8a9230aff9f", + "75926f87d7473582ce80f378332a95c7c20b6a27ae07575eaafbd3203b23322a", + "75b7d995c7b34a8667be75ed3691324e218b44f94f772c4b2c3765401f01d106", + "75e79e1f3af52e503798047cccc630e2d91cf5525851c0884290c03dfde1aa80", + "760dbbc813ccd9ae23ce4af764de33059e888bf038d7a65e5d6816892f9cc103", + "764089293fede6ed51e409246c5cb35248fd9f2538c7ef10c37b36cda222fcad", + "767475c5471db706e5873690e0ce6b40160e0cfffae596f2e0609f971f41f849", + "769b6e89a2fbebc067461c2c54e8f79f242c729bd7206183ba670dc65b275f82", + "76b0bc810534bba4a859942e88a604edb3d394b8421d516298302ff23557409d", + "76e965b06bd3d10aa463f44812e8ea04eb8e67c95f382595a70be22c42dbdd4b", + "76fd68580002a202777d8bee3d257cc28cffeee5de1799bec497fac4427e0c04", + "77250960a3a38b0e46d4366dd3387196ab80ef8e5c4e224587156f973a55e094", + "773fc1d055664538e2caff1408b4786eceb0348027158c0ce749ee031220ac93", + "776acd210e8fe45c59dcc77d5c4c9249019230746124fd78e363d5842cce43d4", + "7794ba7ff588975da27457e5de81fd2021a7d5f8657c33672e36b38cd7bd13a0", + "779804956eb5a224028889be5dffaaea3d890ee8403e346b8a68051f8c122260", + "77cffae22072a98ce40bd10afed90a8a4ef52833566e3b14c4fe5c3603f0555d", + "78196725b339be6d51593df871fa995b35e14ed2dd70cac976afa3cb7330c05e", + "78435438eadc53e4b65b80e6f52e7d3b8f989b81bad7b49fb4b06e6fed2ce3db", + "7858336ed2c00e5618549fbbd572a335c911c09a4976bef5f8ac1f08a5933920", + "785bf60336e1b28f1892dcbfba28bfa6898b93802fe99093ce45e8fc308c7916", + "78622374cece0a3dd71545fd5579fa5ba742fb0e275d452adedbe3bb821a5edb", + "78698ce70fc4b006e2d8f6374ba1cfcf74c0a9c4b29b075c957d92f942cd73d0", + "786a54e1510ecf3e0c15b22d8b1cf54d50d94297cb6bae026b522534374c78af", + "78a73a8ad0f98bc4a4d8638ad881b815a3e32bf2a2949f180602e7875134aa1c", + "78a8a9c1a3b7908c79c7f78d726116cc70a98e29b738ac171e11b2fb25e1151c", + "78afb450b01a4b9fceeeb74d3b40965be61cba7e43cd68c7dbd7028e89268bb3", + "78ee6e15729bc5127e4e4fa362dc21a2482f39a6fd3cecbb9de2fff3ad884382", + "78f740cf7bf686664e07a6dfd745854f5b16eb9d211acefbbccf1f903b3c7fcc", + "79393d7ca4a928730d3ba7c7b33d3ac19a72629becdbfd5266baa2058dc936ec", + "794bb3b63d8687eb22490f6255abac5d7e1a4eb7f1852766700090be9c4ed871", + "7970e3c540590f3d367a29d9b5fb6c0fd23c809dfc652e359680d9e03bd1c86b", + "797f3cafd57e7c848b365be2a79eabc1cadf42857f5a2abc1eb2850b082a1f42", + "798f00477a084973c5c1f4a93cde9839dce6ca25634a4bb83e78e5e3ce9e703a", + "79a445fe8117b072375d8cb67d2ce686e79cca3d029ce8a703255513edd715c7", + "79b2565cd36a5aa7332f4cd279edc77d9daf30771d5d7b961967603af3d770df", + "79b9c50866c5fa2e695540ce7a267c0889d0f5f3f30abfb820d44a407009c1fe", + "79d537183284063b3c119f5bf642b045592f50620b0feb4e444beec840a003e9", + "79f36210ee715b0f9867bf90584758664f37847083647139d14935ead9805adf", + "7a1e81189da79ee94e93d47aebd5bcd6fd85b716169e9561f213678523a4a17c", + "7a51f2d1ce1a72560afb60675ff504b47fa01bb657a0dccf975a371525239d89", + "7a88199756be7bd36308fdb0db2319a89bad7be1a4336c7eb15f92eadede9be0", + "7a9442e42d1113539ae1654ed1ecbe54c67bf72e55e467c57688c0f4e4d31e43", + "7aa0646914320a193ed7cb20bbbe65d900bc659a2a581f5a44055c60197ed130", + "7aa4be1cc1fb76f5ee2d307f24110c84d565971c030a848da542be8edf937c07", + "7aa850a2ca05f925ad97095285f06535102b93bf507e85dbbd53f1ca3d000952", + "7acaf7a8d5f3879c46553fec4f100fb2a1dc9f8ed0c0d8a883489427ef2d28ea", + "7aefadb4ddffb69dd946a207c21f412da4554397a8b06865e239c602d2f41a55", + "7af5155fdd59640ac809c59916c3620598a785fae44a3e702aae488c119c5198", + "7b16ac75723b6f9894eb0599c963725531588337e41ad546eb8395327d5e0697", + "7b21c9201cb94c0510eadce9d4cd9a069c097f584a50c41e7968ce3fabf34d6e", + "7b85738369d19b76ee12a33138b6fd71f12b61c541322bd99b6e8c76f28d8f84", + "7b9501a5c4baca2b8e964d4fd1e9d6ac724d7a0a1c0160cfbc089920f900fcf1", + "7bb52dacdb2687faf5c22439851c2c834dd54c485d7543d0aed875ee4a1a394c", + "7bbfca7a917b961e83f03bf91996b05f5668bc93facc9cb94ed1fef301a115b6", + "7bc8cd8c3a7c5107c3c2bcbea68a070cf1ac231a74057404dee584fdb70c0a03", + "7bdb0e3427bab33b42fe14d28182c3273838199c7b439da9e1bf2fbbe30ce74a", + "7c01f13b6ffeaa36f3d6754644c6b5f5f62ba7d3adff55ea78ee05281a7151b1", + "7c13410bc3b2cafdecde4586c74704a26f911d86a07f147af9af91f24fac60fd", + "7c15efa53621d248accaee695bbc7adce989c445911c33070ed5377af5a738df", + "7c276fdf802f10307b08c02b3597e7ddca1ff05d81e58426241b978b1295bd4e", + "7ca8ff06f6624f3dd7194560b088908c42e11b69a2b015b252e84e391519fcdf", + "7ccc8fa8248956bd43d77506a4c23697e30fa61f2f5602063e885c278657066a", + "7cd938fabf4f322c80e458c82e4e29ba87807a0d77af5714dbf740c14d4096d2", + "7ceb188274648cdcac071879cdf812555a194a99b60c088d389b7db82149584e", + "7d1cb0401330cbba5c232aab8f71fb185f52d939d5a474c481db009167520432", + "7d26d34a80b40971e91ed54ebe1c94d874fa06f7ca0cc1710112faf2d02410eb", + "7d28016ba3f18a075f25cd72c23c8aa3248df56228fb1a52a723d9a24e726368", + "7d4978222a424efebe70733bbf7ebf56ab35a773b50ccb82a690b07d65576549", + "7d4da588cc4a42eb2dbf5920937d1af624734e7b94c9e9fd35e000de9b19958f", + "7dce8a0adb7f8202cfa2bb850fd97ff64521cadc0ca4a4d564ef4b6abe260b69", + "7e14c223156ea6e79def806060fd0c9888732cc9959313d42a56e6a384e1828d", + "7e23d0dd4cd6bd622866dec150a1d38b77187d2895e0dda5229305902ab23be7", + "7e7c44b1e6c90932b9d8b3496d700cea042dc79e088873bd16584bfb0065d21c", + "7e9b8e888284ef44482249468bcf1d3c05e248d8f83365adfa032d7155b7c39c", + "7eaf4730cb6b13e2ac7db67cf61b6a29f5715cbd294685f743fe5b1545a2e173", + "7ec7ac968403f21ebc8bac18aeae134a206b12c7524c4057e2b47a42fecef24c", + "7efe2a5615bc2ac81c2a8c56a439dafbb7e04bc721a6857129b0dbb7156a49a8", + "7f02c41794b097eede7d73b9d380ee74f7df101cb0fcb2c5ed18268fa95dcf87", + "7f4eeac34b3358cd586794fe9fb121217a86464deb4b1493bfd413c57ae77af2", + "7f6c61ff00f23fd6ae6b96d61a303f6e44363ff4d1679b13b9cef244e814cc84", + "7fd7e3e665311b4248ea1af06a835d00dae5a427922abe1f898fe66a958e5382", + "7fdaf4bdab2643b67df88ccbdd1cf0d5878361070c6374a12939e7cf93bc733b", + "80313a3c133d5918239dbaf1248d1b2abb392f39b294c81ea689af6ee0707fd2", + "8031bebb0d9126c9be5daa6beeca271b8f7879957fe35e0e47c17060eb9b7811", + "8074859bcf62c319d896a8f29d98216f8991ab9bdf49f879ab36d33dd155d9d2", + "80ad51c06c23fceb63beb5462345dcb9a2d1b67054015609ca1189c2308e8f8a", + "80ae9c3044117ffd27c3f375f0e29c9e75d2a3edba632de71adfb25ce66b0771", + "80e4cae673b060511ceade38c0a68359b9e878300c9d5d0259b6552deaa5a1d6", + "811b18091fbf1a6e5d1452fbbdbc2e9ecab73191974e0214e38bf70cbd0010fc", + "8124f366da84fb287245aca463572ef89c274a6360cc0e9bdee7d477ef041215", + "81518eb16b5d44c22df9334eb65fac0dcc85031b0c946172485819306c58aa8e", + "818dbba72cafd429131e635b3ef6f3dcd5f3d40c359d6f615235f11eb769bd27", + "820c4004f3ca9ed9556f3e68fdcdd8ab6e394dba0f50e532d682344629184ee0", + "827972c6d14855d08db1c34677e97fd79a18c0bd9fb2b9e9e45f6a0a05a2952c", + "82d226725b39f5e86eb5bbfdca67c52fa239ee867160c45a87c90194f9c3e509", + "82f4be5f4a60f1413f24d360f20b179fded451bb7f109f1f6b7a15a7b5393f80", + "83134fa9b0a26a50c2fcdf580f8ab7160a8404bdfb887cf727d7588c080b4ce7", + "835422aa07b758d79e0f7f35f6e5db7bf413b872aa8a71f2abaa82a96bc8c799", + "836ad77eb86cc6612922f0fbd4a848187aa5c64219811459d4bbebfe01ecc345", + "837b550ef7d135d2c0dcd5984d065228dd5442d3351d9cca94321162d8b14af1", + "838f6d15062b30326ad7199db9d071f7507bccf1fceb33f3e8a204d285382faa", + "83d185f09165dc5d972254bea55079367c28a0fb300ebbf3fe92bd74fe2d93c4", + "844a4ccb1843663785075b9e9f858bfd930d305b1a5c84753cf9c0a2a0295da7", + "845d12f4cfa04b863ab3301a97d26363b521787bc09ed660cb283520b35e9b9e", + "848898dbe0c01cc84e63e5f2095e35255b43bc886f0e27eaa81e8b8260a297ed", + "84a94da8a7ac516f98b806874e3ffaf05d4dbc506126b3dbfe613fdead407985", + "84bd9538257b7814607343164e7ed9b5e4342b8b4f7cd3545f72fc1ddd06896a", + "84cf3d3a21806b2e0a25f2137a8df5a2838f1b0b747657386e8e4018a9f7009b", + "84e808828a69df041c29bac0e30230b711a94e906ac9820f06655213f786b6e7", + "84f7e204b791c99dd098aadcde86e776a5ceabcfd3061aa4c654a7635de22f9c", + "856769850310c7f661ab3a987a49aac3f19b580db8f96ab79daafa718e247f79", + "8570530e03ba5bd517b643180a182c36fe9c233ee4f5cdcfda9adf6544d97e5b", + "8574f58478a831ff1c012fef160d321b0e4a0c4e0aa1bfd4f02ce1a1fe3c9b43", + "85a6f82c5d501f4f85312ee5c78761f3711c14fe917f5141fea49f97adb7aa27", + "85beba3967198e7e0def9d27d36611e722d7660db0c44da4dc75932d501c438f", + "8631f5eb9a74ac31db1a05ed767754d8ec31f089a80f38116a71014bda213882", + "863bb5e180baa89cd2770b88f31edf3988b20dbbac613a409311b9465e593c5c", + "864a2260f794a96c454c1e311409f8b7eb71278f8cef9f6f1b610de80c6f347b", + "865f0cf27ae5e60a2195c621c0ac35b3bcc9324ec41b8986fbc714ba480f9ea5", + "8699aad8ce4823f923740806ea40269c4ef238e140c811865958e98d665cb08f", + "86d85370fe7dd74a8023657798682dda13199fab06e13bd306d4a19dd8193a0d", + "871cb4c9c8f611b49d7743fd17eb92d14640bbdee058490611bca68dda174f3d", + "872c8acb3d12e47c416d8c271212920cc4654d7339111e4d89065ae2f6b15285", + "873f4d11489712ec090a4451aa926f41fd3800f396ab4613c7055f9710a41565", + "874f46d9052509cd07edba8888b99776024653a9dba3aa2ac48a63f232f7eff2", + "87afdca89f997e5f096f51341578d2ab8b8c5f1f091e2011d0df87b28570cbd2", + "87d36a47ee715c077744344ee6e94618940f64b34d8f232fa15248e96ec679e6", + "87dc2cc17041f5f8857c27415fac432301a74c3f7cc6e3ab1e6b10a0f124ad34", + "87fe37b344acf82bdc4a7d88fea87ed6570374d3511bdab793b90e0d2e1f2a0d", + "883ace1beaaea3781f22637789a1a7fa17bfb1ce7542e941d81bb468a7d4c6e5", + "8846f36ac79147eb10014d75f6fd6585d01f3490d72496a0bdd74fc5b1e7f181", + "884db55185577f00049d89caa0ffd4f57d3fec4fde57b2baec680c6e4ff4836e", + "885febe6854c1e5acb517005f8a6da8f35ed7099c45193832ca4fa5e3ce91848", + "8882fa13167d65377a7ba90a7a4dcedcfac1e80b54c84a5b946296074674ba31", + "88bc8e9c23670d5bd20a398979d863b137b267aa1fd7d8c84678d3f72a163be4", + "88cc71bd445254f00b73120853a0b61cfd04c7a6f912d657198109ef8deb7020", + "88da3f334bdf2598c22e1c4cfc7e4f27813fab04b71a1c94fbd394963104f5ac", + "88ef35c4215e6661b6b13b887413f6cfb5fe007fbe0eb7c31ab8f8667d49f939", + "88f24ed049e9cfdc5e6e52664281db32ee6d605f8880ff9795f339c8b8cb6ca7", + "88fc7fb8d44b1eb7909f8ee97234e419796e3b2262957bf06855040d53b30e20", + "8906b268b99b4ac3c7eade7be1ff2265be2c7fd00c92ab2c1ef2a3a4fd4d2cdc", + "8909455ec2ed4207fb2252286af435945ef7f4441b14dcdb2233b2c7e473c62c", + "892da162016430553dc0ebf569bcde69a9d968cfb7fd52167ed6e243a99af167", + "8981887e94552109b3cd72aff3dfa3c9d76eaaaabebf0254c890e8a58ddcab8c", + "89a3a2ac4e3d523b93cf14975ce15e5fd39483055aea8eb9754967463ef4bb22", + "89d52a436b5a0a0f5caf3ec0dae813d38b2ec6f90f9b6ad984155b2ef628451a", + "89fffa58748f397976e7995342db915a9ef79590640577796c7d99ee674e0eaf", + "8a12f9756e56fecb2d2654523cc2b63ea0219362fcd3ab082bb95812968ec31b", + "8a258b19bfa17e45608be2a3076e02f86b2bebced13facefc1f28a5c503e3958", + "8a38325262b8f4fab2f9586fcb48caa450546bbf8881b2512fc7ae56f0463327", + "8aa00ccd9ec106af3f8d6269121ff1dbd381673b740a26106da23ba717c5267c", + "8b09e0958549cdad4bbcb5072d88bb28b2d16887b3580879796753f2ca73dbfa", + "8b1b7db85dfb029764987b5d104bb3bd23bce31c4c15285536218025bcde4bc3", + "8b2e208352c7bf5089566c2285fb25c19a7e4c68d62a1a45ba3eb0642f5a44a5", + "8b3e1ea8341e7a38998e66b52af92276c2ab7d089fe710bbebe40c37fdf9c210", + "8b3e415c88f3f697e9264f31cec88cb364776b3b2174b6ec9d2c9ae8ab41bb2a", + "8b455bed9daf8f050877d9ad9a1d0008e1c5b5b47af5f2608ff6d63d7f2778f4", + "8b4dcf783f047800dfce66ac900496e13d11389aa43f11d0ba0aa17a53d35900", + "8b4e9df3726ccc0a874a7657bea1c03e50a1e63855a8fa4aec0ca050d16c5cf8", + "8b91b7882239b55dccd3f2a3b699b870aa6e3cf9820fb32f7f64fe0975716466", + "8bc15315ec593223c023b73d8e47bc4fa17ec93d3eb420598028076918e9e59a", + "8bd6765985b355a8426754aae723dea54f2e1ac544ff0a1a3442941e6febaac8", + "8be8a2bdaa02f79e7cdb4c7c3906826fa6bf90a20bcf9285cad4b3b105aeb2ba", + "8c02e41c60007b69416eb7689404b46186087ccfe0f5989f20784c2c196b7b1b", + "8c8d4af696736585ce185cc8af41d0b6109a2ad22d4bfa782ea7ef9a3834e55f", + "8c8e11c3bd2c532170df6ca8a165d44f1e707806299fe6ffcab13a6f2e122521", + "8cb3a08d1ccf19c8725c6a98ed7b3386e5799fab11ace8108c2883579f682714", + "8d177f26ef02fd353303673b91e46d8390241c1c279dbdb22c991b3c4e9f51e7", + "8d28413eeca9c997dac5d6ec5ab6ab12517e44b8c4a51ca3ba7c859491df3952", + "8d9ef2d42ea02122ee5863b202c05351599d62885d2b98f96bb737e4ee6ebc33", + "8dbb7ce9aa0f47e558051a724cd235cdeda295cef4ae6af454076079bdff514a", + "8dcfd3fb6ca84c1f95efc8f897513707d70ebce78c2518aa8f65e814e71f3545", + "8df113b565bd3cc6cec8965e630711bb168b1cc181f53bce4c6b7ce61ba56aac", + "8e22151cba0ac0a1e46d5ddce156fd63cca4eae19b77238cca06c8c8ce821eb8", + "8e2eb253feab70a0380720d136c671a52ebd609d5c1272ccdc6e3ad461435156", + "8e4f60fbc9c964d0ebbd10f8b9265be69a3a3edc2119ea12426ef43119d4ad5c", + "8e5ceea749d717624820f70c22b33842bca091f4ae50be442a7ec0f09c83303a", + "8e6d9e83a4e8ecd5052dfac7c65bafb828ac22f1788885c36a58ec7aca9d27d9", + "8e9c2d035ed8eff3f545b75e289b7e582c7968100ea73e6fa33b0be1d5bb50b8", + "8ead263dc6ed57e40bc9a47ef5e9f5c3e646b986f2ea12f7e6892ead5de2ab8c", + "8f170427867d4318616b12da898037de0f181a5431d3acded4af696cf1326370", + "8f4222b557e6df356279166322bbd1705e8a56c35891f90c1530cf4bb2eb54a0", + "8f44f3b78ef1575f9b970421c721350dc71b5db2af4dec9abaab2ca7578652e0", + "8ff84b817ee44a102d307bb8083ced2d3cdedf4cf0079e6c459c7b677de3a329", + "901a8a97dbb978e7d127091a6fba78c0400b75a12bbf3d417b28fb0af80b6782", + "905bcd129bbf0751e06533ac956befd3daaaa9ee2e6645cc6fa3ecf71fbb9a89", + "90695b391187c27e2685fb7e84f2652a507fb2a02449a190d3267bf7cb3f5b45", + "906b270dd3e6ce8f729128dd2cb3031beb593dc7429e4dd36b13f401cdf792b5", + "908adfeb33ccf16b1cbda5b092c58b268e734268ff6c60cfc466cc856adf2baa", + "90a9b33fee83fcf0446eb2bd3672676120fa0145c84b4a808785d5cf67fb307d", + "90b17242f7b1bf044dcb0c8b348a6b20c4f43458b8a4263562653701f136c4ef", + "90cde577fd11b1b1735407d95de549f9c0a53404b7f2d12fcd870cb927e9f059", + "90d2284908e605264442186b3da69f670bf446ef3616ef6e730a093e090e2b3a", + "90ef7fa7bf2f7675c592189ef0b9aee190f6b142d6df567bc67852a3fe46d9af", + "91436958d8b110e882c5c4a525733c39f6c910e196f4deb9f42603dd7c4603ad", + "91629fdb7a0c28df18abce3897b3b96b2554f0a3b724004d415f8cd7a3a47e92", + "917dd26021510d66f517c0d401ecb5d7db01a25a1195fc4ecb9a7a363814268b", + "919a549f4845967ac2f847626e2b00056eecf902c91d9a4be8378a41640fbf34", + "91bd8da2cffc4096f89a36c40aa3d00916cdcc73f8a681efa0222941be36543e", + "91ffe0cf3888e203f9d71c38b09f1fa3d34ba073342f26cc49bdd72e92ab0206", + "920c0664db9a83dcfaf66ae2e13aef9ade367d3221902ff79efbec849060b80a", + "922aa008e201c6d77a55d168be1f336b56911fc60a133a2ed900f3cf13d73431", + "92563ce948515f1da8aceedf199f6ed7dd85ecc6de1f26c98b99655deafe03cc", + "92697ea9bfbcfec599c6d210f730325aaf05166191250d1f162d162258961af0", + "926aa9c880645612620c26ddcd7a444ffabb7b7edf31b3bc2d22b50819698712", + "9291a90d8529ecbfa4905aa368ef4026cb7a430e3e6714b9b8f334dbe5cb96d2", + "929700cddcbccce723799f822366c39243dbc4b470d2164354f1168a9b7c97a3", + "92bf7e3f8a5589cf3497c2a9dc4b945e169b87e44a1c01240873eb41bb77ee8d", + "92c5af8113a4129e4e6b5e6a9e16a45471fdde0ec55ab2cf1f64aa1fba547d5d", + "92c8bc3fc53f871322fa08f65bd33d640fdc555892939d08208ae59cbc888a18", + "92e75868a799ff640fc178d95d09d447e721af90c051b2ce8d970f9037c04670", + "931e6ab771d72e7d47b63fc46fccaea8b91fcc80aa97a456bee36974cac43006", + "932f61eac4752e0bd55dae596f5fb82c6a5655beed2cc0f209ff157dbe89e180", + "9363a4d2b67faf2bb77955660010ced2a615c568d3761c57a3bf2ff6404ec4a6", + "94a44eb8c02107750fa3c557560e6bec0aef76e28851d236b2d6cf85565a07f5", + "94d38a120b004f5a6b66229add7e74e72dbd074772ba15d1742d4a647d2713c8", + "951e91b14a12ad616ca8991f1132fa4f763d1858822d0157ebffc429b49cae4c", + "952cdfdd6d836ab796722cb133ce2ee16b14348de138f70a79f1c6af33ad9c38", + "95312bd603102ebca1809ff72dbbf8e073586e5c0a4c68cacc6199d1e1224e6d", + "95406e941d31e39578bd8abbdb76f1cb2b3eb7bcc360261d849b45b641718be8", + "9568476e7af8a3f709e95241c456daeb7c9b80accea85bb5f7f71ad6b4387f33", + "956ff6130d82abbacde17e05a5bf2923b8a4a993b65c424d4f9c95a30427714c", + "9593d227ea9654f8734f7c51145c6d3eee4179603c050ccd5642cb50d2f790d1", + "95a05b8ab460184690fc31a8a13698b286f0e92bdcb33fb5cf6af66a29b3ab47", + "95a5f3efbe93d44838d1f96f3621c477d24e786415f4c81c9879dd403e4b4278", + "95c254bc14997a2e0c244f9213f7a2230d543948e2c41e38937cb69235ce7eb8", + "95c4df01b8d01f9506b8814f2631c677d1604853eb37cc30abd19bd33be912c5", + "95ca30ba70b76786b6fbc3b5aad9ca496be3168819291372dae2eb2b6e70e234", + "965257f692454bf6a792cebadc934b730ecfa2a179d3fe46df2232fb32d57d91", + "96d82f098fbb8db5b98ec2e8f8ec63a3641b4c660c41aaaab61cb09ac4ae15ba", + "96f19408441d972335469bf0b4364ad2cd39f3e435ba1b0e02972576769b7970", + "96fa526e45620e358f25a3d8752067f54c93554cca27cf49eb56c7913c4e8f7b", + "97320818d86e303e534a01a6dcf3774bfb866340af2a33897cdeb7ddd3f8de06", + "9747edba14159f5fb25629223ff12e9bc0d216302826344d592c5105e428919c", + "975bf5d76668602e6ba980cee7f109c9434a3a37c1b8b35d93fb5e8e7a608a18", + "977685b7cffb73f1ef26fa6a4f2b7fb5bd358a4f8f839052a2c89dbbb8a09670", + "97abf8d14bff7ab218a3cfe00a321ac0e109c828bf806129aa3b2c33ee6fae09", + "98002f7653792d2b2c41892baeed0c7871b7856cb26b78caf2195b83d11d135d", + "98302df238b9b63340092368d30b1e5290ffdca36d5a5b3d24a79f63f7dcce21", + "9834e883bee15cbce032514b9ab9335f702664589143d62a1fc71a032af3d901", + "98722a51369c5ca8848ee4144a01909eaaafb0722e5b8c04ce0c87d9aa096dab", + "9875cd5eccda046323b2e00db35a097674bff9ec0541d5b3eed73f5f8e39caf1", + "987eb90a6d108de4e939e23419ffe5a45a8f0caba5219dc6d14f049b0393ce76", + "987f394e337fb104b903dda46a5301aaff287730007f46ef25afadae5b7dbc78", + "98b3c272f364d556fa622ce5c522e9fc0f060dc4aef276bb44dd1d46d5e9db10", + "98d225867299292f12703bffec008805ea807aee642be225324659d309d6b226", + "98d302541fa8f33ca7ca098bd107aea4ed97518af5859ebb10c8a6ea039bae2f", + "98e07240600a5cea93c946519efac38d57c0b3858ae6a47638bea60c21879471", + "98e654baa488ccf9b9007a817167c6973be3bce500d7f03d1fdd73298cae5e1f", + "99428849c4d6e31bebde27e9099ab532683054ce8c153a9d10a7b65e56f932bf", + "9945f0c167dffd618b6f84eaf7a8709781a93caa6e0ba0a6c2393c54e5b7f3b7", + "9958c8980b2b1b12f3715a6f85c7aca1486f43cc2ce26172440b894f9fcbac94", + "9982a84e51afd9d4e847ca4dec6ad6d8fe88c8849074f780cc82a921f363473c", + "999257b0754b17852fb928aaf87ed897706aaa3588e087cfe4f1eea6960450aa", + "99b3b41376a8c953826ee94c16fdb7a8043cacc75e44148bc4d48cad1c6758b2", + "99c3c79104bcaaffc5c38c1c85b4b96bc953dbaba19994863b50bab0a91c4dc2", + "99e82a068e68ff5b9d9b6de848bb2669cee8923cdf9256a0794faac08625f004", + "99f302b695c73ae896aa6a57bb5c781cd38940e32e98672cd1c6387ca00a73ea", + "9a42dbb9f9aa960515c14ac7992fa86c323fd97df6deb622daf0e340b30e4f93", + "9aabcb855d31dc16f8bed9fc53fd312eaa100f5b252bbc59eacfa0743e7f12c7", + "9ad7db7364cd7d7d8697de9aea722bfec1955477728fef1bd63114bdb4e42224", + "9adcd005b974106a7f456d51d6b603fbd89c076c1d74fb6965712e9c35e073b6", + "9ae8a425fd5b7d3f65a6939b75afa5f607f45380d5fd4a54146672e940a05b1e", + "9b4eb0e364d3349b3d3f10bbe399fd8ce1368111f97d521c7636a349572fc063", + "9b572af176a0ce08ca4766f2fcfae2a2a6f44ce8138c941be9aef566beb694ad", + "9b804167e135aac643a0d5144bc61a7c188d47eb0a6e17f0ccfb5cb08183022e", + "9b8670857d068299982e3e12da1e040cbc4089da59f6652f7b8ae34584c276c0", + "9b9cb54e75f99488e11db80a28db4063de7fb107041291028130bb6637a82dac", + "9b9ddee0c23e3340dad578eaf73967b63092832f46e26829f7d05b493ff48473", + "9c0f001259d0ecae9b91379fc580c00e436b58d9715f51e6e39ddf6459606997", + "9c22c606bc416d61f094cc2dc17efd03777200b2037a27f5d485c97884b231e3", + "9c304d4792c3378127ba41e6a5ce0730ceb9098676fe4bbd4dcc5c55be621260", + "9c4b420bda3ad85c9610c1ddb0930fdae31c0509c31a65d65f48ac32d72eb2a4", + "9c4ed10cefd936aa1c795de9324409d690e05d54899d1a9e1bfc432bc45e9b31", + "9c5428b74d0734c1798659a5c2a60cdd104a631bc5c2cd482108ede09800926f", + "9c58dd0f52e8ade322cd6875f3d98cff28ff26657432258b9248a9b60400f9cb", + "9c6eb67983bac3503d1fa4f3e747f02c7a25d3de09fbd646cfff2d010810f726", + "9c97222a640a39803482f4e08a69e01a0450a3be06fe4fc9641cf0131b0e86c6", + "9ca67f9e97473ad9f858f9fd62d6c2f9c7709049980088db569a4728f7623aca", + "9ce73e107b7cba29d5ad4ac9b3a920127a0d4b2f7c81ad090d2152bd4f1bcd48", + "9d14045957382f9a922548f9dbe983f021f3d102ac0b4d2c2658dc4700d3b952", + "9d1592120d27fe3d51e75420ae1269de3b705afc3dbb5b89cce8de4ccb52b16e", + "9d3c066c345a544216a3e13515026d70b30b2bf65442999ada7ee95942fda828", + "9d80dd48429037b3827ba214b30643adf392eec87a0c3ba9d2167e12557a58a6", + "9d80ee70666e9432e5b6b7c04bf60f050ef6ef8ddc40d02486ab6eadc0cc1191", + "9dbd67c8b94fe422989baf694e2aa381769117e3664a310407b683265fa032ad", + "9df49ef86b0558c59f03245b2744e5ec1ed8f24add5adda97f61534de4fe4c5f", + "9e2772494f3e3a4d63bea115187ea31220252ed837a201930c9015ad51d4c0b7", + "9ec4ac3f75b6b18803e497d20e16b30f6b5a98d905e8afb47e895ed64aead6cc", + "9edd451a1be159f01f6432f0ad82ef62570ee660cdced89909882eb0d78c5a90", + "9eee7d2578410d51fa92385eff3d2357afc8f8e200163f99102ed21acfe7839d", + "9ef26a47cf3da4e812aabe3aa2cd7e1e6b73276f12f82643281967d5dc7bbd45", + "9efbab6a3cec41e6dc9c76eed55e3b427f7b4926803c4373ff88ebac5b4a1d87", + "9efd4b51ad36d81e214f27d70fb6e36ecc4c3566a1b659f78d6259742fcd9bb4", + "9f1009087c7b37ae089117668f728aaa5f3ecb22baa8c604cbb56eda5096b1f0", + "9f438393cc1d673b507b5163f7f99fa21fc9af792a0578aa7c117d8ef2d9614d", + "9f4608d4eab9ae10ac70d874f81e00f0c06ca749edd729478bc739c0a8fc1976", + "9f537e23b1e63ebdaeba8c83d6a910e290c782791d0652b8bed9fadc802ae38b", + "9f720ffc8c64a4886030d06ee66ddba984162e4e90567fdcd1e371052c71ce7d", + "9f83ec16c6dfdc98808e6539b3af01ce77f36771064307578895db61f041d296", + "9fa6a3c0a80ac376f44c6818436d1ba91c105d80f58bd984524b3801c57d4033", + "9ff10d17184c153e9069f5b824aec53bd5f435325952615bf79a6e0a430dd425", + "a03e7717c89a3aaa577413130e453605801d85ca172be688e483096d54d40777", + "a05f659e06fb5ca28fc989c75b2092aa41efc477340b3143c980c624439bd579", + "a070b405d69bb48b537162f88d038381a8b8253fdf90a8f080ec52c83da09f8c", + "a078011b24a347ae2c5be1d725a3d4c6ffe933a58d37fe7c5e5085315a9793ed", + "a079e506e625b7b14bf23dfc1608663d4d16ea2a8e7aa8b9e50662ba862a93f1", + "a0a32a724d874bd58f98b5f7fb50b1d157a6ebc89f6efede46e9142b9fd5d16f", + "a0b6c02e901895db03c5ea136c311331a2982addeabca9117e552b623ea8646a", + "a0bf65f9ebed8f1cd09c82107f1c208997cf8b2a17c9e2b6b588e0d3f1b3f609", + "a0c09e25ef17e1692554bdd8e22ba9a13b8919a359ae77ca15e82a818f9cc228", + "a0df1828ea87abce9638cfc85257ec619ed709cbe2192fc222708c13c256e38e", + "a0ea59161b4c689a3ecaf735f546c10d007594c544fc010f836cb7d01ea5d197", + "a122c64266b92c9dee0fa5ad5d81772d0180f88416ca5ce41e7fddbfa8ca4cd6", + "a123e568191dbccc159dbf0e2610a7dd4d4cd1d901d5fd255d84b36e93171dd3", + "a1279e59cdc47708df9e5014384f1f7824738edf0986e296526bc7763f6dface", + "a12b0d2bd7e72eb43a9219cbb0b6c5c593d94ddbcd01820f06a7a12d7a30c575", + "a14884b94402c0efadd3fc5e9dff09bfed8621c78ac78a3e50340e6e06b2a36f", + "a1854a9e9f442c7bd612070ce1950c4ed7094fee3b31beeac51ea5f545fd0c57", + "a18bd1bd8c4c4b16779ad1695fb61ebaf9d343672af48bee35b47fe1414968a3", + "a1a5267ab45977532a38fbff6777b9544779982f6f4e83c549de66b63a4ba068", + "a1ac8f2d5688e6cd4c46638539fd8e8fc274b8077ef84fd47e3cb3e148864cfe", + "a1b96a861d0b7be41db93fdf76b9ca4b90e24e451e2895b9d90cbdec14cfca30", + "a1bad290aaa74df21c1058d796b601398ebb6a0223dc2ab35831eb8d222fb5ae", + "a1dbe74c9cf79fc19bee00cae7b280cbeca083839382f8b8ffd335846c4f1ef1", + "a1e8da8c76d26d280439cb1705749ba35d2ed1cad5321c1556c45d65e5e0e26f", + "a23a151a9824adf8b8e54ea8f026762ceb74574168c081a84ee58f86948adada", + "a251b51e2297b9639a578d470f6813079c90edb65aec82753a9a1ac005dec569", + "a267aff604611134b035bdd7e8d744e6a463af69a6b4f9083a31b23d584e7946", + "a2ab534a12a3231a13d0028ae76a9672c44afad2b9b1e01ee05c49d375ae442c", + "a2b9e6fc6089a192910ffa79508000f4f459f5533cdbf6dcf7a23ceb3a745c6c", + "a2bf76422d88c525965efcecea741bd1f94a6c86c8608a6843ae2601f56aaa5d", + "a2f189b2f7404dd679f481e41b8d61fecf5da0d92409edef587cd6463f037895", + "a341833440fd48aea26699fdc1624a52eb3db99cd103932100d6a55bb6b0ee78", + "a366b08e727752b0261a79be508a76bf912873a09755df37d9d550f16436e359", + "a37b642ebec2bc4f64baece4a7c71adcd4d4cfbf1a2220e14058b3edc38fa6dd", + "a3803b601e55ef8bf2797ab8276df011c7eeef666383810ff7ade10167c04019", + "a3b25f99314074318a875968b4626d99a5b42dcf7b8c402be4c2698bead84d08", + "a3cc1097f0e358e7aaa41eccc5cc0001745cbbac0ca383a6d0185cc111c9d6ed", + "a3ccd3ee0afb191d916a5727318209623918e7cd970493710189c20786956af1", + "a3d40ca71837fabb3666dcd6bb36d375d4b6ff612a79e53c51ea31b9d7ec3dee", + "a3dc406694c180921d703ab6353d32c97a8e7222eea4e4d4c163f6779b381129", + "a40af89757b4e1f7e4c4fadcded4a6cc724a18d86d2c57296c12458f1d762eea", + "a4354136ce6b985a5d3d980778b5fddaa5ba5f445b7ce6270a9c5f85963a1a7e", + "a43cab807744dcf2bbd2d088e8cd43af87096233291eae48711afa8040b8249d", + "a49d7dc6f8218a62df895bbdb45910dc182f25ac2b7344427198f0218d0438e8", + "a4b8b9783603e6964a3fe485be7d515cdd6f9cd92baab45ae4563ce8a445995a", + "a4fca0e1b8fa35e1450019470bbacdef5dc45aac4feed5e002547d9d6f59476b", + "a5351a3819981a736641c3c50a4d6ca3faabe5ae8e32edc28bc1cef141c40d6b", + "a5617e451323f4ddb657cc1ac0c9b2b08ba01d0c9ee6b5bb90adef7d4c333568", + "a5776d9e11b439905583492e705b91a1b42b34abc508d79ce0e0722f6ca6acef", + "a583abb75ff1fa4bb7d52db7b9109127fe822d281aa9003149444f944021bafe", + "a5b422afc53594c54b4c4b16be01e923e9c79f8b593736f49ac225c951cd8c14", + "a5dfd9da32550e164a6c63eb08c1f6a2547987d2b33969ff7b0215f8ee622dc6", + "a5e995f954f1646970f15c779b6fe6be94c0ee52144ff5a2e9d72eff33ffeb2a", + "a621ad9f22c1fec373c9baffcff0c941a8d7f792f0a18586dc5125a627878116", + "a6683640657870fe56c4af8333bb373efe582acd241443c5de17ba3453619bb6", + "a6791df4f079d4614a3a1f216f1d86eaa5f3bdc98bd273f56b69b0592b41dd26", + "a6eddb8ff9858cd674acb7cc225eca94121cf50c2a9de3ef2ac05ee0adf5b0f0", + "a6f6c8f1dd7d6a28fe80567947e1c77305fdfb7190e3f94f79b2cee4b8449d3e", + "a702a62a0ce17078c88d1416a10b81c9aec85b78d2a706cbf77272e2efc1a4f7", + "a708819bb0384b19c9ebcba75702ae96f641ee3cf79fd712077e727912c0457a", + "a724449ef878facb7ee0b008e220ea864963f0e7e39cdd31a43864ef9921025c", + "a74224ae36d9293a32a0505281ad4f1733bbe621873bb0c984f8954d316daab3", + "a743bd88fce22643ef830c23b68506dd375abac6465ad60b4cb8351040e62454", + "a750263eddf945283109f003cd8046cdc153df71899d09b30556ca8fff014fa1", + "a772cf9ca1bf588c36712a36ddad337b29af5ab0401c3264dae1a0bfd0a8bf0f", + "a7d7fdd7df2d66a787622eb9a27212a1dd3f1f8a07c7e77c3be9fc959d771e69", + "a7eb99092abaf7f8b9d0670b5906ddf805a1773f1b4f62f6dc9fb5538132a693", + "a7f0ca54f2700303978ec97d9f365ad1f917ce94f606d2595f0a539985bd6e1b", + "a841679522059f62ce5a950cad182a3ef1ff961be3332d2f38192bf05624b9ab", + "a86b3699691acf7e426f5c0ce4272cfac4d634a3a106902dbf1938e2435dbc2d", + "a89081c801b7308c86904b0f441fea806e7acceed9c420f90078295498919d44", + "a890bfd6614b9ff75e4acf074b26d9f7875caf6d281bbceda0e42ecf78a7455d", + "a89c9af7c6d1d0818e2fdaaf3dd920dd20d4afb730e80b8d2640bdf1fba75ea4", + "a8ce83c637cca3cd88eda23cec113036b92b12ea61ee6bec7f5a00ccb2f946ec", + "a8f018689fafbdf00bab10aff5d77035210177e8a86a94d7ac6f631271851cb3", + "a90d7bdac4e8db9bd85268ea2b0601d32b28138dbb1af43ea9ed8475656fc803", + "a914075c60372981b697d3f25a5d0303feb5707b71cbdb81aa59e20afa38a69c", + "a933b42767b675f23c55a3bd0888051a90a6db5c12e528a1109f45c86d265b9c", + "a93d49bda71d2aadc8ab5ebc10c9136812a71ddd0e0e3a257930a06d9ad120a1", + "a950359abacff930799b98035d2dee1a0c84943487c21065b25c417a480728e3", + "a956b733a72c588a886dd80f07b9a50a7c50c71eb090eedb9813bca88fcd414c", + "a9d932a62fa73f6d6a96d146fe28c041b9452dccd5a6d0131f996ebeab7ab8f0", + "a9e1f90410ff4001727d240e543b1da201dca7540cdbd5720fbabc52d55555c5", + "a9f0c0de38ec436a4af0aeb96a04249d84df15ccc080c0225546d5006fccf5ac", + "a9f7ffb91f44bd27ad011c0721a6697ddf77dcd7e05a2473c2b2ae4b45d6ed67", + "aa49fbe535345917bb469c8f07a4bb19b263320a1b878247504ace3b668429ff", + "aa634009f9ffa363413b6b8490516ec76b3e37545a792226271e5dae9333653b", + "aa66f54b57d2ce29fd90750a393ddad20927e731f383c2bde590741963435ceb", + "aa685e32c88aac051f95e9663d74d92536871bb1570ca2f880e3649d72dcb4df", + "aa6cbf5104804f5cb7e86fd753e4e5369ca2299c248fa5386b2c6441ecf79107", + "aa89b61df7e81d444be2c2c9b7d86a55f27d70841a4009d08bf2f6f8809b7426", + "aa8f9285a8e65fce85ef3357eaa84a104d40ef1658045a2b95c913c664d90598", + "aabd8f2fd6a25e53262d8c8cf76418c49fbe2de5ec7f69b813a9013e64b2a608", + "aac35f875f1806cd3f3547362515bcda9d6151c2231d41c0f8bb62ffaaa40e8f", + "aaee3bf077a76386aa71f808b32df60a5b57cf0ad84413c35999abfdaed06797", + "ab30982785dbf8b2be3b1781cc58d1e85fcd0e061889e46d23b7abe964202dde", + "ab8664776033525115237381c15dfc31c621d66c93c0d28c58952644d0bfca09", + "abb567bcb73b46d0668540edfb8b70a816a17fc2d26e8cce5978631a3c0a4b71", + "ac2020054cd25ce5be47042209efe44a780470610210e47a07bae9b1d75c6d51", + "ac59fde9d43a11dd89fedeb2d49a2ad8e722b2be68b9fd5c5ac9520fb0cadcb0", + "ac6dabee5b5707147eb79e3bb6b790df357dc26f77e37e5b6af43845234e82a1", + "ac7a9078774e79a56683c947338c4740b4d0218ce1296b660c91fd8fae06a0d4", + "ac908e26fed79816dea69ab9577341edd806b565fcd971f8a86fff8e3db4b932", + "aca04b419e208d72cb2769900f22462f9df8b0502bcefec22556bdedef44a110", + "acc4ea38d065d2f3336ed088cc991b07e581d37456d4370fcd40d81f6f36b7e6", + "acc5c7ac1c8bc43afd9fc0d870d8a65432604c53294a77ee31eb6f60637d130c", + "acec02d51cbb9f79b85881f375b122f7fd1bd7483964f86729ad4aa8cbd922ef", + "acf9d606aa42cdce69f9bf465a11ddefbfb50d2b8800efae9644276aea08b2a4", + "ad0bf4a8f205d5339e85a4212cef2b20b7ced6280c2e9f5f45ccb004b6af322a", + "ad511b083a403a2b6d901119d09bc310afbe220f66b4cbc997ce6e1b43923b62", + "ad7bc98c757fe2eef34f27ca38ebf39cc7560a6475ea5fb65b53a6ac62361296", + "adc0bc79f7cdebfda01aefe2fa44fb0406fca002c0afe4f286022b704074625b", + "ae16ab0f91f2f878129865aca27304a11882aaf09f7a1f6c9c886216601fdec6", + "ae21a5986a959789da9807444a242b62794e9551de2b3e33d472a60a891e9181", + "ae39a4ac22a55fcf1a8a78ebdc58fb8d1fe5f7a6b4a51f0ea36e65cea0c9c868", + "ae39ab3cbe928abdccc9f6eec045dd500e343938bad19e3ef945b06d5fa16e60", + "ae454bc89861d4a5c6244640aa99db82c11f4196f6386e5a66739bc9a458e534", + "ae5bfe44bf7768585ce234c04d1d0494bddf10ccd26964ba59f0dd47f0c2b268", + "ae8e2940d3dc04d7a6a8a6aa07aea6b1c7e943d11ade25e6dd5e489dbe0ee8d3", + "ae8fdce92af832a981dea810c831d8c267879922314f42c4e9f6275776c154d7", + "ae936a3462d7e22809bd94ae5931ae70430f00031ae97dd2bd0e7ff78343e728", + "ae9ec3f3a37a86ce3e8f4605da3f65632e534875fb5bd4ade1db25c1beb1e1fa", + "aeff9c08f60704690cebdcb3f6ec1b9095c9e7d75504a384fbc0bbc11c9d5341", + "af1db02874a387fbc5f94838d3a0b80d3a940e21e95730f6b7d4cd6bcb6dc022", + "af40ef6e683b838b9d629021d698846993a024b916555f7af5ceebcc0dcb73d0", + "af5d9abbeb59f0510b4d1f5d5b4bebfafabafbc03e030c467c68fc1026a60db1", + "af6ac547c28b21459f56a8506afb797e43f8186c9c08519b19983ba48a8e48e3", + "af94252639de288cd696f79c779ec18bdd6f087b485d465a9a2d53be647e4bb3", + "af9874ea784ef6a5422de0f475430314d5c5c80f2d627c9c4d5b101f2dbd5c95", + "afb8867def2977d96ab00821322d5f342c123bee85e33c9530001026a22b1fc2", + "afcee626e7e0ddf98780a26e9ce0627de9b45db75e8bf1d50f86844c0c8e9018", + "afd476b9cf674144af007dc146cf82e7dbc8fe486b80888bfc9d82f70588a23b", + "afe06523c00a6e5b945484aebfad43ef059ad8d648cb1bcc680ca26c034a6f80", + "b02acd3d0ec221ad7b8893f16b79fcd8bbd831f74409baaa2184b623a4c63829", + "b03763967523aa5f431d80ce741e8418d8764ba8316afaa6bd804d51f9247553", + "b078f6c1ab0b1f8866eb77d939d2d70f9ec748e9a45cc09fee00a1b9f8cc7898", + "b07c85be90171841365bd23640932d9a41511e389f7ffb9adfcc5ab66d89bf57", + "b0ac14cdfcd1f096709f5e82ca65c67c2e0a27f2ba6d688a954c356501cb7d20", + "b0b04d5848dc77d7e5908eb8c0a6df6887c743bfe1078b13b14571ca3269ccfb", + "b0b999be0229df105d8b877277e75f63a392daf57752c18b3fc14a6c1ff674be", + "b0c43e875e30694fc93cfee195abe7069714ae7655347bc779694bc60694b637", + "b0d3870ec2a569f0f320dd68d4c728fa7c82c1423ad214286e3e5f9de19086cb", + "b0e33fe309f08f0aa5750e1184da66b702ddef2b9ecbbcf2e3fa3d35b465a72e", + "b10d1de22a03af66a12caeede346d3b183929a809d5beda7f13a42e69eb190ec", + "b11f3bcb872439562b3233ed7bc52f2786a0b449a41d6701b74666208f092e5a", + "b12ad0ccf78825d7347c3a7bf4aa5d5ca460dec3ee1584db25f09518fe20baec", + "b156c635011a93a648f076dd68f26a0c9aee6e5e674ee4a207653d65f451338c", + "b1628145ee10ce0474906869897ccda3c70dcc5334d33223d950aeb2ff9f0f57", + "b18d03055f8f39c8a459af611514a947e6b08e51d17cec2d74f2159cb22c50ec", + "b1f012120595870ca5d56c46ee5882430dd91ac6be210da64182088b15236bfa", + "b2366b6bca134f7a8b7347dac3bb0b100db6d3cf1de9ea0eeb417e1a324b9538", + "b24726902e3146d4ab97bf67178ed77840fe5d9ff6942d105a48c79f6deaa0c2", + "b288350c5709578836c834d4955a2fb3faacf583df46a9edfc32c44c116a8ba9", + "b29ee483be358080d8f6db6047e42600fd7481adc4b86dbee6facc4199b39ea6", + "b3088bbd2f0cb560ca5edd8269eefde6e52e98807dcd2daaaa04ff531f49a983", + "b30afabdba5dc3dd57cfc03f8c8142972748ebe769127fb481171ec84d5e6782", + "b30f9b407fb8ab04e4108164a282def889f0c6a659a6925051dd82835f739858", + "b35a6351bae968e768fa415340252ca2358af96c3181ec6a2b414656302165f1", + "b3a4be33968e42a4b8851312c7d9c996e078c7ddb25aa484a34e559c65d17fb0", + "b3dd9456f5fd8e73e0a9c7b0ef5bbade876a54e0b1f91868efbefaed8e6b62c0", + "b3fcd7c5df285b09027b8ad2356c12e05736373385da2ba556796de7e43b3094", + "b417c0e7dac8894fe8b58e4a9b2ae13525ef8065d68181dba35457570e7e19b8", + "b44002ae51ac10d1d0851b77a8c5e5109e7369fae9d73b459e7b3aa3f0f6cbdf", + "b45ee5251159a5e01dc599e6e1a30a304859484cbd066d9ecb6d8cc0e714ec27", + "b4782cfa6af28c51d1a53555e241f4f68589f6e89c84b7246261344db3bfae0f", + "b47f6e0b37f9793776fa983dba2dd994a42c32346b4b1f4c9278ffa6ce3529fa", + "b48314748c45c8dff55a2316ed448bd72f20d231778e80368376bbe483a2b1b8", + "b4a51cfb2f14fac383167432544f2b82e7e120014acf948aaadd33ae1ed331ca", + "b4ad08fb9090c4ab98399dbb2e98a5cf0b334bd88580b38250cf13c9d386b4fb", + "b4b38ab0899c091d3ddfc7a88603261cc3446a70c5bc09d3ebf651f3f0d6832c", + "b4ccdc6ff79881b8e5ce94394ba1e8000be7611793c98624c09b7737325617e2", + "b4e174aaa52c030cf6b034355335fdc549f44681908979ff6500ea6dde0cb67a", + "b513c611ee93c3033d681ac34dc5334fcae74e64dcdd1cdd16ca84269a4cdb6d", + "b5326045d5af7216b123b3f45417dccbf6e9cd74ce36508cb1801793f1ec789c", + "b58a15be3759b35178f2a230d09976799f0bfd2bd4b47f730ffc5133c8ab0d37", + "b59a22535f3efb4fbb1a9e3cb7a414a382ee70835a3a34bfe3f7304879a0076c", + "b5b5a06c87e9b6185f039dc51b297bcb413f09f577fd54dabb2522256e0d95cd", + "b5bbbafcf9f6b175e3dff8d0aaca59059cf2299247cd7d825304a26a13e25b13", + "b5c1a87db5d6e07258cff72927b1820ab5e83b10c0029456d43476447dfa473f", + "b5c242e5c5c2dd850f6448fcf141f42aee95261f7cc5ec287991dbc845ee0cec", + "b5c7c8e294414ef68009c0ae31352d550b47a4ef468a29e034a81acff91f6c40", + "b5d318dd57a9c80b3e8c3fb510c8109ad38bee6a3fe0e4a495619be1758227da", + "b5de3dfc01a42bd025e966c95808dde6a80c364b73cbf8f0d42f1f5a4e5eb023", + "b5ebd74e821ac2afbf6df49f7d9d4071750dfa86cfb91dba56c403af731dccd9", + "b5f2d01087a437e4ad8e7ed4a37db82ed01e39b8ce4fc4e5213cecd480371678", + "b66b4005cbfc9b8c8548e0348990af5da72fdb3bfe9fe1c0e01852ae0ee02eb8", + "b684f330e18b73f11336a3ff76bab18dbdbbdcbbb4e9401707118fb8d319ccba", + "b6b886286302a6c5faba0e67d898b1b416706ef980e779930e8673699c7811ce", + "b6d1a49654eb4109c9a1426b33c4b3eee473f744c7dbb6f0fd0bc859d4d07ff7", + "b6d8eddbc4f2611621906fd72f117fb090909ae263c6583654380efda492570d", + "b75ec2550dcf9a890403ef27db99f24849cc1f172d08d68e57e5aa2639b6db3e", + "b7fe798ebcf5157ee4dd11701414ff41e15d63f74ca55895e53db3a3e6b7d68c", + "b82d43dc022095090b121186bf6029625117111d18c836eb0b4d463a2a00d70b", + "b84de002e997f9f9e0df1349dcd3238bd91f30dd163180a17dd7cddaa2df57ed", + "b922630a7c7fd034f00cf9d2f940f32862470390df5e6b97858a32e3b3411290", + "b98ea5c34a50ce0e0dd1cdfd6075f7b1832f0d5d1252b7459feaf0a9ddc56dea", + "b998048a5255c631eb43e8cc0c8b892e29b7b9de408e4d99fb3447862c734e7a", + "ba0e2abe57d4e8976f7b6dee8c399cc76d672974a63968bb22e74fa3f3c07c42", + "ba17117fe128ec4754d6f6d360227770b44ae0d3c0ccd6cd676c15e61a959b6e", + "ba51369f3f4aa59d6bf7f75cb9359705bc8da0df0c6d68c8608f4286d76d333d", + "ba73c3a2d34ebf5fb4faf99ec8b0d20104f805520fcc4242316692e239584e31", + "bb0abbf276e17a783bcb113938c42f3c3c47a263a3bdf13e3efe2881ed0cebd9", + "bb14ff83d06e928142c58f803627b6b6067f7d7010725f231d3bc3991537325a", + "bb679d31a017ae04a18eaebff3f6fb8f429b92f73b9da58c65f8f662af751fda", + "bbb6568d2f337cb7194aa2b2aec0fb6a188c46d06a714fd27f0eb79f524c8315", + "bbd3c5a145a404a237f0d5d6900cc4b3c1767160954322a286491c874a50da5d", + "bbeecbe54c37f58d527baf903067f9dad4708779c45cd500d58c01f62b7f3b32", + "bbfcf175ab1c5bc358e67c71a7e7b68a7ff599eec1846eadc93113b45f15f036", + "bc2bd8f50cf3c34d2cb52e4acb44cbccfcf12768a96e14c39f8a117dc8d1f120", + "bc547c6f717ee21173258f4c941a3a3c4acd7c8578ebf8d35ef8b98dff04ddfd", + "bc5f61fb37b1c01c737ab760249b7f12da334e3adaa471ecf20116794b71c1e4", + "bc64c4c70b7cd5ff2acec0c8eb0b7de2b95c0f95df1107612c6c86aacd750b75", + "bc6eaf5d6e55fd6755fd47c42ba065cfd837ee952d1baba7caebd5b18b5a04b4", + "bcb3fc371ffa17c1c073cc2accd53923efeb08a01d24ed7d806532ed460eeb2f", + "bcb499ca031752491bf542f8ec41e8be53b4ade5d1955f0e25156181d3bdc13d", + "bcd9ad96c094d2b37d619be8f3fafa21e1d7c541e355a5dd8aba1427e2c5da0d", + "bcdd90d4e12d43067f3bed7dc8774068e4f42335771892bdb17e8a69afcee82e", + "bce86da49ca3b3e13bce9c8a69617ebb5e761edbaed7ac9cb914e3ea681d14d6", + "bcf87d42810cf1d06f5b7e1c63f715ac6407cb2fa729488030612a8c5be72cf7", + "bd23a935c7370573992718d3062157b935bdba9e90d5ce38a2f039792ac7706e", + "bd36a8c360935cbe0fbdf5b58237bb8eec29a2620100a7ea3363f1b977e044c9", + "bd4742ece96e7508c7fe3019146b9e886d39ffa7c03cbc486edd29e807e97ac3", + "bda5ef41f329a3daca0dcc206bf1fa8e743c267226364a383065e9b453d7a5a8", + "bdb0721795731acec21268778b65231fab27a672cf0c89d144ce4de017dd3da9", + "be02f86b8ffa1a1090f50d83e4592e652fab03b76eac2de1d3bd1461630612b3", + "be267196ec200de80b7d4ffa4fbee39772cf74936647dd847851289092f42f62", + "be6cc9db2102eeccb24879afe2971e6fe5aaeda2ef1042fbeeeba79a1a1c5635", + "be77bcf22d386e03355561d906a4d01f536230205251150ad805e06b9e4bcced", + "be9678da0d814cb4b23b38dcc097182a377fd1c709439cae4d9d8549ede3e1ef", + "bebe2a929aaac911b350d2d921386029b225bf1e3d3d08da214a9a5dc3bb62a0", + "bed10168e4ddf079981c1b85076f28a3ce061584175feec439e0f737b950865b", + "befdb6fb0fb17e561e51bee3afca24285c8055bdcd5ed793ac12cc49939185e6", + "bf120a9a0f7df85c1ba2da3658c8978748e3c3b1bebaa82fa8d8439ecb4da32e", + "bf12504a200f2bc6c6502eb732bbf3eea946be65c0837729ef477e1ede70ce20", + "bf21233f56d276bfa502ad634f5e8c7f7ea04421db5d894da274b2652d65eec4", + "bf3eb231d9cb0dca6d3f37766e4f5ce99a62ac72526d638dd7f28a8923834afa", + "bf7e9e164281f29ef0eb79a1e142065d86ce32e9c927c9d94c079ffa98174eb3", + "bf90af2b98795bd827adf4c4b2d0b7a583b37f29240a8f5ba4edcf20c5a9f3c1", + "bf97fb94799f55df9377e1a428aea35a9aafafaa53a5b8d65d902542d8c6fd23", + "bfd67afb7e0d59083ae71a16f8540a54890e5fb890350363b0fe33e344e8879e", + "bff20b1fcfb36e27b079aae822ec04b4b25a2a5809a1be3387eb49542ebf8735", + "bff67f7214a8e1eb41e7bd601e76092330f41d8ac24b5824972c1a4d6c050be3", + "c024a64ca09b458d19a05c552070c1342763c6d68337bca48f0097432fc3595f", + "c034c03b47b63c202ec02eed6420878b1c4bb0e2ac260d91df82c54f1ca190de", + "c04ed340bae75e79cdd78942e9335de2837e00b273efa911e62f7e53eab5ef25", + "c05e4185c5bc92b4a260dfc81e9faee47539d118f13474933e5ccfcf0be3f740", + "c06524578ce761107a87557d97f85990be11337eaf5e3ca90fdc4b260baa75ff", + "c06549de3238c0c6e7b2f07f003b2f0ffb4c9c27edff4bfe101a5795e0bc6f5f", + "c072202f9b3b28a346cde65ce651963430c942590739690c3084bca8119015f3", + "c07233637a353018d3f7bea24ae21554a01430c39ee202d62a458c13b199c5af", + "c072353b9e9217c2abaed2c476d9a771b759c59578cceb93d264740aec6a4384", + "c07921530aa4faf4287314001c48ba740df2388ca8ec94dfbfb74a3eb50d58bc", + "c08c7e43682e8e4c87d8be637f9d82d4b82429e4aa372e6a2e30d373e93b4d32", + "c0a1f61328f349ecf9f32d154d912097d236ca5200c509253c56dbb2ae7fa413", + "c0b5635ded2ca1c72e4ae38072bf0bb69a5cbbd13eb59acd42599e3e50aa4066", + "c0c4e1754896994da712d47d8507b7f875e99a4d5f65910d989c73aa800d109a", + "c0d55523dbf8dc16c804f877dc889ddebcd2a5359ee7148c21d78935c2fac7f9", + "c0e43d2d0c4f96d5a4d1d3ab1f1469c31d8efd1c05132a75461cc6e8c826f0b9", + "c0ed6130b0bdd0359e918cb5d3b2f6423a42fb6efc4af3d556d1cf4e984c0cec", + "c0efbdbb716f87ad84e409e078f1919460f3de01f2b33e53ce0ffae28b8941c7", + "c0f652e25c47ebc5fc2e18598b76e83c656643bdb75602a92289fb01fa0066af", + "c102e2f2303f130e73f2b2dd75b6603fdaaba996a1ca4ba043e9c136f7c15420", + "c1253ef0ffbce0d7f76f114b7184a12dc245ef7cdf7eb3ea2d51332101a4ea08", + "c16f94d277ce05d085f72444894a40c6ec0479c0a49398e2da51073effdf2fbb", + "c16f9bcd2c4d8f79169ad9955e892aad835f6ced928d1579087faf42955bdc19", + "c180609592cc3870f3dc650c79360da83f5102115b4df9aadd7023e0b7691554", + "c18677c93d36734e09db302b680fad865fdad625dd42ac98a56afe0bb23c7b79", + "c1b11ab212a92c06204de8eb8e33db59c06fe2cc9350b692f91238af02b77270", + "c20c660029c5bb5c25ab60ffa6cbd63eb50e1ea43dac36926bd32c87e0d191c9", + "c21d65e6dabab9487a553c295e2149e194dd0b17a36b209dda8c6acbc49b691c", + "c21fcd5859d67db5a7fb511fe21e68f37cf6d0ae1a7eb3695e3e46e74d1caf67", + "c2288e2a9b6d9e23c664e5a238815c204fc92379ca4b1de8e369d491015f3fa6", + "c24a3fcab5943b4336cb25e2c4496b62055967aa48d8876577b9c7bd67cf7c80", + "c2a1d0fefbd6321505cb03d69d49cdef50ab1cb792fec9cf4a23a2dd0ff2cb62", + "c2cfee3f872b61bf99bf2bd71381f5c7cd279e249bf804b7b8e2861ccafc7776", + "c31106c0aafcb04e0f97c35994ecb7e89348b7948861d5261adfa6579c5f4f1f", + "c33032b249679e0f5113a3448b152fc582acce16b6c145398ea5da4b13027e68", + "c34b9d242a85f0dd41f34a88dafc8faf1b3ac03488731cd6131f4083819dfbb8", + "c354687dcc12700beaa4c12307ed810a27f3ce079cda07e476c5f80acdf9d8be", + "c3612869eed6d45631154807b57745bca7ce167ebf45787d9bd5bcf8b234fc74", + "c383a9a9768dc0b25b1259b736264f763ef1b1c651cdf24a475bd267c3b951d6", + "c399984d6b0c9d1999e2805b521bfe0a27488982249c821889da7727d760f1ac", + "c3b28e516f3b74a15b151adcf82fd9aed69d90a91aea048fb03ebf3ccccd7de3", + "c3d2ab670f1ccd44a266fff4bde9c07cd7c7911142e4a8abdd2e23a07d822b3f", + "c3da57acf36595c800970f7880c8852e7c04d7daad8a0f27105cefb8068eb5e2", + "c41af0d05d256ace803806241254b43a9ce52c0fa512ac9a1a5027c6a26a6bb2", + "c450137ddf1ac2940dcec86a56e99ff42ee74a420d86eb28cdebbf2a25960012", + "c4536a2b42d40e58686bed1dc5c422da58fe3cc6dc8e7e9e6f9ab1e9120019b2", + "c48a0a0c5647f069fb67e33e9475256d4f7edffebed6d1472825ee72753aba88", + "c4aaaf90719f53cd17a3187436bb383c505c1ecdbe6907c43f5513461b3acae4", + "c4cab42c78c297b8fcc09523dd25ae6a8a8086e5b4263ac26e18f1a333ea1787", + "c4d45104076f6520102d542848213e0889b2d563c9777c13fd4389c7929f0a70", + "c4da74fd5cb8e52860b27008effe3da41e6360d9934a66a52020437cb0c0a153", + "c4f814cc6ed768d0e56a13d19679631906b07418c3e033ea24f143d827a40193", + "c529c725b71da442936bb8ab052712caa8812c1f3176170f460642223274a589", + "c542024eaaaa752bfc798493ee4945c876146979711fb9cc49c9b71d84a508ce", + "c552a359e5e1a4bd1ff4d6a5313e086d4fc9382444d7bbdc6372d25052301ce1", + "c55839974c8b040c7bbf1adf0077afb3d0e699044c74be927217f2c445f7091e", + "c55c2a1121a5d3fe7144f9a737652ea0e0ccac440b34ca5ae6f739322c14971a", + "c5616f4c2c8e787dc1a217841c54667eccaff4d25a6f203811b31b8171a283bf", + "c59ee61269705faaf361a3fa88eea141e108dfe28a427c6e488b13ae88de7165", + "c5a5a6d1f10a0a1d8d7eb22f171e311c031144da9c8e1aaff5225089cec00163", + "c5a6a1c441fb287fc9d2416bddfa134666d87296bc9079fdb40ef3dd88f834af", + "c5b2951e583e3f5d7bab20aa1f620dc8e62071cb0d9fcf36011cee5c79f24f0a", + "c5c0af94a126c1b7d8be21886530273bf5db83f4ecbe624034dd36af5038a16e", + "c5de598be6e1b4db13e787c719b2852ab2988caa4d1909389f5c60a3b4839232", + "c5e4cdc0aa0d84e16a372597c6261b520cad72f635271c0942fcfac0a3aa6849", + "c65f6259756a3f7330763fc5b04a03c6a7bfa4d7adba7b24cb52bf25f8ccf582", + "c667a9f939ab7cbc24f16808a496913e96c956f1a30dcaf190ddebbd2e2c37c3", + "c685c7deda7bee11ae26a52bd9c2e0bc69725db3da8c11ca31de05126b59444c", + "c6a6f1bcce0906960d0db892e8a31402332a77c0a34f30af2d1a1fe4577f1ca5", + "c6e52e8fc9cc1326987043c2e5cd275d9739742e759dc500b48dc1e1afb9990e", + "c6ff80d4c29f48b524d61b8d7637ee883a639940f373acaca91985a8fd2760fb", + "c723c0f98c601d0f562a1069910741b66a215bf266cf88a2bf46d39e54c8337c", + "c73658bc27f27a413c5b379e75960bb121ee0ffb6e20209bb8ba3822d0d7b73c", + "c76e6da2382e79e7b091a92fe16a4b1a4329533e5ccf782dfcac91a092585722", + "c79078deea0cabe9b6cda04bbd16a271bf55231129a32d3923b5d61f0e164493", + "c7b43b191278a9fbe9cca46d7250b30521923e3c969a1c377a266770d2994618", + "c7ce0c2ae2170931ae88ed3aa666e043a9571ac1c725ad769b055a7249bc1fae", + "c7ecfe011cdb48ac32b4a4ffc380ffcd844620329f25b3eb275dec9548fdb13f", + "c850c40819cf6be6039abc709e34a90a41d0299aacd5432bde96a32b187c7939", + "c8d5f6a03cf5578ff3c27f20418a5fd7e2f75936fdf843e7c6dde8119b2202b1", + "c8d631c5dd8e4329af5d97d73eb7d0bd2a0c7f18ce291731c4ae9b5540a300ba", + "c92d8d90bb4f444c193024326c23bbf6e700afa1564e9212e1c39529ed08c2b6", + "c932e5515c72dc46b1695007001ce1032a77d3a8b1b313c2c892ef4b2c9d7d4b", + "c98f48a896e4f421facf2c022912144fffe504e3db694226092561f802f22830", + "c995710e45ca54270ba28255ecf88460be706305607354f0ea067c3843aa43ae", + "c9ab4df781c5b5c2ce6e3521532cdf914185234fe0f0a4d8efe2f882a53ed368", + "c9b3e6759a8e4bd06b705333df6b1e39d0f285fe2f389f5aff84c1d543ba0512", + "c9bc72a44e5f32adc8d7f3408a983a192e4fe97bfa408126b3074c0b759499fd", + "c9cba066b29ed7b13272cd5ed7ba87332d37b1ca861a14523b68537a4bcfcf91", + "ca0dfd82bd822da0e32efd6402e176a98e724020726654e2317af944b1ae8471", + "ca79360ba5ff1285e65649a6d3a83a99010576e08d618eceb90ad103aaf03490", + "ca88c8f7dc5e0b1dc4b8f5000cab018d8a2c7b1c1f160311bafcb5e388a9452f", + "caa3bfb83ed58e30949a863b79a2af63f9e16ee16b7d7c311d14362e907fbe9f", + "cacc91e38cde889f3a3ed7ed8b914d6ffbb1231c0a4ed13e2bcff10fc3464b43", + "cafd41841a6971c11257fb7e6189c7785498e20635721574650fc381c539681e", + "cafd9a430506f2cbc372666b6543a890bc6934870dd4b5ee9040a47032390b94", + "cb0517ee94da12b8eee80c94ff7346510d18d7e285f951a87e78762cc47d9e58", + "cb072729d8819401aae11fca56357df42a34fb91fd5b902cd006d7fc36af2f24", + "cb10006e3b9263921ecadde5362e86bdf3a8146c22db36e458f8f4bcc6e526f4", + "cb1312d8be0cbdb89d8cb7c9e4971edd45995484af46b1efd4fe7f1825e4031a", + "cb15b5de90f1f391f397471faf423fd6e70259c74cc4209a792986e4e9d57bbf", + "cb1da3e4cfac0866b4f42bb6104d1ca463379e9a1b15b2ad7a1669d70f457ca7", + "cb21511ac20b769340b179d9e5b6f1683b3a13fb44093f68ca225be514b20b83", + "cb8904eaf404eca0238f1f2c1532feb5746bd94ed9d7577383ad11a8f4e62d77", + "cbddf4858f884f84126efe1c43b65fb1269d916d0f94ee73cc4b3b5dc2949e7e", + "cbf5706c38795e3efdadf678690e074e3f2512ff9868d8665655811d1053a5dd", + "cc170a33d8290a975c2c965f0893eb728ac611d55b3b06b87be576b85bb57877", + "cc25f4b88d039fa902ba63f48ac72b27a1c82c7a1552040ceeab9dc788052d3d", + "cc30c9c182b14d50bca7900e9af56708d83adfe54179fbcae40b2db471db46e2", + "cc4f1dea9120114b4b3bfabbc5d96c080ce5ec16d50501bd4543a2817e6b834b", + "cc68e4b42102346f64fcfc28a5407d758d87cad2b058b6b500587e60b1d54188", + "cc88dd027865c2036edfe3895b017b69977f1cbf6a90cb1ef8596f5e0d886f78", + "ccacaec81b3af38e6b70ce193c830d1081aa02a06cf99dbd5c13e035afc0a526", + "ccd0ebc51296dfcf4e63cf0560dda61e542e6aa4183958b1595f30a01057778e", + "ccf399adea2bbc343bd217129eb44c3eb6516916108c3b4e8d126179356fb07f", + "cd371cb03771295a33e5ad744fd245c02d34de6b06609f3923a6c95554b66775", + "cd380281327a8079b9eec2f202ec9f51f4008f9ce6d096f523dc9901015bd901", + "cd3a0a64425073cb18a40113b21de741a01166932eac1b1b8bd358dc85832af5", + "cd456c636492018ca447218c02d8fa52ef443b088cc6a57a3aaa83aebd71c370", + "cd4b0b156adb451ce45ef6f93d44353b81d1ae76ee0d8eaacab68832c26ba075", + "cda8fef741223993341e4ed5d553000635a1bbb0c66a2b0a5723542077dcdfc9", + "cdac002519a0b137114e4761cfa75f82e189ce7ed319655f15c37ef04e4896d5", + "cdc0e13996861748790ed8d99cf83a43a8bf8c1d2063dc89ab890325a5eefc15", + "cdcfcbeb98cd99aa567ab0c7bff236b3572cc9a2500507b189f6f28de7425860", + "cdd0ae1676d3f8a072fc5218723f6e2e515a8258b82f51bacdc2a3f78c9b2348", + "cde33a13b4c099644749d2facbf2d4341a9e9ee10354095f774310cdcdefabb1", + "cdf8d5aa0a6cc5b51a2944f3c570de8794e9e945317c3e1a5aecd87cee420299", + "ce005b7688f239258d6e6714763b3a37aabfbc9ec585ac5fb624e228c2a102b3", + "ce0823ac2f688885cf9e1a6a3f45844332ea6a428d685c1cb041feeec764ca32", + "ce7855544d63ef0544126ec17880120aeb4cd2b834c5bec78f33e409a1b117c3", + "ce796c3e11929e06bda4cf091d8108ddbbdb1f16b95cbb86dbbe3950b36dc8b8", + "cef2f0750274e9d6fb19a80350a41255bf66e58e100a4bfb1fff6833308eb661", + "cf0491fdfbf94a1fdabf6bc700e5bae8a8aa4ede01b3174cd79f8c8fdefa8fb6", + "cf1206186d32ff4c5fcde159ed0322a4a16ee0be90a79192f80830cab670ca56", + "cf1421b73484081f4683ac57aba50831a901313c0e4010c12485e5b4d2d54445", + "cf1b6ca2a327b7a0553e51527285f213016fc8fcdb2841895a5350141066bbd7", + "cf596932c32af9f99e3a9d9c4a434c18d49b0698a62ecc760ceda02606a8e77d", + "cf6e1977d9fc2dc361ce318e15d9e0200f80299349b480efbc05bbbd8fc53c85", + "cf82c6faacff4d071925e08e101145a1d140a21a95c246e6a0c221837cbdf464", + "cfb37033c2cc4ff84000d6587e152ab3bc37bf44d06a3b8d8371e3ec36b0b7d1", + "cfb3713401986e4be228d6139d98c1b4b5059d8eaea055cc4817c965d0827347", + "cfc5981766f3757e4f015d9cb9c905266e1e5a068d91cc23c9fb54d0f4626177", + "cfccd1f89b646ed289d68e41563e44cefc6d903526af3b51e003dd0e6ea2eb4b", + "cfe2005d6603a710aad7afa82c13c9b27c382f62cd602d371e2505dde16fa1aa", + "cffb93ee92c901b673855d2fc800de2344a16785b8e750abffa64b12b4643e81", + "cffd8cb1754770684de7bdb190219a8c81d077ab861f6f1a2838d5b8caa24af1", + "d016b007e6a831837ffe35c8ab482f5c1220e3a96fdb81c493576dc94498bb0c", + "d03d5a0fd96b5ac4ed689dd49336670aacb7b3d0f727347766b71119d421b34d", + "d04f3c5d101b4e1c5c63a1f09bbe3af3cb7a1e3acbef5b6ad46ba8af4059b743", + "d07053f7c2fe9a0bc31c4bf4223236226952198b195504b958c6f67bc3e24a0b", + "d07e1e4b8e401e7a91201526e70e8f8b9c894db55cd961c81fe855d3053bc5b8", + "d09c34f46a32f80b3780e18e54292a344cb74eed88945a3da07a69d7d3dca009", + "d0b47688297a825cc4a6d72cfb45e24d17a5da9d8f3d43cba2af8f13dbf3621c", + "d0dd6364b3886aa40068a8537aa6719ecb9d3a7e185ca5338b3bd4eae43aac31", + "d0f14e441af05c93061d2b8b45ec72b5191e1c998991ab103ee48902537dafef", + "d1667d0fdb73ec24000d778bb95c383e345dea0315c43ae462e510731b674b18", + "d1695227ba09c29e9e60c5d5305e2b1812134ef5bb04656b7d54846e970c51b4", + "d1831fdbd3721ac4d291560f54ff189aaf13adb759d344b8360495a5436f49f6", + "d1ca52ea943499cb88d83ed1a1d4696727e30fcf9e1c1a888f1f8661de1e5b64", + "d1e292907c03ea6dc5f98dea5f5e8d8d514fbf4cdafcd28ab4a8755c637cfe34", + "d21907d45a7fe36bb446dea4c790889f472b6de896800ed0d68c0d73ec23edff", + "d22d1baeb2fd07a953539f8ffe95fa404fe31cba8058f2234ec48007e0ac9cb9", + "d22f899fae63fc221efb42c1b8c03c110d1d9b365c3f17267261e5c445454f4e", + "d2309680eac9074c3d554b75c8477b7466b29c0ca6140b4bb61dcca09c877a6b", + "d254fb11bcd49612eb4d2189ed13085213ca8f113c9dab52eb93979adb7dcffd", + "d2771a1ea6f906469c07a1e8fef04e6e643d707d7125a38478f997778c1cc90d", + "d28acf5fbcf2510e976669e6ab05fb86db09a1dfd1eaed44fb96c5363dfe8733", + "d2addf95aa41f5e13a6ad590b2713f0ea7670624ceb3df45f5e6f0847fe73863", + "d2d9d70590b8374c968d8d982113565843967802241d93306f007f9b79c1a99b", + "d302274ec5e8a3e1aeaec35db97550937668e42bdbf98e53948dd4b834171dea", + "d3138688b8d2099d4601de9ffed504cedb79976e47aad6522e2d4ff6f13d5994", + "d3169979e682be12dd5305e08dbc513429285768617d1b7a98efa20286501d58", + "d31b09e18c9a5c15705119822e09ed574aa647bc38e21d57355968a65fbc8a05", + "d322f0d4bf8d5e22bc3835516eac087d05a568838effc1b703114422b44d5cb4", + "d34180ef4ca91e938c1245aa42202fd82b50fb53a8a2c42e4fc8eb478c24b02f", + "d3524da45fa4191acb576840d36223f45e1bd7e25e406b6150005897291bf4e0", + "d365b706c8193737aa79d0ce71d6d7489ea46780b17df89ad02a66c13d9c1eb8", + "d371916d7c47430779a55070128d0311441547566cd9f18afdfea10e69191ba9", + "d37493a4cf9bae160adeda969501f311b2c616a56327b492b027721b48801afc", + "d382ea48424cfc817aaff993d824152802559459d71465f25a13e90436043cf8", + "d388e45a663cbf86578fe0cb8d19c0166b4b11e0d1a3b48103390561e7c0acad", + "d3d1dedb04ba701168bcf97bfff1d5589fafcda8ea1153f361a0bc94e3689996", + "d3e4dfff94666f5375e8da4d0a1c4167909eecfdef85ee5f7f85900e08797095", + "d3fd3eb99a4b1e0cd42b805bee67fa353a11bd39c51935e07233d751e01800fd", + "d4177cb874b7a7307336b8774dbec5db48ba5bb281861f49f45ba104c609c56d", + "d42724b6e4f8209ea7139fb53c761b47e923fc360ab6c2c93727d2880c4d2ec4", + "d4445cb8041006a06f30940f452fb25ab5718c99054d263aec03e37ffa554a0b", + "d45f77a1c72f28f05ad7a0d26f74ab8e263d381cfc8e330920e7ff92de4e7e78", + "d461cf05c001b85297342bec480204f28d5573fb3c2c7a0f7588bb8e9aad4dee", + "d487e8e2502e45a634f6d83a3d784e66e203476dbdac51742edae02202a73ccf", + "d4911ee2e307625b1af25cd1ce9e9e42e8f1013a53e9c0e6c5ed1aa6c762879f", + "d498da45a43990513ae88b937d74bfa2a2eaa5d6c20d4fbd8aebd2a4a1a77feb", + "d4cb4c626dc946ed93e1e15283bc68a6b313b2449ec60051b1d25589277b8bc7", + "d4ec74e5fac26adc6ac7afb3b1fd3ed6ab7a2288d882660a95d0d949844e3eac", + "d51c08ca2193e5449fe9d63168b50130e9700ef88c377c6b79f8eff85ce9bc18", + "d530bb300a81c9bcf846ef44ba7d1bf309be17f5647b366e0b321990d6566e8d", + "d532cd7d6f2171be22137ed4b733dd0c79efcd8f560663a4e6530051b69dca1f", + "d54c515b8daaac7db5022b06c73f56eb455768823e71a8c7105c70702c9f0def", + "d55a55aef96c54b8234b8c52f62e44e93728af52d16af7818b952416007eee1d", + "d56f0479216784c4f31c98511368936d9ec46f53ef36c30779033bf833716bc7", + "d5866744aa5485039257eec813b3c798ae708920b48c50c55f3ac91a7d8b313d", + "d5963fa825935ade10ebeb3a5ab89f7c29b5a89859b6e4d9a05b99f3fe76a6e6", + "d5c42ad099d946dd538d27751c569e77104260c88208ebb17303e037b33c8de2", + "d5c64604cb597fa9233354ad4c6184f50e075e3f608fc4e066e39ce41485133f", + "d5cfbba01fec87614efa807630f78b2d40aa00c3f54ef03d5b3d8313eb964564", + "d5e76dc3ce2665b4abb00a96203625c578cfece64c99dff710b28b6ffa184fe4", + "d5fceb5d50d5e30dee026f099317ac53d4a1641564148f8994f97a7fd3794a1e", + "d604760d8544d6548d357c8fb7f7b56b51452ba1d9d21e3374f8135977800802", + "d61e5c37f01be9e876f3202371ec9eda45c423b52980e16b0f15058ec2bf9e8b", + "d6629213250691aec35c30304183005f2177b5b7930ae4a0264ac795944d6779", + "d66418fe345340cba51a03ec40d1dbfa622275dc1fb4fb4839071b8bad8531ac", + "d6937eadac2b6c3d0375e46e5492df69273ab4945242e12f5628df05457158a0", + "d6db4c02d1721ac2784f2c309b97d099d69a2c73b80f2b53af0e478f6ead5828", + "d6deced34e316b96c5ad0ee3041f14f090a8115b76ff4765e1ef0b1d1c5936c1", + "d70eee734906d8157ca2a4adc428a0279e887ea9df38850873a991d40b363b08", + "d74097f6558874f34dc121b870a042ae2798ef27e12dc8a8ce49fa834817d81e", + "d75e0996adcd6c44d978b2b56b517d28d52b277a00ea557b949d71eb6731c1f9", + "d7812ecddd19c0888a7ddc1b19504b9d13ce3b9f08594e8af96f539716bb12c8", + "d786281abd5086e355ca25841d15069947ee83ff1febee9f91a3a6b985e3529d", + "d7aa736b01c8f04fdf206f169aeaa16b5f11775467f659105030ea3a635f66e3", + "d7c5ef08eb5c2c55507d0554d06da42f076ba5dd8c4cd7ebe95eb9cdd72ecff7", + "d7c808f88a1ee2dd7e0508779b7296f465c97a790a1525c38f27d2956730c8f5", + "d7ceec1687b45dda147c887a9a1747e8b29eed1ab2736335e4f941c40bc36f50", + "d7f0bfacc9d7918ef2c50b51f2760b9399f1a087a00a26d12551f63f6c4f3bcf", + "d8041796f4cbba48d6f3e468f182eea71c719e1b4515082b170adb67fa5640c2", + "d827cdcb1f4a28085009d79166e0766be4ceadbec5654943377567edd6d1a9ab", + "d88522c4f93e5c1e6670d82ea79ca300ffbc0f894ffc9430224000ef782f8fa1", + "d8a1213d2b8a725dad7dd1f6c94e46c5402c708b811d1964ff09ed5640b8e29f", + "d8b9c5e74d8d3e00148b98b8ba7b62cf980c8d0d59a576bc372d6c95ffa25b5a", + "d922ae2fa9fce5b9a8bca376cb078bab270b7d38baf9d2f30e3f9f5740432dc0", + "d98c7ec8189d9bdbd3096d624214e8490e275e1e14130031e146652aeb1de3af", + "d9a8b49b226594f5688d633f92b6dadbdfe670ae73c2ed8b8c6f8f11a74a50b8", + "d9cf4ab91413fcca5d5ebc76de93248aa95deb050b70ba1ef5329cfd9813c918", + "da06ca9f1bd4c1116e446737bc45bc24139610e4d86cc12c49912575f0ad3702", + "da0b0dc816f0a9044f295db801b007b657e1bc9119c0d2973d864f992479dbf0", + "da1c6e9277c0a19b8158e84dd9580a3164df4c2766a9866dbf11776c1196b07b", + "da2aa0974c90a4b92ac0847661095b9ac66d42c72563d0764baa12494a398183", + "da372dcf7884fd6dd5878f012626f38cd2c0a0c00ede4fe1e9b5d1c627f025d7", + "da40f051387657cb3841435ef1eb8de999d0b481a498c56ce69e405499948e52", + "da459a3bd11b2eb7dc03c679865c777fa390bd595961a61937a5994056aaddcf", + "da46003d68d66486d0dfad911aaa7dc805d34d411b78d471ada75cfc3ac403aa", + "da78a8e6bed8c5080da3ee344b34a450c3dc3c8b397ae24a8f6f1073e4000786", + "da97b31bae61c6b47bcbd6df3e428cb672e7ce25e615dba3d3e786113d88b8b5", + "daa90216b4b743a3cf2c9ad5b266a3c73c54207705060a7a9012f0e30317e131", + "daf3c47d33f1186ec51d15b5c6543abf982cc1557a3a6e1744e911a07e164b0d", + "db0e91755ff469e050b088764aff3c0ebbc90339907aa7bb9a5bcfce8c41b185", + "db1ac06f5945913376b6e0738efbb5dece43cad713af671cb01ead48ff4320e1", + "db2b2e354461be6b9fd1d9f65f83f608c82f37dc34b4123fc46a7170b0aa320e", + "db4d2acf1804f056caa6338a0c1121ebe7e872eb623820d2faf28f33033e589b", + "db8af8c419ca5c9e68fefafcc963f225091d9a50843113db6693d9e4bb4e0d2f", + "db9e83e985cacab6d1fdbca4aeae0719315ed7812438c1614b407f86dee3e6c1", + "dba3f95e581a67af2cc56bcd034a08321d9429a6a4a6558e0dc45e8d6e49c4c5", + "dbf89cef1ba7324ab6b407e149ac280eecac0c8b5820bc3d7448391ca59aaf70", + "dc06ce6ab156ba6a1b0200c9b2b3da835da67acd9a2a0d949d2d99d4b4bacf22", + "dc5f6880b7ab6efc2987eb81ea52bd648018d5f2dfaa1793f37640af324f35fe", + "dc9f64fe826159e80dc4a3b3e431c2ebfb89813de20dd3728fef9075dddb7180", + "dcbf7df88c53f2241c6d065d9706914e797856c427a9a7748f1a63714e035b57", + "dcc17cdd0fe848571eb98a651b77b0fca689d676576e396cef0e1e6213309cc6", + "dcd9c20f60c91d021109231b65061a5110cef9adfabc1381bf85aa06f3e4cb7b", + "dce77d78d4180ba19dd613af265e892ce7f35409a0e0d06331d101ab388d5d67", + "dcf195c7d41770f7c6c6a8f9869603f5d971e42f6322417ea4f804c457e858c5", + "dd428ea6b43db62554dc7f571fc9c9f4d735af775c0220921bb872acf95b9a21", + "dd5fb7c5f41c05f16a82beafa5bbf35b793c75a6cbf7c55f9bb6e1d78d5f13c4", + "dd61cece503090b07d75c50d1586fe3b5e7d7244216f79adb88ae8f631c0b5c0", + "dd814e024eef95fbbd404fe77becdd1b85b1cd84a1e6669e45198a45a7581e73", + "ddd1bb658f9157c87bd8b8e37c73e56b5fd70d5776d39e89af71a6b5fa75a5f9", + "dde0cb6bb333a5d275d2a42260faffe1f3c35a21cd71f9e6ce2dc65c5c364dd3", + "de2b5031bb88c517a74c9c7ce89d5663604cad24204589e5f04990665617bb19", + "de3c9542ce9158d9b846bca4c0e919fdaaeedcf781e0f3a532fbbdb0ef4c5225", + "de3d5a79d11855a00ba7a1fcf7b77a1f53fc6e6e64832cd9eafa469d0488c4c0", + "de4e63972c76033624e557a1ebe022edb003eae1549e6c00e897c55e547c34de", + "de5e4e21a02c52d22cbf382a6a968e4a68f0be6d26a80e997135747fbbac0e3b", + "dea0a83b2388d405870ab8d20e6701d12f7770a0ef891d35e8a6c60a24f549db", + "deb7bdd29c4ebab19db23e28bdd715a7e08efc63f1bd6c99937993271d26bec2", + "deea6967477e2d07a943fa1612a56e40712723c4cac464676ba95d03745c5712", + "df22cfdbe476a57a3a5b02c2ce8942fbbdfa2bef3af34e3ef92dd087d7848fb9", + "df32dadc5ea31fbf05bfc17765453c4b752ce748ea5c11f3eaf461cb4c4cf86e", + "df36ee603a248f177b0f7faf15812cc77475edc5e0eb4b3c2b90630d54211fe8", + "df3fdb2f1e2b9712dba895c5dba6d01ecfc53b1dfdd4a63a1db80df373135f3b", + "df762849fc9890946bcc0b5797d4d924e430849dd3c2859dff2c4ba7f009172d", + "df79c31a3880ff4606e683dea00a9f2d9c667074a3e15c7cbf315e51a8d47919", + "df9e0382e541f41c49bbf53abb33be62a5d85dd0901b3364dda0956337788d3a", + "e01fb81986221bb00578cc81023e8ae9d432c72ff0177fdde4057d96bcceb463", + "e04134fc94dbef26800f264b5643d7502849a1f4b1fc6af5ddc23a1a8f7af260", + "e04cd88d4542f2cfd01ba7a165a772991dd8df58dc9876b6a6633cbf5204dd32", + "e053ce301796e47ad5b2eed409cbe269442cbb8169c7c3135f9905161c621b07", + "e0756dca1abef5b526f8ae94b26d938328865bb3d80245bf87f8b4fe291612cf", + "e07f02c55b571705efbd7fd1acc36170409c3da0abbc1324f2f87179e4100de5", + "e0b00d3bedb2f4d54817338493a959e7725e0dadf958f41949ba385709a3b716", + "e0fb21f8466f8b028c0a8ec4ce48a6991ce3f73b80c1a300fabf49ea1f11b5e2", + "e0fd0bab853b2375c1458b581b9c4eb10a892740899b2730f77d5cf452315f50", + "e1116deb7a312c0773f7504fa68643e7642d7e07edc6f76ecf0e7f2317e4eaae", + "e116e702614e7e8dffd26029d472791b380e98b24796b9b0729c1431cb11073b", + "e13b045d58d8eb0173956697314814b0818b090fe63a02b4d383f050bf947302", + "e149e8d8cc8840f38238c52e2e4e095923ba0c1ba192fbd4115df6c612e69238", + "e15cf52cd356a8e4b4c394beab2276b76fddd40d600f4979bf671b8a8ae8d908", + "e165291d79e8169ad9ece304325eab1ff728bf614fd944a40d06ca1213341f43", + "e17bd7410c31d2059a4638b5d8798f1863143f7a099d1b60e03308a8c0065fda", + "e1e001d88d85d034c5aee96eb55f261c5318176bfb9acfdbeaa8c16c5302c6b9", + "e1e228481bbac4845368d96e9979b2e28a4d9c96046d94d4eb75ee8add763555", + "e1eda798f2f368b8857b491ca6731a72e832ea80fd29033e752239e12597c627", + "e1edaacf2d378c94eb4fcfdf03a1f080e3a7f2f5498718719b203f7e3f5b1abb", + "e1ef250815b1426c96147c4072ab677ef792e1109910427d9cced32834e50a4a", + "e20c328c0bad99a61bd6801575f9d5f9e8e1f31f4d6567cb9ab4ed4cff110771", + "e21d30dd0a17f4e3a48c59368fcc31959cdd1081319e280121522a0cffeb886f", + "e231c038fed93023890dd0e30ba99e3d0bd4f43d22f14c82756c138840a31774", + "e2422f3fc47eed98843f471f11ee45a4d5017d6ba68f5977ab3108eb2cda62a0", + "e249962c602b987e4520b848a2433337a2615e537a00dca6df1ba86146614d09", + "e299be1a347f7ee34b86aa0acd5d1251813ceda172c868b32c74c927067b830c", + "e2a8a71bf005884953ba2c79222dce333654a560e088e9cf38dac85680b1f735", + "e2b5b8cd854bdecc517cbd0a199160bebb1e56907278546f752c1d5a0e93a57c", + "e2b8f68c5ba84769f8c704bf4157ccd3e99b01b121dd3a4e8cf3a6792b8d6d39", + "e2c05ca53adfa0f9b3e5c432b2d6aa14c7825cf879d6befc9b384a02a1128624", + "e2cce80dae5af088e4d5a2f938be265a32d40a5aa29e216adc94c6af85769342", + "e2d6766f2fc6adec1f494b3c97ada10bc6b3dd89fffaa6b9c7774c0140e702e8", + "e305c6624bc5303875d34fbb385598ae3418b4f5036fe9763d6c5ba5b3261fa2", + "e328ec3ce32b204b4b8d6bf0f63bb2937b8070ab8158d792b746a4cf5bef0112", + "e3290eebc099a02b3bda9c30ab81e7a91f11b4635d3d68ba488795fceb7292ee", + "e354482685966bcfaa5ccd17d666dec791abb29017bed1cff35c1f3b48427196", + "e371f2ecf7e74a3b1a21a0d2dbd76ff061ede68511f0e504ca9f3b0562f666ff", + "e38810c68a7a67fdc05d198102f932ec2302ed507f9268ba85bbf84940be2bb5", + "e395caeba922f8b90effac45dc8e59be8078bce39141d8faf98ac3b4a2be832d", + "e3ad990bf0964b8d707c91fa546956dae31678ed77f2bdb827b9cc7659ce9718", + "e3bc95a739f1260d432bccbf2bb6e8e588e957d1128bca21b8175ad944922069", + "e3ca4bb6e4d1ee23cc72e89ad926308195c8cb17ab4fa4e240ccba8b99bde1e0", + "e3e53335a806f53b0df5e5632c0a5ce39d062736641aa05d81be66bece91cdee", + "e406fde4c19b80fa9ab6dd1a9dc4482b579dda8e387196c8218a5e2d36cf767f", + "e45054295a867fd9f601fb78e919ee099ae8bd87be5bd91f9055d9b5c95ba1c7", + "e4833559ec5fce3dee483ba72c851d1ead07e7a693163e5ec4d14afd7d3e4ada", + "e49d798fd16d767825c4ad445843bc037f30c731303cf07626052611103e69dc", + "e4afd66f886e9c1db0d2fc427c08f765d3f5ea8a57a76c1f3f675dcd1693b797", + "e4b88f8bc22ac0755f21e7e57a5daa1242c722dd27e5d88218a71fcd377044ea", + "e4bc88414306bf55b62cb428f40f2eb464a9b27b3d65dbe712f85ead7604bfcb", + "e4cbf1b81022ebb6a3f4ca228bd6e1d533e051087cb3be4dae37a6b335b64b27", + "e4e28808ae8dfd46216a2fb9252d8f9afafa858d11cf775076b653c004cb32db", + "e4e2bb9879bfece542a719a3d80a69b09404c4de19ea69c7c27e2d2f73c6ce92", + "e4f68bc2988442906fb3146a0c313b75bf7d98c78b03fbba3449eba222b4e2ff", + "e4fbaaedb205db953e8d24af46d3937040d565da17dd3c1a6358598ec4065910", + "e5154a7d17607655f0bdfe3160a78ccf8e0ba51ea39acae0376350886f8e1845", + "e55299d0bc052cb970f3e49f110d9d50c45c8c5aac7b7ded84020228bf1ede03", + "e556d85a21c5f358d7d57d3c4126a0476dd687aed40bfc633440a5f9114c0a62", + "e5e8e61a6acf4409b3b546bc34c4c5c3df6f8230d7e4ccfc33a2679da4ba8940", + "e608c7c92c378f3a308d3f279f0eaa97c8fb7e7d8dd97ea445b1c690362a3a38", + "e60b254147e2585fbbf72d47ea2954b9a673d8717c7d3e910bc513246e5089c0", + "e61fac6a1d5695f0b9010ab423fa50e035f5a29cc33ad776963371df7620b0b9", + "e6a517e9dfa6af4da7ac8a6d5ec19af46219981a80f523afa4e93b8a807c69e6", + "e6c72ed82e109f3797ee8861b619ab6088818c184d9ad5e96af3cb2381b7e95e", + "e6d6496eb3909c504ba87b96fb20e29c2a2cb1d6d15222570dacbdb4d6e0b239", + "e6daf10fc8aacdfb63cebf93b94bec2053e8fea782c7e9e02034387db2cab032", + "e6f45d4600f715028e9eefe9ca9ebeb9e34923defa01abcb5ebe3a997d8f077a", + "e758b129c07dbf4795ff3c35ddfb08b94af172a15cd90c21805ddd3269795d7c", + "e75ca95dce785b8977f2b24392174c21ce5b772035b87b24fd8f7df2894e8b04", + "e7669041b406fe2fb9605a2dea02b57ed708712921edaf3049e30c15c0e49870", + "e769fd9bd29296b03b3bfa821ce720a82c7fad4f6c3545defa203fb70f3f5890", + "e778fc043354b52215651eee4314565d3b8a52b3060f76014c43e768a0723ad5", + "e77fa12e38c90a278fb7af1465517449accfa94a16aed341a3c9f7c8a19d2acf", + "e7b9e659a56a75a9cc66abaf2878026f9ec9ea7b6753b744fadc05e8b4fe2e49", + "e807a1dae7d3b43b44646da39c2f93eac68f75c5d408bb4c7df269b2c31bfa6b", + "e809ef944112bcb401a996b7c48e9c60d7c951635b878b53a9a4e8e7198d5771", + "e8210d2b3a53f28d90cd4c0d5d563c4974afb154e58a950de60a6ce1e94b98a0", + "e83f1bc3ef5cdb9898f71848e2455310e173d9e625f6f62622ee9ca1f067d6cb", + "e8a3e432bb9a9a7a777dda70ead4e914e3852169e92cc1213435d2800a4b0d15", + "e8ab701f9c746b2050930d13cd14c1a4da09470e84a4af00182b240e0190f2c2", + "e8ddd4a423f53d9e73e89994910905d4177eba6ba48a22b6e94fb46c2eedbdc4", + "e8e065640856dc967ec7df4f09627d3df869baf4768b8b9f52d5455aa3824b98", + "e8e555f7ad29c9b6cf48afe7e613a9e7326b0ed49d8c4fa98574dce237cc8bd6", + "e8f7b249bfc5fbf13cf71c70f52c4cfe7ba312f9b2eda18ed1b85f95947dcf0b", + "e931fc764175ccbc37d92970ca353c3ef516278cde0fd8302140552eab5eee68", + "e935cfce5873192c80a1489d0905c0ec0a2c93bf66fddb4525e4ba1a261bad2e", + "e94950b99f9e3a0dccef7b2aad372368c1d0aa60ed9d46f44440f91152bfa9d8", + "e9c3fced5b9ee5c1b0564c4b0e97bdf8036c915928d6d71306c6a8153a3dbf52", + "e9f20a5843a9b56c9f60c76fe1a4a20502d3ac52f6a79e6bb0fddfe57c734f4b", + "e9f7e71b5ac971ee7edd8954535c7bb37a9b4423bf2b4c334a4d837a719d6940", + "ea5df06840f024216c7060de9e0e27e831a22648e6cc40f3cb3c39f9ca632790", + "ea677fca7f169e12f3c208c112812333ff2c7a322418d181c9a173155006659c", + "ea73e0364115fda77575b697cebee340ad79f5d70bb0c3e1a84fcf9366041a13", + "ea8c900045b92ce2c1fcfbde002b9cd3fba951e0930ffa5506af460aa540aad3", + "ea9fb8c996a5e0d3355b766f1236bcd7a1fa9071da553f229d72821e270d5241", + "eaa4e3b998e89bd22997baed140e1377accf6b6bae9a9d1e86054d583885d929", + "eada10e544c804df305e002ae188e023f385ec4ec1aad6532c21a721981d28c3", + "eadf398b6f49fcd70b7893a706e3ca3cec3931e2f79f1bf0478725d835df8094", + "eb2184aec299ddbafd802d22f3c13fd5f78cc0b39aa17d20217480ea1b539150", + "eb21f51a46305dbcfafcae086fbd51bbd1bba56b0c8cea89d67ea33f61e8e540", + "eb49069e0d0803d055f3d2498d02c39396653693a7bad1d32dc458e3118a2218", + "eb715472371cabefba3465b6b77fbff6aa0fc2b4f00c8fe7e55da7cdb1e57c16", + "eb829ab015a5470d658bfc7cf8d8a4f9ed7b0649fc04477878c2c5bb086ac465", + "eb919932d5bcb710486119df62f73e823b2662eb21355d6a3229976093c579e3", + "ebf1af91b52cd8ca4efe45784949e3cc2e8f246d7f4360202ae6f3749a725c3b", + "ebfc8c6d358667cd32e57e33ffbf9aa00db477c85e0e78f25cd2889ffe8a0fb2", + "ec128b250d230602ce125413a544982ece6e917ebe41620a35b3c2da7e64751f", + "ec248ceff6e47b10f0d67f19204dde463c9a1408cc04ba680abb10619a4edd29", + "ec34aae96b40eb7e90848804ed9ceccdb00855bf550a25ea89d1e9387475d256", + "ec3ff85db7bc96ce057455dac92b0d1e8b1a53813902595a4ecfb7eb248527e4", + "eca600fa3e3f7716c80a84047650bb56523b5eef746421cfd879f7de4e393677", + "ecd38846f9a886c1c8ced9a9bccb141c92951cf2c1a0762d75b46a4e27ac1979", + "ecfeccdc4944cd60927341295292880891b0047b9767a3067c38a6a88fc892e4", + "ed3411e5dbd97935027bab83e0de5f1844b0203fdb471007197c8fd12abcbb75", + "eda0be2d9847f3bed6e1f0897845672968add857c9059f415357dbd6a513948c", + "eda11580ce1dcbae0093fc69bea154e1b5e2c429c40a29a07cb6fa005413095f", + "edcf7090faa657a30800ba1effb6f5336ce6c6da7d67f34fdd7bdef9ae1799cb", + "edd3144bce78365312149662b177843b7be7ebc94852e60db48883321cd1c28d", + "edd8157eaf2fabdfa0228ccf1bbdf8da438b5c85aad7e5e2b16415e03225fc9c", + "ede58af4da98df112c7e8d3e3bf12d1dc95cd6a2c2133c5eeb854eeb92549e48", + "ede62eb7c52421c015c5c55624a6f4eeb50adf742ced0cb0e8103793174b4336", + "edea1d001bd33c4521b4976f8c90c447ceb5f39377994d58cbe80b20760855a1", + "edeefba63f3b8bdd4193ebd0f4bde202512ec7186db9680f83ea3503d2bf2221", + "edf05e34b8627e131cc9b0011ee2814775b3ef1f15e7df2a994799b77349e766", + "edf49d0ccc646cd8e65b71c90acbe0577f1e70a44488387d10d5af0ff0ec4ac1", + "edfe570ddea7c44dcf50e5d209f1d0858ac2f6d1f5f4314a47b9291c1e7761eb", + "ee27d30b6be2213a9955755bf53c689e22a1d36d6d937c6e5ce30f033baf1ff9", + "ee2eba2147ebe6e0be37840a004b67948c629fdba8fdfa4717838f8f14fe6655", + "ee58e5f3069e7a722ea63d9f4adc2a70363f44578c99b653e9242f51966d3557", + "ee67b0345ba3a7220dc499ea6cd43247969026767eca25819111f4437406e5f5", + "ee81040064f573d55bc892a32c0a6a9633ecb54f5e92dbf3e5250168a9ff7f8e", + "ee9ebd625b437d3e95188418939dc28c7bf4ba90a218a9ad07adda258499360d", + "eeabdf9f8b0db1bceb0bae0890b5fdfb9326eedbc40dcb85c7f26c6e14f3d37c", + "eed3e97400c4186ba00d90ef1ef61a2add556118dc8721a9d0cf4fd1677821ab", + "eee22c4fc66a21e9250f8e48c48b4b20312e15ad4dc92eda8fd1a8e84ec3b28d", + "eef0e5551b49791fa467c9827c9b6e3bf48fb58d15608a863f3b54531d6e7c2d", + "ef014ca51bfe5dce1a5cadcb691a09e845e1f189e197edcb1b057577e7db2b09", + "ef21ffe1a20987ae754772d981827616c2430fb2ee65fc446dc12b890ac44691", + "ef5bc23227ee57f961995d4db74011fa4e4f67326381286a17660c10f2bdaf2a", + "ef5e8925c07e682028717a42aaf87e36955876bcf1b2cf90c11c9f31047dc205", + "ef650facfe06596e2790017a7de7284ae386555ce70df6ac6792510b0c7782d0", + "ef651f38f75bb4454622f634118195c8fa2f380a02c85e542d0d5e8d40a312d3", + "ef98d4518adc923a900d7f16d0eee156539b83cf1eed9b777c661648296c8ac5", + "efa37ee575b79f5cfe55a72d9df54837d8ad4596af2cd6c9be85fcc147f607ee", + "efc630fb564e71a9a422d6fa7b95119128cb8e883fc59f15dbecfe36e9ecaa44", + "efdc2d00f2661a9477844c248a90bf38774d9ac165b55caa12814e13ffda9f6b", + "efe84d821bfa612112cbb36d005691aaf4429ed7d43863abd6028e2628aed9e8", + "efed2f5dff554dffd1f0016ade25144b7bfc1b05491f22dfd977473d08d90243", + "f002dc29bf45877bccf6944d2b2f85ca3bb5e62003414b4dd8d0da1a8f0239f0", + "f039cb6e4f3b43eb5fbd395eb0922df5deff0be36ebe5339171e5fda1a175bc0", + "f064a324d8450b5bf59a974ff9ca07478be793974aadacac4ba283d522ce1031", + "f0653049808872abb6486f7a0237281fea4cdbf633c2b9b7377b97c036c5b636", + "f0878d7d54e80a2f4cb870d77044819820cec0639b0c3ed55d68060e02aa2534", + "f0c51e190f9e1d34a145c340fcd2f3702770119d1504da2e90ee8cf61ebc98ce", + "f0dbdfdffab87118e1549236292638f7846f0346115debc135c9f7ab76481624", + "f0f6100f7f043d80e2d8ce1d779db6b497b549634415cf66ddb07b5cfc32a9ba", + "f0f910c3e7bdc180f5d4bdcf9969badcd6f9ce1ad0021aaac14c0e6268b93593", + "f113925bba3c99674527e3a1674af50ccc53272dfa59bb7e3ac95713e0263cc9", + "f11a0117829cfa3cba8005d6f7853eb1b972bd0c946a92175a4e94725e03721e", + "f11fa2ba5323f3df29ad79ad699aa5f4a6de4b5a44843d15393588dec3aecd42", + "f12815e47d204a27bd5b1f5f7d006bbb61f7bc8ebc81a5a238e3ca323bf50fe9", + "f140b3f6e23c614a37a424499d2195d9390aebede5e7d7249528f8c97ac4f8d4", + "f141613c3556bc991572da8b83f7e173bc25c96339e883c0419ef6909a1b4c9a", + "f176f0da7b059ac9e4eaf82d45200a273674b1a3c7762d988c8b45f72a9f5c9f", + "f18f388ab015171d6aab7c42b2d0b7460f2051e823cc7209f11a2a158eb9e69f", + "f1e8698545df73640275657660f6d64d39e679ad11a8e51db2beff9efd7d575d", + "f201a6a126befab7f6ecc164e97bd97e7fb96d41c449d5afed4e70bc38dca2ef", + "f219e244f6d65c5d2d342f118c7f3b86f8d17e9fefb358dc2bac5517a93f4403", + "f232edac8808e595c7660ed3940acc5757889c36fc23cbaf94c0256c0ca0e4de", + "f235b5c48056676e8b72a6ab386dffb67c99cd2e777a366a7bf2271009947a0f", + "f275219cb79a11c529c59fff67cbe509a3b4b494baa631231dc2ebdc434cd4e7", + "f297043452426d4badda87fe216cfaf3218081193df564a8e509b1e88436183a", + "f2eb09aa74a3916a82b93cbb45e64b6987b4b0db2bb41508039da083373192a4", + "f3202ff50ba57b89a223afda873dc154246a315d02cabd86d92e79aac87b43ee", + "f36947f97e0c076049cf7bbfc4b1f9e29a44ccd257ba819c8a4390ccd8c104f4", + "f36fa28a0d82ff6459afb0cc4c214a3f00a2f2c05ce33a7bac83708b92e8f790", + "f370cfc1ec34d5682a22d438f262a6466af86ebb6075f28a95852a8a9e1368fe", + "f3bf79df83a9498bef664e804ba1ac9abb0540d1aae420d363aca076e898e2c5", + "f3c7e653d4b7b48da3d6827590d2571ec55a0e2fc93089bbf0729b5118932cf5", + "f3e69d248ea724fffe205c18afedb24684d9e9732f7123bb52cb080c0813276a", + "f424781bd9b11fb67fcdee09cb5e383ad7eb8e73c9549f7cb2da216a5e597c38", + "f451ebfabdb362efd297cbce185efb7a1fbcbcb0ee813e81eb06cdc8ab9241e9", + "f4607d690baf013d7a802204f90eff95d514e819f345a9ca28a1ce98f372d49b", + "f46093cd26aaa07510e0b7bb6ea87df4989f67d720ede606e1ab1efe80d63d76", + "f4af0630de6af54e875ca3b5d161441a92c31a3d2755c4679296ec56ed1a4208", + "f4d75bd491dfcf2f2794dd3ade4da77c7f9d4ae201ba391c79c3885bd2a3a032", + "f4d97df423579ef674f017107340bb087391536562fd7949514ec8a0d6f3457e", + "f510d227beb77e05cc85eeb4cbaf7a037ab4696ddd28337cb3d066a514e20344", + "f5811d175868d36ea16bbf4edfaa39742b67911bc911f6407c853d4a60c2004b", + "f5a72bbabf09277fb14b7d4c26a8ad14fb18e35b770b84c63adff036b1130211", + "f5a9086e74abd4849d1138c889e6363e1ad753a23eea3b336c9b5098dcbbbbf0", + "f607d317a2120ccef46ceca3f4b01107e96dfafbf7e59b9eaac61518a9384894", + "f648007ae7f6484e0bbbb8540f09dd3799d97892127e3719cf24202000f58eed", + "f657f2650b495c498d64853a352dbddc540ef5fbf88c00612eb41fbff9b443c0", + "f687ac299deaec19007e4a2e760d551d30b34298db875526723ccc4fb29c4543", + "f6919a9c489ddc3392482baf57b77b9d6dcf57701f91d52f39622b411357b59c", + "f700762310adf887ff5ccb9d8345a9b8c70fb579f323066c2a784120612038a3", + "f729f479bac37a44de358818074337e1df23ac866b68c37ce94bad896108f756", + "f74f1b83529ecd86b42df89fb3db019bd37dbdfc0cebc44c1a8295617836aacb", + "f7601fe05dbc775a3669d8cb7056b902646da54214fb50515b5e46c2409e2c6e", + "f7691fdfdb3293b4544fc7a352f0f0bb36f9dc5f9f7be92351ec0713b440fba3", + "f7702d266606741d021f0a71da9cf4742074f901e150b84f94d792303db58e6f", + "f785b6dd3ff60c5fe59dd1c191c094844203febfd64e047f37c5d77173f3f66d", + "f7ee42dc5ffe55dbbe926bfb15e73fc7856a879741e98cc2dde8d0d93d5c3952", + "f7f4125d2f2282786b18a12631ecfdc43b84d6831f40e667c2e29307177a24df", + "f80da66a27af19b2789125c6b3f6d7c1761be79cf443343933c1e9dcf40fc996", + "f80fca2b74648131a8a080a1e8ab8a6f7d611bcbfb2c96206e11f4c6ccedcb35", + "f82c04cf08a5d7ffbc2052d4f95bed1564bfb469e14b3d1abebd310baa7a318f", + "f847a0c8222272968b74e8818e2021323d0ceb7e2e2a59f40e6ce7259b249359", + "f85696718a674949094404ab65331bcf680c5db6db8bbce2d0ca66cb795c2937", + "f87e78a9e384348c22fd07fef02a503472337a3cbed6fe3b0592793fda93d178", + "f881585742358979d9c7078d9838a7cbab4cf29046bd22840a529cf9a7687a10", + "f896d7cc6906c2c999a594df63f5db5abca03fd217c6d22b4c083c8f1a847dd8", + "f8bd539030c47ef4ff3a14d114494cdb38bab3c1e3bdc3265b293fa311d6370d", + "f8d90aaeeabd0645344faedbe4a1f9b051f2bb897fc5fb001e02a6de84f45a3e", + "f9323ea2196bfa6deea220e7416a5fffa89909695221079f04b0259bea505bca", + "f95f0181a9ef304fcf345420a6136c5dd128dedf7d29ea48d056f24cdb990061", + "f987345695896ce10e780add318656a40f3036d2dfa95daf70776c2d89909d70", + "f9c47c28d51431a91e70491c1ca8cab97e592279a94f9607368228549ad57936", + "fa07c7f20c27c4bf9145d52efbe65dbec7fe7e8e0a74543437b056b2fa40b98e", + "fa1b71dfc12a4f385623fe52b9f2454dd162217414070904c282e74116447700", + "fa31e969c67e0e4953325d3a91af4672b1f3d68ee721c1f819f040838966c625", + "fa39b77c7e175c3622da909e0c48dc141bc2421906f477bcdf99ba3ca389d679", + "fa47b56854afae0bb9ae5678b80137f64bbfa32e3a177583c97dde0caae50788", + "fa8721a6a99ad2ee7c2e31f26f5a28a03aa2e6cedb9f099c81b1947da8c079de", + "fab9244a98d17007ca287be76d375653d42376c8a40c9837d697b5a9d54442e5", + "fae85d58a94ee8ac87350af04247eb429dc13eba424d783babdb3b40962959fb", + "faf20ae2f6ea21bc12fcba0fed95fc2d2c66fa525eccb574b82d2e775d33e72c", + "fb0104a9ad8c9302afa9844b799df77114a1f599ae73fb70ca182c18657746d6", + "fb06e5d2ecd8c36cadbee98f013d650a6c07bb2040955789da0d930f95d97e87", + "fb6c478eee898b673291ae1ccaec9d0c1e3118308994e6e9ed615548ea682490", + "fb7a06547c76adb0113a91ae5e50d2de4241269eb736261a6943d7cf576ec5ef", + "fb8086cbe71654a8393479e76bc7865b3813caf6dfeb169c9b65234afdf316ea", + "fb8db1967a1bbbdcde29dbce41454d1cb692aa293ac147ebbc0ce88f94357194", + "fbae6636795b7b141ee220b0c648196fbf00d711eb5b0730b7981fcc79d98e0c", + "fbddd6b3a7a38eb467e4dcd74d53870097e4244fe2869fecfca9e44780db9ab1", + "fbe4c736b1b9641c14842d2f9c2d6a4a10e6838033b53bf5bbabfab58c8932d1", + "fbe89b5c637a113631eb2ebfc096d50b3df29a2732f57a74aa8b237b547a04f6", + "fc288e5b6716568bfc9909a0e3645678a20e33954d8cf3222dbbee1033550e88", + "fc32e8d507aa88822efa6300d76556838e30a182d9b8084a59c05ad83a83a15f", + "fc437094c0ca48af5d90e3736f836efc88679b90be80bfbcf782d4459d7b089d", + "fc501b523438dab044b23b812eda04e81412320fabdf2c7dbdc8830909c2d660", + "fc66d4b1c09bd0e559c579f228d3c38a078e45e9d1305d4cfff09a47329a0bbb", + "fc86885e0b1a0de5f04adcfaf51758add43ef7ff78fe43cc43a50cf664176586", + "fccd668b17136cdbb99e09013df6c6dc0a5a91f1eb1bf22f989a21cefa20ae82", + "fcd1b5d1a225fba957d02e346ad9878be14a6204b601bc7f2d3e9a6b06216294", + "fce089f68c0ae00d5da1e754906c73f1c3dda9140a37617dd6eb83c4b2c2ba48", + "fce84ffad30fafc2e31b69dcd740f4d6d675a37c7639473101c780d5061b1a03", + "fd17ec469ece96894cbad6f7c7e391c4a4c110283bcce36d923414a824f835ac", + "fd386d3ba151f051475e843a9e93e392fc7cd8f3193b21c2a78870ef190a8629", + "fd56a8f2722ba03958b443a558c4e13465f2984cd852cdcf87dab011f33b24a8", + "fdaa56189cd67b46adeae1059d510dbfb12edbcdc518bfa2e400140fe3b09bcf", + "fe19349e611215277bbee9b125024dec258002ca7dfcd3a7d6e2b5935dcfed50", + "fe196574c75b0c689806a6ec1f4ea29cb90df6513c167c4c8f168a3cc4af9676", + "fe1c600d5df592d4c32d16ff5e494006f5c98b172fc2b4f6e1697a713ff561ee", + "fe2b7d4e8a2279775c1366b1447b7c2ca7b9c78f80250778eeee02afe18fb26a", + "fe35b9a5ab367c6ce9b369d900c2e296de0d65106a374f90da0fb7339e6a1f8e", + "fe605b386e9ad2f29da2d05a1ecbeeddca2f4e96e997dc7f936f2da629381fc3", + "fe79db37640f9939ca2efc575b9ea6f0ada86bcfc2fa03c6d33decbd4adea4c6", + "fe8a0a9d5dd6d92788187afa795eaac740e028d09f80a76682e4f0c33a5f136b", + "fe94f8c3fc0116c93a617302afdda03a1964b143983d60e257509a690fedca37", + "febc1c3d860db8a9fbe1fee5d8c1f502d19797294cac207b19f790661312b229", + "fee93db0be8b667fcad98db04b454a25912e56cf54f3fb8637fdbc0eabdcf2a6", + "feeb03e7148982cbe914b41c73f9e6f399ccdfccdac69269fb3a92d214b253c2", + "fef7239ff6ce720d7a669ff227efa115fdeec7720a1dd0c35e5b1fdc58e9bd6a", + "ff07c472654ffc93b1e5cc2d73137b9c00da43f91f81c163d8f1ce6e3549ce46", + "ff1b6d0ed5dc56d68521316910c4d5f1e9e4c149199a4fc4ea61f27bfc7292d0", + "ff25cc50d0ec9a6667cb3562ea5a4db8311bafb7b6da50189ef2b88e8f792eed", + "ff3206f9c2acccdd3717c968f3a263cab72d9bd0ae23a9d3457d0129e01f6af9", + "ff6826aba61a52110343bc8400371d982003dfba256edac36ebd3559a2b924b0", + "ff79f3a026549cc2971adfd50a9b5308ea8e872e0cd3b1f88f9923d18d9ef983", + "ff7b6aaafe05fb6bfae3c4b5d4d2085bc210bf47117d02702d8b3aeabb31f0aa", + "ff9132bfcc7b97ca2285f63b6b98c9e5ca470341af195fa9ab9b33e5597cfd77", + "ffb1eb364e359c1ea440fd1aaae3ace5524bcb3e61da03b813c249d7f77de6f7", + "ffd5b2e7c3e69af9156ecbf8478ef0d2911bb1ceb72ff6c5dc2207e71ce09a82", + "ffde31f75b901ba39b1a965ac5540655b4a238fbff179c2e51a2ead30aada872", + "fff33bb40f0d5856f295bd86e969edec5147c0aac5672ff4f959b4dfad835dfd" + ], + "task_counts": { + "LiftPegUpright-v1": 5664, + "PickCube-v1": 11264, + "PullCube-v1": 4240, + "PushCube-v1": 5872, + "StackCube-v1": 5664 + } +} diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/source_split_hash.txt b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/source_split_hash.txt new file mode 100644 index 0000000000000000000000000000000000000000..26988e766c6751325c7f72d33b199bd133350cde --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/source_split_hash.txt @@ -0,0 +1 @@ +867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372 diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/split_hash.txt b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/split_hash.txt new file mode 100644 index 0000000000000000000000000000000000000000..8533e80f235606cef4ba0119a3ac3806d63a0983 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/split_hash.txt @@ -0,0 +1 @@ +9d1dc1c10868f76fa080895df0f2730c173f12b6db14932599d55c2b60859381 diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/table.tex b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/table.tex new file mode 100644 index 0000000000000000000000000000000000000000..561e994498e1fee79885ee753c2f4d3ca6efd78b --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/table.tex @@ -0,0 +1,41 @@ +% Auto-generated by scripts/eval_metrics.py +\begin{tabular}{lrrrr} +\toprule +Metric & N & Micro mean & CI low & CI high \\ +\midrule +any\_generated\_unsafe\_known\_at\_8 & 69 & 0.2754 & 0.1739 & 0.3913 \\ +base\_safety\_label\_known & 69 & 1.0000 & 1.0000 & 1.0000 \\ +base\_success & 69 & 0.2754 & 0.1739 & 0.3768 \\ +base\_unsafe\_known & 69 & 0.0000 & 0.0000 & 0.0000 \\ +base\_utility & 69 & 0.7084 & 0.5356 & 0.8955 \\ +branch\_car\_at\_8 & 69 & 0.1751 & 0.0805 & 0.2739 \\ +generated\_safety\_label\_coverage\_at\_8 & 69 & 1.0000 & 1.0000 & 1.0000 \\ +generated\_unsafe\_rate\_known\_at\_8 & 69 & 0.2446 & 0.1630 & 0.3315 \\ +hidden\_chart\_oracle\_success\_at\_8 & 69 & 0.6667 & 0.5507 & 0.7826 \\ +hidden\_chart\_oracle\_utility\_at\_8 & 69 & 1.4000 & 1.1926 & 1.6081 \\ +ncar\_to\_hidden\_chart\_oracle\_at\_8 & 50 & 1.8713 & 1.1301 & 3.0267 \\ +ncar\_to\_proposal\_oracle\_at\_8 & 59 & 0.6491 & 0.4350 & 0.9409 \\ +outcome\_ptr\_at\_8 & 69 & 0.3478 & 0.2174 & 0.4493 \\ +pairwise\_causal\_calibration\_ece & 69 & 0.2070 & 0.1709 & 0.2339 \\ +proposal\_oracle\_safety\_label\_known\_at\_8 & 69 & 1.0000 & 1.0000 & 1.0000 \\ +proposal\_oracle\_success\_at\_8 & 69 & 0.1884 & 0.0870 & 0.2754 \\ +proposal\_oracle\_success\_gain\_over\_base\_at\_8 & 69 & -0.0870 & -0.1884 & 0.0000 \\ +proposal\_oracle\_unsafe\_known\_at\_8 & 69 & 0.2029 & 0.1159 & 0.2899 \\ +proposal\_oracle\_utility\_at\_8 & 69 & 0.5091 & 0.3206 & 0.6608 \\ +proposal\_oracle\_utility\_gain\_over\_base\_at\_8 & 69 & -0.1993 & -0.3623 & -0.0450 \\ +selected\_safety\_label\_known\_at\_8 & 69 & 1.0000 & 1.0000 & 1.0000 \\ +selected\_success\_at\_8 & 69 & 0.0725 & 0.0145 & 0.1449 \\ +selected\_success\_gain\_over\_base\_at\_8 & 69 & -0.2029 & -0.3043 & -0.1159 \\ +selected\_unsafe\_known\_at\_8 & 69 & 0.2464 & 0.1594 & 0.3623 \\ +selected\_utility\_at\_8 & 69 & 0.3340 & 0.2057 & 0.4839 \\ +selected\_utility\_gain\_over\_base\_at\_8 & 69 & -0.3744 & -0.5268 & -0.2201 \\ +selector\_gap\_fraction\_to\_hidden\_at\_8 & 50 & 0.6892 & 0.1549 & 1.4680 \\ +selector\_regret\_at\_8 & 69 & 0.1751 & 0.0805 & 0.2739 \\ +success\_selector\_gap\_at\_8 & 69 & 0.1159 & 0.0435 & 0.1884 \\ +success\_support\_gap\_at\_8 & 69 & 0.4783 & 0.3623 & 0.5797 \\ +success\_total\_car\_to\_hidden\_at\_8 & 69 & 0.5942 & 0.4638 & 0.7101 \\ +support\_gap\_at\_8 & 69 & 0.8933 & 0.6844 & 1.0635 \\ +support\_gap\_fraction\_to\_hidden\_at\_8 & 50 & 1.4641 & 0.9733 & 2.1165 \\ +total\_car\_to\_hidden\_at\_8 & 69 & 1.0673 & 0.8380 & 1.2493 \\ +\bottomrule +\end{tabular} diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/target_index.json b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/target_index.json new file mode 100644 index 0000000000000000000000000000000000000000..bf98fd3b10c4105d20658db53fde359eba827cfc --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/target_index.json @@ -0,0 +1,929 @@ +{ + "audience": "evaluator_only", + "base_candidate_types": [ + "policy", + "policy_residual", + "anchor", + "base", + "expert" + ], + "candidate_type_counts": { + "expert": 419, + "near_miss": 838, + "no_op": 419, + "random_negative": 4190, + "wrong_direction": 419, + "wrong_gripper": 419 + }, + "content_hash": "1aacf9de98648fa36bef14e137eb43c7c6973170804650814dae41d09842c708", + "dataset": "/scratch/knguy52/dovla/experiments/six_task_h16_collection", + "deployment_candidate_excludes_expert": true, + "deployment_clean": false, + "embedding_content_hash": "e4374b56912fdb6814eb0320518733d1602a90e0dd2f9268f65c8a148751f963", + "epsilon": 0.05, + "format": "cil_charts_npz", + "group_hashes": [ + "008d30588ad015db473bad0a71c13039cb1d7725fd6345f85f61b4f135a5914f", + "010f7c7c4e75115a818b44fcca59b1b036ccd9e3bef5c336a53008f8a7b0c90c", + "01349bd14e96a28b27485fa7b4152088fee51e14509318f34e89cccdcd369c86", + "026a5501ef47551172cabd8769a56ef391320107d1c27757256c6804a0bc52d2", + "029379cca8b2cc44b70649722a5e1a91cb6e609ca2ca13f242e01ba12bfca76d", + "029627d900d662439e83a0985be181083aee1388afd0887f6e0fbe802d8d33f0", + "047b5299a16717c2aea07ceeb278229f0b4993fd8fac84c7c7added14a47ee77", + "04d0793c098cc4e382d401ded0ea3d56c9677d2ad834b5901da53ccda9e7d606", + "05989b6549b3ff8e8e6c76d5ac972447f33600ec31b946a59777fd915ee136f6", + "059f2165f0f92f81ec8c873a978423ce310464a3cc27b1b08eb88fa7d5a5b3ed", + "05ec227fb1c3e112625c754c648e95e326449767ace3e1602902db3ad71e378e", + "05f2d0050690209c8abcbbf38499e0e195f5fe9078d5964a2fa4d351dc340a4f", + "072314f777216049af237bb018df2e562ad21accca2928fc4a1728c4c0a70dca", + "0746e4881ae94e6843c1d7e85f889ac5196b2a58ca2f1cf5e2c731735ccd70f8", + "086e7180f0fc674f6b011339a3ab06feb8a4d914744385734c4af6938d63ff60", + "08bce62400dec82cb7f3de6cfdd7e831fc3733bb7d920e8a13144702403468d2", + "0a68ad44f481250311d0f54d46938b1fd557893af5d9efca367ded1c61e3c2e8", + "0b50e4bf134f6df63b79deb0d5c1e8428d36b52ac3b97260c5d2d3f3286c025d", + "0b5309f59e3b116aaafffd79932bf558afe148cfa503ee100797c472adbb66dc", + "0b677f82a30861323128c400c43186f364d115c3646f77e0b5b6fbd9aba93af8", + "0b7b725b4ba7064a7598c6b283e2bea2f81f95b08e5390df39bdca14cf174397", + "0be3d37ad2ea7b9c4768dc6be2b505a8569caafe7e3c850bfc5f466cb00ac715", + "0cd039b28bc0a289515b0552105237c97f010ea8f52f1d79d15ac23b2c5f51b5", + "0d02743f28fb0fc84f8aa9b502d34a15c82714c2afb9c8ea8a0e2731a134cba8", + "0d5ad7cb6f339dd2b38a88d486f273f01a85efad9cf16205236872fce6299e6e", + "0f0804f0ceaa4f105cabcbe15bcf37c28c8b2deb76adbc77d10f106b31d1a19d", + "0f64d8c709a8f757bc9a972ac48f24f5f9f618bc9dc10c00bdced3ea5995cffe", + "0ff07d6f8629a231fac814ae3f8a9d18d9f2d5a5d3144b16a20ae7d1aa202cf4", + "115cc5a336dcfd42aaf2e70e91399dcaea0c67511c2d2776f0583d533f3ab1a2", + "1214e59fe6c7a0a2c552d75d76556b94ed956f9483f43c23c9c918ef74bed5c4", + "13bdb78c493f25aaa60ae00be517b8d81a019edd3fed9db1d110730c682cf077", + "152c1154221df1c61379262f4431935a6643a8b056939e6067a24277dbd95144", + "1736a3e41589f068c5583aa47361c5a65a38c756d7c83dd2b291e533f8ccf29b", + "185899d72412376f441583214f89c8b4f5919141ecc7d26040d421ce38aa827a", + "1859b39dcf1792ba35aae7f6525f1c5bebabaa6cf96764b6d91efd065b7c5b72", + "19164061e9741ae8144c089d22914c6687147fb1eb9769ac6138ef3ff3aa3bd6", + "1985928f34b5eb98e58fc7b2e0ba76f219326d56aae7e44d5e05b7c0e37a6a47", + "1a6b5ec8a4bba5d6cc47c74786b709c3f7fcc745cecf70a73dab8b5e1196081a", + "1af3466db9afc8d2081db54c173835b8ca6499309fe4f3f3ab21c9e73e73c360", + "1bd01f63cd4031a48713788ec00bd2f31261029118e648e055cf33c285d3ed15", + "1c59c34bb7ec1e57a6c4cb6b99b155a268a5905621800c9d03e32626d2aaedc3", + "1c84f9a3ba87babf7017b4310f0995d45d5e2a6ec3856e30afa5792152a078df", + "1e0dd390e3e7b388f54330562460b0c813e82ad862d26c66b42c6c3d2e46e2bb", + "1f7225e5a9e00d9ab87b51faeb0874623ac983f56dcdf4a855d0da29f861cbda", + "1fa325165da53abe38062a07aba9d719b26a7e890f8663f320ba2eae96072d14", + "21707fe0167d5227f7f416747410e40ae3f78c6c2b825361ff3f3091d56f42f2", + "21b0c38799dbd91817654ead09968002f251beb305f2a0dd488e70665cb691e0", + "222b477e56cdc6dd529442698720ed23b2fb6089d0a934ed3cb97104669ad1be", + "227321345173cebc9198ba533e27dc7f68bfd22fe075783a60ec7c32a37ed68d", + "240fa7babba75db5977aa68dce1f0d77015a455839915d71ebc76b252acf7399", + "24bf7cb1b06503ef7d2d0d33b11d92f096a2d9f043ec3454dd24190c2f447410", + "26ac77dfd2a9ee1f8346cc862a4c76e04a552d4bf09a95dba0fd72e86c22d544", + "26faf0b54827c513fd7411133f3d655c69be1762be7262b7c95a59a53c8e5376", + "28ffdf18cab5b40f176891bfad5f86b67c78fe0a164a773f0ea4c9e4eb3e2e89", + "2974927c1ec6cdb00ca053ab7064ccfc1528d35084141b0b55baf42bd1679e94", + "29c243497d2fe43220d59c5689f78e8fc25be720880c7c96fe3bb83cee571730", + "2c519a92b9c61870a25bd465e387ddd56cf785dac01d3d799f1336071a688cf6", + "2cc11b7818e043aaa695b6cb39e23ca678666972630ac06f4f9f233d1f7f0808", + "2d3b45195ad9548f6d927e45edd80c0472fe6b99444d7bae2078279d94f38dcf", + "2dd4376fd28fc3d5be4efdb5e4d0788a73c5e2e017433df7afcdf4e295073e71", + "2eda514c8c3130822ecfb887b782233433591d277b4d5544f35869951575a3d5", + "2f62b63771280281f0bd7b76aeaf94b18feb3d9e77d5f4c3e6c941bd1b24f682", + "2f6c7e63a96faafb2769f3bad09af0dfb334b7572bed6de64bf9e9fe48a46bb2", + "2fc4bcded9e3b5488db04aa8d76d91801cd086ca4f9b1297717a52bc367e9b16", + "2fd10e31d0173bf7895979bebccc703d39b3bac009853985801006d7d6e2005d", + "300fe4259c0457ea26c5c5ddcc0ddd771457c628008b83e328aad35d009a7988", + "31a5cc9dd9197d83dbbd3d3ca4142fbf28b2fc8201bb741270773cb1894cfc7b", + "320f6a196e59b2b4edd608ebf7ee79f17c8ad5466630843e775035c4846b90c7", + "3228ee331db1a462dda0f3f48e0e61c214e7605e1108cce578ea5f2fd595f1d8", + "333b07c20959eea559a91f453fed7eb811df3829c14be6ce7a0f2cf0d2b43920", + "33555b978758146c6ef5db44724a5c7d0c6bd220b6f59563564431729312103e", + "33e88827861239c6dd5fc396fc3565daba3dba151859cb16e84bb12f27cdecf7", + "3404ffd881c45722234ea44705c34a255fd4c7bcb8bf6bac83c63d67405866bd", + "3419d427c11b72a992314179016bb0a9148e4e87233c09d9a2670db8fcca245f", + "34fe8be6a6881aede4d578671114f9ecebff8022ff512590dcb98d7eb56136a7", + "362adb9e2f87f785eea8ff421cc49108735a1156b118db43f7dfb3640de23566", + "363bb1c2cc2d0815667febd486acfcfbd569db438fa75e5e535e1533c735964f", + "36b9c0d8e8dbf42d0ecf7b80842f7ece7e817229b8d9d81b9abaf789f2c84bad", + "38d12b23358dd923d0dea27b84fe3be71eb3da4d43c60a7437fd0d79429cc151", + "391a987cfdc35a7003584b41e687fcf13b3ea16a0bdea3579e38b9b68283dbff", + "3975173592d19589ee2483b3a9c729a1b09e357dcb9b99289e91e364a55d34a4", + "39e42a7c1b6df133a041cae19e34e0f2b67091d7aaa9fdc857e8141d1a02e0b2", + "39ea289587d7c4a9fd58e23fb6d50bf46589a1a9d30d37f385ad74547d61262a", + "39f53df98841de6d36ebe7d912d78c71b7a4880cc7bc08db0e52dab1678006fe", + "3c6ca95fd406cdcabd3371a318249e933f024d2d96c627aa2735a8cf7fae7804", + "3c90d5d7da13b39be123adb5d07405cd5957e4bfb7c514020dcd16c358ab80c3", + "3cad974195456ee5a2db5145a90ca0f2558e212a4c893a0616803f4b58326e77", + "3d546da4e682f1e5e2e378874bb802a821fcf1a2cd8f3ad02fb4c2c2539ed504", + "3d7dd030d76915bc67fd843d4a0f7f16e93fe56d1ed2dfceb77e3c1e846aa2a4", + "3ea9916cefe474f99143e9d69e0363de2625d9ce34d093043f1731a1a36ed598", + "4085a47a2f6b662206c0c7fe411d7b713e52f429bdefb47b0aee4f7f7eb40065", + "40fd8700ab3b156b4b0f82ea40b48dd00341dac9dea27e31a89bb53587a81fc2", + "4177ad99c83f31a03223c2c57ad0633ee8d930604b5da6143288bb9d95a073c5", + "4199a7885060607ed8db3b1218328efd16d4d2ccf80bc1a81d0bc590ebed3232", + "426e498c237a053ceccae427cb0541c4b237d508b4464f772fa89f78625b4120", + "427b4bd0585c94622bc045b12e05ac66ac352697c428ca2962489b2e099e099d", + "434cf031465e32cc99d0be0df1be0e209bf206de47292393be87ae541ffaecc0", + "438a37d6b4bd0e2fd1adfd430acdf90e336993bd959f79d5bf71fb37a825150d", + "43ceee1b0eca37c6537d26a22ae452abb5881e096dcc2413a056be46ffceddf4", + "43d3ff2bed6137b1430b5b5a3b10e54c39ecddcccbbd9a41e9a16ec6604be4cc", + "44632cc411cf104f311f9118f831b8b096458e112ba5644c00e7c4c230cfcca6", + "44bb557346fda02484ec041ca21fb14dfb3de5c9721d5d129ef0e9ba51181358", + "450ebccf76e662aaf43e9bde1076c30ef05eb7a7ca03cc5e40d242d4088010ab", + "459c03ca4b12a9927ec189194a6dc2732521761d69a41490909503ed15d0be51", + "45d4b64e2aecad1a79fdcc592484933cf1a922e6ef3db9e9aa626ffe9e4607fc", + "46c00e829542ab0f4441761c7a1c22ac053712d38c1f1cd57bc6bed307e62feb", + "47416d5350e161048d0d62abae130ee6e13e620c1453601bb68f12566d3a8aa8", + "4884708d82754bea1caf4baf09354f1013b3932daeecfa07713ee2ebc17ad8b5", + "48e3602d53ab14882fb5a3fc964efb696a97b153329b4be01765b62164b31cc5", + "48fdfb473480e244ab50a0aac797379a1d447f455569fcb32d54fb3eea07a388", + "49c4c3c498d85c4b459939a083610984c215e633e361f0ccd2d6e11fa3fbce39", + "4aa7582e97431f30c9db15f9ed5bb7568ca31cbc5861c2c64abc20827ae986fc", + "4b63bed5359a285c67e9ff7d84280f7b0a40c641104fa0a1a50af5ce0ca419d7", + "4bf3a488c5402697c040893291a578005cb34907d802b68844fc5774842462ab", + "4c6d7902a1e22b2bf6f7f4167a860be5ed39be0aed7c909f23dc649a728b3cea", + "4d0c7ab2ff619a787e1e947cfcf1c100528c47c16c90aebe19e3281d5747a55e", + "4dba02fb52c247ab7473ed24861f38cfb281456a57a480e4d64457180ebd2f70", + "4f81b09cefc1d9a5f91ae4cc1d5b2788c7c0e0b384e17512e82d4bf023c24999", + "506d3395d1567f02c0c44436838ea9889d35976ecbcb7ea30f9a50adca34ae3a", + "50ab237de0f3ad4f4d676158d6f474657d272f8ae0dba7ca4950f917c0233b85", + "50b8547d0dfb7ea95945ad82c54b630cc3ab54e0ab01033a9f19166fa41f58d9", + "50dd63169fcb6480776acb6cf689077b9fe565bd6acffec4e86bbe8b12411424", + "5196ffdffe946a62f4500745d1912f3fdb667cf7cd0cafa5ae7a035b896db048", + "51d45b6d1badda9da12208d1b9a1ff775403485fda5a8652a0e8d7d499f4939b", + "51f1b9dd8bd0de616f527f8848f95818854511884d434a2b394115e1bcc7a070", + "52479f35626dbd059b00c6c86e23379ab399d11ce8042b4399b3bc9c099fcc2b", + "52fee2dc2bd87e3c1a6c0620c5c627b2cc30490936440fc6122e0432b983f5c4", + "53d530ffa92afed3ce280ed6285c4888ba3bb59ff1cbd07fac523a5318f00ec3", + "5480d25e04a50a517a951793e91afcdbc3ea583236d08af15ca500be17218b43", + "54b739816771589b437a20ea18ad6c027b5bc534aa88a3be253cce7a37acd3f1", + "56137914bc27ccc2862b7a1a1452b01a33e6fa0d263c6afa6ab0607d40a8f099", + "5741844eeabbf8c6c21ca90af591fd3c50da313baa957a4053557992b8cc4866", + "5747a957d9972c2d47c89fd759afc4a8531a338971ce57954a785f61761f57c7", + "57acbd0e674472d2028036494f2e7e3ef2d052f4edac55fed900c1dc89f1347d", + "5897e01933db895c1bcadd473c11310268cbf5caf38c818f81d4bc96e93a4f10", + "5910b96219ff6c27133fcd192fdbc1c14b2930f1eba4593f03a31db8b7e3291f", + "5987281f5dfa9bd2089a2ca5da16d8ab94bbc2b908f1d04bf6548d9d79d6f0b3", + "59d30ed358c5b684b4eb3b6a32c5c62986761e80d85b519e1a48f6b639ccbbce", + "59d9238f47488e2bdd936a0d1c63ea4e763e511fb9b5c903862e239c35475ed4", + "5a678af69532034429641cbeabdcdcd84eade06b83dac385dd6d8d7ea36195b9", + "5bf1b42a54729b348c61228315ecb19a7b2ceede4d0e7b8dc9afa8891bc81d58", + "5d0f3f38df807dd181beb9335c96aec831ddabc4d9a634aa7c54334ab16c1d75", + "5d4e9ddcebff2ec81105e8ae79f57de3c984200f9994e88c466a0aa07c8e1320", + "5d515949f2580c7204d7e0ea416bb67a32d528e4ff3041f37bd94c08b56c5357", + "5e418b7e9d172a9813cabe7b9bf34c168db366015d182770fae70f0ac41422c0", + "5e78b744add77bebb64bcf18bf09a83d5597e058afec7410d5da6eb169100c30", + "5eac061f4ceb6a0fc89ae4a1cee37ca22bf27174233561d82042b577f736242b", + "5ffa8307514fd765cae152d50388c2481438d15691116a76f78c1fcef9d2ba57", + "600b24bbb9011d209e230efc0651ecbfdf9192844de83e795d5993ee034c8f06", + "602956f2c532b51b46cdd0c64db43929f489e5804e760c69806aed0e26b3514f", + "60c343e6f949a3098f6f33740971af76511890cd47b68c88f7ce1894d6d46b0e", + "61497e92cfa672eff759375d67829981565e5be07bb87bda0caf2525f38171c4", + "6214f701d647152e08612cd72bd1e15b64329676d053324533b8c928d6e6c9d4", + "62f0b0da66a12c0b2bb3b7f1324906246d8aa8c22dcf738728d169df29b85cbb", + "6349e990f1235293d2dbad51467abd02bf7dab9fe63a77e1f5e661bb5e1a1672", + "63b494c4eaafcc2da75d4d1235d198b3c0b0c06f6bf762a6a5fc7baeb1a9e385", + "64010a7e425884a51a7a5195beffa3367cb63dc05d7d9af85e6089f959e7e589", + "64bd5fbc7e70465034494d5dd5147ece3426224ab802b7051041606c9af60ea3", + "6518e953250447419c08c59d2ee155fd52ff507b28eeb3a83433bd89432a37ea", + "651c0e51e5e9e00565b3824a7f42082fd052a2df3b8df4e1caee0cd8e50e90ce", + "65afb3b6725976a6ee42025db81e84c935fdc10361f657ebb33d9cfdc442d502", + "662a3ab296db484aed6b385a16f29bce8467cf9e45bd85b7d4603ef7aa75a911", + "665000f91e6250f222e1d20d8821ac20395c23127d25b29b2a18d824efe5d95c", + "665b59a56dfe89b21ce7f3e1078d4070fc5d6c6aa9c32fc101782b87c94da10e", + "66db6cd423a630f043ba70653d9cb2d3912d39d74ba20aba42f4ed49be24515c", + "6707e8af129b5c01f0227ea9337cc805a44e08594231bff59fced200904b68ca", + "6762618ec7b24c3b7302187e22d53c4c8fc36c5479d927e7b22f82df0096ab81", + "68aa926879c32f5120a16375df788268f6d466b722c653eae0cb489b64c2715e", + "68c7948e1397aae7ada0e711538dbde0b894aeb6c65a2a28b789072222c7d04b", + "6978f93cc00cdf51bfb5d79aef73aa1e6d9cefa78fa0452fbd6c7d536692e095", + "6a4016ddc183de9be99d891de4af7b52506be085bdbd7b623afe6ae67d380743", + "6aa36251dd6981548c9da087d57cdd769ef61ed00e6b91d9ef9ad66fd8042151", + "6b317d5548424aa5a1e695f983622fffea91e6839ad1998a13000c2510316cd6", + "6bed9461397e0217ff6532c954a833dc28fece0cb46e647554a189e66524cb97", + "6c583b7ca612a308e259dfa946fa8cf45fc8b8ba31262221f833ff3f44783095", + "6ef52217b53a0484ef0bc7e133620ce5236c4268111f9f9e6562732ddb3c1bf4", + "6f019701fa2e5327cdf14bbfefca64df0f5aeecb6928fb52e5a01acae8633fe1", + "6f25c0d6d8191dec23c8d22c518212f1d2507ad4e3d4e4ac34869a5e3d988cf5", + "6fb7eb6b8b430c8ef441afd0ace15a4c42dfd23b3ac134c399abfa06390058ea", + "7258d7dd2d99620e2f9563f387392f056353d9cd0feaa9065c2a8be194a95f91", + "730b0ee7d1a69be505cfa2d8f82ef12619218566820fcbf2c2049d781cedf6ad", + "7345a52d3dfba26a5528debf07f380ed05b6e5a1dd313e7e108226d74edb2724", + "75038a8ab21048d173a77df2a2d9410cf256f6a587ef333f82d545a2b0da5495", + "772ecbeaf77547ccf7b918354bc234fffe749626c7bc4b6644544711300e3795", + "77a5e2b24fd4ffc2325efccbe53d2d0af89831ac3081665825a5d19b0f99bf58", + "77b31ca7d2196bab4fb31060a8c79365e306514ebcdaadc089a12ad03b7ab734", + "77da10edb61dd80d381746bfb7929ee08eaf96f64b65f535695e5f076fce2861", + "792e6b2c4a8865ef31fdb6e497bf4c8299a0cefa2fe47777c8b20dc4be86fae9", + "7a19124e06706c046acb04bc05c52c019ab35a5c0bc2d9d48e752d4ae0942009", + "7b750fab861ef3d12d2b387ed46455aa8b65ad72ade5ca7d253bfc8d8408c160", + "7bd6f159ff7920fed389c26281943a38f556af30c29d4aa402d5d1ad808a39d4", + "7d913b1ad623536ac5812120629dd8cb0455511983d5c0d1d26277b9aa0b5105", + "7e010a7eadabd6135dcbc0a81d71a0c4a40d9ec4d8e4a41b9bc887d64fbf8c8a", + "7e030ac9c9322183567b1955bd4924366422f8ba5246e22a232e5932702f2069", + "7f64fa79eb60a5f4b50f1b33da9b9b3d99737cef21da808c825c33092615cbc8", + "7f9ff6f99c5de72a9908c3fadfde6298fadfdb9eb36c32219e4a7fa10892f642", + "7fdaabf2a4be809033161efb0bbc2828cbefe75c439216450b11d705a706a1e6", + "80bda934d0265c977e22f84b9a47bc985de3740895abeee0e54cad76fd791093", + "8196baac48edec4fd98a232dd60880cfc89bfb76b772d9ce7c857a4051429a44", + "81afc453735d484ff81d6fcb46b6738fc9de062504b255a5d366d15833b2b93c", + "82ba96b0db417c596fbe2c6f05edd0aeb2e82e0903016792d0bbcfe6551bd17e", + "840446c401008c1f4f1b1f82237092cbc1a020e55cc02ce94792c3fd4c4f4ee0", + "8488122d93a4ca2429fe5228db45ba7185a2290931adc5c1c99e8cbab534ac39", + "860f89295df9fcc82bbdc1b569404fbc284cd0db6eb4aedac0d72ceae19e27aa", + "865a93b7d07abbf7233f13edf40ac7ac9c8013b44bb5b1d8f56f6628c9db00e6", + "86d9accc836046ab5fe18c08db4a4d0d5d65eef66c487b81d39befa68a892c69", + "8744f7b069ab27db815e0d8ddafb255992a61c37084b201454809d668506fd34", + "8755482d237160251dbe35fe0020ba85c14e541289f1dec4f6494305fbd8df89", + "87a181cd2f9e280ca7cdc7f0fde3e07112a363891302d8682860c081c35921b4", + "87f6acac31dff38cd80e58f8371fff6142712d897de20092d418c4a430a80633", + "88a012cdc526b418b4aa88816d251083f4853e870482f8e924e8b6a8af8ba731", + "893c75484cb41d8965549dea2b8a2bc089cb463a1e6f8469546dc92c8705de39", + "89d95882eaacf6f7cb28c46b23ba22c3ca11986ad0365890f461a800c7d087d4", + "8a41d9b49b6fb8253d7df35219e7867110656805953c6d665f128bc74765ef89", + "8a6dc00f6e7e5cd26234fa4eeb4d15a8547fa593afc36997459216137d1300b7", + "8aab254e85254d5cf1f1103bed51c9cdf8d6e287dda1b267b7d2adf0d513eb2e", + "8b7b0c0c36a755ab9fdc1c810ccf6abe54e24c1fd381c8da44fe1fefd0d05d76", + "8d11dd1ec76d295ab531cef7f05a62c5e138f2084880886a78c6855f907a19f4", + "8db7ec8b19bdce5f9886dc235e95546452a592b45a0e0377fae405b80564eef6", + "8dd973f2ade114309f025349bd4852d7fb3fed114871ab48e19583c48260626b", + "8e2579fa847f97c9029eda36fde5da04309c4e42188364edd4ade1cafdbaa213", + "8e94f3617db242fa9ca8ec1d20a20134c46fb1301f1c585863055e5e1ccfc87f", + "8ef7802d4d36504e28d179e70878185878721e7aa7b791aeb9f4510ae926e73f", + "90287d800986804804b7ef7bcdeaa94888d09b6329918ddc0136dbd31c7ac8c0", + "913df90c98f124b2ac5f5565e5e86e1043f79f34f1c6410e7843886c4bfd138a", + "9143d67f035c7c08bf56e3bb65f4d597492147e3bd06e575d05b9617fd5a2e6b", + "914a0ddd825254d368ed88a4e4c0e1492b62b685b54d43a74eb809c21c0b057d", + "9155e1827763664471baf371a8b288f53632986039fe13fe8bc519af27b7448e", + "9180decef7665bdc3dfc930e38fdaa742261568d8a323e5ebcbb5dda83ab7435", + "92c3f4c9a5c73d021484d9c22b11dc3f0a5938d92e8b4a3ac29a540daf62cdae", + "93308310bdac1dc182ac074cf0f452d5857412a3dc381d6adab000413862c294", + "93fe1b775c9d5a005b4c24ed4cdcbeace7c443fd96acde340cf37531e0d958c8", + "94adae68e8f80732228ddd487310402d7af461be7ebb5f483fcc14fad5c84368", + "954022aeea5a16063fab63a3400d1e5ae2e4c1cf3af56c94d437dcb613d6eb9e", + "95848d52f9d2b349485284334c4efe48bc0c9d0e4f3993dc3fa0b93917c0c794", + "970ae009f20045d56e65f7c177ebc783dc82bf777b5dec048d9ffb62c2e7073d", + "975adc9af6b12272dc8484adb4210f1137470d6c77b2982cf4809f2cff9b712c", + "980d048a07e2ed128f0cfc5768babeb12f7b8c1102dd264d40304becd711ada4", + "982679e3e46a917a3cff3891b491fba40130ce6ec338858450dd68b6dd6ee16a", + "98d2821446cb8cf7f5342382fc409bf4e1531234751095148028095c4d68c0b9", + "997b672b7ce7473d2751343cde3d2aaeaf840cb344d368ebbadd3d2205a3f079", + "9a0729ed13e288c93f267bb3557f4698a73ed5aa31a55a8e84b558b94825f262", + "9ab25a8cc539aeaf87f23200ed1c3f9667d44963b7f6da1e903f16736bc509e3", + "9ada1587db68d41c577e46d5046862a766502fb2dafa18a139e5f797b035c295", + "9b6021119181becda810b14ab492087af39bbb14c7b7a73d51f6e9f274aa83eb", + "9bc128b3db4a990e7db2c97b5c7761eb5452183da0e8b815fe35c85de239251e", + "9c72c21529d08c5069a521af5f213b99dc9741ab154c07c3bd0b4937801e6cfb", + "9d09df5c56e375bc9454202fa81f76636c4357c73e2f5000368c4300c30c9d8a", + "9e25bb1895a025f06794aba14ab0cdbbc2d4c900b747d42d48957a823e0bab5d", + "9e71e5498441b4b84fda9d4a381c841cdf9dda4efa3e0911ec8866e7fb9a9d6b", + "9ed736060546283eaf7a9e6d7f2be31ab3cfcce0d01a7602dc9bf3311dc84567", + "9f30c7f9e60ba8535bf2d90500801f28f4177b66ea3a2366eb50ef7ff7f9b9db", + "9f3b2d807346a6cb4c758c408fef30a978ae8b2b82ea419f13d447daad058f5e", + "9f9a2aec986ef7f8a6fdf55160dcae5c969717a28c50a5bd8a3b46bc0ad415fd", + "a00ac37fd929bfad607c2c6799f93375b96a8f3011cf2f49ff9f47201ca01987", + "a12758b2b9df7c5e40f379dbc2c5374e2fa0508e5f21c7b5cc38dda34dcc7102", + "a20b63cd6f96f12ec818d2ee4b0e6f2017b73aab05981d5a46d2c466e7d82432", + "a2727388face2b4a7efc7b6c58838a198a9e1f420e0b8852b925386e77a83f70", + "a2cd9da5ec1623c7aa739bda183c8101f171d8713dcd39db1ac5871ff56b4017", + "a5119d9b97da13e0e5999ef6c91227ce8a3b17de9bb77acf4abec2e00259b822", + "a544ddf0f57c78a44f54dc946cb6885693ed7372a89f15bd914569f1d9849ee3", + "a54c68ec203d07c2a967d02825037471086ba238263be088d59d9c7f00612ed6", + "a5ba2e61cefc84d8908c6b2bb830d91790177360ad02b3a744c640ff5b45d6df", + "a72c67526742bf14cf400ad3515ed8b87c2fc7bb4f95070a0faea29c8ea984d9", + "a775848264bf7b4a3777a556d11f38e2994d92714c0c7734b5a4d46162c84226", + "a83bf42daf636e7a77f77955757dcca4224440cff075bf7eb0370795f9d8663c", + "a93f33032986ce24e99eb38f10fbd9a62d75462d5adeca5b4e236cef0836bd90", + "ab78cf2c57454d46dbd7fea49f3293f01e7c6dc9ae10e2eb2b4fb20a3648ecdd", + "ab8b5ff6eae18b911f6e8dc11c2a34f65b1c9b6d116c91a00b8a8792096688ed", + "ab9e518e9c2bd1aa4fa1e395553620371f0c79804c89f5daeb6ce18d5b66af23", + "ac5ecc054864495a34f0b9a16a5473b786d7497474773dcb84947ed204009aad", + "acca44ec9bfa0a02833526adbaf86c7041a0ac281b28cb7ee91f18fd09b078f9", + "ad8f425b29b9b12876e4fc5fd18c3f867046ae41c81ec55cf0b6d208e85dd742", + "ae3fc0f559f37778cfdf27f640bd35a16aa6b76c4ffecf8d42baf37e4a5a7905", + "aefc7849c632d4044a926f20f1d94b82af1b7ed6dc0167d2cc249b218a343a93", + "af28d652f179b9718c6a9a9e74f9e8e7f12c437a5ad54a75d80a82c23dc8e644", + "af82611bf1b54c6df4bc9285d7264be4ed86af1711891cbdf484def25a7d98ef", + "b0ea0f0cf25530508c4a9f67de55afe8038355b7e0b860af7ba9f04aa31a3e06", + "b1bc36c06168dda8d850b543cbd2d870694b4869230cd985b20dc8b6ca23c1d1", + "b20791ea51ec80c181aa6a54ebc7d1383974764c55ee7dd3cb3cca64948266b9", + "b34c178c6a7c97b598af258fa1a791d9c0c61e8432517e3d91953c0cde131d7c", + "b40f7a9d22cda22a063bc22dd3b4db5c3598a98609594494193ed48dc8192cb0", + "b461e54387e0a47ece2b22c3dcc65391d86517ead678ec33a5d901fbbadc0926", + "b4ccc21e5ea8003a945bf634d6b800fc44eee0aad713f12e57e1984c525a65f9", + "b714c7af15a1b9b8b710eb5c7611595076321e58f55c377e69c9121093522bcc", + "b8004aa52a284d2556c496f43d30dc6fb1cdd091695e1e50c1a90f0d65f92b09", + "b81b7e5043ba8065513ae1e47dd72ba75abd98d33e82a7ca7e78e051cbe43cf2", + "b8876098ea9a407eb70ae6ec08951a4f55579c2e0c08716a7c6cc43156beba4d", + "b9285dbe600a0d883bb1a8106ab84908e1daec78d16497c41f6d64424cb98313", + "b97e8fd40a8dbf94cb8e2011dac90a9480e3f112d431fc70ab75ac357644f8e2", + "b9b5303b9443950e596764e3ab43ba388dc88bd9e9fa4db7feef060ce896c62f", + "b9c2abe9f6ecb2b7b77d64e7191d9ed09a36554e9421caf1b2e65c5463365230", + "b9fefd5cdff2e6c28088cc0a53e346a2c097998df8b6fc297222153e1daf65df", + "bb2bbefd2a016c0ad8e9e3e8858cd69d918f0eca2138b4f2289c7afd8ac1f4d6", + "bb30b5791e4307912aa9adbb690455c076e533c6285272da8d12e78f51db283c", + "bbf53aba9adeea04e3f958a95feecb13ac2d29b45a69478899314a996c78e544", + "bc6192bc3b2826b4e1b0b4d086536b6565c66d2c8bd66378de084b53625943dc", + "bce154fde165db7793c519eb7cd7b398ff52e9cd42578142e5c8ee8fb0656547", + "bd1dc7793ae70f7d999d0e13a56b492cda6f3ab0de6301699294ad15b001ac7b", + "beb32919cb900c53a3953442a5d071436449a4b9ec5b2bce6056f3d0a1f87714", + "bf6f5ac70503dd191546b89ffc869bc3e28efae51bf05ec330535f6e5286e301", + "bfc5863c1a54513bc8256de6b55beb115b2fa384a58f23530fcf523dcbb52e1d", + "c0b1165b54a3e58bae71e154a65337aed1918c1d065439d9a3f9d65f7d1324a3", + "c10afbedc26936296433deb12073cbd34317fe0ab7899c916c8cfe4001642ac8", + "c14e6d6cb9f0b03afcc8cc196c3a29e3e9e2306becbe004eb2313e306cd0a74c", + "c17f9ccd9fd2ea3d7d9230a42289690c9decb88e0a880a42037a79e94b100e02", + "c309e10ae79aa8821732639fddbc5af8d7480dcab2d0316dd331ad859a03eb98", + "c390b96eed7402670db4562842a2aaa9581848dee1538a66faef88134835c045", + "c39690ec883cace98ebcccef51fe48fc75b323082a2c0ad951b40531383a9717", + "c403e6f15abb1ca9d51a883ecc88cfcee37d64058e19559d87cc8e9659369ddc", + "c628c9f4b7dd0a2931ccd0a68cdb70335c49d125adc341c75ced526e0b5d7439", + "c66503618c5c0194e190365bfdd6f18fc85f6e8b14f248c0724575689225af85", + "c669ba0197f300ec35c9cda7a239e8a69e73488459a625ab9476b09624287715", + "c9ab26239629a397da5a94679f176211063e4fabfd3c41a2481405a5f70b2e71", + "cae0fe58a9afff0750883faf68e9d4ed511d4adf9f799828e6c7c331d0b2733d", + "cb0f5ddc19e8db59d7affe16f76ef2585cc9a4c992ec4aa144bd25fbaae42eb0", + "cb42cf2a13ecee4f5c3585d182f1a5e0172acde5cdb5dca20df348c61d5707e5", + "cb7117229c57ca9d821d8ec24d4a922d8348a5fe3325939bf84dfb18f11eb5a9", + "cbde24769f686efa9b3c354173679e351c5ea0d76fadb3e69593a7ead04a1ee7", + "cc70ac956671e95234876cc83614c2f88db9110ecce9381fd0ee64803b299429", + "cd36b417bafdabd7721c88c17d2c29c33e9a11cc0594f52a54950906d4a44fbb", + "cd47f108a726fc44a0eaaf3d4bde604dbdf8c41861f2c9a64ef11c7a36c8d6a5", + "cd4b3470071fd954fce44c84264d4bc9e61790b37d2b5e9374efef01316e6dfc", + "cda1f2569cdb637d0550db64ff59e80ba7330792ac95484c37cb0e3d113eccf8", + "cdf79c0142aaa8c5353ce2d676a01a9865903051dc987c8b73cdd73c76ec9c23", + "ce43ed1b892a3a7b12e0bcadb397a918718cd979e9e0795395c986f56bc2a750", + "ce7c329ebd2e1b1d9bbc17a9b9b74bcd914df56e03745413b6dce38eb4772bcf", + "cf2039c1d46672c9f9a5515c3d60575e6be00fcb93c2cbc1477459ff50955ef5", + "cfc4f4161ce90cb06c135ded875919f4675c107e786fb6adaa9070e9fe56d34b", + "d0ac396c83185c55d031ae1fbfa33bbb017d14a316cabb55503b6fe772fdee36", + "d11329eb550769a78aa2d9f8be77708dd9ed7527d706dad9fa2ed230fa38fe5a", + "d140b4148ccabf6f483642b7ce61825956b6e0a84ca2bd32a08a98f84a200a0a", + "d152d1675da0f33cf86b1664536034d4c9f4ddfc901e51c018b87280284756df", + "d2d52cebb51643d7f8ad3b2e52987b7c7f68e66e172418fb42636767f927ffb8", + "d42152e189ac72bdfc7e818137ba41cb5265a008aa3cdcacfdc560f5af5341e0", + "d49d739f974de58a57bc4f74207ae2bc8d8e66361adeaf55e961a27aa1eaae65", + "d563f93f87d17243f00fe477d8e78157ae7edf218e5c88e941cde003bea36a6f", + "d5a907cbc19ff057e4dafd6cbd075d983f7e71085148ddff5920871bc2167575", + "d5e7f6b0de3d88f2eef5cb8276e5f45caa1fb6e902025627b04b490b5d98ade1", + "d65210aa0d78bb32b64e066dcb64b6f8f71f71779a5d499354ddfeab22f1332d", + "d6f1ed8d805236ccf9f98fd65500bb4aa9ad8c41f8a071ddc29ca8e752929ae7", + "d7ad91e423e48f64697d40ac5d829b3386ed420ea0fd9841676704f0a062dbb0", + "d87661fbf955f5f80d07effe80080355aaeddb42c6cb0409ebf62ecb5393b674", + "d90b629f237efb49c3ab6d0aff93c838b4db299e6d7feee7636508d12b5c5fdf", + "d911da1cc1aa1a02712d5b1a762cf0b5d5ab389492c1a4b0559299f05493d3ec", + "d99afab46c17b26a07d8f71fedfadaca28767a8f350a2d9589736ce7da6cc3bc", + "d9df49c2c7600b22a4c93bb4b1f9dc9b1157f0117b215b7d1c00e26770ed5582", + "dab08cc34ed2fcdd470d03536ca642ff4624b381eaf9d536195bbe17ebe9c17b", + "db064204080f8555787bb6221183aa561add66a3383b4ba439f45c6ee5a2d96b", + "dccbc6279f3222dbde7759e12a7dda491c55472378491e24482e4ba527959a06", + "dd5269687a6c1f75d0234677f460ecef52a58ff78ab2f9ca6822a1316b36c5c4", + "dd87ae7fff40771e69e0a6180d1305fc6d1d0ce432e9aced610fb3f49194e7c6", + "def0de3ee663dc1c9d1b8df1f0127da4720d8dc16adffce81c060c330dda769b", + "df1f96b7a4242177ecb40fbebf6ad7091106e10dcb7b8be68cdf62ae9532d7ad", + "dfaa421efe0204df2a51dd0f34cc72c3310aab26426b107e3973b954cebb730c", + "dffea2882ee92b26abce07a5376e46308bc5e7a44749f72858eadc0aaf862fa3", + "e0077b61aca56e8aa2a018e68311f0e6aefb5d030952537cb7eef012f41369a1", + "e031d45f43b36e3034b2966c9f75218e710ec72dcc2a5e970c1d4244e4913e31", + "e0de0c7672d9da979ef118f4983eb9ad6ef0402fc8e6f5935c75326e26231f68", + "e1b16c59c51132e39f175f624b134609dc6280d818f8c47d9b6eea77e7b193bf", + "e2679dd5d22d82f7095519aa46615e702dcdf209163df9cdb734d295f70ed8cf", + "e2fa296a21818b123e3d7f367826c5e997b1371c858beb73610b110ca8ce4839", + "e50781f70c95585a91804012aa888669166226a18d9fd8d104cf901f565bb067", + "e579dd010621e89c430a10b2996eb3b216029e121a77237418f7280ad0f5d088", + "e61eb554944b8e39f620309e492c5ac7361b46cd9706619aa516e1c87ab2f11e", + "e6ad5e3ada47a44524ddd841faee42a564c8b8fff2eb255362771dd9f3cd5a55", + "e76923fb355d375ab50ff13eeb1ffa782eaae18ccabfa627716742e9c1390653", + "e7afca6e54dddeefdb0e7f1b02cc0cf2abf00561ecc8086fb882ed8ced4928f9", + "e84d29a0132a44780d83de149ff7581d54b4bc7acba7241efd3758dc613e3cc4", + "e906c0d38c20ca1f640313df9905bb9a39b48d7fe15c57a2ab75f1565a191fe5", + "e9173b067eb363df353546f8567b60b5122ced586ee8c343ccbb3bda6ab73592", + "e9795c286533eb785b99b4ec8b8d78f7a1eb8bb725e0d7916cafbeee1ca8003a", + "ea4b1dc02232d972aefbc800b4156284095112baf01168056ddc24b8a247f512", + "ea7664f177fe6c9fea15443fbf74a78eaed5618ae0f37bf189a0b726d17a5d4f", + "eb3537c28c26f4f61dee000695de989b41525c029c7d92eaff101a6c58fbbfdb", + "ebba25c528191213226e54e837bb727c0dd9fb48ecfcbfce91412f7fddee51a5", + "ebd7b1abe0d22ca80aa8f56e1d62c8a38ff410749cc212d3da44eb580195e0f9", + "ed4e3c8d856aaa25e7adb8ef0ab63276a38f2de8d211ddff05b794283c206470", + "ed82a193afed8645087d6ca4289eb20157008afd83272002a5669d25cfc51400", + "ee15e6d1acea63bf964c93eee42be5dd3029058f8770dd9caf4d5337a2c01bd9", + "ee5d303b876c4dac62384687b039f9658fff97c84fd87b08ff59b99a50a2c6cf", + "ee623702315a339ba49bed2fe17471ae117b38e2e55d2469e7cdd4c8ab88565a", + "eeea07e1f63be94a7ee57285c6c517fd3ffefdb1f48e02d1318b7d0d204db5f2", + "ef727e08aa8670e19394b9f923ac237625629c01368ef4a89e9cb565aad5d2ff", + "efc515168087302956545ad66a1b2923d107e4142ad40dc14c43ebfbc769e247", + "f08cf650a03124cb4ff3d44fd4a70abe0342eb048dca6644323b335770a9a083", + "f1176ced474ef2f0ade0eea28d45b69b1c172cb97124465766a696984397688a", + "f2143c8de49b21841348de9bd75cac7ffb13b71d118249abb1917698450f638b", + "f28ef034d38ffdec076a212d91fa453834eeab284db013d48370f45b23ac1e1e", + "f2f034448bd3ed4bf77478619b5c901fcb70f6a8f3ecab9dbbaa143a6953d9d0", + "f4d897d2739e313ae9a7f4fab2d18e96b751d08263efa31b92c65c39b569a099", + "f5636406724c3560b13585d91d6a1b58716ad37a776edc88af285d7b05f70d76", + "f56756762723fb4248c7c9cbc4288058fd1bf9a5b92dddc39c7454bdac885124", + "f582d63ab10b23f5177f0615badaa3359f0a0f7a56fb4165437c0ccb3bcceccb", + "f661f3a1841fceb3f780a7b40257af20ed3e704c463eeecf783b2c749d7a916a", + "f6685d129fc3f57ba35b71ce97af43735c428fee02c6c50fca3b8dfcce32da38", + "f72fe1265f2add1e7058bae000d66be9f4ec18762d6413e0bc58548f043a59ab", + "f731dbd87c85ffe281c1d8740aa242fa9a7b1d7210e0b1ca69592d11f6f11f8e", + "f7d9e96925c19e11d9a4329b0ff009a383d758857a44287115687ddc7d098d93", + "f7f300fb09d9d92cf906384f012ebe09835fb0d03b902e2a230c001b302b9274", + "f8fac33ac4e76d8146004ac03838c9e4977f31db2e3226693233e411ae4c5cdc", + "f919f6e81d3e9733aa6e62846129ac10370ca19d3e72ff8594876e9e77334efa", + "fa49239daee14b0d44eed2285a78ae6d7ea97346a5f71a9439f394afac870c63", + "fb3c26f9e5d25c1414b4eab1076ffe73023df0950ccb8798d2b2359e7060ff69", + "fb7d518eeb067ac77240f19ac6cece874b2af904d69198f83fab2f6f7de203f9", + "fb9f9805796702942ff8ce23f4b5f2e2abcecba678a82eaa95eb2f35d3d37cc6", + "fc3e326d60df78352c6da66ac491963b7c457797ebcd1e96c2436594fe59a6c7", + "fc6bb05f32006e045e36a3300044ffd7205edd7a2ace65ddb7fc77df71abd6f6", + "fc96267aab2baa5d3ae73bb0adc76accb567533bcbf6a69ddf358b7ece8e51de", + "fd03ea8635c19ccd8b6496bccce844e72697d6a638a7fe75234441e839b7615c", + "fdbb4ed5157a5396e2fb421e74d4d4cf4bf3131cca117026ea1f51d77a857994", + "fe4209d418bd8745b7e03e0450b65aa434d749e4f0b0f3793a1849ebbe1f93cb", + "fe54a9ab1415ed784e1c9d3aaa035570a6cf495a610171edc863f5743524e7f6", + "fe578fe58231dea95dce9a9201b55208564b4a59479d910d2144111d16e809eb", + "fe62a651f7a3b22cfc8af16729766ce8b0dba209d70e68d12dea3c7ff7c5d3c9", + "fe895f4166f609e50dcbadd349f7534f86356f5dc12f47d6511059ddd8fcb4d1", + "feaa87eec12904d90fed4e3ae7cd9189e9adf521af0c660ccfc811e39398c52a", + "fee98f221151bb980cdb862306da346bf3b0d9cec0b9cbdd9c2ba13ef635201a", + "ff1366cc917bc6dcdc630665d80888e067a67153e0291eb502ce1c061598ceb9" + ], + "include_outcomes": true, + "label_counts": { + "negative": 5134, + "neutral": 1325, + "positive": 245 + }, + "leakage_contract": { + "deployment_must_not_read_outcomes": true, + "nontrain_outcomes_are_evaluator_only": true, + "train_split_only_for_retrieval": true + }, + "max_flat_action_dim": 112, + "num_groups_exported": 419, + "num_groups_scanned": 2873, + "num_groups_skipped_by_split": 2454, + "num_rows": 6704, + "object_embedding_content_hash": "411ee7d4c96458879f14fc9460c0e10d5309d83aacd5552c6bcbe089e81838bc", + "object_embedding_manifest": { + "dataset": "embeddings", + "dim": 64, + "extractor": "rgb_object_layout_v1", + "num_embeddings": 419, + "path": "object_embeddings_rgb_layout.npz", + "reads_outcomes": false + }, + "observation_embedding_manifest": { + "dataset": "embeddings", + "dim": 32, + "extractor": "rgb_jpeg_stats_v1", + "num_embeddings": 419, + "path": "observation_embeddings_rgb_stats.npz", + "reads_outcomes": false + }, + "retrieval_index_allowed": false, + "schema_version": 1, + "shard_content_hashes": { + "charts_00000.npz": "6f6ea9dd2f6809cbed119598842a1dd6baaf5db099587a2748a00264aafae4e8" + }, + "shards": [ + { + "num_rows": 6704, + "path": "charts_00000.npz", + "sha256": "538fac2468d1bde33b9e76f5233e331040a8c76ff5fd224727bd8140686f4071" + } + ], + "skip_counts": {}, + "split": "val", + "split_fractions": { + "test": 0.15, + "train": 0.7, + "val": 0.15 + }, + "split_hash": "9d1dc1c10868f76fa080895df0f2730c173f12b6db14932599d55c2b60859381", + "split_policy": "stable-hash", + "split_seed": 0, + "state_hashes": [ + "00febbd1a7ad126d88b65aac55a35a9c4c63bc11e0f6e45344ddd4969242b950", + "0161713e96d5c5e1a45422cbbd0367210454a00f7d6e9840771090f4849fcb5b", + "0271bb52312dbcc4b57060d87dd5b3a514bb13bb1e20b235ad8204d61ad50a24", + "0544a922f6c9c662f2c9238466411bd1942870f7f182a508fd124141ef777c01", + "054fa57f5f9a67e3839a4c9674f9146dda13d27aa43c99ab5f87dedb1c0c2712", + "069933a0983331f68db2455b6a2b4fa216a97e119e1fb5b42a65adc252aca505", + "06a95069882817d6afbcaae8ec6bc12ed361c0a9446c56639880a8b9223c0c74", + "06d2eae8a8bb4c4503348959d65191f1f652edf6267e750861de79a6e0f1b1be", + "08353e08c94f126c924237211ac6e55a78461a8ff88eb8a1dbddbf844b6f2ec0", + "0905ba70e353c374ec760960c11b7a7914e3a0f401bf94a7772225dc39a94cc7", + "0a48350b21b9cbc27742e61775d9a3cd611daa5905f96a2cc3c59625d4b081ed", + "0b7be6179dacba118f3fdbe0e890ffc2d4ae1d15a87a215f41574bda0b24907a", + "0c4be6df74c82811154373ce6212cb0d7766cfe37020a987e1c1a553fc82aba4", + "0c5278be095a7a37efb891610364a48e4a4d84d044f63fab14e15e9351d2a9d8", + "0cab5c0c4fd5dd2183a8bc5891151fb5e5697bb605a5f7aa3c85f87f0503a804", + "0cf52a33f7d5f568029fdd8a8a3b634cdc7443ec30e9c127a73f25543ccd2c30", + "0d7cc8eda8b418bc8993e1fdf3fd64353a35fafd2501660fe5d87c6f7ef3d692", + "0d873ad4e7f5c34b9002a03754159bc9f2641e80bb46292920d135468141f582", + "0d8db9d71f59cad390736c77c29a6ee9f9f24de0c5250e1b8115164f4bc33f66", + "0dc29c4c945813a6553cd08d2dddb3982abec790f14fca7f70dfab255302960e", + "0dcfcf107cd9dfedc537d2da4969654c2c4fc3d04b1176f8e1426633edc8fae3", + "0dff2cb77a11d1888d2a48a76c8da04fe4e0daa54b5194bdb5ea100e2eb48ab2", + "0e23f36f5e66b1e4a3a7c074a6757653fecb8ebf1beebcd1e78033f5c2656a35", + "0e3910690cb8e214f63534f41f2acc8afec60992e30a2ed4d2fb61fcd93604a2", + "0edee0a0681248fffae8e5677c3658aa6a8b59d9eb3e33d90ea3027923b85216", + "0f0d99b44408bc284f59809b1266764117c2426549ba6b7e22b897e4c24cdfd1", + "0f19062a067ca2c041986c3de45c4e8d4e0f32838adcf5b52c29dac097394b47", + "1023ebe09fd0537cc30774636aa5c98411ae6ed1c2dc259a2624bbd063eaf23e", + "1113eef231093ad70c840dc75559d4ca74bd3d8dc4aaefa1c0b04354fe6776af", + "11f96b224bfcd397ee4f98e388350e3b65418b00a9ab4d2746128b42b12b43d5", + "158c57e861f5dbf4fafa3370948c03172a7354fd34511a04af24d744cca2d11e", + "15a9a5593a8b8ab430be4f23e1279949867e92ff352f3e2033c69495d6f636f1", + "16a1c922cc898f22123974a540e044a4ab649945807f078770480f7297e8e90c", + "16ddcd38b720cafaa913dab508ceefddc7620486bb42e9e3b0a9b81e7155543f", + "16e7bf765913827062088fe3aab96fcdad44b4615afb788a2a07e434d272b389", + "171fce66778284ce4d146eac1ca6327cab37d27bbc4be27a2a9fff473038245b", + "17547f1d97d7d63690d4f5ae56430531c2bcb8c2289abdea53e0151d4bd9b79d", + "18d69dcc611026a63a4602aa482606f68eb3ce416d10ba04f9fadd6b3622a991", + "1921b5d9fe877551d561618aa96a78ddc9480216ba450d537d5e4b27206c4999", + "19cb279a5068d0754add0249c6c2577e07f80aa33c56746853c796f5418fc7d8", + "1a43f6367e6d71af41f099f5216e60ec305d43486fe887af0c2f19849f406b75", + "1a5d3ae36c55dc60075de4acb795d4258bd60953aaca4786039280f763703323", + "1ad053ad6219459720e464e61ba1165cbbe5210a308e3f80962cc0e4376e38fd", + "1c665a2c6b863f8415c790f358f9138f56958247ed05638712d6357c208708da", + "1da1e71bbc20c3fee4c7494196a98750f0081b55357d61ee7cdc53945bb7965e", + "1de189fddeff2424f521f5026da163632e4417fac1f9336255f0e62614ee5bb2", + "1e6a33aa31538f769c69f26afd8c3fb7c5f0290023735688823d00e5e34f22db", + "1ed8594ffd73dc1116a58995bf378e36dbf065e9af2b003e643eb9933e7422dc", + "1f7544e2474c3c34d37aa4fd972618a6f29b1e84a054ebe0dffc58c8a2e7a71b", + "1faf9206f8f302ab744b3d89effef3a2a055b0e600c874ec05045043e1dfbfa7", + "20191c4fcda51e9e83b7e86251c8a03607d12daf307afbc00d51d85e4e7def84", + "2053f765d67e1e99fa2f2d67b7c8dbdc0edda26a58e6602fd99f9153ec1e826c", + "207798bd670f5ca13a6fe29e77f180432de0fe8e09512311636a9c49b6d27523", + "20cc15006255a0f0abb3e7f4e59313cbaee4bb4c70b8fda8bf24a8429d7bfeff", + "213e926b1edf4eb61706e283cd09447dbb4e7e529420a94918b6dcc6593f0b29", + "2144d1c886bb5f05a02f9f782ab4ef7451d251b76cf8774d23862aaedf517c32", + "2171371427e17c1995dad1d3526082f7b27faa7ee8f8d115d3e1f5a29fe1bba6", + "21736847d7537ba2fbee1d21f9e7c6f55dd5c9df2239977d889770ddf12484b2", + "225fc26bfe12be03306bfd0e7e321879c3e0515185c5941d4162e432fe6ec2a3", + "22af0dbc179d12978f8a50de641f892441c0fa6ff71eca94e9a7d4fb6d805446", + "232da4dad7749216ed41234b7490922221df235896962a2155fcb14e975705d9", + "23466412690e3c55214d93f7681b36635a8e1359f0ede7506e7c8801e12a3fb7", + "23b377bbdaf00ea187f5864295d60d63f998e9923abd69ee7308b5224d0e37f7", + "23c0c827d7f0d4742515d5227c112062f3eea5b8a374fae7b9f04a34b8a1ddf8", + "25438255a311c51c782bd1ca4591dbe9229bc3be0160d5ef35b016acb0850b61", + "256f6415a7e248845e28ac5e7d542da9867ae0f5a8765a3eae7809291bec1e3a", + "279cef5e2ebb26ddcc87c670075598b35cbc4366b39e9fd22c16533fd9f6f79a", + "28a15d04c873a079c1d06c470d2d77b8e96e025c30b859f176dba529fdcc514e", + "28e0ea4b46d79646462b01eaa2c675b5872098bba0bf3d66a75d1c1a750261ce", + "290401966fd54d78073a1984e84efd046b150ad5b91413e6f5bbcfd35a27c19a", + "294c656a8b36af0bf9249985a8fdac65c4530e7c81d78a0b226f721ad6f9d2fe", + "2a018927dc86ad3fbecca897ae6ec63485d334434829d3670fe94776f8444bea", + "2aba3b30872a625774dc16ad32767e78fcc9e0a1e8e800f976967682c2fabf89", + "2b68052385906b5436a650c00b9c3ffe0253943c3a86a40187fb964d4fb2870c", + "2b7e6e58aaa56a83b488a80cf01f40bfd6fbd5941855bb29c2ce21221ef78374", + "2bc8e606bc7f0a2875ad9a588f3e7a0aa32df858fe5542ff8f7c102cc9c9f14a", + "2d0fab9e61b78cd62d1ca7d76326481635d04d61812c74ab9cbcc2b0e0a3ab1a", + "2d666e1b77c3039e2574d2c71967860a070f2166462f049a3245013d8bb9ec71", + "2d71b5cd66d133bb09dab6f0f35dd703104df4b77255a9ee1a8315d1ca6f59d7", + "2e247e7348b1c46bfa9b0068a40df1f45a4ab4d9c7ac366e14d0a9f99e7d63ab", + "2e7618499962df0d0c566b843a23f7f4fb31301bc9cbab802d427206f496cce8", + "2e89f06988ec2b92a1c8b18b2b3697ee0404bde77298adca7ce981dc1b1a7417", + "2edbff51b1020474d5e181f95bfd43c6fbfed555f6b5d5687917c0817d4ba0e5", + "2f08ab47ee8e608031042183ba73f76856f60fb0262a8adabbdd29700e91da9d", + "30928509ef611054e0fec9b07ce84529aa3afb560aab8a0afad741c493c3efc8", + "312adebbcbcb2b79ef60eb52a89d93e0dbced13464e3bf66ecfbec402be9c7af", + "32bb5ed54dbb72237062117185d38803a2821325ae9186773df5dbd2ee73155e", + "3301879024b9c79869a02253edec7b100d7677fcb2023acd6e9ae7c9cf46308f", + "333fc8cfc5f76fd98905846b73548b0023cac4f5f10cf49d3ea5efd8e0c15fff", + "3376c21147b72dc0474a3899c9eb74d175f9b78d228913dd7c3a27bc18f6af3b", + "34a2ee666ee8be188582c8f7c239b6ff96df48562fe53f34fbc9006c61b87b23", + "35f48e0a0b32a3966c94cbbb83fac82d9d6c89b6ae9194c446e085b265ef05b3", + "36178548038fbcdee704bc77af6a77590b37e6a3915480091ac1d77d9fe92a59", + "3622d0ee6c6d00a746bda15fb39d7044c31bd30e627a4a7ba5737477cc2c788f", + "3655a761324c8dc8844e8ba8b9a4772e2453ea55f7c1520925ef154dfd43df4a", + "36c71852489c6888128d3ff5c2e62d599759c400acb473bcc0a06b2f9acf066b", + "36f646f44b39a2775ef7f08cdd6256eb68b045ff9d2ef373e8826165c2fbe98d", + "36fa82aa1f5bee9ced8fb9c2bde5246529f5735b6aef2abfa3398721a222afcd", + "3718724484b8054be4ba240b10122a71068067812d05e7b9963932051445168b", + "371f27874971dd4d10050be4bbbc1e38e9afe1d8bdf5de5bbc6b3b480334e7ce", + "37487957af8670032f1ebd2698dffcfc99b5e2931094bbce10a1f5a41d17e5b6", + "376260250744115f58dd61526c1195fa32865622d2bf0daab219ef3491f00a8a", + "377d211e4bed8b5fe1de5384be5ba8ac62161b150784f0e7d2b6dc3568e4d508", + "37fdb61efd2db8d7ee146b537977800e6c42f93a35f1b452a8a76ae50aa2e1a5", + "3802165b910c46febd084599f3ad3bb68e7f94946aa316b3be4077dc64d6892c", + "380464d744f9af313aefefee8de18cddcbd32aa3e09aaf4ae13b60c0cdf2c535", + "385b3e8838fe0639b71bdb89d173cde82ce32e8218e8a6900f7d544855d3402c", + "3864afe56d299c4e93a7b4b270e10fb22a03024afefbbc4676456fb2bf09ee2a", + "386a215a2dedbc0166ce9e574929a13416acf7edf161c0c281a7d3752c1664f9", + "399ab40ccb7266269c21475263d0e7264b2b983c333db7aa09ca0c3ff532101e", + "39e3ae6e36f8d2befbcd1d844052de9ec49b87d041c1152f23ce51b5fe4a7365", + "39fc414f3d1216defb30c0764ca78e922de5fae956c8f6fcc0c6cd3ff3c03c5d", + "3a3c4ce053b1d397bbba192d6cfcf15b8c08f6e43f2286971a9321c4a1b9f783", + "3add4fdf06b87cfe5ea9fbb1f1a6fdb2b2f53181cb4f4819abaa511222c728a4", + "3b1c9478132c0351de3a4efd39668453b42aa1eb060e7f6a1def9379b74c4012", + "3b76ae93b0a9d50a284a8556fe33d6bd5255ea98d1c84822d166a4e5a2380a90", + "3c8e3b6a6980d85319a45619c74f75689a10d57455f60ad363b0db859fe33cb4", + "3e44df029d4120641875fb004a2a937c49fe4779a7ce5b1c15df1c7c1e3393a0", + "3e7dbcf1d6545bf86b069dd68aa26c7b2d4deaf965dca2f37a2c7b327ec007a8", + "3f27b12be9a2fd631200a9fbd83b29deecde1e760ec54035723fe0793de1e445", + "4136b9be1dde7532b54d1ce1f96598e153c15c3a76ec32b95813cc38b070b954", + "41498d0adc8e023aca47897192364c2ce5745b089f33013b8b9deb69e24b942a", + "4167b16627d6e167a2dbd1be8484490ec0c6da9de79b106634ad88b9b65e93b9", + "4171cf812123e2b6f87fb20b97a1992b79181a242809805cb68c7ec70913dd6e", + "41919df4cca85f0b531324cfffd6584be4830bc8bd9a988fdf7881d30a8dde56", + "4236092dcd909a41dc844bb5007d916aaf2142ba0c7332fbf96947b5b8ee61b1", + "426d33af3a135919ef5d2b06dabf99d1a1c15ed3b1bb2b9e4c2978a5a107b0cf", + "4372ac740d1727b2385f90171db7c748a03a6fa3849940c98f4b9754a7b29d43", + "442548c3a3f961d677d15b34974fe1729a5c922853972634cd4ef9a66a130b3e", + "446f95aee72b7659374dd227a9ffe3150e198e66df6434c3b4d8c9e563c35ffd", + "449d06ce2a53a15c8070a0555ccfe750c1f25fed1317c69aa040aa181a24353b", + "454c2f13e99ab69415a54b5e6b0d4d5f934892e1b5083e568be81894e1ca2a9b", + "464f92220100eb1bbd1b22e9d03626667f349d7ea6f74c23f1bcef7fc88d5ba0", + "47a9c4f96c6872687900bf48c444e916d883ae0147879a5136565d9f781aaf1e", + "4843e199e6ede40f1655b18465b9caba2d2d1afb569e977520703101f30088d7", + "49417479651902941b3e22068b8f19676e4f484938e9068df2d418739e62cc18", + "4a6cab077475699ab9b8df7a8e6207d267d0d2358da13cf6493010703c398c6c", + "4aa88d7007545b593c65410ddba0b240f986229a5b3eaf101d52da62d1d145f1", + "4ab7c6c04df7d5502cd7a523e550cff7e0e5cd589b392491a7331b95ee9da323", + "4b81a042ffa2df32f8f83b5604e4a00759eda66d89a404a2558eafba6d4fee6c", + "4bf18fcd7c9afb43f6ae51b4dc792f1c53af66240e23b0fccb23b7c3d8aebc1c", + "4c03b46384e7d52ff10e415873ecfa8c5c15e6a35dcad5767afed802c3d1200c", + "4c9e5cab65487fb267c99ba75713cfb3a2a030f49e6cfcfb4f49ba84f398714b", + "4d0131e19ef58b57be98408e41c9a58aa60c41ab4dd830f587cf209bd3972720", + "4d25e2d4328ed58c8f62e38711768a25b57fdc929210950785171937151217ba", + "4e5b04961304eba5fdde7a3060e1a8a98a4a72f1f260a71090f499a79769aa8b", + "4fbaa3eadac6794630ca6e6754e7f252387e419761876d548179007e6e70bdb5", + "5079ae092765e2fb5b517d123bd809195e2b2d26b55db1509aeaeefaac437113", + "507eb82aa5d9d9c694ec304b6dfc7e339efd292c0f36d8ad69de93022801fd97", + "50f8c0bafafcc8b5c0908d4a4ce21c87bf5b8dc7524cf3513aec538e4efde930", + "52bc6084f0ae006eb0c52083a34981493ce7918c8d02d4b5467b92a16cad52a9", + "52cf2ba1f84ccfbf1812ba17714ffb951d5a5503465df2fb7e14fd81930c82b9", + "53e0f8565233b4daba347cd65931b0d03d3be14b00b81f53eb19e8732f7fad75", + "54276b11b5dc801246bf871ed20acea86c35bc3e48d65668292c54894cda707d", + "5573e534e62463125b164ba4d53d7ff101f2040bc3e43ea9f8e66e8a78a66432", + "55c17cc62f79dcc544b49163b3e763a294a0b661482408b35ec48b2afc4eba4e", + "5797212ef801c231eeb5e6157caeb769c9f1c954c945c6e41f6b1de27fe6ea5a", + "58157eae91b262404e5660758e41c875ce3d2823b2e4e5fc30e8a3e1384561ae", + "5842b9664210226005965140e501df8cfd1193dc1def74032e3fb54e6b9217ef", + "590d891c164938e5e47d3dd069e1c81dced1f8a6e52a3020aa35ddce011f6dfb", + "599decd9be71c7b255562b1d9623c90819211305e579d8ad4a3af74c5ce8c4d6", + "59f04a0707f4139930d13192eb42ef9cf0a5193fa98f46e64ec927d3bd34f662", + "5a53a1e8f981c816e78f88933c5d2cf7aba4d9a9a28e953315d817abf3e937cf", + "5a8eec221fecdba8dfeba990ba2ef824a40da43c4167f70dac07ffd3335e8fbf", + "5b231a214ee5db29e6857bfe09c6a36d9dbd7dd2b85aa25528d47902099bd8c1", + "5c670f5657e3227b5ec3bc5199ed81e653deb046b4f6fb539c40281da5887418", + "5d8536a1f3f9d4054766e67598a6212a995f62d36f57fd8241d4432b800d429b", + "5d95de9ba01f727e8fad9c3476b8010bc5753d93b9f775ec94e307aeaab0488d", + "5dd35ce96ea763c051ec4c81442ea8b847f0d357a99fd385ca5b09e9cce36a22", + "5e1aee289d761d9dc1711bc6b3c97c0eeddc16b630c815839a156e42e7f39195", + "5e4eff8ba21f97afac6f8d2f6467b6e285e21dba4b21c6bc0f58d2f086edc2ab", + "60a111176ae35f70f9585afa440fe7f3d18977376c267480fa3094c3393adf62", + "60c84890cf7803f6ae595c3566b6aa4176405f2a8ba83c0f6cd6e000247ca271", + "60f630ba7d00adbbbe73b85429e665bd3c041464321cb346d27774365cab4682", + "61aa27300c1a31db1051074f03440d13ac491b0a5577f0b3de363e5a3b189bd9", + "6206882c83f707aa1f3259cd8cbc1f890f45bc4a85124cc602dc3318eeb6d3d8", + "635c92d494d7796b0c2f484147287f53a89a765e464d054cafb688b9d96655cc", + "6361a57a00da67d6102113b3f3ba0bbb7634c08cbd2096db4289f234380f6778", + "657d6b2557b1397c99b24a9e5777a3e28bb62b4a942ccf9da164c08e6a655e0d", + "65b892cbc5957bc2cc57375a544114a6475b8d9c274b5204d6e0d9c1b9cae15e", + "65de868c437f8dcddad0e37f6533940fde34b39148b9f63104f41d8145610798", + "65fc6b04f85a036c86076adfc04b741aedfe77a79a90db37b4023174ed4604da", + "6728ff8f1d45daa81b955edc59625766ed7b9e5b26f65edeb3dcd646675cdda1", + "69a10964b21da0fecd5c463c6816f544cb1efb299cfcd7a50a4b3a8ae59a9e0d", + "69b1edf50126e222eedc15ef65e9aef983fb9d340ccb13cb2740f509cb7019a9", + "69b58c84600892b4fa2cef6512cc93f04e14415058a2e2275bfdbb6ffece1495", + "6b71c1274c1625f9d19ef6d1f7044365d9dbff6bb252a6445648ff98c073baed", + "6ba83bb33eb0852b8a304b335ab26c5716a00bafeb0b1619146263c25ee0966c", + "6d4eb328e7293fa796088ce8a44db34d6e177e36d4bbb103f369859a08842c5b", + "6d9ecd81dd1ed4c5e6fc7bcec4e40d9097f9f818422e122794aaddfe260780eb", + "6dab1cd77a4ef3a9aee45a8537f58ab30d455d55700428a5ffab4022c2ee9d7d", + "6e29a3f512c9a33928ddfaeb68dae4c9ff946678744704d45ee053726b09e5e2", + "6e2d61579abd8f5acab73369a191a425e369300e3de717d6b5e8b1c79cfb2fae", + "6e6db234d66d1aab39325523447331e08d1255a7d81c67c10348b3abb03f24b3", + "6eea19a0e64ae3f4ec5dc0e5178341635ff858ec9c2f935976c054dafcdc05e4", + "6f76d0be63f1094f195d03f468ab82e36ae3f5f846d96d70812668b5d8e2f7db", + "6fcf3251ef3b9a95d9d2917e3604c3e2c1c05d2f4004fbe0686920abf3574575", + "71415a4b8c2ece02ddf3e9f1abe357c30c11029627c5510ec937582f36eb2939", + "71de47b052ee81350c5ad7224bc7dcbb5be7c4fd375f0821a479c31d82c9bdbc", + "727ca5e770a26fb5fa53155067cd05cc54bec3392d6a1856765f966ca660f9a4", + "72a6b851451517c6bdda780093ffb0e1f713db1580fb466d1dd390c2603f1d23", + "73e64ca24a747c2550b8a82dd413d5fe30e26f03fa95771d660c4b21561b7877", + "7498d1733ee3bfc7e7cdb11d6ad5a65369420da5ed5db9c4d752ae710f7e6e00", + "74e57ea458f6a044861dd23b053a31372df73e0b47e139b1c30d126edf775ee3", + "761134143d39da9361ac778266206266d961c8a76d60b063ff66903a0c51bb87", + "77e531ba2e0fdfb9d13b55ac7c023bec7acdbc08a87322fbec534cdc5020410a", + "77fe4e7237e2a146bc81019079776768d43ca9d55e19baf25f6db7ead3cb3fa7", + "7a56f9770759b68564c8bdbb38baa964b4acce93a3687488b18bf4a82561be32", + "7c419f28cac41a890964171a7ede35e4df22f5166d04b34ba2f1f5c530e895cb", + "7cb35abb83b346ffac1f0a58212082119a81f64f5cceedbd7b8af7810f2ebc07", + "7cfc2744e8e2c90dec0a973312a07f72b33ccff72595d6531f66c31ed099c6e1", + "7eb1f194992237cecaa642db7c5140b22a58ccf39c3aea4a21afb463b58b728f", + "7f60c45a4a714bf1066d53bf7d2b72abac5194fa5979d3aa68b93b64c9facecc", + "8243a06a68ff61d79c805f2c45bcd25fea70bea8fad91df198b432ab470ce9f8", + "8350ee6948c386f427a68e9cce71b828dda126548c1704c5aca0d040de3e1ec5", + "839775ebcdb6e011391fc3c3a66abd24907fcccd0d2c939b5cb390a65fb76f07", + "83d122ef72fc3ac252eefea7659e06a26f887d24374c04a5d750299f76aaed7c", + "843281e77ecc5a5210dbcd0b0b98edf7b95537fb6cdacbfb74fea2f8b11d8a51", + "85044cb38abf6ea983bce7170966ab3062fcdf01b28e25048481770a3418b82d", + "852cb696bf9bcb0a2c8c25bb5d111528a92006f3345eb8a47b3eef0efa343d72", + "85654a7b2d601c501d06ccec3bdcba969240c6862c59a34fa4ee9e3216a6f978", + "85797e1a9396533183d3551f5f62e960350b2cc8692881077242461722204027", + "86f1519103b9098184c2719a2553fcb4f24abf9635e7db4f4e09808b8af84f2c", + "86fde29349d8159afd645bd5b7c5556bf74a7563f5d27f5252cce6523681f6c8", + "87100034cff240e23384afe44efb0b09e90603f382896bd58c186faf0fe4aeb5", + "8751179f0094283c5cf1ddede063340f3a84784459a23264adc86421baf930a9", + "87d27f35acbb6f4734a61bf3a13edbe579fbb5d4ccf246ab2378e24b7558253b", + "88b7ccfb5fa2d3d4bec816f96e0a2dc5a15ce4ea602df297725a58dcb0806732", + "896df52c27a5c01769e1e6e9fbfbb795f43e7de78ac34f34a40bb37c147de197", + "896e19fbf4b3372093f28200f82ff64bedf1d38b1f7fe349d998496342162082", + "89e41d06c9b85a5e85183168ae099df4f324852eed8ec1314e347767563fea96", + "8a69885fdc86627e9cf7ec2880a8c8348b0cd02df31962c0c4d2c389a1a066df", + "8a8bdd653602f2f158019a5f439e3a899cf0a85921aa14cca082d6e603560909", + "8ae4bf13a85c96359e899a85b465784a6bdc84f8f36315f706c34d955beabd29", + "8b6ae722b7977d64014fa0af8f179df23ff208fd2bfae650d6c2277dde6979a3", + "8bc2f96c2f5cfec2923d02f631b6adb72273f0596f19d1de7b39d20acf0b6b12", + "8bc5b83371b1c90418b00374bfd06f8db036885a988bd6833ab0c06fb1ea98df", + "8bca1c6617cbbfd5ce3cfa106987cf26130f8539c26044e1a22a2f51fb1aca1f", + "8c05750c1ca939baf32d25d1f2d92a61800b49a76426ec28c1559d59606a61eb", + "8cb8ad276815c315802c4d97c5820cee5b1077c684875ebebd549432c2c4a812", + "8d091dc0975a50221f3b19a0569128ca17b1a52d01fe047e380b0aaf0e63b52d", + "8d314a3c1bf7b6c300dfecf79320d58bf6d2c23fb174f92d5c64d5e8542a96d7", + "8fd961b8dda83744a40dc807e6d7d2a3ea9d5d1bd799c1e1d5b2fefa666d6ec4", + "8fe2c0bd9c12919205e8c8b29ea61bd96d89616e9b7498b2ee8013446d5dd10f", + "902b91e3a5080e9f94da80889ceaa51c5f31d964846008622b6ddbeb07e28392", + "90e57c604e72df20a9694ebcd97e3fd9f00c5e5d8ec239e84a7b8a0c431e66f8", + "92928d4b346d02eac80d60c98e94f9f1b113f7d01134383db932754c4c5bd3d1", + "9393b510d59ccd16774e17789b3a01f90a64554dffdb9eac197d050c0bf5d09a", + "954890c63eef6f575f68e4f37adcaf21f4a2e343bb291d0b5585d0ea6d46a6b3", + "954c283eebad88edcd070cdb36ab55e457424f3fcb9210f59386cd3e4ee4e74f", + "956fbfd3ce94d4619ffdd9194deb85dc6d82e89fa199cc978e0cfca1d3e8ad6b", + "9588b1651ce73d10cae6b77ac6b991868c806a63979dc3b4be971f686e9723b8", + "95af0aec0162909a0addf5f0002455abb2bd61577e28562a5ed00c2260cb8fbe", + "964083a52374c2723dcb95bfed5636587a298497bf58e1183b60af055c46f397", + "96909c33a461e46a0d938d888e4371d1295f04535166bc16c9dfbb35c9d552da", + "9bd4c58f5a4d057257cae54e018f4eb88f9816f3cf7f88949345453a70512ff9", + "9c674f43e5ec1a37fb7eeb8264a5b4d785f17f716f1897c41616ed37333ba70a", + "9c6faadf417db194a1a2e68cfc6a4792339ca759edfe44c747fb4c516d7a66c2", + "9ca9acceac4275ff088b9bcd89d78019a7f71f284365c0681882194a8af11390", + "9ceaf7a3ba12f73c742a6f86a81c708c03240515b9cc5b89cae86ec4601a744e", + "9d8ede4ea688ed3e8334867c8f34e34e5c070ac993ae9bcf04489e7a25aec07c", + "9dee4ee61296b82b98e8972d47e802ee8ac8a5008b5e03cd5b130d0edfa15c77", + "9ef46448570d1e27b98284d64a08cec2d25a8118fad8017d44a99f4f6c061c47", + "9f1bd954340e3d26d52465ccbcd4b72baa30a3ce520e2a6e4358b5617b176963", + "9f585ccfb9a92e299ff0f76a9a777b4c5eeec4189f4fa9ab50c1cf3d74c21e05", + "a17f4334476d179113e2db7a6dbff71ecae86b10dfb2ad7fe2d8cc9135b4f2a5", + "a3170ffc83f7e0cc197350a8d74d85500d474673998ef1c62f1ddc3f364eb53e", + "a31eca43deeec05441c35933fc20b48f45b191042da018d7f6d97232c1ed9ce3", + "a322d6d1f0b71546ad4e9f746bc3fbf1742df0ecc431dca06584e44f29328e43", + "a35f0920ead6068375bb19cceff473cc971e9b578a0bc963fe7e617e2fdea9d3", + "a43f30a7fdf9c7a1561c6eb9aaca66890cdec58295265ab8d305ff076e36e0a8", + "a467e1194c7dc803eec26bc9535be71b58444bb5748d179e2a4e5e0662d3e0de", + "a49644cf53180202b00609f3cddc005a01e2086bb63369c711ff0950c8f8c214", + "a4b7c79b9897333ce6ceb761dc6854a40225ee9211a54101ba64dcbc92e0a6fe", + "a52945e1d0442f75f9a004ecb76d0e2b17e6137b124e73953d23c99aefa7749b", + "a52d52c4694251b5798e3478578d4d39fe1e964a70548f6388cd3c5e5cdb0fa7", + "a53fbb7223f7fdf1f7b641c51f0f8005ec0f32cfce74d9276001d8d8ea1151dd", + "a59577e4bbf52734f1931725d54881da6d66231bc9fe4c238d840b8c5444fa4b", + "a59ba23421ebc70cc23935fec64df1f948ef7e38c9ae6ae5d51491aea195046b", + "a939547a17e2245da625a539382110eaadcb4aa5b5e0821c15d6ae3a017f55e4", + "aa1da523736c9af8a5c7af126aef2900c7e06c0ba501113ecaed22f8982f7cda", + "aac283530a6c5a5e222a951421b18af4933a1f893ddc009d2e500340dd5d5abc", + "ab4a571a4eae6c30751bdee0aed400dc75363f94dc0f4b7782cb4556e83c23f3", + "aca0c3bd9fdcf931da31abcc3e4ec560120c83ab86deee1e627b5fe8e06b21b6", + "aef1e30af94b53299662a893e7d3a08099e1a9e2431e39096bd55d3eefc3953c", + "af28f08a766c0dfa0650194c27fbfb2b9b057e676e959dcde8c0dc04ba0372a6", + "af680a60c99d6ed6f75252add7208bbac1f27c4263be29008866b314963f9933", + "af8587819a0c45ae5a25878cc8bedc571a5a14d719ff7ad25bd3b088af294b3b", + "afb57d77ba6a109f6435059dac6617930c19567b3a9a5c690932e04ef7b7d45a", + "aff6e17d88bd7ef94395eaa52ed7f8bfa1a84a322d28c1535cdbaeff3fe137c8", + "b015523bce4598e2b2d077d075a5eed6fae4235b2851862ec3edf2a2a454b89b", + "b018d81f318adafd8aeaf9997b18e1e23da168b5fc28e640cf50d570dcc9e315", + "b10f856b83f430458887304c2f3609fc5bf70132d9546fbbf763183d9c8ec5b6", + "b12d970acf0fb01d206f2547177e9c4008abb0d81d20a8df2faf566176cb042f", + "b1daedac8c8e33c5708b2cb66bd406e57633cf05b6bbd95c11f9e752b35da4b5", + "b246439be3988b28f0fee9316443e3a92a37bf97ce2be5c748f04ddf800418ff", + "b3ae5672ebbcf36d12467c9fefcd760018e4b5733a34c41bce09e760bfaa9715", + "b50ce258f9c2c3a1b1284b7a573a2fa4a11ebb787929d39011a47002463ea7df", + "b50fca44807c252ef01dd95698262033154f8707905f779c0a20abc6439ca0d9", + "b5a7e7146a98035523ef6490183cdde177444103df52e1217bf8e72ada4d6328", + "b6324c2d34799565940dcccdd23e1360e974a46b44c209a6a7a9fdabf790d044", + "b66654f95bae5b30f1a326c90dc930b954368834385eaa21725571afe94b354d", + "b677f0aee329cf1b061cc0e2601a9c33218c5c10c0cace5820236313a0825d3e", + "b679de5b8df5d6b74ce1c8331418e05575117dfb8903a5381b6e92d9eb0b6a4a", + "b68d92aa8fccb4f75dc0ad09e9b6d567f7d40d421ae5321b36bb0a48236e598e", + "b72fa8f582c7fcc689962e8ffd5f8fe3f837aba4cd11ce7687532498c11fede9", + "b7761c8e81ab553d5b43ef3e570e6639d8d4fd3d3b217198f7bcc86b0078db4d", + "b7f2c74cc6970aa943740ba5c7fa947e4dc991233fd35e51412ced790d20298d", + "b8c14ae75cbc0d0dcb2d256815e6e4fab110ea29a3582201c0df5cebe47544d5", + "b8c87db8cf709cb8f4bbd8e684279f796def8980d809fd174a79690113de7207", + "bac19e11a6db7315a718dcf8236ca104336de292ca5553afe82f9418239b4271", + "bae7c6cd0a3c6e5f44834d64879b260dece1a4232f3fcb1f01756b03391c8831", + "bb5d7e079e9ab21431f60dd6c4495a3984001039620203c0962965e5f42de079", + "bbd5c9fa1463d0d789c66b421b274e424b1289de879bc2095a39924521dcdf06", + "bc107f5bfc824a5872fb29eb153fe68133664f84a0bda0c1f040629cc5722e55", + "bc28efd0ad227d98655ebf16a86d39e0eeca17d2f7e4a1bb14562b9772777332", + "bd570017cc62932d88f56095bb4fc99aa0d3f718317c089808b4649309f57322", + "bed8189cf521818dded6793b749c12a91df30fa033b1d0d628b74b078aa3d17f", + "bef655041d427966b37d503ec3ee6a608a397e34e50b3faf19c7c8010d32e9e9", + "c0b19497f20c96ff5a998cdfd8fe901b2636548e67f7521e17d8c1c3a344b119", + "c1fe0dcfc510b321f89d86e9e28d959be4b9f7191bbdfe75d94aa00ba907fecf", + "c29fa01c7d7c2300dc9f248122d101f2ae7096dbdff573efbb51b271db18a237", + "c2c4d1a16f5c13da6ead578d5ea39e79319c2fbe4b950d9a9eef447f0d885985", + "c3207049b4fe55b2130b223f9d327b21f11dc51c5ca20eca2a8d75c13f6000e5", + "c4c4cd450d60c5748c8fc36d10c75f182cfe952711617dacb76a0b0e7391a35b", + "c53776402fe96a74a9aa02b2ae732f279a3ed258aebd35e7f7347da28491856d", + "c5608d269923a2a3ee69d360c52f71f1eea591a603304c908ddb465f737c0782", + "c56cf2d189daaefc764ff1bbcf667d4625be73dbcdfe9c42e0f503d59b5ccd23", + "c60a678a37f48d744f7ba785c4adc7de65317982199801ebd603090315c85ca6", + "c6244a7b5686ad0e553cd0fb349481c14e4390ec7a65d414da7dead452a535d2", + "c6dba1af7f4d12fe2720b67f0ba6ce4984cf9d47c6d288f2467681d02f5af6d4", + "c7418675ff86e0833d60ea80a8c8a0f9b99d239421ca68164c6824a99a276f54", + "c77af3500dc3ee06cb5dd5ef1e7cffd70a3c7bca08b9c00196884cc3dae8db90", + "c9feb7939ea3febccdec91c170527060563ee0dbf0dac5b75092ef5c5bcc9e6f", + "ca67eca42b424c6374979d63df4eeae00381446c7c7eea0934a3a21b9352cd9c", + "ca83a160910b077d3ca4b6f0185b4a99549d8287d187a4c204ffcb6867514887", + "cbddadeb108dc36a2cf5e686e2cb3a143946afe47ceb15dcc185af4b272e3777", + "cc47d275990836af665da5f4dcb0c118d3d4897d376ebeac53ba6f207dbb8a64", + "cd015dbf90e521f2443eb714d30785c1d21240e44dc10e1f8464ff146866f6d1", + "cd7d0bcd5fbfa262877644a5d88d8e2b6016e6cb9a880761c1cc1823c4e6c621", + "cdd8100bc160c8c866913e8a033cce5f402efb1fc1538247d4cbcda3e1216659", + "cdef8f05ddad0db32cc966def25db6898a05c42bd15391b77c619eaf5ab2a904", + "cf4dd171afff5c96a512d37c25ea9e292f1cca25a2d267b2aef735d51605de17", + "cf99daf73630fb1d3448b7bbf0b4ba0558c886dd8ae1fd77a38a0b610fa1ea3a", + "d0a9e8772c316ac795de39d315b5ce38b72472b4df16d6ea6ae473c94c853a0b", + "d0c4b2351028946098f41c3fe28981d2aee8e3f5caf4ba4fcb12462d0c2fa12c", + "d0d11e3470945260027f6fefa6a4d0a3cbd29d2ecb9b9420a14ff6fa952c957d", + "d0f6f9c2fb93b869433b409b0093f0e15e226e6d750632a90a0e6e970a3464b6", + "d1ac7a2471d394057a588ec47c74a0b78e7cc2f495bb1585b184eb72dfd4ccce", + "d2615c76b309b1437f0d1f0294b8e88fc5fe3e9259a41a9ae4cdf137ef73609f", + "d3723031d231e59cd40ba8632e01ec7604f5197a48a45898cd0e314541331c87", + "d440f8f0db5b04f2ada14de102a3b3a7e3e774ab487a6bde0275a4344d62dd16", + "d584d77a56c70ad17c27a192efd074d4f5f74452f2c62ebae6b627d80ae063f6", + "d5b1bf93014f200928b481640c3ae57597cf73a0f1668a77e07ddd8683a81508", + "d652ef33b9ffeeff77ae17aeeea979ab8c1d403431bdf245867abf4566b54689", + "d66bff5b50f3ca994a03faa77246bf9e3a8193a4903fec25d5f56f7fee31611a", + "d66e373e83c0d5bf391ef83eb47b2ea4971409df16bf2d2d3f90e4819c641cc6", + "d723c5e330147c034be5d384e3c539f323c50b01326b901b3f78ec8a29d13b41", + "d842c9b772dbd601bfad1c3d830df5aacbb685507247666a80d8ef7ec0ab4db2", + "d92d42c9d643429671fe1f7384014ca15ae89ce49be0c5d524d2172938585986", + "d9efd2aa3c0a57f3bb93916653cfee963e4b1141917d703e61509d8d6dab7c78", + "da5e94dc767915969e1c8188d29035197a22ba0b9d8be1cebc04e5a8203646a0", + "da96925490c07aa86ee90d9b7c31bd59fdc56d27c891cb6728059322add4260b", + "db258468bee6ca4d5ca59334c4e45ca958aa6df89ceadebead6c04ec77feca35", + "dd2f29960e09d45097d7c7324130b96c27ee8483c4dca1b0045dd58a158b4838", + "dd794a7a3fcf1fe4a062e9664df3eecc6f45f0f15bb1672fe552f117acc1f646", + "dd97f6d3742257341118baa40d95ac216a80d20d39d47ec9c17e37234151d783", + "ddcb6f80de7e1ee656dabcf2566d3a78fb97806bbb6077a66d0b1e9d8a3e251c", + "de0beb18c2c3a2c895ca5f7a01665041577ef8373f8037591a1b1bd9b906e13a", + "dedc28fe961870e02089cb419fe3be918a27dd6568af8724f7e6879f749cd029", + "df67a5c802fc30ab72aeababbb0e93dd8e5b42cd9646ebc54ff9f47240c6f361", + "dfaa69ca87d3288942dcaf896c9ba8b8a6b0ba61006631efac7e521e8b543c9f", + "e128aa827a20a9ca1a057cf1991d49872999d78244f9f9d126399e8aa70b4841", + "e170828ddffedb42c27cf62dc347fca5ebcde643e3b4585691189c321cfda9c4", + "e1bb15a4b9aa87ea3327bde96322b226d9e407fee96824e7281a4142d9c32592", + "e1c5715b0a722ae7aa244fc75ea30dcfa239f6af640e6ba5d4937d22c85cb982", + "e24cb331e947114a105313fec3abee7bba02e65792962b11f789ff65354bca55", + "e34faf75bfbb6ec5d6fea460d34a300f33d61d5544249ce0adb97e3c9a8bf469", + "e417c01c804a4b846fb4ab0bc5f5e635822dd469814b6f454344a371a0c54846", + "e4a3df05b8fa77155ebe3f0e59b48ed9727f70e8624623cb69596dd0ccb2acff", + "e55e578cf3630b4265a38473546efd00faeaccae3b69cafbd46c38b43810159b", + "e58a39b6c5e754b1bfd881b5e6b3072eb678e7909a173dbe589b1f1046cc3c61", + "e614a0919bca602cb5416a1b69b025e7679766f28a630f8fe36a044c9b6c19a2", + "e730a01ae3f75be9423d32d2fc782f0250689840a9f35f552f9234956b91b651", + "e7cbfefa2b400f6c2a4088c06e774c341f1fec283d7e6de39d6aa38f8fb16eff", + "e83f6805a42db291bb19df80219ebf6257f4ca9965f7c96acf9c84c19845466f", + "e8b62f0abf8484fd663882a6423adc003b27b151b2e081544cdb328480b0efec", + "e968c0a922d5fbb0063602dfac63455d45924717d817299133a56a73fa9c85d9", + "eb68932633b2c16e1761b398a52354406182ae85cbc65ae7e27dbcfdb667d6af", + "eb961efc66c3dda1fceeffc0f5dcb270b6f354484fe5ff983e7252533d2db5b6", + "ee27e25f902e654569ef7a8ded0e028eea1f7b48cce472d02537f9c58b90f31b", + "ee9c47b6572c11e77808aa5278255d5baaa53327776a2eb1f3c02ac21706667e", + "eec2faad73968e9d8df0cc9171b24b238365533e490c3c1da68f2a01b3a58dac", + "f01042ebfb2d85430a7264450902c9d7f8f208343cbfa398de5efe062158cb10", + "f0262b9ee515bf10133044931f0078e678627bee08a7021dae6532b1d10652eb", + "f07a5ec90031146f8a1b92c877a9ef88d90b67725b687daa47850afcb8a4f5bf", + "f137e08187e31a78bf93686f27df66e24ba62fb370115cf099ab3452b3e84934", + "f18c1737e19dbb670db3262115d9d640533cf10ba73f8196ddb5a7d582744feb", + "f194576d56014f50ba3f94c92baf120c3dbcebe176b661154484c2a92b7b40c5", + "f3088bbb09667126643e781a17542b06cf97833d29b414ff29cdfc0c249b0025", + "f36b21cc9f9651ab59717c67501c154929fdb69d2124fcf87beb5cb4eddc385b", + "f37badc006085509e7f393cc62d362f41a6300fe2a54c46c6e0763b4afbfe7f7", + "f3bc1c4b3902b647d6660ae83b6a272dbf80b85cbcb7b57d74afbe94d6d754b1", + "f54e7d6b2f7b5aaa89a466187ae089784a605b946d50d221e21185b14ad2e5a0", + "f5579f35655c4c99b49931e63782e64494470ac21c1693fecacad3d3d54291bb", + "f70bac72a9d4055c60922c63e2f2cb3b77aa90250cc071a96f67d3ab658a4a12", + "f7899c890521825ae7f31b8c107f2ac9cf8e50097d4c06b92e226a772ba7b925", + "f82052e29e6ca52c7c633334e5c939674ca671cf5a592db59f882e88c5bbfdac", + "f937b82c14d253a7eecc1fc8effc545517af158c38d181727dcb8205e42a27bf", + "f9576ef7044564daed5e3bd01e196df3a69109244971a106c44d8108f286f08d", + "fa65af636e0484758f08f422fe84c5ccc340fd7f33a96fe5bd63e2a9c110fe6c", + "fc969058a53f8827440a2d1750091bc41aaded65e487bc033c81f2140b997321", + "fd18f20b9ea23bcb6fc5091c74383ba65a8b58c19f12da01c74b82ce5f821843", + "fd5336c29326b4bcacb4c55cedbe14a1d5e61ef269102110f643f665d1f8f03e", + "fdb70a2a5773acfdd00811abbadb690df8422aaaed7bd93893f576e2f5704bac", + "fe2303f90cb10eb75f13d551f88d2103bfb4f0c83682f807942f4a768b6852d1", + "fe6e280d14d7dd0fe23a487c684330c060896eee257e80121bc188a4f6110c09", + "ff5cbd0b1fdca636b746e9d39e0c2e984969c249bd093bcdd886290622f87775", + "ff6bbc3315c35a873ae49a7aea0911da2039eb0bdfd754beec5b119d5ca46b29" + ], + "task_counts": { + "LiftPegUpright-v1": 1056, + "PickCube-v1": 2384, + "PullCube-v1": 928, + "PushCube-v1": 1008, + "StackCube-v1": 1328 + } +} diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/train.log b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..f80506e3931298edd31aa8c8d641eee350eb1581 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed1/train.log @@ -0,0 +1 @@ +CTT checkpoint trained separately; rollout used checkpoint=runs/ctt_residual_base_context_obs_seed1/model.pt