diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/command.txt b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/command.txt new file mode 100644 index 0000000000000000000000000000000000000000..39523acfec453bb779c36821fe387281059a8582 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/command.txt @@ -0,0 +1 @@ +python scripts/eval_ctt_generated_rollout.py --checkpoint runs/ctt_residual_base_context_obs_seed2/model.pt --source-index data/cil_charts_rgb_refs/train/index.json --target-index data/cil_charts_rgb_refs/val/index.json --out-dir runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2 --k 8 --pool-size 0 --neighbors 8 --max-target-charts 69 --group-batch-size 1 --device cpu --sim-backend physx_cpu --render-backend cpu --restore-tolerance 1e-5 --delta-scale 1.0 --execution-action-scale 1.0 --execution-action-scale-vector 0.381401261606,0.371117178171,0.354308917074,0.237850081835,0.248271283428,0.232648812617,0.215420039658 --execution-action-transform identity --bootstrap-samples 200 --disable-action-clipping diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/config.yaml b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3d57ea7ad5febcc8f213748c0f2deb0befabcdbf --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/config.yaml @@ -0,0 +1,22 @@ +bootstrap_samples: 200 +checkpoint: runs/ctt_residual_base_context_obs_seed2/model.pt +delta_scale: 1.0 +device: cpu +disable_action_clipping: True +exclude_self_source: False +execution_action_scale: 1.0 +execution_action_scale_vector: 0.381401261606,0.371117178171,0.354308917074,0.237850081835,0.248271283428,0.232648812617,0.215420039658 +execution_action_transform: identity +group_batch_size: 1 +include_targets_without_positives: False +k: 8 +max_target_charts: 69 +neighbors: 8 +out_dir: runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2 +pool_size: 0 +render_backend: cpu +restore_tolerance: 1e-05 +sim_backend: physx_cpu +skip_metrics: False +source_index: data/cil_charts_rgb_refs/train/index.json +target_index: data/cil_charts_rgb_refs/val/index.json diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/data_hash.txt b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/data_hash.txt new file mode 100644 index 0000000000000000000000000000000000000000..49b12b50537d95327f9c62ddd41910531a6c14a4 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/data_hash.txt @@ -0,0 +1 @@ +1aacf9de98648fa36bef14e137eb43c7c6973170804650814dae41d09842c708 diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/eval.log b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/eval.log new file mode 100644 index 0000000000000000000000000000000000000000..9d843409dc2903576deeebb4c3d834f4a724c79d --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/eval.log @@ -0,0 +1,766 @@ +start +importing gymnasium/mani_skill +imported gymnasium/mani_skill +loaded checkpoint=runs/ctt_residual_base_context_obs_seed2/model.pt +loaded charts source=301 target=69 +generated proposals rows=69 total=552 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-484ea653bbca2de3a4a2 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-484ea653bbca2de3a4a2 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-484ea653bbca2de3a4a2 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-484ea653bbca2de3a4a2 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-484ea653bbca2de3a4a2 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-484ea653bbca2de3a4a2 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-484ea653bbca2de3a4a2 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-484ea653bbca2de3a4a2 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-484ea653bbca2de3a4a2 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-4b4cd12d70c0615e0930 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-4b4cd12d70c0615e0930 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-4b4cd12d70c0615e0930 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-4b4cd12d70c0615e0930 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-4b4cd12d70c0615e0930 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-4b4cd12d70c0615e0930 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-4b4cd12d70c0615e0930 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-4b4cd12d70c0615e0930 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-4b4cd12d70c0615e0930 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-6e268d1e2915740816a1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-6e268d1e2915740816a1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-6e268d1e2915740816a1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-6e268d1e2915740816a1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-6e268d1e2915740816a1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-6e268d1e2915740816a1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-6e268d1e2915740816a1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-6e268d1e2915740816a1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-6e268d1e2915740816a1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-8864796e31bbe93d7c5d candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-8864796e31bbe93d7c5d candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-8864796e31bbe93d7c5d candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-8864796e31bbe93d7c5d candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-8864796e31bbe93d7c5d candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-8864796e31bbe93d7c5d candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-8864796e31bbe93d7c5d candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-8864796e31bbe93d7c5d candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-8864796e31bbe93d7c5d candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-b04b489f4fbad93b65ca candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-b04b489f4fbad93b65ca candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-b04b489f4fbad93b65ca candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-b04b489f4fbad93b65ca candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-b04b489f4fbad93b65ca candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-b04b489f4fbad93b65ca candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-b04b489f4fbad93b65ca candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-b04b489f4fbad93b65ca candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-b04b489f4fbad93b65ca candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-c663f7e73e7e8376a05c candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-c663f7e73e7e8376a05c candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-c663f7e73e7e8376a05c candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-c663f7e73e7e8376a05c candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-c663f7e73e7e8376a05c candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-c663f7e73e7e8376a05c candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-c663f7e73e7e8376a05c candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-c663f7e73e7e8376a05c candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-c663f7e73e7e8376a05c candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=PickCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PickCube-v1 chart=ms-2458fcfffb3f96c6ca1a candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-2458fcfffb3f96c6ca1a candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-2458fcfffb3f96c6ca1a candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-2458fcfffb3f96c6ca1a candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-2458fcfffb3f96c6ca1a candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-2458fcfffb3f96c6ca1a candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-2458fcfffb3f96c6ca1a candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-2458fcfffb3f96c6ca1a candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-2458fcfffb3f96c6ca1a candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PickCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-0345d8ac530f88cefd61 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0345d8ac530f88cefd61 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0345d8ac530f88cefd61 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0345d8ac530f88cefd61 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0345d8ac530f88cefd61 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0345d8ac530f88cefd61 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0345d8ac530f88cefd61 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0345d8ac530f88cefd61 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0345d8ac530f88cefd61 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-0819eb89e627595e7e1b candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0819eb89e627595e7e1b candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0819eb89e627595e7e1b candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0819eb89e627595e7e1b candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0819eb89e627595e7e1b candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0819eb89e627595e7e1b candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0819eb89e627595e7e1b candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0819eb89e627595e7e1b candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0819eb89e627595e7e1b candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-0dee962a5901fb8b5bbb candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0dee962a5901fb8b5bbb candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0dee962a5901fb8b5bbb candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0dee962a5901fb8b5bbb candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0dee962a5901fb8b5bbb candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0dee962a5901fb8b5bbb candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0dee962a5901fb8b5bbb candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0dee962a5901fb8b5bbb candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0dee962a5901fb8b5bbb candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-126eb8b36769f9ba4671 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-126eb8b36769f9ba4671 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-126eb8b36769f9ba4671 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-126eb8b36769f9ba4671 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-126eb8b36769f9ba4671 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-126eb8b36769f9ba4671 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-126eb8b36769f9ba4671 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-126eb8b36769f9ba4671 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-126eb8b36769f9ba4671 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-16661b2fd2c85f57a66c candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-16661b2fd2c85f57a66c candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-16661b2fd2c85f57a66c candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-16661b2fd2c85f57a66c candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-16661b2fd2c85f57a66c candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-16661b2fd2c85f57a66c candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-16661b2fd2c85f57a66c candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-16661b2fd2c85f57a66c candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-16661b2fd2c85f57a66c candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-20e1efbb745fd02abc95 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20e1efbb745fd02abc95 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20e1efbb745fd02abc95 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20e1efbb745fd02abc95 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20e1efbb745fd02abc95 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20e1efbb745fd02abc95 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20e1efbb745fd02abc95 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20e1efbb745fd02abc95 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20e1efbb745fd02abc95 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-2dc5138251afd26a040d candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2dc5138251afd26a040d candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2dc5138251afd26a040d candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2dc5138251afd26a040d candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2dc5138251afd26a040d candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2dc5138251afd26a040d candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2dc5138251afd26a040d candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2dc5138251afd26a040d candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2dc5138251afd26a040d candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-387e6771a55be98f1a59 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-387e6771a55be98f1a59 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-387e6771a55be98f1a59 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-387e6771a55be98f1a59 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-387e6771a55be98f1a59 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-387e6771a55be98f1a59 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-387e6771a55be98f1a59 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-387e6771a55be98f1a59 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-387e6771a55be98f1a59 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-38f7298184a2c5005e94 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38f7298184a2c5005e94 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38f7298184a2c5005e94 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38f7298184a2c5005e94 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38f7298184a2c5005e94 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38f7298184a2c5005e94 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38f7298184a2c5005e94 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38f7298184a2c5005e94 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38f7298184a2c5005e94 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-482c5c8d208b5907a2c2 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-482c5c8d208b5907a2c2 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-482c5c8d208b5907a2c2 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-482c5c8d208b5907a2c2 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-482c5c8d208b5907a2c2 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-482c5c8d208b5907a2c2 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-482c5c8d208b5907a2c2 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-482c5c8d208b5907a2c2 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-482c5c8d208b5907a2c2 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-4da03300d92420e80ed0 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4da03300d92420e80ed0 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4da03300d92420e80ed0 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4da03300d92420e80ed0 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4da03300d92420e80ed0 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4da03300d92420e80ed0 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4da03300d92420e80ed0 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4da03300d92420e80ed0 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4da03300d92420e80ed0 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-57be9ae181c077e7821f candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-57be9ae181c077e7821f candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-57be9ae181c077e7821f candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-57be9ae181c077e7821f candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-57be9ae181c077e7821f candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-57be9ae181c077e7821f candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-57be9ae181c077e7821f candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-57be9ae181c077e7821f candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-57be9ae181c077e7821f candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-6388b5d2356c556c3e55 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6388b5d2356c556c3e55 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6388b5d2356c556c3e55 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6388b5d2356c556c3e55 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6388b5d2356c556c3e55 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6388b5d2356c556c3e55 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6388b5d2356c556c3e55 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6388b5d2356c556c3e55 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6388b5d2356c556c3e55 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-638d2ba1917eff4d09e0 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-638d2ba1917eff4d09e0 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-638d2ba1917eff4d09e0 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-638d2ba1917eff4d09e0 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-638d2ba1917eff4d09e0 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-638d2ba1917eff4d09e0 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-638d2ba1917eff4d09e0 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-638d2ba1917eff4d09e0 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-638d2ba1917eff4d09e0 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-652ad552ba98d2736620 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-652ad552ba98d2736620 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-652ad552ba98d2736620 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-652ad552ba98d2736620 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-652ad552ba98d2736620 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-652ad552ba98d2736620 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-652ad552ba98d2736620 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-652ad552ba98d2736620 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-652ad552ba98d2736620 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-674fad0e7c042d23629e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-674fad0e7c042d23629e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-674fad0e7c042d23629e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-674fad0e7c042d23629e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-674fad0e7c042d23629e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-674fad0e7c042d23629e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-674fad0e7c042d23629e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-674fad0e7c042d23629e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-674fad0e7c042d23629e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-728b865677134d3788e3 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-728b865677134d3788e3 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-728b865677134d3788e3 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-728b865677134d3788e3 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-728b865677134d3788e3 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-728b865677134d3788e3 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-728b865677134d3788e3 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-728b865677134d3788e3 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-728b865677134d3788e3 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-7ea98b8f4d2220347ee0 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7ea98b8f4d2220347ee0 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7ea98b8f4d2220347ee0 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7ea98b8f4d2220347ee0 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7ea98b8f4d2220347ee0 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7ea98b8f4d2220347ee0 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7ea98b8f4d2220347ee0 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7ea98b8f4d2220347ee0 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7ea98b8f4d2220347ee0 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-7f57045c114ddad153b5 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7f57045c114ddad153b5 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7f57045c114ddad153b5 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7f57045c114ddad153b5 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7f57045c114ddad153b5 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7f57045c114ddad153b5 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7f57045c114ddad153b5 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7f57045c114ddad153b5 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7f57045c114ddad153b5 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-81f4e8858b2ba90aea2e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-81f4e8858b2ba90aea2e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-81f4e8858b2ba90aea2e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-81f4e8858b2ba90aea2e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-81f4e8858b2ba90aea2e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-81f4e8858b2ba90aea2e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-81f4e8858b2ba90aea2e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-81f4e8858b2ba90aea2e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-81f4e8858b2ba90aea2e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-8a72b73ac452bc190aeb candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8a72b73ac452bc190aeb candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8a72b73ac452bc190aeb candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8a72b73ac452bc190aeb candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8a72b73ac452bc190aeb candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8a72b73ac452bc190aeb candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8a72b73ac452bc190aeb candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8a72b73ac452bc190aeb candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8a72b73ac452bc190aeb candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-a96bca1ef0b74f686018 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a96bca1ef0b74f686018 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a96bca1ef0b74f686018 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a96bca1ef0b74f686018 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a96bca1ef0b74f686018 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a96bca1ef0b74f686018 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a96bca1ef0b74f686018 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a96bca1ef0b74f686018 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a96bca1ef0b74f686018 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-ac4fb33f3ab4db853995 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac4fb33f3ab4db853995 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac4fb33f3ab4db853995 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac4fb33f3ab4db853995 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac4fb33f3ab4db853995 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac4fb33f3ab4db853995 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac4fb33f3ab4db853995 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac4fb33f3ab4db853995 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac4fb33f3ab4db853995 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-c31b98b3d3702c6f9c8c candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c31b98b3d3702c6f9c8c candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c31b98b3d3702c6f9c8c candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c31b98b3d3702c6f9c8c candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c31b98b3d3702c6f9c8c candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c31b98b3d3702c6f9c8c candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c31b98b3d3702c6f9c8c candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c31b98b3d3702c6f9c8c candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c31b98b3d3702c6f9c8c candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-c832439976a37f52d094 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c832439976a37f52d094 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c832439976a37f52d094 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c832439976a37f52d094 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c832439976a37f52d094 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c832439976a37f52d094 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c832439976a37f52d094 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c832439976a37f52d094 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c832439976a37f52d094 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-c96b415f083f60857334 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c96b415f083f60857334 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c96b415f083f60857334 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c96b415f083f60857334 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c96b415f083f60857334 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c96b415f083f60857334 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c96b415f083f60857334 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c96b415f083f60857334 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c96b415f083f60857334 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-d73fd5fce55fb58ef8e9 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-d73fd5fce55fb58ef8e9 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-d73fd5fce55fb58ef8e9 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-d73fd5fce55fb58ef8e9 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-d73fd5fce55fb58ef8e9 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-d73fd5fce55fb58ef8e9 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-d73fd5fce55fb58ef8e9 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-d73fd5fce55fb58ef8e9 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-d73fd5fce55fb58ef8e9 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-da142025733b53fcf7eb candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da142025733b53fcf7eb candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da142025733b53fcf7eb candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da142025733b53fcf7eb candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da142025733b53fcf7eb candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da142025733b53fcf7eb candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da142025733b53fcf7eb candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da142025733b53fcf7eb candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da142025733b53fcf7eb candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-e2bad6e99e8a281207cc candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e2bad6e99e8a281207cc candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e2bad6e99e8a281207cc candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e2bad6e99e8a281207cc candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e2bad6e99e8a281207cc candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e2bad6e99e8a281207cc candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e2bad6e99e8a281207cc candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e2bad6e99e8a281207cc candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e2bad6e99e8a281207cc candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-e30fd80adc089e9f697a candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e30fd80adc089e9f697a candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e30fd80adc089e9f697a candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e30fd80adc089e9f697a candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e30fd80adc089e9f697a candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e30fd80adc089e9f697a candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e30fd80adc089e9f697a candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e30fd80adc089e9f697a candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e30fd80adc089e9f697a candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-e9ed5d488afdfd6449d1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e9ed5d488afdfd6449d1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e9ed5d488afdfd6449d1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e9ed5d488afdfd6449d1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e9ed5d488afdfd6449d1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e9ed5d488afdfd6449d1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e9ed5d488afdfd6449d1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e9ed5d488afdfd6449d1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e9ed5d488afdfd6449d1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-ec013396e4aff6170ee1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ec013396e4aff6170ee1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ec013396e4aff6170ee1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ec013396e4aff6170ee1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ec013396e4aff6170ee1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ec013396e4aff6170ee1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ec013396e4aff6170ee1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ec013396e4aff6170ee1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ec013396e4aff6170ee1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-ee30ebaf98622759d888 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ee30ebaf98622759d888 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ee30ebaf98622759d888 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ee30ebaf98622759d888 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ee30ebaf98622759d888 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ee30ebaf98622759d888 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ee30ebaf98622759d888 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ee30ebaf98622759d888 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ee30ebaf98622759d888 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-f3f1d07cfd59b823da47 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f3f1d07cfd59b823da47 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f3f1d07cfd59b823da47 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f3f1d07cfd59b823da47 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f3f1d07cfd59b823da47 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f3f1d07cfd59b823da47 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f3f1d07cfd59b823da47 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f3f1d07cfd59b823da47 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f3f1d07cfd59b823da47 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-081952a63087fc8f83cd candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-081952a63087fc8f83cd candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-081952a63087fc8f83cd candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-081952a63087fc8f83cd candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-081952a63087fc8f83cd candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-081952a63087fc8f83cd candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-081952a63087fc8f83cd candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-081952a63087fc8f83cd candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-081952a63087fc8f83cd candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-121bc2e6676c1ac10911 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-121bc2e6676c1ac10911 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-121bc2e6676c1ac10911 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-121bc2e6676c1ac10911 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-121bc2e6676c1ac10911 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-121bc2e6676c1ac10911 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-121bc2e6676c1ac10911 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-121bc2e6676c1ac10911 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-121bc2e6676c1ac10911 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-22f153f0d4fa656018e6 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22f153f0d4fa656018e6 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22f153f0d4fa656018e6 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22f153f0d4fa656018e6 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22f153f0d4fa656018e6 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22f153f0d4fa656018e6 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22f153f0d4fa656018e6 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22f153f0d4fa656018e6 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22f153f0d4fa656018e6 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-27c9f70e97b8850cc3ab candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-27c9f70e97b8850cc3ab candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-27c9f70e97b8850cc3ab candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-27c9f70e97b8850cc3ab candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-27c9f70e97b8850cc3ab candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-27c9f70e97b8850cc3ab candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-27c9f70e97b8850cc3ab candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-27c9f70e97b8850cc3ab candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-27c9f70e97b8850cc3ab candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-2867deaca7e98582620b candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2867deaca7e98582620b candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2867deaca7e98582620b candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2867deaca7e98582620b candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2867deaca7e98582620b candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2867deaca7e98582620b candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2867deaca7e98582620b candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2867deaca7e98582620b candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2867deaca7e98582620b candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-365d8c6de6de16f66744 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-365d8c6de6de16f66744 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-365d8c6de6de16f66744 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-365d8c6de6de16f66744 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-365d8c6de6de16f66744 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-365d8c6de6de16f66744 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-365d8c6de6de16f66744 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-365d8c6de6de16f66744 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-365d8c6de6de16f66744 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-3c326d05fec66e1d6bea candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c326d05fec66e1d6bea candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c326d05fec66e1d6bea candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c326d05fec66e1d6bea candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c326d05fec66e1d6bea candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c326d05fec66e1d6bea candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c326d05fec66e1d6bea candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c326d05fec66e1d6bea candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c326d05fec66e1d6bea candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-4dbdc6ed61dccebbfe92 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4dbdc6ed61dccebbfe92 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4dbdc6ed61dccebbfe92 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4dbdc6ed61dccebbfe92 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4dbdc6ed61dccebbfe92 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4dbdc6ed61dccebbfe92 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4dbdc6ed61dccebbfe92 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4dbdc6ed61dccebbfe92 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4dbdc6ed61dccebbfe92 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-58950fed04d203b97ab9 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-58950fed04d203b97ab9 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-58950fed04d203b97ab9 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-58950fed04d203b97ab9 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-58950fed04d203b97ab9 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-58950fed04d203b97ab9 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-58950fed04d203b97ab9 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-58950fed04d203b97ab9 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-58950fed04d203b97ab9 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-651bc0395d78d2819158 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-651bc0395d78d2819158 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-651bc0395d78d2819158 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-651bc0395d78d2819158 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-651bc0395d78d2819158 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-651bc0395d78d2819158 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-651bc0395d78d2819158 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-651bc0395d78d2819158 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-651bc0395d78d2819158 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-9fad82fd288e4296e354 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-9fad82fd288e4296e354 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-9fad82fd288e4296e354 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-9fad82fd288e4296e354 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-9fad82fd288e4296e354 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-9fad82fd288e4296e354 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-9fad82fd288e4296e354 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-9fad82fd288e4296e354 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-9fad82fd288e4296e354 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-b8bfdd3e6c31bd98082d candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-b8bfdd3e6c31bd98082d candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-b8bfdd3e6c31bd98082d candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-b8bfdd3e6c31bd98082d candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-b8bfdd3e6c31bd98082d candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-b8bfdd3e6c31bd98082d candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-b8bfdd3e6c31bd98082d candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-b8bfdd3e6c31bd98082d candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-b8bfdd3e6c31bd98082d candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-fc8084d5cd7da937fc02 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-fc8084d5cd7da937fc02 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-fc8084d5cd7da937fc02 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-fc8084d5cd7da937fc02 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-fc8084d5cd7da937fc02 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-fc8084d5cd7da937fc02 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-fc8084d5cd7da937fc02 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-fc8084d5cd7da937fc02 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-fc8084d5cd7da937fc02 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-3afd8959363e917591d4 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3afd8959363e917591d4 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3afd8959363e917591d4 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3afd8959363e917591d4 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3afd8959363e917591d4 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3afd8959363e917591d4 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3afd8959363e917591d4 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3afd8959363e917591d4 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3afd8959363e917591d4 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-3ff1aedb72f65a182b58 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3ff1aedb72f65a182b58 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3ff1aedb72f65a182b58 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3ff1aedb72f65a182b58 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3ff1aedb72f65a182b58 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3ff1aedb72f65a182b58 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3ff1aedb72f65a182b58 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3ff1aedb72f65a182b58 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3ff1aedb72f65a182b58 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-4048f8f6e047422e3c79 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4048f8f6e047422e3c79 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4048f8f6e047422e3c79 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4048f8f6e047422e3c79 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4048f8f6e047422e3c79 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4048f8f6e047422e3c79 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4048f8f6e047422e3c79 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4048f8f6e047422e3c79 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4048f8f6e047422e3c79 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-5b26c33feed6992386b1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5b26c33feed6992386b1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5b26c33feed6992386b1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5b26c33feed6992386b1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5b26c33feed6992386b1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5b26c33feed6992386b1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5b26c33feed6992386b1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5b26c33feed6992386b1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5b26c33feed6992386b1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-63ac245579b1188935ad candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-63ac245579b1188935ad candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-63ac245579b1188935ad candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-63ac245579b1188935ad candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-63ac245579b1188935ad candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-63ac245579b1188935ad candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-63ac245579b1188935ad candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-63ac245579b1188935ad candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-63ac245579b1188935ad candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-6c8d06bace98a28a8e4e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6c8d06bace98a28a8e4e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6c8d06bace98a28a8e4e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6c8d06bace98a28a8e4e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6c8d06bace98a28a8e4e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6c8d06bace98a28a8e4e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6c8d06bace98a28a8e4e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6c8d06bace98a28a8e4e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6c8d06bace98a28a8e4e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-72777024349c2aacd5e0 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-72777024349c2aacd5e0 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-72777024349c2aacd5e0 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-72777024349c2aacd5e0 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-72777024349c2aacd5e0 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-72777024349c2aacd5e0 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-72777024349c2aacd5e0 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-72777024349c2aacd5e0 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-72777024349c2aacd5e0 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-7fc5696cb3dc7b9bb9f7 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-7fc5696cb3dc7b9bb9f7 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-7fc5696cb3dc7b9bb9f7 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-7fc5696cb3dc7b9bb9f7 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-7fc5696cb3dc7b9bb9f7 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-7fc5696cb3dc7b9bb9f7 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-7fc5696cb3dc7b9bb9f7 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-7fc5696cb3dc7b9bb9f7 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-7fc5696cb3dc7b9bb9f7 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-9a14552b7db695dee92c candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9a14552b7db695dee92c candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9a14552b7db695dee92c candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9a14552b7db695dee92c candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9a14552b7db695dee92c candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9a14552b7db695dee92c candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9a14552b7db695dee92c candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9a14552b7db695dee92c candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9a14552b7db695dee92c candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-9f5d57fe2153fd267774 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9f5d57fe2153fd267774 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9f5d57fe2153fd267774 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9f5d57fe2153fd267774 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9f5d57fe2153fd267774 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9f5d57fe2153fd267774 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9f5d57fe2153fd267774 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9f5d57fe2153fd267774 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9f5d57fe2153fd267774 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-b0fee26e1db967f90b81 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-b0fee26e1db967f90b81 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-b0fee26e1db967f90b81 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-b0fee26e1db967f90b81 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-b0fee26e1db967f90b81 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-b0fee26e1db967f90b81 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-b0fee26e1db967f90b81 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-b0fee26e1db967f90b81 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-b0fee26e1db967f90b81 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-bc2d3b425d9163a62dbb candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-bc2d3b425d9163a62dbb candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-bc2d3b425d9163a62dbb candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-bc2d3b425d9163a62dbb candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-bc2d3b425d9163a62dbb candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-bc2d3b425d9163a62dbb candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-bc2d3b425d9163a62dbb candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-bc2d3b425d9163a62dbb candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-bc2d3b425d9163a62dbb candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-d1960368ef76bbb10669 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d1960368ef76bbb10669 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d1960368ef76bbb10669 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d1960368ef76bbb10669 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d1960368ef76bbb10669 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d1960368ef76bbb10669 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d1960368ef76bbb10669 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d1960368ef76bbb10669 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d1960368ef76bbb10669 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-efdc07c985935d871adf candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-efdc07c985935d871adf candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-efdc07c985935d871adf candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-efdc07c985935d871adf candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-efdc07c985935d871adf candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-efdc07c985935d871adf candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-efdc07c985935d871adf candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-efdc07c985935d871adf candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-efdc07c985935d871adf candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-fd2387aeed9bfc9a0d08 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-fd2387aeed9bfc9a0d08 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-fd2387aeed9bfc9a0d08 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-fd2387aeed9bfc9a0d08 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-fd2387aeed9bfc9a0d08 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-fd2387aeed9bfc9a0d08 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-fd2387aeed9bfc9a0d08 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-fd2387aeed9bfc9a0d08 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-fd2387aeed9bfc9a0d08 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +rollout complete rows=69 diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/git_hash.txt b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/git_hash.txt new file mode 100644 index 0000000000000000000000000000000000000000..8b137891791fe96927ad78e64b0aad7bded08bdc --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/git_hash.txt @@ -0,0 +1 @@ + diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/measured_candidates.json b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/measured_candidates.json new file mode 100644 index 0000000000000000000000000000000000000000..5ff75dbe9b199baa5098aed93d1a1dd0b904948e --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/measured_candidates.json @@ -0,0 +1,48594 @@ +{ + "candidates_evaluated": true, + "checkpoint": "runs/ctt_residual_base_context_obs_seed2/model.pt", + "decoder": { + "action_clipping_enabled": false, + "delta_scale": 1.0, + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "lossless": false, + "name": "linear_keyframe_decode", + "source_code": "spline_tangent_code stores start/mid/end residual keyframes" + }, + "exclude_self_source": false, + "k": 8, + "neighbors": 8, + "pool_size": 8, + "report_type": "ctt_generated_measured_rollout", + "rows": [ + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21144884824752808, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21144884824752808 + }, + "base_progress": 0.21144884824752808, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.21144884824752808, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2103814333677292, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2103814333677292 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2092023491859436, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2092023491859436 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20768286287784576, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20768286287784576 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20741724967956543, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20741724967956543 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20660251379013062, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20660251379013062 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2097402960062027, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2097402960062027 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20714594423770905, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20714594423770905 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20691446959972382, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20691446959972382 + } + ], + "candidate_progress": [ + 0.2103814333677292, + 0.2092023491859436, + 0.20768286287784576, + 0.20741724967956543, + 0.20660251379013062, + 0.2097402960062027, + 0.20714594423770905, + 0.20691446959972382 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-9ced92cccacfe4d157b0", + "ms-efbde8652e75274fbd69", + "ms-df961fe24a43e56d1716", + "ms-9ced92cccacfe4d157b0", + "ms-9ced92cccacfe4d157b0", + "ms-efbde8652e75274fbd69", + "ms-dd32ce9859c365c535b4", + "ms-efbde8652e75274fbd69" + ], + "candidate_source_task_ids": [ + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-484ea653bbca2de3a4a2", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.27107638120651245, + 0.022846728563308716, + 0.13224104046821594, + 0.42048129439353943, + 0.8487870693206787, + -0.0010848641395568848, + 0.008551180362701416, + 0.0769316703081131, + 0.037243835628032684, + 0.05940886586904526, + -0.3196257948875427, + 1.2524213790893555, + -0.07640406489372253, + 0.16286662220954895, + -0.022928420454263687, + 0.09409433603286743, + -0.22870655357837677, + 0.010116785764694214, + 1.3226451873779297, + 0.029032766819000244, + 0.18320876359939575 + ], + [ + -0.1884108930826187, + 0.024979613721370697, + 0.3588918447494507, + 0.5715794563293457, + 1.0463242530822754, + 0.08321761339902878, + -0.13440489768981934, + 0.07429108023643494, + 0.06101493537425995, + 0.06618155539035797, + -0.12876692414283752, + 1.4119188785552979, + -0.23887191712856293, + 0.24289734661579132, + 0.027021393179893494, + 0.07467249035835266, + -0.18830855190753937, + -0.08325360715389252, + 1.2243585586547852, + 0.08251887559890747, + 0.5225293636322021 + ], + [ + -0.19862298667430878, + -0.006603289395570755, + 0.3756294250488281, + 0.7359464168548584, + 0.5649920701980591, + -0.14643874764442444, + 0.051865220069885254, + -0.06974783539772034, + 0.03151441365480423, + 0.0178530216217041, + -0.24713948369026184, + 1.1407389640808105, + -0.17027682065963745, + 0.056365303695201874, + 0.21943122148513794, + 0.13069842755794525, + 0.001425027847290039, + 0.028027236461639404, + 1.4655184745788574, + 0.4832621216773987, + -0.0034177452325820923 + ], + [ + -0.1733502596616745, + 0.010156851261854172, + 0.21309727430343628, + 0.44467201828956604, + 0.8479487895965576, + 0.20361356437206268, + -0.1312183141708374, + -0.069254070520401, + 0.04845874011516571, + 0.1030060276389122, + -0.24917492270469666, + 1.3635722398757935, + -0.24683022499084473, + 0.11037763208150864, + 0.06295906007289886, + 0.10130229592323303, + -0.12075282633304596, + 0.020481258630752563, + 1.266699194908142, + -0.09588439762592316, + 0.19371336698532104 + ], + [ + -0.11371137201786041, + -0.08176738768815994, + 0.34428131580352783, + 0.771156907081604, + 0.8325212597846985, + 0.1131899505853653, + 0.06357523798942566, + 0.007744282484054565, + 0.02621738240122795, + 0.30827704071998596, + -0.282978355884552, + 1.2987523078918457, + -0.23147234320640564, + -0.1243957132101059, + 0.31244632601737976, + 0.032670021057128906, + 0.09445284307003021, + -0.08843787014484406, + 1.1618221998214722, + 0.14890938997268677, + 0.1834387630224228 + ], + [ + -0.2877494692802429, + -0.0013395138084888458, + -0.04171594977378845, + 0.6285380125045776, + 1.1040098667144775, + 0.1773054003715515, + -0.2866749167442322, + 0.1162746325135231, + 0.01497634593397379, + 0.04582966864109039, + -0.35045841336250305, + 1.1507258415222168, + -0.17866253852844238, + 0.10738145560026169, + -0.060793954879045486, + 0.1522464156150818, + -0.17615853250026703, + -0.25441431999206543, + 1.389108419418335, + -0.099868044257164, + 0.41985467076301575 + ], + [ + -0.15214355289936066, + -0.009070627391338348, + 0.16603833436965942, + 0.4897678792476654, + 0.8852989077568054, + 0.20869198441505432, + -0.26778334379196167, + -0.0984211266040802, + 0.07176806032657623, + 0.14728067815303802, + -0.35066911578178406, + 1.3888800144195557, + -0.3095078766345978, + 0.19409582018852234, + 0.0751609057188034, + 0.07624877989292145, + -0.1296973079442978, + 0.02909146249294281, + 1.2321033477783203, + -0.0995936244726181, + 0.1874464899301529 + ], + [ + -0.27134764194488525, + -0.05676587298512459, + -0.021307915449142456, + 0.44922199845314026, + 1.1300694942474365, + 0.11731775104999542, + -0.030185937881469727, + -0.0961923599243164, + 0.030947010964155197, + 0.08809235692024231, + -0.3151514232158661, + 1.0367982387542725, + -0.4625733494758606, + 0.18867650628089905, + 0.0944380909204483, + 0.10472585260868073, + -0.19951297342777252, + -0.002013951539993286, + 1.299534797668457, + -0.17697489261627197, + 0.2560312747955322 + ] + ], + "generated_utilities": [ + 0.2103814333677292, + 0.2092023491859436, + 0.20768286287784576, + 0.20741724967956543, + 0.20660251379013062, + 0.2097402960062027, + 0.20714594423770905, + 0.20691446959972382 + ], + "group_id": "ms-484ea653bbca2de3a4a2", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.7242962718009949, + 0.7209752798080444, + 2.0, + 0.19684189558029175, + 0.21780464053153992, + 0.19326990842819214, + 0.22509369254112244, + 0.20856516063213348, + 0.21041584014892578, + 0.19898515939712524, + 0.20721960067749023, + 0.20830264687538147, + 0.19554394483566284, + 0.22549311816692352, + 0.19481703639030457, + 0.2172507494688034 + ], + "instruction": "Lift the peg and hold it upright.", + "negative_tangents": [ + [ + 0.4380870461463928, + 0.4186934530735016, + 0.6294705867767334, + -0.08003801107406616, + 0.5882754325866699, + 0.006411761045455933, + 0.0, + 0.27439412474632263, + -0.43702489137649536, + -0.26345914602279663, + -0.3102925717830658, + 1.1419475078582764, + -0.05133828520774841, + 0.0, + 0.11964668333530426, + -0.04283810034394264, + 0.021698474884033203, + -0.3213534653186798, + 1.444929838180542, + 0.058529436588287354, + 0.0 + ], + [ + 0.18277202546596527, + -0.31313952803611755, + 1.5374140739440918, + 0.9199619889259338, + 1.58827543258667, + -0.42588773369789124, + -1.307411789894104, + -0.1648276150226593, + 0.17999683320522308, + 0.7365408539772034, + -0.2825929522514343, + 2.1419475078582764, + -0.44205278158187866, + 0.3557547330856323, + 0.11787930130958557, + 0.04347073659300804, + 0.5306029915809631, + -0.6201959848403931, + 2.444929838180542, + -0.7078790068626404, + 0.7410526275634766 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.614823579788208, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.7115094661712646, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.4821052551269531 + ], + [ + 0.2415536344051361, + -0.2574644386768341, + 1.3600168228149414, + 0.8914169669151306, + 1.311052918434143, + -0.13483268022537231, + -1.4109176397323608, + -0.007070749998092651, + 0.30199557542800903, + 0.867316484451294, + -0.0111103355884552, + 2.228789806365967, + -0.26305240392684937, + 0.4046628475189209, + 0.25534987449645996, + 0.29946526885032654, + 0.777583122253418, + -0.535997748374939, + 2.2955121994018555, + -0.6670190095901489, + 0.8460665941238403 + ], + [ + -0.212661013007164, + -0.6653347015380859, + 1.8750245571136475, + 0.7373600006103516, + 1.2695744037628174, + -0.7584145069122314, + -1.695502758026123, + 0.05721297860145569, + -0.04310476779937744, + 0.4696756601333618, + -0.2954420745372772, + 1.9897286891937256, + -0.6554491519927979, + 0.5805841088294983, + 0.17026324570178986, + 0.3433569669723511, + 0.3734014630317688, + -0.8102566003799438, + 2.792973279953003, + -0.8463170528411865, + 1.0759955644607544 + ], + [ + -0.039009034633636475, + -0.7773740291595459, + 1.064732313156128, + 0.712108850479126, + 1.270837426185608, + -0.5491334199905396, + -1.7919384241104126, + -0.5782418251037598, + 0.4058297872543335, + 0.5231752395629883, + -0.521438479423523, + 2.2066850662231445, + -0.5258626341819763, + -0.09100466966629028, + 0.24944378435611725, + -0.2271452248096466, + 0.9009795784950256, + -0.8140718340873718, + 2.6494152545928955, + -0.5153427124023438, + 0.671539306640625 + ], + [ + -0.3804699182510376, + -0.5808351039886475, + 1.8389031887054443, + 0.7141245603561401, + 1.0997881889343262, + -0.1678517758846283, + -1.884540319442749, + -0.3411717414855957, + 0.4830858111381531, + 0.8356180787086487, + -0.8238832950592041, + 1.743321418762207, + -0.3751307427883148, + 0.5275082588195801, + -0.08622422814369202, + 0.23666565120220184, + 0.802552342414856, + -0.8389871120452881, + 1.9817423820495605, + -0.4874984323978424, + 0.4390762150287628 + ], + [ + 0.4497724771499634, + -0.7880887389183044, + 1.4436085224151611, + 1.083756446838379, + 2.2298290729522705, + -0.03008332848548889, + -1.0250177383422852, + -0.6266056299209595, + 0.3751387298107147, + 1.1566712856292725, + -0.6914000511169434, + 1.953734278678894, + 0.08129626512527466, + 0.9812837839126587, + -0.4981238543987274, + 0.6697847247123718, + -0.05150604248046875, + -0.06941354274749756, + 1.9621039628982544, + -1.345557451248169, + 0.43397778272628784 + ], + [ + 0.03950639069080353, + -1.037135124206543, + 1.1041697263717651, + 1.109439730644226, + 1.144017219543457, + -0.07355684041976929, + -0.8942177295684814, + -0.16419151425361633, + -0.12125559151172638, + 0.36935141682624817, + -0.7298048734664917, + 1.4954023361206055, + -0.018926143646240234, + 0.4787553548812866, + -0.3127076327800751, + 0.6351315379142761, + 0.5993886590003967, + -0.5143972635269165, + 2.429173469543457, + -0.6674217581748962, + 0.5048977732658386 + ], + [ + 0.9763806462287903, + -1.1549197435379028, + 2.0378684997558594, + 1.2418556213378906, + 2.427785634994507, + -1.1326193809509277, + -1.5491721630096436, + -0.8937685489654541, + 0.2583051919937134, + -0.10687285661697388, + 0.2628750801086426, + 1.6517728567123413, + -0.21639958024024963, + 0.7581590414047241, + -0.29044294357299805, + -0.08927425742149353, + 1.3009071350097656, + -0.9239004850387573, + 2.5070056915283203, + -1.3246500492095947, + 0.24751555919647217 + ], + [ + 0.9781984090805054, + -0.13759100437164307, + 1.8698725700378418, + 1.4942535161972046, + 2.5587658882141113, + -1.1335766315460205, + -0.6910277605056763, + -0.1434302181005478, + 0.4021325707435608, + -0.12275522947311401, + 0.6571680307388306, + 1.9964357614517212, + -0.1442476212978363, + 1.3201656341552734, + 0.2586786448955536, + -0.38222962617874146, + 0.9950553774833679, + -0.8371140956878662, + 1.8977141380310059, + -0.795723021030426, + 1.505234956741333 + ], + [ + -0.6250126361846924, + 0.4231366813182831, + 1.701646089553833, + 1.6233667135238647, + 1.0861127376556396, + -0.3387698233127594, + -0.9825164079666138, + -1.1511213779449463, + 0.11523068696260452, + 1.5823121070861816, + 0.5840664505958557, + 2.145885705947876, + -1.2145874500274658, + 1.1558246612548828, + -0.5131542682647705, + -0.4715161919593811, + 1.0824741125106812, + -0.7667124271392822, + 1.8457963466644287, + -1.228658676147461, + 1.2112116813659668 + ], + [ + 1.1640653610229492, + -1.1697030067443848, + 1.6035369634628296, + 0.2161661982536316, + 1.4819366931915283, + 0.2569611370563507, + -1.3529595136642456, + 0.41208329796791077, + 0.03121529519557953, + 1.731370210647583, + -0.8131548166275024, + 2.996675729751587, + -1.1173620223999023, + 0.7474988102912903, + 0.21459203958511353, + -0.2133086621761322, + -0.22307389974594116, + -0.6306187510490417, + 2.0490896701812744, + -0.49808698892593384, + 0.8432145714759827 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.014628380537033081, + -0.18207009136676788, + 0.5374140739440918, + -0.04374772310256958, + 0.5882754325866699, + 0.25251278281211853, + 0.0, + -0.23516394197940826, + 0.12562739849090576, + 0.3381730020046234, + 0.033050984144210815, + 1.1419475078582764, + -0.3290551006793976, + 0.0, + 0.04625481367111206, + -0.0026901662349700928, + 0.0754578709602356, + -0.1481514573097229, + 1.444929838180542, + 0.049897611141204834, + 0.0 + ] + ], + "predicted_scores": [ + 7.722248554229736, + 7.297492027282715, + 7.289553165435791, + 6.904308319091797, + 6.829565525054932, + 6.688380241394043, + 6.26852560043335, + 6.130042552947998 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1231780997", + "selected_index": 0, + "state_hash": "771fb752a186163f05a49a9b404284bde55d89838769a764fca1d6d1a9419652", + "stored_base_utility": 0.7242962718009949, + "task_id": "LiftPegUpright-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21361251175403595, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21361251175403595 + }, + "base_progress": 0.21361251175403595, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.21361251175403595, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2067173719406128, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2067173719406128 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2060190588235855, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2060190588235855 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2050398588180542, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2050398588180542 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20479248464107513, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20479248464107513 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20568609237670898, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20568609237670898 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20558364689350128, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20558364689350128 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2076389193534851, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2076389193534851 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20422160625457764, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20422160625457764 + } + ], + "candidate_progress": [ + 0.2067173719406128, + 0.2060190588235855, + 0.2050398588180542, + 0.20479248464107513, + 0.20568609237670898, + 0.20558364689350128, + 0.2076389193534851, + 0.20422160625457764 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-c090bce47703a4c4bb0b", + "ms-df961fe24a43e56d1716", + "ms-13d8bae55d3c3710138f", + "ms-0660d5f65df5fc4b6132", + "ms-e1b6bcb41532a800d3cb", + "ms-e1b6bcb41532a800d3cb", + "ms-502dba1003c09ec60ba0", + "ms-8f3d4e1d07bb5dcc7c57" + ], + "candidate_source_task_ids": [ + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank3", + "ctt_transport_rank4", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank5", + "ctt_transport_rank6" + ], + "candidates_evaluated": true, + "chart_id": "ms-4b4cd12d70c0615e0930", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.2971373200416565, + 0.10152025520801544, + 0.752718985080719, + 0.9145735502243042, + 0.024183765053749084, + 0.18907487392425537, + 0.3813956081867218, + 0.10620155930519104, + 0.08337491750717163, + -0.10425914078950882, + -0.28506141901016235, + 1.6181116104125977, + -0.4251335561275482, + 0.12737107276916504, + 0.1420476734638214, + 0.04895758256316185, + -0.14449329674243927, + 0.012123987078666687, + 1.2509230375289917, + -0.19441434741020203, + -0.1340118646621704 + ], + [ + -0.12624530494213104, + 0.07336097955703735, + 0.8049963712692261, + 0.7922896146774292, + -0.22949641942977905, + 0.345794677734375, + 0.5486720204353333, + 0.15443822741508484, + 0.08290598541498184, + -0.13181763887405396, + -0.3050421476364136, + 1.4173779487609863, + -0.40919435024261475, + -0.1351529210805893, + 0.08423813432455063, + 0.09396037459373474, + -0.038249388337135315, + -0.17083345353603363, + 1.4810354709625244, + -0.1798391342163086, + -0.10664233565330505 + ], + [ + -0.05610126256942749, + 0.06220865994691849, + 0.9219383001327515, + 0.7242892980575562, + -0.11515265703201294, + 0.22490066289901733, + 0.3832731544971466, + 0.020128682255744934, + 0.0851249024271965, + -0.1547086238861084, + -0.21107575297355652, + 1.5981348752975464, + -0.17922964692115784, + -0.16720949113368988, + -0.02142075076699257, + 0.08913809061050415, + -0.04104657471179962, + -0.15237383544445038, + 1.4118945598602295, + -0.21041515469551086, + -0.11412158608436584 + ], + [ + 0.020143911242485046, + 0.11615072190761566, + 0.9970440864562988, + 0.8260213136672974, + -0.10446768999099731, + 0.273747980594635, + 0.39910924434661865, + 0.057291433215141296, + 0.07595803588628769, + -0.14682310819625854, + -0.3117585778236389, + 1.6731587648391724, + -0.27487850189208984, + -0.10008475184440613, + 0.1268838793039322, + 0.09098662436008453, + -0.11384423077106476, + -0.015270575881004333, + 1.3195030689239502, + -0.10887761414051056, + -0.1976175308227539 + ], + [ + -0.09563431143760681, + 0.016073022037744522, + 0.973854660987854, + 0.9057605266571045, + -0.05072095990180969, + 0.250044584274292, + 0.21352720260620117, + 0.10765470564365387, + 0.07522650808095932, + -0.1397761106491089, + -0.2054997682571411, + 1.7231208086013794, + -0.47661200165748596, + -0.039731040596961975, + 0.04132235795259476, + 0.14805884659290314, + -0.18720103800296783, + -0.09786824882030487, + 1.4669435024261475, + -0.2641158699989319, + 0.007008641958236694 + ], + [ + 0.05928828567266464, + 0.049000084400177, + 1.0786387920379639, + 0.7907284498214722, + -0.37292665243148804, + 0.08718860149383545, + 0.2741445302963257, + 0.1887310892343521, + 0.11839254200458527, + -0.25289490818977356, + -0.23415127396583557, + 1.7279791831970215, + -0.06066197156906128, + 0.0031058192253112793, + 0.113636314868927, + 0.17292490601539612, + -0.1402071863412857, + -0.01446785032749176, + 1.209747314453125, + 0.08941906690597534, + -0.22718635201454163 + ], + [ + -0.22082136571407318, + 0.16673143208026886, + 0.5296205282211304, + 1.0600789785385132, + 0.3326318562030792, + 0.6548134088516235, + -0.12652039527893066, + 0.11482752859592438, + 0.10491961985826492, + -0.08988752216100693, + -0.39515185356140137, + 1.5773141384124756, + -0.7732936143875122, + 0.2609546184539795, + -0.07699452340602875, + -0.02388998679816723, + -0.045845046639442444, + -0.17354406416416168, + 1.3692891597747803, + -0.4788808822631836, + 0.23828834295272827 + ], + [ + -0.2341962605714798, + 0.09179224073886871, + 0.8041144609451294, + 0.7864066362380981, + -0.07615497708320618, + 0.5680673122406006, + 0.4229101836681366, + 0.010812252759933472, + 0.08132059872150421, + -0.023126967251300812, + -0.20208752155303955, + 1.882796287536621, + -0.24444268643856049, + -0.06220546364784241, + -0.011230740696191788, + 0.11531168222427368, + -0.12773950397968292, + -0.14497144520282745, + 1.3102271556854248, + -0.20090456306934357, + -0.02607959508895874 + ] + ], + "generated_utilities": [ + 0.2067173719406128, + 0.2060190588235855, + 0.2050398588180542, + 0.20479248464107513, + 0.20568609237670898, + 0.20558364689350128, + 0.2076389193534851, + 0.20422160625457764 + ], + "group_id": "ms-4b4cd12d70c0615e0930", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.7225138545036316, + 2.0, + 0.6951258182525635, + 0.18915215134620667, + 0.20867900550365448, + 0.20041285455226898, + 0.20335882902145386, + 0.20815956592559814, + 0.2024221420288086, + 0.1940193623304367, + 0.20689067244529724, + 0.19995209574699402, + 0.21901433169841766, + 0.19443893432617188, + 0.20502614974975586, + 0.1959807276725769 + ], + "instruction": "Lift the peg and hold it upright.", + "negative_tangents": [ + [ + 0.09018868207931519, + 0.3819495439529419, + 0.9586174488067627, + 1.0247726440429688, + -0.179018035531044, + 0.125870943069458, + 0.0, + -0.1166897565126419, + 0.07711493968963623, + -0.24461698532104492, + -0.005436837673187256, + 1.737370491027832, + -0.4425608515739441, + 0.0, + 0.24725346267223358, + -0.03395397961139679, + 0.643236517906189, + 0.05422210693359375, + 1.2738127708435059, + 0.18164724111557007, + 0.0 + ], + [ + 0.6095315217971802, + 0.35729360580444336, + 1.9586174488067627, + 2.0247726440429688, + -0.2820541560649872, + 1.044631004333496, + -2.239265203475952, + -0.14250506460666656, + -0.4363628029823303, + -1.244616985321045, + -0.32413747906684875, + 2.737370491027832, + 0.24581307172775269, + -0.053983256220817566, + 0.2877395749092102, + 0.18538890779018402, + 0.45247530937194824, + -0.9457778930664062, + 2.273812770843506, + -0.8183527588844299, + 0.5866778492927551 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -4.478530406951904, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.10796651244163513, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.1733556985855103 + ], + [ + 0.8415398597717285, + 0.17323988676071167, + 1.9669679403305054, + 2.188286304473877, + -0.386857271194458, + 1.3415166139602661, + -2.06968355178833, + -0.38555508852005005, + -0.6971946954727173, + -1.0110756158828735, + -0.19943451881408691, + 3.0229673385620117, + 0.03575621545314789, + -0.26961493492126465, + 0.5202459692955017, + 0.0921676978468895, + 0.7439858913421631, + -0.724668562412262, + 2.116668939590454, + -1.0585715770721436, + 0.7851569652557373 + ], + [ + 0.6909375190734863, + -0.018118590116500854, + 1.677350401878357, + 1.9505902528762817, + 0.11725521087646484, + 1.2839276790618896, + -2.0543243885040283, + -0.38843441009521484, + -0.6865814328193665, + -1.5103397369384766, + -0.2952713072299957, + 2.384809970855713, + -0.10558199882507324, + 0.29018354415893555, + 0.33942633867263794, + -0.19196103513240814, + 0.35257238149642944, + -0.8657878637313843, + 2.5445473194122314, + -0.706183910369873, + 0.7214455008506775 + ], + [ + 0.8977934122085571, + 0.7311913371086121, + 2.203964948654175, + 1.686698079109192, + -0.338996022939682, + 0.631161630153656, + -2.3877103328704834, + 0.07195566594600677, + -0.6892462968826294, + -0.9634823799133301, + -0.5621621012687683, + 2.479537010192871, + 0.675940752029419, + -0.047649919986724854, + 0.14082925021648407, + 0.19517391920089722, + 0.15626585483551025, + -1.3974462747573853, + 2.759931802749634, + -1.166107416152954, + 0.18018442392349243 + ], + [ + 0.7796773910522461, + 0.06440207362174988, + 1.5159449577331543, + 1.6007665395736694, + -0.12459242343902588, + 1.5781673192977905, + -2.5707991123199463, + 0.034798189997673035, + -0.44772639870643616, + -1.3837177753448486, + -0.5199699401855469, + 3.1566030979156494, + -0.22805768251419067, + -0.5881848931312561, + 0.49021050333976746, + -0.08376060426235199, + 0.5395568609237671, + -1.3038995265960693, + 2.37483811378479, + -0.615712583065033, + 0.7884383201599121 + ], + [ + 0.4830939471721649, + -0.12824741005897522, + 2.133068561553955, + 2.42085337638855, + -0.1641906201839447, + 1.6598048210144043, + -2.5325045585632324, + 0.06623834371566772, + 0.14292877912521362, + -1.85994553565979, + 0.01158285140991211, + 3.2622194290161133, + -0.017848491668701172, + -0.08653604984283447, + 0.2199593186378479, + -0.0463244765996933, + -0.04547742009162903, + -0.5160569548606873, + 2.1955723762512207, + -0.364714115858078, + 1.0323584079742432 + ], + [ + 0.7637265920639038, + -0.4020084738731384, + 2.4714059829711914, + 1.33060622215271, + 0.1464400589466095, + 0.7656213045120239, + -1.9972842931747437, + 0.42333751916885376, + -1.118815302848816, + -1.5639967918395996, + -0.32944348454475403, + 2.0334420204162598, + 0.37165334820747375, + -0.2861292064189911, + 0.6376298666000366, + 0.8521975874900818, + 0.6845490336418152, + -1.515796422958374, + 1.5925071239471436, + -0.4112323224544525, + 1.1011840105056763 + ], + [ + 1.456933617591858, + 1.0030901432037354, + 1.1997551918029785, + 1.7652757167816162, + 0.03292572498321533, + 1.302201271057129, + -2.748408317565918, + 0.7148768305778503, + -0.5089412331581116, + -0.5701506733894348, + -0.40410247445106506, + 3.586395502090454, + -0.37424683570861816, + -0.6850852966308594, + 0.9945629835128784, + 0.5821471810340881, + 0.8666700124740601, + -1.1607441902160645, + 2.1460094451904297, + -0.7912135720252991, + 0.6301633715629578 + ], + [ + -0.09475094079971313, + -0.28330767154693604, + 1.8353716135025024, + 2.3373594284057617, + 0.7110240459442139, + 1.9665697813034058, + -1.8502212762832642, + -0.40577346086502075, + -0.03506562113761902, + -0.7167142033576965, + -0.39153769612312317, + 2.3472883701324463, + 0.08497899770736694, + -0.9910531640052795, + -0.32254326343536377, + -0.11388416588306427, + -0.4873260259628296, + -0.8018304109573364, + 2.295731782913208, + -1.325164794921875, + 1.2513983249664307 + ], + [ + -0.32657402753829956, + 0.8198520541191101, + 1.211392879486084, + 1.974273443222046, + -0.11595214903354645, + 1.954041838645935, + -1.5547080039978027, + 0.06433123350143433, + -0.079216867685318, + -0.5887003540992737, + -0.6015424728393555, + 2.756274938583374, + 0.641853928565979, + -0.8642687201499939, + 0.07965350151062012, + 0.11391039192676544, + 1.10663902759552, + -1.506749153137207, + 3.222418785095215, + -1.0799858570098877, + -0.12158209085464478 + ], + [ + 0.9412136077880859, + -0.5255860090255737, + 1.9096710681915283, + 2.113077402114868, + -1.0082788467407227, + 0.1505374312400818, + -3.0413341522216797, + -0.24721917510032654, + -0.20225940644741058, + -1.6247544288635254, + -0.33320704102516174, + 1.8443769216537476, + 0.7569764256477356, + -0.5270920395851135, + 1.1813421249389648, + 1.0764858722686768, + 0.01533237099647522, + -1.4125463962554932, + 1.82404363155365, + 0.054037630558013916, + 0.45250433683395386 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.056152522563934326, + 0.005679905414581299, + 0.9586174488067627, + 1.0247726440429688, + -0.054595887660980225, + 0.044631004333496094, + 0.0, + -0.09190673381090164, + 0.09592300653457642, + -0.24461698532104492, + -0.007907181978225708, + 1.737370491027832, + -0.029382914304733276, + 0.0, + 0.06305502355098724, + 0.03764393925666809, + 0.0785532295703888, + 0.005711078643798828, + 1.2738127708435059, + -0.04058480262756348, + 0.0 + ] + ], + "predicted_scores": [ + 5.061080455780029, + 4.176470756530762, + 4.168827533721924, + 3.914828300476074, + 3.860057830810547, + 3.4979681968688965, + 3.4370384216308594, + 3.262068748474121 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1025740212", + "selected_index": 0, + "state_hash": "5b394fca1712c0667d126198527a4f0ba81893d536a5fcbf7b90f5b13fa703dc", + "stored_base_utility": 0.7225138545036316, + "task_id": "LiftPegUpright-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7229747772216797, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7229747772216797 + }, + "base_progress": 0.7229747772216797, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.7229747772216797, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7232699394226074, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7232699394226074 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7185338139533997, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7185338139533997 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7282063364982605, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7282063364982605 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7212779521942139, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7212779521942139 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7213268280029297, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7213268280029297 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7281323075294495, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7281323075294495 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7216100692749023, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7216100692749023 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7066928744316101, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7066928744316101 + } + ], + "candidate_progress": [ + 0.7232699394226074, + 0.7185338139533997, + 0.7282063364982605, + 0.7212779521942139, + 0.7213268280029297, + 0.7281323075294495, + 0.7216100692749023, + 0.7066928744316101 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-9ced92cccacfe4d157b0", + "ms-dfc38c43e9a87f99ef7f", + "ms-dd32ce9859c365c535b4", + "ms-dd32ce9859c365c535b4", + "ms-9ced92cccacfe4d157b0", + "ms-9ced92cccacfe4d157b0", + "ms-dd32ce9859c365c535b4", + "ms-dd32ce9859c365c535b4" + ], + "candidate_source_task_ids": [ + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-6e268d1e2915740816a1", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.1773010939359665, + 0.05787406116724014, + -0.03341218829154968, + -0.0239303857088089, + 1.4030256271362305, + 0.008838310837745667, + 0.4062913656234741, + 0.13650228083133698, + -0.03227616101503372, + -0.08476356416940689, + -0.20831483602523804, + 1.1100561618804932, + -0.036195576190948486, + 0.16073039174079895, + -0.02369590476155281, + 0.11416611075401306, + -0.12685619294643402, + -0.0793166309595108, + 0.8206477165222168, + -0.1699906289577484, + 0.0271080881357193 + ], + [ + 0.011372759938240051, + 0.025145813822746277, + -0.03829565644264221, + -0.014854773879051208, + 1.182068109512329, + -0.22222203016281128, + 0.2028464376926422, + -0.031045690178871155, + 0.06218630075454712, + -0.04922006279230118, + -0.20846503973007202, + 1.1527632474899292, + 0.08701732754707336, + 0.18329739570617676, + -0.1121889054775238, + 0.04304207116365433, + 0.08662101626396179, + -0.01450464129447937, + 1.0239558219909668, + -0.017069488763809204, + 0.10990528017282486 + ], + [ + 0.03808295726776123, + 0.02495112270116806, + 0.25406667590141296, + 0.259220689535141, + 1.3436923027038574, + 0.1371387541294098, + 0.4679301083087921, + 0.145440936088562, + 0.03164346516132355, + -0.007910095155239105, + -0.07394684106111526, + 1.284129023551941, + 0.02515527606010437, + 0.1445348709821701, + -0.004629079252481461, + 0.018751278519630432, + -0.11975903809070587, + -0.11340560019016266, + 0.8312889337539673, + 0.08379465341567993, + 0.1154298335313797 + ], + [ + -0.1821923404932022, + -0.07659754157066345, + 0.1277412474155426, + -0.07915177941322327, + 1.7006268501281738, + -0.24624064564704895, + 0.08311572670936584, + 0.19978556036949158, + 0.013467750512063503, + 0.09523244202136993, + -0.1938161551952362, + 1.1976444721221924, + -0.2133740484714508, + 0.4179745316505432, + -0.0768251121044159, + 0.14275072515010834, + -0.09939326345920563, + 0.06512561440467834, + 0.9322325587272644, + 0.07323285937309265, + 0.14455650746822357 + ], + [ + -0.0847637951374054, + 0.06161819398403168, + -0.0001252293586730957, + 0.03218892216682434, + 1.4121019840240479, + 0.1309392750263214, + 0.2774183750152588, + 0.010149538516998291, + 0.0013804221525788307, + -0.04573700577020645, + -0.11795707792043686, + 1.2584521770477295, + -0.15851327776908875, + 0.13637478649616241, + 0.049758654087781906, + 0.12690302729606628, + -0.00723835825920105, + -0.09063173830509186, + 0.7861514687538147, + -0.10340720415115356, + -0.05634143948554993 + ], + [ + 0.04842311888933182, + -0.02989649772644043, + 0.20734933018684387, + 0.23649850487709045, + 1.4406712055206299, + 0.07422345876693726, + 0.5456125736236572, + 0.08826450258493423, + -0.04148634523153305, + 0.13079777359962463, + -0.1322246491909027, + 1.1281251907348633, + -0.134363055229187, + 0.029501423239707947, + 0.3301575481891632, + 0.02223804220557213, + 0.19675162434577942, + -0.11988560855388641, + 0.6928551197052002, + -0.01140362024307251, + -0.06694214046001434 + ], + [ + -0.03628753125667572, + 0.08298823237419128, + 0.04133695363998413, + 0.09801754355430603, + 1.4642302989959717, + 0.14154353737831116, + 0.1748189628124237, + -0.02056613564491272, + 0.021151408553123474, + -0.002032138407230377, + -0.21669167280197144, + 1.2497780323028564, + -0.26765933632850647, + 0.13167336583137512, + 0.07085227966308594, + 0.08450812101364136, + -0.006718695163726807, + -0.08424319326877594, + 0.7233315706253052, + -0.13505640625953674, + 0.0032521188259124756 + ], + [ + -0.15597082674503326, + 0.07885105162858963, + -0.009277313947677612, + 0.09490332007408142, + 1.4058187007904053, + -0.4583487808704376, + 0.0019032061100006104, + -0.10616496205329895, + 0.07447956502437592, + -0.06269145756959915, + -0.2670508325099945, + 1.5680514574050903, + -0.2330978661775589, + 0.35498112440109253, + -0.20120009779930115, + 0.09368792176246643, + -0.03181473910808563, + -0.1337021440267563, + 1.078397512435913, + 0.09069818258285522, + 0.7373884916305542 + ] + ], + "generated_utilities": [ + 0.7232699394226074, + 0.7185338139533997, + 0.7282063364982605, + 0.7212779521942139, + 0.7213268280029297, + 0.7281323075294495, + 0.7216100692749023, + 0.7066928744316101 + ], + "group_id": "ms-6e268d1e2915740816a1", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.7257392406463623, + 0.7165254950523376, + 2.0, + 0.72465980052948, + 0.7087006568908691, + 0.2306610643863678, + 0.7143489122390747, + 0.7045385837554932, + 0.5905889272689819, + 0.1919487714767456, + 0.1914421170949936, + 0.2230607271194458, + 0.20312398672103882, + 0.19757536053657532, + 0.19724789261817932, + 0.19653666019439697 + ], + "instruction": "Lift the peg and hold it upright.", + "negative_tangents": [ + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.44810131192207336, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0264720916748047, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.9882198572158813 + ], + [ + -0.4707597494125366, + 0.09937268495559692, + 0.6395220160484314, + -0.40935325622558594, + 2.4514670372009277, + -0.02397046983242035, + -0.21874001622200012, + 0.16799744963645935, + 0.0360843725502491, + -0.09719255566596985, + -0.8619975447654724, + 2.2499821186065674, + -0.4933375120162964, + 0.35259634256362915, + -0.34735018014907837, + -0.517992377281189, + 0.6015943288803101, + -0.7677568793296814, + 1.5267367362976074, + -0.16888000071048737, + 0.3771851658821106 + ], + [ + -0.8530820608139038, + -0.6707327961921692, + 0.7970488667488098, + 0.34902632236480713, + 2.1393990516662598, + 0.5651285648345947, + 0.113044872879982, + 0.2987540364265442, + 0.4139185845851898, + 0.41691792011260986, + -0.4906405806541443, + 1.5687955617904663, + -0.8899085521697998, + -0.01883232593536377, + 0.24473188817501068, + 0.554391622543335, + 0.23424841463565826, + -0.10042615234851837, + 2.1214542388916016, + -0.15780393779277802, + 0.5807479023933411 + ], + [ + -0.6562768220901489, + -0.059059903025627136, + 0.24766850471496582, + 0.06101328134536743, + 2.5052053928375244, + 0.5204365849494934, + 0.1595638245344162, + 0.47176462411880493, + 0.3036114573478699, + 0.13197286427021027, + -0.2551935017108917, + 2.185537099838257, + -1.0984127521514893, + 0.3213496804237366, + 0.49875718355178833, + 0.1223822832107544, + 0.2575722932815552, + -0.7017092704772949, + 1.7495591640472412, + -0.19501343369483948, + 1.1214004755020142 + ], + [ + -0.45427173376083374, + -0.041353583335876465, + 0.8143320083618164, + -0.39680930972099304, + 2.4542014598846436, + 0.382559597492218, + -0.9993512630462646, + 0.5202391147613525, + 0.5282149314880371, + 0.4165073335170746, + 0.43153735995292664, + 2.5625123977661133, + -0.721943199634552, + 0.6765530109405518, + -0.6697012186050415, + -0.0637422502040863, + 0.6919896602630615, + -1.033813714981079, + 2.317282199859619, + -0.13503669202327728, + -0.07009828090667725 + ], + [ + -0.548885703086853, + -0.609938383102417, + 0.7181543707847595, + 0.11203774809837341, + 2.478057861328125, + -0.6170704960823059, + -1.0383654832839966, + 0.3524467349052429, + 0.5748242139816284, + 0.42987847328186035, + 0.013119548559188843, + 1.3954555988311768, + -0.6403790712356567, + 0.025414258241653442, + -0.7780460119247437, + -0.23124903440475464, + 0.48347827792167664, + 0.05266502499580383, + 1.692553997039795, + 0.362108051776886, + 0.6330842971801758 + ], + [ + -1.3070502281188965, + -0.947432816028595, + 0.4198402762413025, + -1.1768442392349243, + 1.7843327522277832, + 0.7587301731109619, + 0.7447960376739502, + 0.9411643147468567, + 0.3013244867324829, + -0.3862171769142151, + -1.0263384580612183, + 2.97957181930542, + 0.1849566102027893, + 0.08799406886100769, + 0.1984272301197052, + 0.5277765393257141, + 0.2931878864765167, + -1.1385071277618408, + 1.884846568107605, + 0.23083388805389404, + 0.6359583139419556 + ], + [ + -0.5375385880470276, + 0.16159841418266296, + 1.260543942451477, + -0.6744770407676697, + 2.1646244525909424, + 0.6190755367279053, + -0.746461808681488, + -0.38674360513687134, + 0.8897944092750549, + -0.594306468963623, + -0.05647379159927368, + 1.7390328645706177, + -0.037059009075164795, + 0.470071941614151, + 0.010003047063946724, + 0.08421775698661804, + -0.4613104462623596, + -0.22854508459568024, + 1.772307276725769, + -0.29165884852409363, + 0.6179300546646118 + ], + [ + -0.6489957571029663, + 0.4526708126068115, + 0.5115790367126465, + 0.31459903717041016, + 2.9655239582061768, + 0.07586031407117844, + -1.1667817831039429, + -0.7146965861320496, + 1.0295621156692505, + 0.1932714432477951, + -0.2703063488006592, + 2.9046523571014404, + -1.5882594585418701, + 0.3030351996421814, + 0.6543201208114624, + -0.448961466550827, + 0.4115087389945984, + -0.4087216854095459, + 2.6432881355285645, + -0.6797424554824829, + 0.2669999599456787 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.22510427236557007, + -0.26737168431282043, + 0.10375632345676422, + 0.12666502594947815, + 1.379244327545166, + -0.01088210940361023, + 0.0, + 0.23721180856227875, + -0.10981421172618866, + -0.021816372871398926, + -0.071512371301651, + 1.0360438823699951, + 0.09019589424133301, + 0.0, + 0.03181244805455208, + -0.06466590613126755, + 0.2068846970796585, + 0.14229199290275574, + 0.7610219717025757, + -0.03211131691932678, + 0.0 + ] + ], + "predicted_scores": [ + 8.459063529968262, + 7.911179065704346, + 7.863076210021973, + 7.840334415435791, + 7.596434116363525, + 7.481735706329346, + 7.352920055389404, + 6.866541385650635 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1475440973", + "selected_index": 0, + "state_hash": "38ff5a264c3c39ff1ec8756d84e622963a11ff1ac61568ba57fbea0c114c3140", + "stored_base_utility": 0.7257392406463623, + "task_id": "LiftPegUpright-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7272467017173767, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7272467017173767 + }, + "base_progress": 0.7272467017173767, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.7272467017173767, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7269402146339417, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7269402146339417 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7231982350349426, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7231982350349426 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7215514779090881, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7215514779090881 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7275118827819824, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7275118827819824 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7223985195159912, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7223985195159912 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.721108615398407, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.721108615398407 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7279005646705627, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7279005646705627 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 0.7269402146339417, + 0.7231982350349426, + 0.7215514779090881, + 0.7275118827819824, + 0.7223985195159912, + 0.721108615398407, + 0.7279005646705627, + 1.0 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-dfc38c43e9a87f99ef7f", + "ms-9ced92cccacfe4d157b0", + "ms-dd32ce9859c365c535b4", + "ms-9ced92cccacfe4d157b0", + "ms-dd32ce9859c365c535b4", + "ms-9ced92cccacfe4d157b0", + "ms-dd32ce9859c365c535b4", + "ms-dd32ce9859c365c535b4" + ], + "candidate_source_task_ids": [ + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + true + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-8864796e31bbe93d7c5d", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.08975164592266083, + 0.029592208564281464, + -0.02442917227745056, + -0.14510029554367065, + 1.0372886657714844, + -0.19284942746162415, + 0.41343194246292114, + -0.014757633209228516, + 0.06318425387144089, + -0.08481278270483017, + -0.2871284782886505, + 0.998707115650177, + 0.0674690306186676, + 0.21223750710487366, + -0.07350598275661469, + 0.032558996230363846, + 0.09580530226230621, + -0.1903073936700821, + 0.8765019178390503, + -0.12146569788455963, + 0.0394209623336792 + ], + [ + -0.08632655441761017, + 0.05198759585618973, + -0.00998196005821228, + -0.13910166919231415, + 1.2234923839569092, + 0.05296377092599869, + 0.5975291728973389, + 0.1279417872428894, + -0.023750273510813713, + -0.13309192657470703, + -0.2706853449344635, + 0.9441837668418884, + -0.0697510838508606, + 0.12757906317710876, + -0.017453838139772415, + 0.08221252262592316, + -0.13997061550617218, + -0.1484159678220749, + 0.6592321991920471, + -0.27738797664642334, + 0.002021193504333496 + ], + [ + 0.13309885561466217, + 0.022369354963302612, + 0.3083436191082001, + 0.15921643376350403, + 1.1234235763549805, + 0.15913309156894684, + 0.6611038446426392, + 0.1529277265071869, + 0.061867035925388336, + -0.12175404280424118, + -0.13825994729995728, + 1.0097287893295288, + -0.06891632080078125, + 0.13903313875198364, + 0.029174968600273132, + -0.012983475811779499, + -0.1194063276052475, + -0.21394653618335724, + 0.6917505264282227, + -0.08986504375934601, + 0.13472658395767212 + ], + [ + -0.004170089960098267, + 0.07262792438268661, + 0.01876002550125122, + -0.014979198575019836, + 1.2028110027313232, + 0.1182929053902626, + 0.5237206816673279, + -0.007538124918937683, + 0.027952449396252632, + -0.08501576632261276, + -0.13890984654426575, + 1.0843969583511353, + -0.16501766443252563, + 0.09588728845119476, + 0.04760192334651947, + 0.08835490047931671, + -0.011773824691772461, + -0.16386060416698456, + 0.6382180452346802, + -0.17522692680358887, + -0.06079408526420593 + ], + [ + -0.060527950525283813, + -0.03536705672740936, + 0.11540979146957397, + -0.1931786835193634, + 1.5854125022888184, + -0.20500865578651428, + 0.20292818546295166, + 0.2505047917366028, + 0.005614418536424637, + 0.04883444309234619, + -0.2942834198474884, + 1.1195785999298096, + -0.21690881252288818, + 0.30528226494789124, + -0.00886625424027443, + 0.09871827065944672, + -0.10543324053287506, + -0.08213253319263458, + 0.7901812791824341, + 0.005484908819198608, + 0.15778832137584686 + ], + [ + 0.14268851280212402, + 0.0012637972831726074, + 0.2378079891204834, + 0.16101783514022827, + 1.3159101009368896, + 0.0739063173532486, + 0.6611851453781128, + 0.09179238975048065, + -0.059780798852443695, + 0.055054672062397, + -0.18683478236198425, + 0.8539116382598877, + -0.22101785242557526, + 0.021716900169849396, + 0.3163761794567108, + -0.011407941579818726, + 0.19668102264404297, + -0.19279296696186066, + 0.5379003286361694, + -0.12806646525859833, + -0.08743366599082947 + ], + [ + 0.031226344406604767, + 0.08287328481674194, + 0.06678158044815063, + -0.00218355655670166, + 1.2742772102355957, + 0.1447635143995285, + 0.4019404351711273, + -0.028214752674102783, + 0.01963934302330017, + -0.038236357271671295, + -0.2241828739643097, + 1.1253324747085571, + -0.2747375965118408, + 0.17979830503463745, + 0.0638347640633583, + 0.05682353302836418, + 0.03208869695663452, + -0.14818261563777924, + 0.6199149489402771, + -0.20897120237350464, + -0.06448282301425934 + ], + [ + -0.08576436340808868, + 0.12223854660987854, + -0.038960427045822144, + 0.0005383491516113281, + 1.3203856945037842, + -0.4805832803249359, + 0.15185746550559998, + -0.11392629146575928, + 0.07241594046354294, + -0.1114666536450386, + -0.2939264476299286, + 1.412258505821228, + -0.25711894035339355, + 0.36333709955215454, + -0.20114880800247192, + 0.08192470669746399, + 0.0323820561170578, + -0.2470836192369461, + 0.9999862909317017, + 0.08565711975097656, + 0.8099346160888672 + ] + ], + "generated_utilities": [ + 0.7269402146339417, + 0.7231982350349426, + 0.7215514779090881, + 0.7275118827819824, + 0.7223985195159912, + 0.721108615398407, + 0.7279005646705627, + 2.0 + ], + "group_id": "ms-8864796e31bbe93d7c5d", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.728268027305603, + 0.7257949113845825, + 2.0, + 0.7287554740905762, + 0.72548508644104, + 0.7011849880218506, + 0.7089968919754028, + 0.689879298210144, + 0.722068727016449, + 0.7046384811401367, + 0.1933039277791977, + 0.629345178604126, + 0.18965840339660645, + 0.18740439414978027, + 0.2032846063375473, + 0.20379847288131714 + ], + "instruction": "Lift the peg and hold it upright.", + "negative_tangents": [ + [ + 0.3859826922416687, + 0.1119421124458313, + 0.6443181037902832, + 0.11836245656013489, + 1.863237738609314, + -1.166780948638916, + 0.8025261163711548, + -0.5342166423797607, + -0.2057022899389267, + 0.8987585306167603, + -0.525823712348938, + 1.6212486028671265, + 0.25674968957901, + 0.4037417471408844, + -0.4561460018157959, + -0.18429945409297943, + -0.1778680682182312, + -0.22491087019443512, + 2.095893144607544, + -0.3484030067920685, + 0.47628670930862427 + ], + [ + -0.446367084980011, + -0.19229409098625183, + -0.03271818161010742, + 0.39123907685279846, + 1.1786221265792847, + -0.16883885860443115, + -0.3337137699127197, + 0.7789723873138428, + -0.12953178584575653, + -0.028340458869934082, + -0.871502161026001, + 0.7702060341835022, + -0.645424485206604, + 1.0858956575393677, + -0.05413459241390228, + -0.14592209458351135, + -0.03685358166694641, + -0.686826229095459, + 2.084512710571289, + 0.11898508667945862, + 0.20845119655132294 + ], + [ + 0.09377387166023254, + -0.03508002683520317, + -0.29283326864242554, + -0.9559528827667236, + 2.0994086265563965, + 0.02743762731552124, + 0.6819101572036743, + 0.607413113117218, + 0.4378519356250763, + 0.6497513055801392, + -0.5086554288864136, + 0.9556822180747986, + -0.8518581986427307, + 0.31636691093444824, + -0.4196639060974121, + 0.6866374015808105, + 0.5175505876541138, + -0.572692334651947, + 1.651871681213379, + -0.7227057814598083, + -0.33861052989959717 + ], + [ + -0.42610836029052734, + 0.10144555568695068, + 0.7105271220207214, + -1.291037678718567, + 2.2307684421539307, + 0.17725014686584473, + -0.08436906337738037, + 0.9681323766708374, + 0.5482062697410583, + 1.368379831314087, + -1.021532416343689, + 2.5197110176086426, + -0.3508763909339905, + 0.7584415078163147, + 1.0978648662567139, + 0.2626119554042816, + 0.6115584373474121, + -0.7777479290962219, + 1.7278802394866943, + -0.15240566432476044, + 0.4239119291305542 + ], + [ + 1.0207308530807495, + 0.8557561039924622, + 0.4489574134349823, + -1.0117379426956177, + 0.8262714147567749, + -0.630092442035675, + 0.09812727570533752, + 0.21663640439510345, + 0.23771141469478607, + -0.47456812858581543, + -1.3189021348953247, + 2.269665002822876, + -0.7066116333007812, + 1.1826255321502686, + 1.0058563947677612, + 0.1694127470254898, + -0.5649446845054626, + -0.32043421268463135, + 0.46698564291000366, + -0.9052557945251465, + -0.12436902523040771 + ], + [ + -0.5202209949493408, + 0.30583277344703674, + 1.2163622379302979, + 0.4305659234523773, + 1.7276779413223267, + -0.1535550355911255, + -0.5289345383644104, + -0.632349967956543, + 0.9393473267555237, + 0.38391292095184326, + -1.1998018026351929, + 1.9739618301391602, + -1.3405330181121826, + 0.048939138650894165, + 0.6369897127151489, + 0.629721999168396, + 1.388192892074585, + -1.065996766090393, + 1.9119879007339478, + -1.0432264804840088, + 0.9627590179443359 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.13860583305358887, + -0.06957411766052246, + 0.1504676342010498, + 0.1671028435230255, + 0.5675687789916992, + 0.16587841510772705, + 0.0, + -0.21137550473213196, + -0.21542736887931824, + 0.2565074861049652, + -0.00923699140548706, + 0.5251069068908691, + -0.06964048743247986, + 0.0, + -0.19547803699970245, + 0.10278619825839996, + -0.19206219911575317, + -0.1487000733613968, + 0.44575393199920654, + 0.0725468099117279, + 0.0 + ] + ], + "predicted_scores": [ + 7.592806339263916, + 7.465750694274902, + 7.334367275238037, + 7.014283657073975, + 6.992741107940674, + 6.8246965408325195, + 6.771646499633789, + 6.153803825378418 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "551504635", + "selected_index": 0, + "state_hash": "ab6587e0b2a3b5f21f23c56daf8894249774912a3b20794bd49dc1b78ec736a7", + "stored_base_utility": 0.728268027305603, + "task_id": "LiftPegUpright-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21901588141918182, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21901588141918182 + }, + "base_progress": 0.21901588141918182, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.21901588141918182, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2133198231458664, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2133198231458664 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2118452936410904, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2118452936410904 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21064619719982147, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21064619719982147 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21238762140274048, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21238762140274048 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21187977492809296, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21187977492809296 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2139563411474228, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2139563411474228 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21996736526489258, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21996736526489258 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2153528481721878, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2153528481721878 + } + ], + "candidate_progress": [ + 0.2133198231458664, + 0.2118452936410904, + 0.21064619719982147, + 0.21238762140274048, + 0.21187977492809296, + 0.2139563411474228, + 0.21996736526489258, + 0.2153528481721878 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-c090bce47703a4c4bb0b", + "ms-13d8bae55d3c3710138f", + "ms-0660d5f65df5fc4b6132", + "ms-df961fe24a43e56d1716", + "ms-e1b6bcb41532a800d3cb", + "ms-e1b6bcb41532a800d3cb", + "ms-8bc7aa419d17368d81b5", + "ms-8bc7aa419d17368d81b5" + ], + "candidate_source_task_ids": [ + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank4", + "ctt_transport_rank4", + "ctt_transport_rank5", + "ctt_transport_rank5" + ], + "candidates_evaluated": true, + "chart_id": "ms-b04b489f4fbad93b65ca", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.17423813045024872, + 0.04952063411474228, + 0.5581685900688171, + 0.9593234062194824, + 0.16238155961036682, + 0.1367955356836319, + 0.14639416337013245, + 0.08745944499969482, + 0.13120466470718384, + -0.0029898658394813538, + -0.30473604798316956, + 1.433620810508728, + -0.5093905329704285, + -0.07101303339004517, + 0.17188231647014618, + 0.08769826591014862, + -0.2343185693025589, + -0.006104126572608948, + 1.2705113887786865, + -0.08960168063640594, + -0.32100990414619446 + ], + [ + 0.048026978969573975, + -0.027158517390489578, + 0.6636979579925537, + 0.7785013914108276, + 0.037815362215042114, + 0.10378969460725784, + 0.18556886911392212, + 0.006275281310081482, + 0.12975141406059265, + -0.07742633670568466, + -0.26727744936943054, + 1.48384428024292, + -0.3045891225337982, + -0.41872555017471313, + 0.06994825601577759, + 0.09048354625701904, + -0.06939239799976349, + -0.08986751735210419, + 1.486220359802246, + -0.17109577357769012, + -0.22516611218452454 + ], + [ + 0.06139597296714783, + 0.0437895730137825, + 0.7474724650382996, + 0.9292234182357788, + 0.16345888376235962, + 0.11833794414997101, + 0.2814808189868927, + 0.02576594054698944, + 0.12778261303901672, + -0.057705990970134735, + -0.3539848327636719, + 1.5504602193832397, + -0.4033220410346985, + -0.22865958511829376, + 0.25833675265312195, + 0.12497459352016449, + -0.13286535441875458, + 0.04375949501991272, + 1.39683198928833, + -0.03801321983337402, + -0.30444610118865967 + ], + [ + -0.061737194657325745, + -0.00866616889834404, + 0.6197863817214966, + 0.8468605279922485, + 0.021564245223999023, + 0.26854610443115234, + 0.43456315994262695, + 0.13107441365718842, + 0.13494811952114105, + -0.09072446078062057, + -0.35771989822387695, + 1.259312391281128, + -0.4773210287094116, + -0.3150184750556946, + 0.17519256472587585, + 0.10810162127017975, + -0.05539579689502716, + -0.17420147359371185, + 1.5572772026062012, + -0.08874386548995972, + -0.17834234237670898 + ], + [ + 0.17362365126609802, + -0.004399552941322327, + 0.8079028129577637, + 0.8883851766586304, + -0.21008619666099548, + 0.053298547863960266, + 0.13120374083518982, + 0.12369319796562195, + 0.17344017326831818, + -0.12023618072271347, + -0.3107359707355499, + 1.6328439712524414, + -0.16228589415550232, + -0.1940212994813919, + 0.2464597523212433, + 0.19192376732826233, + -0.2790800929069519, + 0.05013206601142883, + 1.307769775390625, + 0.06495031714439392, + -0.4499146640300751 + ], + [ + 0.05195704847574234, + -0.01699182018637657, + 0.6692904829978943, + 1.0014234781265259, + 0.11667123436927795, + 0.26459741592407227, + 0.000751495361328125, + 0.023959696292877197, + 0.13906656205654144, + -0.08018855005502701, + -0.3147002160549164, + 1.6019691228866577, + -0.5478583574295044, + -0.19361619651317596, + 0.16636739671230316, + 0.1703396588563919, + -0.2835695147514343, + -0.049438342452049255, + 1.5202305316925049, + -0.3096892535686493, + -0.20138218998908997 + ], + [ + -0.2563854455947876, + 0.06295521557331085, + 0.2779409885406494, + 0.9194098711013794, + 0.42648130655288696, + 0.37422287464141846, + 0.2669829726219177, + 0.26520836353302, + 0.1854567527770996, + -0.004729621112346649, + -0.5357005000114441, + 1.3478505611419678, + -0.5306095480918884, + -0.22452013194561005, + 0.14372141659259796, + 0.16121558845043182, + -0.48906195163726807, + -0.04834255576133728, + 1.40679931640625, + -0.18700167536735535, + -0.2592901885509491 + ], + [ + 0.04716258496046066, + -0.030663037672638893, + 0.29315418004989624, + 0.7274942398071289, + 0.3117627203464508, + 0.6229732036590576, + 0.17104694247245789, + 0.20717200636863708, + 0.12357338517904282, + 0.030119940638542175, + -0.41228723526000977, + 1.5607035160064697, + -0.5578176975250244, + -0.14696218073368073, + -0.06403246521949768, + 0.10855309665203094, + -0.1576201468706131, + -0.06863872706890106, + 1.4980041980743408, + -0.29065486788749695, + -0.07237789034843445 + ] + ], + "generated_utilities": [ + 0.2133198231458664, + 0.2118452936410904, + 0.21064619719982147, + 0.21238762140274048, + 0.21187977492809296, + 0.2139563411474228, + 0.21996736526489258, + 0.2153528481721878 + ], + "group_id": "ms-b04b489f4fbad93b65ca", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.7198216915130615, + 0.7247374057769775, + 2.0, + 0.22730140388011932, + 0.21130704879760742, + 0.2076549530029297, + 0.2006116509437561, + 0.21285679936408997, + 0.19614991545677185, + 0.20440611243247986, + 0.2015489637851715, + 0.19511334598064423, + 0.20091164112091064, + 0.19681888818740845, + 0.19675713777542114, + 0.20853900909423828 + ], + "instruction": "Lift the peg and hold it upright.", + "negative_tangents": [ + [ + 0.30706143379211426, + 0.2797066569328308, + 0.4565920829772949, + 0.7342244386672974, + -0.28428468108177185, + 0.012420237064361572, + 0.0, + 0.19500797986984253, + -0.1289721131324768, + -0.3524337112903595, + 0.07460063695907593, + 1.7684156894683838, + 0.11335399746894836, + 0.0, + -0.5014548301696777, + 0.4537479281425476, + 0.1963198333978653, + -0.025568604469299316, + 1.6286182403564453, + -0.0963512659072876, + 0.0 + ], + [ + 1.3070614337921143, + -0.7202933430671692, + 1.456592082977295, + 1.7342244386672974, + -0.15130555629730225, + 0.9519147872924805, + -1.4541058540344238, + -0.6432010531425476, + -0.26959508657455444, + -0.3406839668750763, + -0.4419664740562439, + 2.768415689468384, + -0.3271861970424652, + -0.13685251772403717, + 0.23842881619930267, + 0.20406432449817657, + 0.3414191007614136, + -1.0255686044692993, + 2.6286182403564453, + -0.9051820039749146, + 0.6850019693374634 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.9082117080688477, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.27370503544807434, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.3700039386749268 + ], + [ + 1.0634682178497314, + -0.8590207099914551, + 1.6810569763183594, + 1.8525642156600952, + 0.06716938316822052, + 1.0774534940719604, + -1.177553415298462, + -0.7412493228912354, + -0.3193308115005493, + -0.4253617525100708, + -0.4890587329864502, + 2.624048948287964, + -0.109145388007164, + -0.10380380600690842, + 0.20137116312980652, + 0.20110605657100677, + 0.06929725408554077, + -0.9908366203308105, + 2.5783159732818604, + -0.7248227000236511, + 0.919882595539093 + ], + [ + 1.2083125114440918, + -0.9112091064453125, + 1.1255995035171509, + 1.9678500890731812, + -0.3424606919288635, + 1.350451946258545, + -1.5799542665481567, + -1.014689326286316, + -0.3427739441394806, + -0.24094250798225403, + -0.4992668032646179, + 2.403038740158081, + -0.29080134630203247, + -0.1569681167602539, + 0.4877905249595642, + -0.16464389860630035, + 0.41957730054855347, + -0.6997033357620239, + 2.80957293510437, + -1.0509651899337769, + 0.8937826156616211 + ], + [ + 1.2133954763412476, + -1.0171141624450684, + 1.1572445631027222, + 1.8050156831741333, + -0.29570114612579346, + 0.7672240734100342, + -0.976697564125061, + -0.8219587802886963, + -0.746895432472229, + -0.346658855676651, + -0.7942779064178467, + 3.0403196811676025, + -0.6172577738761902, + 0.3615778088569641, + 0.546725332736969, + -0.06415437161922455, + 0.43834370374679565, + -1.332592248916626, + 3.029940605163574, + -0.5720348358154297, + 1.1660562753677368 + ], + [ + 0.7937494516372681, + -0.45201122760772705, + 2.0367026329040527, + 2.1590728759765625, + 0.38935917615890503, + 0.5424834489822388, + -1.391097903251648, + -1.0657228231430054, + -0.44411367177963257, + -0.3797546923160553, + -0.03612968325614929, + 2.867069721221924, + -0.26322364807128906, + -0.32477179169654846, + 0.007963955402374268, + 0.053216055035591125, + 0.36466139554977417, + -0.7477234601974487, + 2.170649766921997, + -0.46266868710517883, + 0.7669195532798767 + ], + [ + 1.0920023918151855, + -1.0678586959838867, + 1.4391454458236694, + 2.155820608139038, + -0.7347199320793152, + 0.6208673715591431, + -1.6380563974380493, + -0.6589961051940918, + -0.8267081379890442, + 0.011062979698181152, + -0.1169244647026062, + 2.743579626083374, + -0.41342735290527344, + -0.5980290770530701, + 0.49618369340896606, + -0.09863747656345367, + 0.2179805338382721, + -0.6006474494934082, + 2.2965025901794434, + -0.97348952293396, + 1.2447597980499268 + ], + [ + 1.8286218643188477, + -1.486896276473999, + 1.8610713481903076, + 1.792364478111267, + -0.06209900975227356, + 0.7138283252716064, + -1.0023046731948853, + -0.8588749170303345, + -0.30936315655708313, + 0.33444294333457947, + 0.2771298885345459, + 3.0452492237091064, + -0.6618144512176514, + -0.747363805770874, + 0.19540274143218994, + -0.05051566660404205, + 0.5057645440101624, + -0.3770519495010376, + 3.028423309326172, + -0.19366812705993652, + 1.1766406297683716 + ], + [ + 1.057653784751892, + -0.15160071849822998, + 1.1646175384521484, + 2.517653226852417, + 0.037323400378227234, + 1.4844036102294922, + -1.2659661769866943, + -0.9694168567657471, + -0.792635440826416, + 0.15484732389450073, + -0.6592323780059814, + 2.426063060760498, + -0.8063763976097107, + 0.37280529737472534, + -0.1984816938638687, + 0.3488052487373352, + 0.36773377656936646, + -0.9600323438644409, + 1.801730990409851, + -1.1618295907974243, + 0.526383101940155 + ], + [ + 0.8403785228729248, + -1.7131881713867188, + 1.7484346628189087, + 1.3915244340896606, + 0.038706690073013306, + 1.7859117984771729, + -0.6996253132820129, + -0.12596702575683594, + -0.07181461155414581, + -0.8556877374649048, + -0.6567700505256653, + 2.935109853744507, + 0.3808797299861908, + 0.1733608990907669, + 0.9097857475280762, + 0.7001722455024719, + 0.14087507128715515, + -0.32659411430358887, + 2.278188943862915, + -1.87721586227417, + 1.438266634941101 + ], + [ + 1.259635329246521, + -0.5244767665863037, + 2.201894998550415, + 2.2337045669555664, + -0.333431601524353, + 0.7420244216918945, + -2.0896377563476562, + 0.00931471586227417, + 0.6261725425720215, + -0.49785688519477844, + -0.9404669404029846, + 3.756554365158081, + 0.5252982378005981, + -0.3158212900161743, + 0.4053819179534912, + 0.8204222917556763, + 0.5041900277137756, + -0.43809741735458374, + 3.519717216491699, + -1.0316743850708008, + 0.3069072663784027 + ], + [ + 0.9530733823776245, + -0.011007547378540039, + 2.396453380584717, + 2.6382436752319336, + 0.29263433814048767, + 1.6715352535247803, + -0.819398045539856, + -0.5916767120361328, + 0.006437480449676514, + -0.3942071795463562, + -0.5187541842460632, + 3.677276849746704, + -0.4376804232597351, + 0.3331298828125, + -0.3693196773529053, + -0.3432707190513611, + 1.104022741317749, + -1.0780245065689087, + 3.0859882831573486, + -0.26956111192703247, + 0.8377041816711426 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.30706143379211426, + 0.024911105632781982, + 0.4565920829772949, + 0.7342244386672974, + 0.01698923110961914, + -0.04808521270751953, + 0.0, + 0.10375595092773438, + 0.23247671127319336, + -0.12021404504776001, + -0.19280612468719482, + 1.7684156894683838, + -0.23127278685569763, + 0.0, + -0.1010780781507492, + 0.00952194631099701, + -0.16307592391967773, + -0.14496707916259766, + 1.6286182403564453, + -0.28656232357025146, + 0.0 + ] + ], + "predicted_scores": [ + 6.445523262023926, + 5.856978416442871, + 5.768119812011719, + 5.693925857543945, + 5.1820549964904785, + 5.10063362121582, + 4.743310928344727, + 4.612605571746826 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1113268940", + "selected_index": 0, + "state_hash": "76e9a962970055fa7565c007db1b35e003cd352908be4cf573066d8b58e2d443", + "stored_base_utility": 0.7198216915130615, + "task_id": "LiftPegUpright-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.32647061347961426, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.32647061347961426 + }, + "base_progress": 0.32647061347961426, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.32647061347961426, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.26118800044059753, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.26118800044059753 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.25370487570762634, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.25370487570762634 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.26603955030441284, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.26603955030441284 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2775248885154724, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2775248885154724 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2826536297798157, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2826536297798157 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.25338032841682434, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.25338032841682434 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.25264108180999756, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.25264108180999756 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2528444826602936, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2528444826602936 + } + ], + "candidate_progress": [ + 0.26118800044059753, + 0.25370487570762634, + 0.26603955030441284, + 0.2775248885154724, + 0.2826536297798157, + 0.25338032841682434, + 0.25264108180999756, + 0.2528444826602936 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-062addb9da32a0c2ea97", + "ms-b483cac145e16ccdf42a", + "ms-baa36ee75ec2de550b9b", + "ms-baa36ee75ec2de550b9b", + "ms-efbde8652e75274fbd69", + "ms-3352cd51af5ae6aac4c0", + "ms-efbde8652e75274fbd69", + "ms-efbde8652e75274fbd69" + ], + "candidate_source_task_ids": [ + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank4", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank3" + ], + "candidates_evaluated": true, + "chart_id": "ms-c663f7e73e7e8376a05c", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.022945702075958252, + 0.057091087102890015, + -0.3358325660228729, + 0.07209613919258118, + 1.2903549671173096, + 0.12094619870185852, + 0.16057509183883667, + -0.06432071328163147, + 0.05011411011219025, + 0.007998920977115631, + -0.3240719139575958, + 0.801517903804779, + -0.18065184354782104, + -0.1436585634946823, + 0.061523694545030594, + 0.09182591736316681, + -0.09873323142528534, + -0.023964211344718933, + 0.696445107460022, + 0.012410879135131836, + -0.07797926664352417 + ], + [ + -0.08873039484024048, + 0.06978720426559448, + -0.33627793192863464, + 0.04276454448699951, + 1.2167901992797852, + 0.0416012704372406, + 0.19590359926223755, + -0.03181445598602295, + 0.032744381576776505, + 0.002245008945465088, + -0.349126935005188, + 0.6881493330001831, + -0.14536595344543457, + -0.11879834532737732, + -0.027310896664857864, + 0.08462698757648468, + -0.15530867874622345, + -0.09378527104854584, + 0.768310546875, + 0.08029204607009888, + -0.06155167520046234 + ], + [ + -0.09940095245838165, + 0.06411529332399368, + -0.27767476439476013, + 0.05122128129005432, + 1.2873969078063965, + 0.10907819867134094, + 0.040885210037231445, + -0.017108723521232605, + 0.04327527433633804, + 0.01356961578130722, + -0.324274480342865, + 0.7965484857559204, + -0.23949439823627472, + -0.09805724024772644, + 0.06480560451745987, + 0.05244910344481468, + -0.14086823165416718, + -0.08161483705043793, + 0.6733193397521973, + 0.010732412338256836, + -0.1039908230304718 + ], + [ + 0.048820674419403076, + 0.06798105686903, + -0.010815292596817017, + 0.19920721650123596, + 1.1091848611831665, + 0.1108269989490509, + -0.09984606504440308, + 0.12914612889289856, + 0.07530813664197922, + -0.07378993183374405, + -0.2143821120262146, + 0.8915163278579712, + -0.2177933007478714, + 0.1000288650393486, + 0.017470937222242355, + 0.01583768241107464, + -0.19898204505443573, + -0.03868861496448517, + 0.655402660369873, + 0.09988519549369812, + -0.02063731849193573 + ], + [ + 0.04642990231513977, + 0.0580989345908165, + -0.01485791802406311, + 0.20612329244613647, + 1.1255435943603516, + 0.08524927496910095, + -0.0442425012588501, + 0.1226770356297493, + 0.06945149600505829, + -0.06877947598695755, + -0.19218400120735168, + 0.8539113402366638, + -0.2406444251537323, + 0.06213469058275223, + -0.01223742589354515, + 0.015938805416226387, + -0.16933341324329376, + -0.04539789259433746, + 0.6399530172348022, + 0.16142264008522034, + 0.037297338247299194 + ], + [ + -0.06270328164100647, + 0.06017521023750305, + -0.3513316214084625, + 0.14212298393249512, + 1.3960332870483398, + 0.18984222412109375, + 0.14498966932296753, + 0.0072640180587768555, + 0.055295929312705994, + 0.00040331482887268066, + -0.33602893352508545, + 0.7147849202156067, + -0.18260782957077026, + -0.06447276473045349, + 0.07681136578321457, + 0.07994070649147034, + -0.1256631463766098, + -0.12100110948085785, + 0.6469374895095825, + 0.04536601901054382, + -0.04910719394683838 + ], + [ + -0.018088534474372864, + 0.11002655327320099, + -0.4646240770816803, + 0.1636112928390503, + 1.345595359802246, + 0.21338523924350739, + 0.04636088013648987, + 0.1008978858590126, + 0.023097999393939972, + -0.05844796448945999, + -0.48280033469200134, + 0.5178868770599365, + -0.20606404542922974, + -0.15554259717464447, + -0.04645193740725517, + 0.1432398408651352, + -0.216128870844841, + -0.2496771663427353, + 0.7923678159713745, + -0.011585056781768799, + -0.004400774836540222 + ], + [ + -0.11612139642238617, + 0.04351226985454559, + -0.37318167090415955, + 0.12037688493728638, + 1.3724822998046875, + 0.14153197407722473, + 0.1669272482395172, + -0.05817946791648865, + 0.031412720680236816, + 0.049224503338336945, + -0.2749648094177246, + 0.5659343600273132, + -0.4339408874511719, + -0.1574670821428299, + 0.07572755962610245, + 0.0509163923561573, + -0.22135742008686066, + -2.206861972808838e-05, + 0.6932200193405151, + 0.03505876660346985, + -0.15729942917823792 + ] + ], + "generated_utilities": [ + 0.26118800044059753, + 0.25370487570762634, + 0.26603955030441284, + 0.2775248885154724, + 0.2826536297798157, + 0.25338032841682434, + 0.25264108180999756, + 0.2528444826602936 + ], + "group_id": "ms-c663f7e73e7e8376a05c", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.7233090400695801, + 0.7198824882507324, + 2.0, + 0.7120869159698486, + 0.27145418524742126, + 0.23090600967407227, + 0.2526220679283142, + 0.2656436562538147, + 0.264312207698822, + 0.27572086453437805, + 0.296668142080307, + 0.2128777951002121, + 0.22965002059936523, + 0.2196153998374939, + 0.22027263045310974, + 0.19939398765563965 + ], + "instruction": "Lift the peg and hold it upright.", + "negative_tangents": [ + [ + 0.038699887692928314, + -0.3685438632965088, + -1.3628361225128174, + 0.0675731897354126, + 2.4906270503997803, + 0.8971554040908813, + 0.06863358616828918, + 0.14689946174621582, + 0.0500560887157917, + 0.5852231383323669, + -0.5345680713653564, + 1.7433128356933594, + -0.5520187020301819, + 0.36285334825515747, + 0.06837204098701477, + 0.04091557487845421, + 0.26646411418914795, + -0.3870337903499603, + 1.7901486158370972, + -0.46956348419189453, + 0.5412080883979797 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.13726717233657837, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.7257066965103149, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0824161767959595 + ], + [ + -0.09956050664186478, + -0.6439464092254639, + -1.5331499576568604, + -0.2275703251361847, + 2.2570624351501465, + 1.145668387413025, + -0.19933581352233887, + 0.15889883041381836, + -0.07524599134922028, + 0.6580387353897095, + -0.5754004716873169, + 1.6105921268463135, + -0.25637149810791016, + 0.37256744503974915, + 0.17931225895881653, + 0.286465048789978, + 0.07884949445724487, + -0.35266172885894775, + 1.548264980316162, + -0.2917717695236206, + 0.3307930827140808 + ], + [ + 0.13072630763053894, + -0.5927069783210754, + -1.4328954219818115, + 0.1252535879611969, + 2.5439467430114746, + 1.119347095489502, + -0.12134809792041779, + -0.09485669434070587, + -0.040146272629499435, + 0.4683093726634979, + -0.6791773438453674, + 2.1314187049865723, + -0.4368498623371124, + 0.5876930952072144, + 0.27027207612991333, + -0.1808907389640808, + 0.037005022168159485, + -0.6130290627479553, + 1.60811185836792, + -0.8427046537399292, + 0.5648807883262634 + ], + [ + -0.019807856529951096, + -0.40178078413009644, + -1.5710430145263672, + 0.3568149507045746, + 2.8693275451660156, + 1.2080440521240234, + 0.45903119444847107, + -0.07479061186313629, + 0.2587376832962036, + 0.37667450308799744, + -0.5607666373252869, + 1.9825769662857056, + -0.7874732613563538, + 0.48894837498664856, + -0.04161303490400314, + 0.2237108200788498, + 0.12043289840221405, + -0.8541218638420105, + 1.3131444454193115, + -0.8318716287612915, + 0.7653946876525879 + ], + [ + -0.039324238896369934, + 0.18316024541854858, + -1.2052042484283447, + -0.020045489072799683, + 2.441659927368164, + 1.3116326332092285, + 0.04364071041345596, + 0.617156982421875, + -0.5366188287734985, + 0.5837841629981995, + -0.6157102584838867, + 1.946446180343628, + -0.44197604060173035, + -0.12030342221260071, + 0.2635759711265564, + -0.34203875064849854, + 0.3788418769836426, + -0.01673591136932373, + 1.7612254619598389, + -0.8283271193504333, + 0.44542378187179565 + ], + [ + 0.020479684695601463, + -0.3728349208831787, + -1.2566280364990234, + -0.4903675317764282, + 2.7149407863616943, + 1.1410136222839355, + 0.18438707292079926, + 0.15751159191131592, + 0.5994289517402649, + 0.7441410422325134, + -0.5757432579994202, + 2.025078058242798, + -1.1044142246246338, + -0.24153441190719604, + 0.7623711824417114, + -0.07102327048778534, + 0.7491155862808228, + -0.853058397769928, + 1.1346031427383423, + -0.4604499638080597, + 0.3380756974220276 + ], + [ + -0.0438276082277298, + 0.21775567531585693, + -0.9180121421813965, + 0.2164689004421234, + 1.7669851779937744, + 0.7701845765113831, + -0.4171431064605713, + -0.44690096378326416, + -0.6473215818405151, + 0.5592721700668335, + 0.1537061333656311, + 1.2201651334762573, + -0.02862715721130371, + 0.759445309638977, + -0.08159622550010681, + -0.038715001195669174, + 0.8136870265007019, + -1.129607081413269, + 1.5099153518676758, + -1.2117259502410889, + 1.2496943473815918 + ], + [ + -0.6884663105010986, + -0.7670764923095703, + -1.3375780582427979, + 0.42161574959754944, + 2.4925031661987305, + 0.18111640214920044, + -0.4373469054698944, + 0.6228322386741638, + -0.3739543557167053, + 1.3811917304992676, + 0.05884122848510742, + 1.0582032203674316, + -0.38174134492874146, + 0.7282494902610779, + 0.9550073146820068, + -0.6478474736213684, + -0.467768132686615, + -0.22179017961025238, + 2.1456754207611084, + -0.39938730001449585, + 1.08339524269104 + ], + [ + 0.7042056322097778, + -0.4828507900238037, + -1.914047122001648, + -0.7084186673164368, + 1.87782621383667, + 0.42005008459091187, + 0.511604905128479, + -0.2043081521987915, + 0.9001545906066895, + 1.083567500114441, + -0.9796027541160583, + 1.3277345895767212, + -0.5564201474189758, + 0.6932777166366577, + -0.5934457778930664, + -0.296670138835907, + 0.14519014954566956, + -0.8612968325614929, + 0.8968887329101562, + -0.5584146976470947, + -0.434501588344574 + ], + [ + 0.19210004806518555, + 0.5024477243423462, + -0.4993329644203186, + -0.826042115688324, + 1.6430644989013672, + 0.9877098798751831, + 0.49057987332344055, + -0.13611945509910583, + 0.7228546738624573, + 1.4937405586242676, + 0.18012672662734985, + 2.188062906265259, + -0.6084107160568237, + 1.0874407291412354, + 0.5744171142578125, + 0.9375161528587341, + -0.43115919828414917, + 0.19787153601646423, + 2.652085781097412, + -0.529538631439209, + 0.03626328706741333 + ], + [ + -0.014053341001272202, + -1.351341724395752, + -0.7293765544891357, + 0.9410406947135925, + 3.139275074005127, + 1.3463419675827026, + -0.728021502494812, + -0.6353646516799927, + -0.19685329496860504, + 1.5315749645233154, + -1.2550475597381592, + 1.7411813735961914, + 0.14418578147888184, + 0.7038239240646362, + 0.1004495620727539, + 0.7590892910957336, + 0.9287852048873901, + -0.23726919293403625, + 0.8381044864654541, + -1.2906644344329834, + 0.9584261178970337 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.03644278272986412, + -0.12137487530708313, + -0.3628361225128174, + -0.027813076972961426, + 1.4906270503997803, + -0.10284459590911865, + 0.0, + 0.15174832940101624, + 0.015595663338899612, + -0.10680150985717773, + -0.14723241329193115, + 0.7433128356933594, + 0.25961190462112427, + 0.0, + -0.23801246285438538, + -0.10784421861171722, + 0.09500086307525635, + -0.06586915254592896, + 0.7901486158370972, + -0.10978007316589355, + 0.0 + ] + ], + "predicted_scores": [ + 7.501791477203369, + 7.463496208190918, + 7.275755405426025, + 7.258310794830322, + 7.227423667907715, + 7.186108589172363, + 6.931824207305908, + 6.616694927215576 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1528740417", + "selected_index": 0, + "state_hash": "c02fdfdd2339e4215d60b2221be925e066a7763f9e3bba3ff33a15f20e286f5a", + "stored_base_utility": 0.7233090400695801, + "task_id": "LiftPegUpright-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11945180594921112, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11945180594921112 + }, + "base_progress": 0.11945180594921112, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.11945180594921112, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08980755507946014, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08980755507946014 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08391481637954712, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08391481637954712 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10130057483911514, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10130057483911514 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10148187726736069, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10148187726736069 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.088864766061306, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.088864766061306 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08124102652072906, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08124102652072906 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09853394329547882, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09853394329547882 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09806758165359497, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09806758165359497 + } + ], + "candidate_progress": [ + 0.08980755507946014, + 0.08391481637954712, + 0.10130057483911514, + 0.10148187726736069, + 0.088864766061306, + 0.08124102652072906, + 0.09853394329547882, + 0.09806758165359497 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-23a355317920e192147f", + "ms-4015c296239564108da2", + "ms-0541a144afe57b5a7ae6", + "ms-5df54a8baaceb8c73c8a", + "ms-307f9067d5b66f55b3a6", + "ms-a509a572b3871e591d26", + "ms-b7e7fe66a6c86898eec2", + "ms-b7e7fe66a6c86898eec2" + ], + "candidate_source_task_ids": [ + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank5", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank3", + "ctt_transport_rank4", + "ctt_transport_rank0", + "ctt_transport_rank6", + "ctt_transport_rank6" + ], + "candidates_evaluated": true, + "chart_id": "ms-2458fcfffb3f96c6ca1a", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.24016894400119781, + -0.16877838969230652, + 1.153274655342102, + -0.18326540291309357, + 0.031828686594963074, + 0.47979357838630676, + 0.9683522582054138, + 0.07678301632404327, + 0.07259777933359146, + -0.023224182426929474, + 0.14075714349746704, + 0.12903112173080444, + 0.41392019391059875, + 2.2789840698242188, + 0.09915965050458908, + 0.04289606213569641, + -0.24905331432819366, + -0.05594839155673981, + 0.19549508392810822, + 0.3710969090461731, + 2.293553590774536 + ], + [ + -0.2447565346956253, + -0.17469577491283417, + 1.181016445159912, + -0.10143669694662094, + 0.11873582005500793, + 0.4240049719810486, + 0.5384992361068726, + 0.10063107311725616, + 0.11695843935012817, + 0.018479719758033752, + 0.2439284324645996, + 0.0816844180226326, + 0.2501591145992279, + 2.2984626293182373, + 0.08027299493551254, + 0.057191263884305954, + -0.21066857874393463, + -0.057210132479667664, + 0.15043775737285614, + 0.3687048554420471, + 2.303285837173462 + ], + [ + -0.12125717103481293, + -0.2421148270368576, + 0.8748601675033569, + -0.1835736334323883, + 0.6200243234634399, + 0.5884265303611755, + 0.6567094326019287, + 0.12890130281448364, + 0.09319905191659927, + 0.006175301969051361, + 0.19450312852859497, + 0.18420101702213287, + 0.2285895049571991, + 2.3629393577575684, + 0.11726639419794083, + 0.056723322719335556, + -0.21504704654216766, + -0.019400790333747864, + 0.10801468789577484, + 0.2765365242958069, + 2.6727652549743652 + ], + [ + 0.021679669618606567, + -0.2682287096977234, + 0.9463636875152588, + -0.11912185698747635, + 0.39674150943756104, + 0.5517755150794983, + 0.6533682942390442, + 0.060610026121139526, + 0.1187823936343193, + -0.023911960422992706, + 0.2601081132888794, + 0.06377530097961426, + 0.09559682011604309, + 2.2790610790252686, + 0.16121859848499298, + 0.054351601749658585, + -0.2362336367368698, + -0.07018144428730011, + 0.15534178912639618, + 0.34152960777282715, + 2.5197393894195557 + ], + [ + -0.30478525161743164, + -0.14170674979686737, + 1.0828067064285278, + -0.10190915316343307, + 0.14433439075946808, + 0.3713498115539551, + 0.6056659817695618, + 0.15819936990737915, + 0.12203852832317352, + -0.03708035498857498, + 0.2119092047214508, + 0.11853990703821182, + 0.18060168623924255, + 2.366515874862671, + 0.06287507712841034, + 0.06242198869585991, + -0.18365226686000824, + -0.053878650069236755, + 0.08724325895309448, + 0.3616962432861328, + 2.4885337352752686 + ], + [ + -0.3162651062011719, + 0.08067353069782257, + 1.2311021089553833, + -0.1987989991903305, + 0.7408532500267029, + 0.7159264087677002, + 1.1640491485595703, + 0.20995767414569855, + 0.06261911243200302, + -0.02638079971075058, + -0.06466425210237503, + 0.2402411848306656, + 0.22035011649131775, + 2.448706865310669, + -0.07366085052490234, + 0.06913793087005615, + -0.23852838575839996, + 0.039749011397361755, + 0.2676337659358978, + 0.6185930371284485, + 2.2291038036346436 + ], + [ + -0.47211962938308716, + 0.020144283771514893, + 0.9926344752311707, + 0.08395686745643616, + 0.6311447620391846, + 0.16020898520946503, + 1.000271201133728, + 0.19961078464984894, + 0.058297306299209595, + -0.1897045075893402, + -0.17032122611999512, + 0.20763131976127625, + 0.00293615460395813, + 2.213836431503296, + 0.006242204457521439, + 0.060934390872716904, + -0.3000122904777527, + 0.11337104439735413, + 0.4013941287994385, + 0.668685257434845, + 2.111187696456909 + ], + [ + -0.5414536595344543, + -0.04294214025139809, + 1.0860902070999146, + 0.19841143488883972, + 0.5517059564590454, + 0.03818138688802719, + 1.0681252479553223, + 0.16003352403640747, + 0.025247588753700256, + -0.31853345036506653, + -0.14991068840026855, + 0.35053277015686035, + -0.08504030108451843, + 2.1035311222076416, + -0.01966940239071846, + 0.11650629341602325, + -0.20593450963497162, + -0.07229898869991302, + 0.48208147287368774, + 0.8067901730537415, + 2.278876781463623 + ] + ], + "generated_utilities": [ + 0.08980755507946014, + 0.08391481637954712, + 0.10130057483911514, + 0.10148187726736069, + 0.088864766061306, + 0.08124102652072906, + 0.09853394329547882, + 0.09806758165359497 + ], + "group_id": "ms-2458fcfffb3f96c6ca1a", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.6040759086608887, + 2.0, + 0.14582239091396332, + 0.5723002552986145, + 0.10770338028669357, + 0.10128920525312424, + 0.08499570190906525, + 0.14736615121364594, + 0.07181884348392487, + 0.11773071438074112, + 0.06549974530935287, + 0.06568789482116699, + 0.10681070387363434, + 0.05432777479290962, + 0.0625491738319397, + 0.06991603225469589 + ], + "instruction": "Pick up the cube and move it to the goal position.", + "negative_tangents": [ + [ + -0.072060227394104, + 0.2043294906616211, + 0.8692872524261475, + 0.020746350288391113, + -0.004742175340652466, + 0.05779099464416504, + 0.0, + -0.0498790442943573, + -0.20218299329280853, + 0.41556206345558167, + -0.2306707501411438, + 0.32090064883232117, + -0.2089032530784607, + 0.0, + 0.05318737402558327, + -0.04637153446674347, + 0.04412045329809189, + 0.08670947700738907, + -0.10918038338422775, + -0.059010982513427734, + 0.0 + ], + [ + -0.5282122492790222, + 1.204329490661621, + 1.8692872524261475, + -0.8456907868385315, + 0.42858073115348816, + -0.3134727478027344, + -2.5308754444122314, + 0.1655428111553192, + -0.12024828046560287, + 0.0010203085839748383, + 0.2592625319957733, + 0.2679504156112671, + 0.25922709703445435, + 2.851924419403076, + 0.0039860643446445465, + -0.014717570506036282, + 0.01173020526766777, + 0.10578173398971558, + 0.05138798803091049, + 0.3216937780380249, + 2.9243662357330322 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -5.061750888824463, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.703848838806152, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.8487324714660645 + ], + [ + -0.6558206081390381, + 1.3553937673568726, + 2.057647466659546, + -1.0405915975570679, + 0.2629950940608978, + -0.28233209252357483, + -2.589219093322754, + -0.06961745023727417, + 0.02406928688287735, + 0.2341437190771103, + 0.49766814708709717, + 0.4930538535118103, + 0.370309442281723, + 3.111422061920166, + 0.06151486933231354, + -0.2028706818819046, + 0.12007936835289001, + 0.2164750099182129, + 0.16723006963729858, + 0.26430171728134155, + 3.0643396377563477 + ], + [ + -0.18174728751182556, + 0.8890945315361023, + 1.5388343334197998, + -0.4532086253166199, + 0.3864310085773468, + -0.45410382747650146, + -2.623199462890625, + 0.5360933542251587, + -0.04706605523824692, + 0.11160072684288025, + 0.5460608005523682, + 0.39992716908454895, + 0.17028246819972992, + 2.8760411739349365, + 0.29450932145118713, + -0.3028962016105652, + 0.06744809448719025, + 0.1687500774860382, + 0.42097336053848267, + 0.3965923488140106, + 3.28550386428833 + ], + [ + -0.4313088357448578, + 0.9752410054206848, + 2.0068275928497314, + -0.5783756375312805, + 0.5761726498603821, + -0.5289677381515503, + -2.321643590927124, + 0.0023015737533569336, + -0.07372284680604935, + 0.05664224550127983, + 0.03747282922267914, + 0.4900178611278534, + 0.31588616967201233, + 3.018609046936035, + 0.12529893219470978, + -0.2872275412082672, + -0.2500917911529541, + 0.0006694421172142029, + -0.39133700728416443, + 0.6382719874382019, + 2.810041904449463 + ], + [ + -0.5560051202774048, + 1.4042110443115234, + 1.662226915359497, + -1.4059122800827026, + 0.8242433071136475, + -0.10998553037643433, + -2.7556281089782715, + -0.26875895261764526, + -0.4201813042163849, + -0.371376633644104, + 0.7718684673309326, + 0.6452833414077759, + 0.027421817183494568, + 2.3879575729370117, + -0.47588983178138733, + -0.045049820095300674, + 0.0838315486907959, + 0.10257662832736969, + 0.4181908369064331, + 0.2650004029273987, + 3.006909132003784 + ], + [ + -0.4896228015422821, + 1.0570447444915771, + 1.408416509628296, + -0.7269805669784546, + 1.023213267326355, + -0.22378163039684296, + -2.1348509788513184, + -0.4423682987689972, + 0.26834720373153687, + -0.5835619568824768, + 0.3675343692302704, + 0.3307996988296509, + -0.01537257432937622, + 3.4422543048858643, + 0.3622148334980011, + -0.26806333661079407, + 0.4238347113132477, + 0.2583734393119812, + 0.10431534051895142, + 0.2077663242816925, + 2.446356773376465 + ], + [ + -1.1077957153320312, + 0.4289678931236267, + 1.9882663488388062, + -0.3021383285522461, + -0.006195276975631714, + -0.22295325994491577, + -1.8697566986083984, + 0.9590625762939453, + -0.0024877265095710754, + -0.3088582456111908, + 0.6517632007598877, + 0.4271944761276245, + 0.34532302618026733, + 2.704721450805664, + 0.7557594776153564, + -0.8073300719261169, + -0.7479258179664612, + -0.19068273901939392, + 0.14240311086177826, + 0.2233867347240448, + 2.1774275302886963 + ], + [ + -0.9354162812232971, + 1.5971527099609375, + 1.0168101787567139, + -0.7164653539657593, + 0.519247829914093, + -0.7477964162826538, + -3.338376045227051, + 0.7212944030761719, + -0.6477807760238647, + 0.38193029165267944, + -0.1568622589111328, + 0.47457069158554077, + -0.30742186307907104, + 2.6848907470703125, + -0.4251534044742584, + 0.6623334884643555, + 0.03348249942064285, + -0.2996619939804077, + -0.8319172263145447, + 0.7883892059326172, + 3.5870752334594727 + ], + [ + -0.44698429107666016, + 0.3201255202293396, + 1.5405346155166626, + -0.9956957101821899, + 0.8944320678710938, + -0.4196317791938782, + -2.010188102722168, + 0.7199084758758545, + -0.49276289343833923, + 0.4512734115123749, + 0.48276829719543457, + 0.22657281160354614, + 0.8205416798591614, + 3.6653342247009277, + 0.6818231344223022, + 0.4660317897796631, + -0.14916014671325684, + 0.5328372716903687, + -0.5979922413825989, + 0.3124805986881256, + 3.110726833343506 + ], + [ + -0.5630171298980713, + 1.934722900390625, + 1.4954721927642822, + -1.684873342514038, + 0.133146733045578, + -0.4359630346298218, + -2.681238889694214, + 0.8904907703399658, + -0.48221057653427124, + -0.7635119557380676, + -0.23804441094398499, + 0.5691602230072021, + -0.23042798042297363, + 3.760842800140381, + 0.3684825003147125, + -0.20475278794765472, + 0.04838913306593895, + 0.17439094185829163, + 0.07042267918586731, + -0.1653938889503479, + 3.844882011413574 + ], + [ + -0.3705383241176605, + 1.5082495212554932, + 0.9002141356468201, + -1.3291171789169312, + 0.15676641464233398, + -1.2286558151245117, + -1.7006758451461792, + 0.34438908100128174, + 0.32962289452552795, + -0.6556114554405212, + 0.3502740263938904, + 0.7518025636672974, + -0.49080890417099, + 2.10355806350708, + 0.36426910758018494, + -0.4822288453578949, + 0.7496572732925415, + 0.43558254837989807, + 0.34650692343711853, + 0.9977220296859741, + 1.9853770732879639 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.005563676357269287, + 0.2043294906616211, + 0.8692872524261475, + 0.08163481950759888, + 0.05995750427246094, + 0.012857973575592041, + 0.0, + 0.01583634316921234, + 0.04724548012018204, + 0.018815450370311737, + 0.02742627263069153, + -0.03381502628326416, + 0.007930099964141846, + 0.0, + 0.01774722896516323, + 0.08064591884613037, + -0.06814983487129211, + -0.002621002495288849, + 0.05759798362851143, + 0.05164051055908203, + 0.0 + ] + ], + "predicted_scores": [ + 3.6113533973693848, + 3.537764549255371, + 3.475222110748291, + 3.458163261413574, + 3.3642754554748535, + 2.9853129386901855, + 2.9268908500671387, + 2.6413674354553223 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1273247072", + "selected_index": 0, + "state_hash": "237fafab6bfdb561d66c862026f803fbd19d4007f6313bdb3d79b6dd74f69327", + "stored_base_utility": 0.6040759086608887, + "task_id": "PickCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14465421438217163, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14465421438217163 + }, + "base_progress": 0.14465421438217163, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.14465421438217163, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1941392421722412, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1941392421722412 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21915389597415924, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21915389597415924 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23698551952838898, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23698551952838898 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21626149117946625, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21626149117946625 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21168296039104462, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21168296039104462 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21351905167102814, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21351905167102814 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1903361678123474, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1903361678123474 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17069275677204132, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17069275677204132 + } + ], + "candidate_progress": [ + 0.1941392421722412, + 0.21915389597415924, + 0.23698551952838898, + 0.21626149117946625, + 0.21168296039104462, + 0.21351905167102814, + 0.1903361678123474, + 0.17069275677204132 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-ccc79c981e3a67ebeaf2", + "ms-ccc79c981e3a67ebeaf2", + "ms-ccc79c981e3a67ebeaf2", + "ms-ccc79c981e3a67ebeaf2", + "ms-ccc79c981e3a67ebeaf2", + "ms-ccc79c981e3a67ebeaf2", + "ms-ccc79c981e3a67ebeaf2", + "ms-ccc79c981e3a67ebeaf2" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-0345d8ac530f88cefd61", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.16527220606803894, + 0.4368066191673279, + 0.40024372935295105, + 0.27136728167533875, + 1.0696344375610352, + 0.19914522767066956, + -0.22901958227157593, + 0.21354582905769348, + 0.5988225340843201, + 0.5360761284828186, + -1.1030356884002686, + -0.6212970614433289, + -0.517278790473938, + -0.2915040850639343, + -0.5980997085571289, + 0.24000568687915802, + -0.07620470225811005, + 0.6937482953071594, + -1.4467275142669678, + 0.038189589977264404, + 0.15090443193912506 + ], + [ + 0.2515345513820648, + 0.4281685948371887, + 0.5361496210098267, + 0.3300997316837311, + 1.1265435218811035, + 0.6110857129096985, + -0.43009716272354126, + 0.05689921975135803, + 0.5524516105651855, + 0.34154435992240906, + -1.243086814880371, + -0.7215936779975891, + -0.6496396660804749, + -0.021421507000923157, + -0.6164648532867432, + 0.3320517838001251, + -0.17304955422878265, + 0.43106916546821594, + -1.269378900527954, + -0.09965343773365021, + -0.19488754868507385 + ], + [ + 0.024214357137680054, + 0.4307946562767029, + 0.15930446982383728, + 0.4739062488079071, + 1.007032871246338, + 0.4916725158691406, + 0.01675066351890564, + 0.19194450974464417, + 0.626549482345581, + 0.5155426263809204, + -1.4150208234786987, + -0.5046517252922058, + -0.6136511564254761, + 0.03380750119686127, + -0.38739341497421265, + 0.29489436745643616, + -0.3493151068687439, + 0.3496813178062439, + -1.4426827430725098, + -0.10861004889011383, + -0.23700407147407532 + ], + [ + 0.14158253371715546, + 0.4526553750038147, + 0.3327561616897583, + 0.37090715765953064, + 1.087080478668213, + 0.20093007385730743, + -0.03659355640411377, + 0.1928258091211319, + 0.5990440845489502, + 0.4809846580028534, + -1.1740525960922241, + -0.5372576117515564, + -0.4685969054698944, + -0.17872445285320282, + -0.5253251194953918, + 0.2229095846414566, + -0.17431847751140594, + 0.500691831111908, + -1.4472768306732178, + 0.0018414855003356934, + 0.07627996057271957 + ], + [ + 0.46075040102005005, + 0.24458248913288116, + 0.4098670482635498, + 0.2104443907737732, + 1.0437501668930054, + 0.14972758293151855, + -0.25450748205184937, + 0.1756781041622162, + 0.5444984436035156, + 0.3269500136375427, + -1.1168428659439087, + -0.16485342383384705, + -0.42626798152923584, + -0.6373279690742493, + -0.619594156742096, + 0.2496679574251175, + -0.014357805252075195, + 0.525733470916748, + -1.083909273147583, + -0.1068248301744461, + -0.4332336485385895 + ], + [ + -0.02459225058555603, + 0.47203749418258667, + 0.29173165559768677, + 0.4567510187625885, + 0.9221019744873047, + 0.12437880784273148, + -0.25130850076675415, + -0.06229439377784729, + 0.537322998046875, + 0.5700182318687439, + -1.2589858770370483, + -0.6576155424118042, + -0.0927203893661499, + -0.19239722192287445, + -0.4052231013774872, + 0.23542022705078125, + -0.25309866666793823, + 0.3955041468143463, + -1.2613866329193115, + 0.0721057653427124, + 0.26067405939102173 + ], + [ + 0.2762858271598816, + 0.7094756960868835, + 0.4643440544605255, + 0.5710257291793823, + 0.9450888633728027, + -0.17054510116577148, + -0.04612433910369873, + 0.2863600254058838, + 0.4152732789516449, + 0.420093297958374, + -1.10917329788208, + -0.7958607077598572, + -0.5548672676086426, + -0.303092896938324, + -0.48580485582351685, + 0.08719225227832794, + 0.034532710909843445, + 0.3959032893180847, + -1.0939147472381592, + 0.14715489745140076, + 0.10136599838733673 + ], + [ + 0.17718851566314697, + 0.32257556915283203, + 0.47790881991386414, + 0.2660491466522217, + 1.217419147491455, + 0.40931519865989685, + -0.09422695636749268, + -0.1398671567440033, + 0.49531278014183044, + 0.558479368686676, + -1.238513469696045, + -0.615627110004425, + -0.4080359637737274, + -0.22779779136180878, + -0.8066025376319885, + 0.24434979259967804, + -0.11612488329410553, + 0.09237709641456604, + -0.9703440070152283, + 0.009142547845840454, + -0.3023422360420227 + ] + ], + "generated_utilities": [ + 0.1941392421722412, + 0.21915389597415924, + 0.23698551952838898, + 0.21626149117946625, + 0.21168296039104462, + 0.21351905167102814, + 0.1903361678123474, + 0.17069275677204132 + ], + "group_id": "ms-0345d8ac530f88cefd61", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.007898053154349327, + 0.0058197579346597195, + 0.052657388150691986, + 0.016109248623251915, + 0.1698339879512787, + 0.008177022449672222, + 0.12333428859710693, + 0.1150994747877121, + 0.15141737461090088, + 0.08515926450490952, + 0.1523766964673996, + 0.04073335975408554, + 0.027175527065992355, + 0.1798098385334015, + 0.08658158779144287, + 0.0618208646774292 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.2244938164949417, + -0.708204448223114, + 1.4058912992477417, + 0.19480958580970764, + 1.1751772165298462, + -1.2265020608901978, + -0.8636159896850586, + -0.07021944224834442, + 1.2708500623703003, + 1.0246398448944092, + -1.7615737915039062, + -0.44495686888694763, + -1.2927910089492798, + 0.27074551582336426, + -1.6349679231643677, + 0.9748592376708984, + 1.0210484266281128, + 0.36906859278678894, + -2.528050661087036, + 0.7326674461364746, + 1.553327202796936 + ], + [ + 0.35595428943634033, + -0.8224175572395325, + 1.1192705631256104, + 0.4673205614089966, + 1.1115962266921997, + -1.4676826000213623, + -1.057816505432129, + -0.008461203426122665, + 0.9729399085044861, + 0.8019976615905762, + -1.4944581985473633, + -0.21817980706691742, + -1.3722625970840454, + 0.3557305932044983, + -1.8202308416366577, + 1.2552388906478882, + 0.7855625748634338, + 0.5709130167961121, + -2.4140331745147705, + 0.9063631296157837, + 1.282220721244812 + ], + [ + 0.19927366077899933, + -0.7607958912849426, + 1.4928451776504517, + 0.38265493512153625, + 1.2970150709152222, + -1.2964622974395752, + -0.5547049045562744, + -0.2585906684398651, + 1.3020356893539429, + 1.0737547874450684, + -1.5593467950820923, + -0.1617565155029297, + -1.4868489503860474, + 0.15243440866470337, + -1.4100472927093506, + 0.7991768717765808, + 1.0339381694793701, + 0.6228882074356079, + -2.8132376670837402, + 0.7685560584068298, + 1.8755284547805786 + ], + [ + 0.6393168568611145, + -0.2793915271759033, + 1.4690577983856201, + 0.4745514690876007, + 0.9989874362945557, + -0.7359552979469299, + -1.2171094417572021, + -0.39386802911758423, + 1.1646839380264282, + 0.6661151051521301, + -1.9162347316741943, + -0.43809595704078674, + -1.3973355293273926, + 0.7664861679077148, + -1.553026795387268, + 1.1995127201080322, + 1.285676121711731, + 0.822955846786499, + -2.574894666671753, + 0.3542059361934662, + 1.5986168384552002 + ], + [ + 0.26509445905685425, + -0.5443360805511475, + 1.2502005100250244, + 0.6112543940544128, + 0.924185037612915, + -1.0554168224334717, + -0.7927505373954773, + -0.07152043282985687, + 0.9228929281234741, + 1.545881986618042, + -1.6973015069961548, + -0.496639221906662, + -0.8727940320968628, + 0.5596445202827454, + -2.1939897537231445, + 1.239556074142456, + 1.4699029922485352, + -0.182618647813797, + -2.7263355255126953, + 0.976334810256958, + 1.0402796268463135 + ], + [ + 0.1353418529033661, + -1.1921336650848389, + 1.6913124322891235, + -0.43279919028282166, + 1.1331026554107666, + -1.8503069877624512, + -0.46699997782707214, + 0.5785945653915405, + 1.5516390800476074, + 0.38185298442840576, + -2.192314386367798, + -0.6304612159729004, + -1.6237419843673706, + -0.06383657455444336, + -1.2674099206924438, + 0.7967972755432129, + 1.2453874349594116, + 0.01532512903213501, + -2.6341590881347656, + 0.8366512656211853, + 1.9056174755096436 + ], + [ + 1.0916199684143066, + 0.23665857315063477, + 1.7737994194030762, + -0.8046588897705078, + 1.944507360458374, + -1.3606563806533813, + -0.022103488445281982, + 0.5769228935241699, + 1.0605480670928955, + 1.3100652694702148, + -1.9243974685668945, + 0.43040379881858826, + -1.9046732187271118, + -0.49132758378982544, + -1.9095335006713867, + 1.8850300312042236, + 1.366606593132019, + 0.37651723623275757, + -2.86037540435791, + 0.7753443717956543, + 2.072996139526367 + ], + [ + 0.7277938723564148, + 0.23822063207626343, + 0.4208102226257324, + -0.18717050552368164, + 1.1951282024383545, + -1.1622966527938843, + -0.6617333292961121, + -0.6339871883392334, + 0.8901646137237549, + 0.9977425932884216, + -1.8568902015686035, + 0.3291373550891876, + -0.9377886056900024, + 1.0705609321594238, + -0.90934818983078, + 1.7013394832611084, + 1.5952999591827393, + -0.05327540636062622, + -2.546459197998047, + 0.15792781114578247, + 1.2277774810791016 + ], + [ + 0.9283657073974609, + -1.421413779258728, + 1.6497737169265747, + -0.1984737515449524, + 0.9705085158348083, + -0.8917888402938843, + 0.026184558868408203, + 0.09181642532348633, + 0.6335604786872864, + 1.6531281471252441, + -1.4918432235717773, + -0.01735416054725647, + -0.5425058603286743, + 0.7866935133934021, + -0.7011347413063049, + 0.9797741770744324, + 1.6596866846084595, + -0.13051137328147888, + -2.692556858062744, + -0.05617690086364746, + 0.9771407842636108 + ] + ], + "predicted_scores": [ + 7.707804203033447, + 7.401367664337158, + 7.31965970993042, + 7.290944576263428, + 7.261737823486328, + 6.50046968460083, + 6.475802421569824, + 6.000614643096924 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "141984615", + "selected_index": 0, + "state_hash": "1ca7c651b2dc4638488078318fe8aa293aa6f6da78672d440752daa9f2d4e8a3", + "stored_base_utility": 0.007898053154349327, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10967568308115005, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10967568308115005 + }, + "base_progress": 0.10967568308115005, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.10967568308115005, + "candidate_action_clip_max_abs": [ + 0.3386368751525879, + 0.30886709690093994, + 0.2887694835662842, + 0.3807857036590576, + 0.30234694480895996, + 0.2885265350341797, + 0.2951165437698364, + 0.27803468704223633 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3386368751525879, + "contact_quality": null, + "progress": 0.027067681774497032, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.027067681774497032 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.30886709690093994, + "contact_quality": null, + "progress": 0.026995578780770302, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.026995578780770302 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2887694835662842, + "contact_quality": null, + "progress": 0.024571001529693604, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.024571001529693604 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3807857036590576, + "contact_quality": null, + "progress": 0.029523810371756554, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.029523810371756554 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.30234694480895996, + "contact_quality": null, + "progress": 0.027595797553658485, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.027595797553658485 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2885265350341797, + "contact_quality": null, + "progress": 0.02522454597055912, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.02522454597055912 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2951165437698364, + "contact_quality": null, + "progress": 0.024062156677246094, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.024062156677246094 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.27803468704223633, + "contact_quality": null, + "progress": 0.03135726973414421, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03135726973414421 + } + ], + "candidate_progress": [ + 0.027067681774497032, + 0.026995578780770302, + 0.024571001529693604, + 0.029523810371756554, + 0.027595797553658485, + 0.02522454597055912, + 0.024062156677246094, + 0.03135726973414421 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-02311c7783bc67e188b4", + "ms-02311c7783bc67e188b4", + "ms-61bde0225d6f4175b7cb", + "ms-61bde0225d6f4175b7cb", + "ms-61bde0225d6f4175b7cb", + "ms-d6da14bffe59c0265db7", + "ms-d6da14bffe59c0265db7", + "ms-d6da14bffe59c0265db7" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-0819eb89e627595e7e1b", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.2515290379524231, + 0.0257856622338295, + 1.3164318799972534, + 0.5758194923400879, + 0.4320117235183716, + 2.4262163639068604, + 1.486368179321289, + -0.3707980811595917, + 0.24162152409553528, + 1.2527331113815308, + 0.10600021481513977, + 1.2055745124816895, + 1.8679147958755493, + 1.6381500959396362, + -0.6397095322608948, + -0.054206762462854385, + 0.9083458185195923, + 0.7880691289901733, + 0.6687135696411133, + 1.6639208793640137, + 1.8156495094299316 + ], + [ + -0.2960665225982666, + 0.057690322399139404, + 1.3138258457183838, + 0.6193157434463501, + 0.435746431350708, + 2.312479257583618, + 1.3600871562957764, + -0.38400188088417053, + 0.2702295780181885, + 1.1959377527236938, + 0.12433014810085297, + 1.3201853036880493, + 1.7257319688796997, + 1.6998587846755981, + -0.6226305365562439, + -0.06428378820419312, + 0.9013716578483582, + 0.8256887793540955, + 0.6609102487564087, + 1.621530294418335, + 1.8876023292541504 + ], + [ + -0.2488793283700943, + -0.08482763916254044, + 1.0351433753967285, + 0.538408637046814, + 0.35254746675491333, + 1.8794918060302734, + 1.2111902236938477, + -0.745476245880127, + 0.05083127319812775, + 1.0884902477264404, + 0.16642877459526062, + 1.3487571477890015, + 1.9859482049942017, + 1.36609947681427, + -0.25480780005455017, + -0.1311192661523819, + 0.9462572932243347, + 0.9420162439346313, + 0.5006406307220459, + 1.8961334228515625, + 1.2191894054412842 + ], + [ + -0.23715682327747345, + 0.22287102043628693, + 1.2481118440628052, + 0.3108668625354767, + 0.678066611289978, + 2.0656938552856445, + 1.3856148719787598, + -0.4337105453014374, + -0.005859628319740295, + 0.8078256249427795, + 0.22561967372894287, + 0.9658445119857788, + 2.5907769203186035, + 2.227370023727417, + -0.8092070817947388, + -0.29202139377593994, + 0.9529715180397034, + 0.3238883912563324, + 0.9567019939422607, + 2.0859596729278564, + 2.35925555229187 + ], + [ + -0.2638125419616699, + -0.1557539999485016, + 1.0178354978561401, + 0.5132290124893188, + 0.4085669219493866, + 1.8823585510253906, + 1.1747522354125977, + -0.7580736875534058, + 0.03708246350288391, + 0.8931059241294861, + 0.14588312804698944, + 1.1330361366271973, + 2.0998013019561768, + 1.3977357149124146, + -0.2049885094165802, + -0.1058531403541565, + 0.8884217143058777, + 0.9081081748008728, + 0.39984267950057983, + 2.0646121501922607, + 1.2469508647918701 + ], + [ + -0.23631973564624786, + -0.011987779289484024, + 1.0941728353500366, + 0.4867224395275116, + 0.9114059805870056, + 1.9180691242218018, + 1.450150489807129, + -0.6898446083068848, + 0.18383170664310455, + 1.3743256330490112, + 0.1808580458164215, + 0.6550090312957764, + 1.9452821016311646, + 2.055412530899048, + -0.19031286239624023, + -0.2695713937282562, + 0.8040499687194824, + 0.9675040245056152, + 0.515353262424469, + 1.251516580581665, + 0.7065074443817139 + ], + [ + -0.2228420525789261, + 0.001136980950832367, + 1.0861445665359497, + 0.4539378583431244, + 0.930820643901825, + 1.9299805164337158, + 1.3423043489456177, + -0.7782539129257202, + 0.28492429852485657, + 1.2718702554702759, + 0.16647426784038544, + 0.7225509881973267, + 1.9900230169296265, + 1.8601192235946655, + -0.18779602646827698, + -0.2948334813117981, + 0.9052186012268066, + 0.9314624667167664, + 0.49109190702438354, + 1.4832332134246826, + 0.9630783796310425 + ], + [ + 0.10509590804576874, + -0.09002970159053802, + 0.6513659358024597, + 0.8890496492385864, + 1.4088134765625, + 1.520265817642212, + 1.6468660831451416, + -0.7712357044219971, + 0.26374611258506775, + 1.633050799369812, + -0.019998274743556976, + 0.6409091949462891, + 1.706203579902649, + 1.975953459739685, + -0.4754597544670105, + -0.4573608338832855, + 0.4293934106826782, + 1.1721175909042358, + 0.20691394805908203, + 1.9689905643463135, + 0.8084570169448853 + ] + ], + "generated_utilities": [ + 0.027067681774497032, + 0.026995578780770302, + 0.024571001529693604, + 0.029523810371756554, + 0.027595797553658485, + 0.02522454597055912, + 0.024062156677246094, + 0.03135726973414421 + ], + "group_id": "ms-0819eb89e627595e7e1b", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.07638250291347504, + 0.11176031827926636, + 0.139996737241745, + 0.06282445043325424, + 0.08466696739196777, + 0.0763862133026123, + 0.05953681468963623, + 0.06854937970638275, + 0.06834080070257187, + 0.09309522807598114, + 0.14572584629058838, + 0.07182137668132782, + 0.020047685131430626, + 0.05106111615896225, + 0.03756682202219963, + 0.061605654656887054 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -0.04522436857223511, + -0.3834587037563324, + 2.32004976272583, + 1.6386330127716064, + 1.508955717086792, + 1.681371808052063, + 2.9060468673706055, + -0.5984516143798828, + 0.36428770422935486, + 0.7442611455917358, + 1.163742184638977, + 0.4921322464942932, + 1.9586588144302368, + 3.335318088531494, + -0.02929070219397545, + 0.5442408919334412, + 2.4529502391815186, + 0.17471881210803986, + 1.804263710975647, + 1.5498225688934326, + 1.9392809867858887 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.19627264142036438, + 0.015629824250936508, + 0.723259687423706, + 0.0313839316368103, + 0.02149224281311035, + 0.7142634391784668, + 0.0, + -0.29767167568206787, + -0.10304851830005646, + 0.6168417930603027, + 0.0271989107131958, + 0.369077205657959, + 1.5924487113952637, + 0.0, + -0.11617732048034668, + -0.1419914811849594, + 0.9400725364685059, + -0.04139697551727295, + 0.7166774272918701, + 1.092864990234375, + 0.0 + ], + [ + -0.18197131156921387, + 0.30914804339408875, + 1.4557228088378906, + 1.4375734329223633, + 0.9600651264190674, + 1.7448713779449463, + 3.031123399734497, + -0.6073551177978516, + -0.4749099016189575, + 1.3016932010650635, + 0.32392996549606323, + 0.6961254477500916, + 2.1961381435394287, + 3.730100154876709, + -0.6154190897941589, + -0.3908892273902893, + 2.0994153022766113, + 0.18937554955482483, + 1.5752670764923096, + 2.2457275390625, + 1.5629570484161377 + ] + ], + "predicted_scores": [ + 2.7035908699035645, + 2.5948829650878906, + 1.906662106513977, + 1.748800277709961, + 1.6640129089355469, + 1.0397984981536865, + 0.6793798208236694, + 0.14070585370063782 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "2015956957", + "selected_index": 0, + "state_hash": "582daf047d78a1b01018d54f5798143c4be6129fd7b6cbc025fc85818e519f3c", + "stored_base_utility": 0.07638250291347504, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2585872709751129, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2585872709751129 + }, + "base_progress": 0.2585872709751129, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.2585872709751129, + "candidate_action_clip_max_abs": [ + 0.15381860733032227, + 0.22470200061798096, + 0.1670159101486206, + 0.11101055145263672, + 0.174066424369812, + 0.17068815231323242, + 0.19118809700012207, + 0.12050187587738037 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.15381860733032227, + "contact_quality": null, + "progress": 0.2691999077796936, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2691999077796936 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.22470200061798096, + "contact_quality": null, + "progress": 0.233683779835701, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.233683779835701 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1670159101486206, + "contact_quality": null, + "progress": 0.2319556325674057, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2319556325674057 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.11101055145263672, + "contact_quality": null, + "progress": 0.22147195041179657, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22147195041179657 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.174066424369812, + "contact_quality": null, + "progress": 0.2512923777103424, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2512923777103424 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.17068815231323242, + "contact_quality": null, + "progress": 0.2438991665840149, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2438991665840149 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.19118809700012207, + "contact_quality": null, + "progress": 0.18919765949249268, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18919765949249268 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.12050187587738037, + "contact_quality": null, + "progress": 0.24419106543064117, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.24419106543064117 + } + ], + "candidate_progress": [ + 0.2691999077796936, + 0.233683779835701, + 0.2319556325674057, + 0.22147195041179657, + 0.2512923777103424, + 0.2438991665840149, + 0.18919765949249268, + 0.24419106543064117 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-4bda8533405961380322", + "ms-4bda8533405961380322", + "ms-4bda8533405961380322", + "ms-4bda8533405961380322", + "ms-4bda8533405961380322", + "ms-4bda8533405961380322", + "ms-4bda8533405961380322", + "ms-25ab20bb3da8ba34be95" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-0dee962a5901fb8b5bbb", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.7921441793441772, + 0.6893369555473328, + -1.6391185522079468, + -0.5341155529022217, + -0.6873960494995117, + -3.0888404846191406, + -2.3404455184936523, + -0.5497421026229858, + -0.028182556852698326, + 0.6802608966827393, + 0.8457213640213013, + 0.2572357952594757, + -0.7492594718933105, + -0.7460434436798096, + -0.593021810054779, + -0.22385933995246887, + 0.16153594851493835, + 1.7842530012130737, + -0.30612701177597046, + 0.8943201899528503, + -0.14050540328025818 + ], + [ + 1.7811522483825684, + 0.5779611468315125, + -1.435957908630371, + -0.716317892074585, + -0.6566610932350159, + -3.5504884719848633, + -2.4570021629333496, + -0.5876750946044922, + 0.18286986649036407, + 0.7547030448913574, + 0.7271898984909058, + 0.4164058566093445, + -0.8969719409942627, + -0.8531615734100342, + -0.4048864245414734, + -0.18649785220623016, + 0.3143347501754761, + 1.2832129001617432, + -0.34837883710861206, + 0.6034762859344482, + 0.6302430629730225 + ], + [ + 1.8081661462783813, + 0.6210101842880249, + -1.3379240036010742, + -0.9521844387054443, + -0.5301644802093506, + -3.2385880947113037, + -2.3688132762908936, + -0.481086403131485, + 0.20854692161083221, + 0.506370484828949, + 0.8187431693077087, + 0.31044891476631165, + -0.7129648923873901, + -0.7752766013145447, + -0.41134241223335266, + -0.19640189409255981, + 0.44845134019851685, + 1.4537519216537476, + -0.1979895830154419, + 1.1894216537475586, + 0.4409794509410858 + ], + [ + 1.8594844341278076, + 0.5863652229309082, + -0.9722356796264648, + -0.7877581119537354, + -0.7370795607566833, + -3.0518577098846436, + -2.776268720626831, + -0.547199010848999, + 0.26062485575675964, + 0.5844789743423462, + 0.9337912201881409, + 0.46763062477111816, + -0.4182364046573639, + -1.0915167331695557, + -0.39723727107048035, + -0.2159145176410675, + 0.4745454788208008, + 1.4867100715637207, + -0.11674743890762329, + 1.2992639541625977, + 0.3620641827583313 + ], + [ + 1.7212862968444824, + 0.5611032247543335, + -1.416163444519043, + -1.0137625932693481, + -0.48375505208969116, + -3.3016419410705566, + -2.452244997024536, + -0.5352740287780762, + 0.16274988651275635, + 0.5804985761642456, + 0.7623564004898071, + 0.41945716738700867, + -0.7105220556259155, + -0.6926387548446655, + -0.42039841413497925, + -0.2122696042060852, + 0.423042356967926, + 1.3398953676223755, + -0.29964250326156616, + 1.2799921035766602, + 0.5775046944618225 + ], + [ + 1.8521791696548462, + 0.5968145728111267, + -1.3195689916610718, + -0.8048936128616333, + -0.5592851042747498, + -3.266761302947998, + -2.616546154022217, + -0.5451315641403198, + 0.10613646358251572, + 0.6416704654693604, + 0.8508437871932983, + 0.5073187351226807, + -0.7163600325584412, + -0.5946773886680603, + -0.3976633548736572, + -0.23093773424625397, + 0.4895762801170349, + 1.4028822183609009, + -0.14050191640853882, + 1.1724913120269775, + 0.22230097651481628 + ], + [ + 1.951290488243103, + 0.6189927458763123, + -1.2881265878677368, + -1.333677053451538, + -0.1207156777381897, + -3.1244068145751953, + -2.883427858352661, + -0.3980962336063385, + 0.45416465401649475, + 0.4414767324924469, + 0.8450074791908264, + 0.5324703454971313, + -1.0349459648132324, + -0.9254961013793945, + -0.09479965269565582, + -0.23436683416366577, + 0.5381098985671997, + 1.3648053407669067, + -0.32361626625061035, + 0.9679408669471741, + 0.4827862083911896 + ], + [ + 1.6640878915786743, + 0.5016998648643494, + -1.144395351409912, + -0.9705842733383179, + -0.15950733423233032, + -2.867464542388916, + -2.09831166267395, + -0.5991711616516113, + 0.09560450911521912, + 0.8472564816474915, + 0.4560345411300659, + 0.14968016743659973, + -0.6842237710952759, + -0.321344256401062, + -0.7721951603889465, + -0.4141703248023987, + 0.27112478017807007, + 1.6026455163955688, + -0.4015124440193176, + 0.8904431462287903, + 0.9081356525421143 + ] + ], + "generated_utilities": [ + 0.2691999077796936, + 0.233683779835701, + 0.2319556325674057, + 0.22147195041179657, + 0.2512923777103424, + 0.2438991665840149, + 0.18919765949249268, + 0.24419106543064117 + ], + "group_id": "ms-0dee962a5901fb8b5bbb", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.23161475360393524, + 0.23611454665660858, + 0.1380448043346405, + 2.0, + 0.25444933772087097, + 0.25831863284111023, + 0.22753827273845673, + 0.2483263909816742, + 0.21622240543365479, + 0.17534737288951874, + 0.23816657066345215, + 0.09714888036251068, + 0.05844185873866081, + 0.12679120898246765, + 0.0472835898399353, + 0.03277532383799553 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.7612967491149902, + 0.192471444606781, + -0.2699308395385742, + 0.017076104879379272, + -0.14400714635849, + -1.9032442569732666, + 0.0, + -0.28746497631073, + -0.2857179641723633, + -0.09024286270141602, + -0.03538453206419945, + 0.06432074308395386, + -0.2535901665687561, + 0.0, + 0.06180626153945923, + 0.16256888210773468, + -0.031329914927482605, + 1.563896656036377, + 0.04795600473880768, + 0.02485179901123047, + 0.0 + ], + [ + 1.2132649421691895, + 0.536715567111969, + -1.4273607730865479, + -1.0538015365600586, + -0.5170869827270508, + -3.4203505516052246, + -2.3889083862304688, + -0.7717514634132385, + -1.1465628147125244, + 0.8393621444702148, + -0.4419952630996704, + -0.23069629073143005, + -0.0637764036655426, + -1.5193647146224976, + -1.0273863077163696, + 0.39812424778938293, + -0.02874515950679779, + 2.7962026596069336, + 0.2370568960905075, + 1.5884850025177002, + 0.9987253546714783 + ], + [ + 2.1451404094696045, + 0.09629477560520172, + -1.8500688076019287, + 0.012462526559829712, + 0.13087880611419678, + -2.4062256813049316, + -3.303264856338501, + -1.3855981826782227, + -0.0292893648147583, + -0.17000514268875122, + 0.0005041323602199554, + -0.7487195134162903, + 0.06868582963943481, + -2.107095718383789, + -0.5890907645225525, + 0.1777246743440628, + -0.5576009750366211, + 2.767899990081787, + -0.3420543074607849, + 1.1357430219650269, + 1.8840694427490234 + ], + [ + 2.032343626022339, + 0.4649246335029602, + -0.5597869753837585, + 0.37935349345207214, + 0.14823919534683228, + -3.389478921890259, + -1.972822904586792, + -0.0014220476150512695, + -0.6147069334983826, + 0.9483420252799988, + 0.641323983669281, + -0.7033213973045349, + 0.4629128575325012, + -1.6774024963378906, + -1.1420938968658447, + 0.5891244411468506, + -0.712251603603363, + 2.1924612522125244, + 0.18694229423999786, + 0.2795591354370117, + 2.4723148345947266 + ], + [ + 2.299381732940674, + -0.6742787957191467, + -0.886760950088501, + -0.1637115478515625, + 0.32663029432296753, + -1.9267126321792603, + -1.9424545764923096, + -0.3586595058441162, + -1.1000827550888062, + 0.45532336831092834, + -0.4314403235912323, + -0.12869995832443237, + -0.032513588666915894, + -2.046614170074463, + -1.2942235469818115, + 0.3962012231349945, + 0.797533392906189, + 2.202794313430786, + 0.4938191771507263, + 0.15863806009292603, + 1.745660662651062 + ], + [ + 2.107815742492676, + 0.963295042514801, + -1.2979395389556885, + -1.0134333372116089, + -1.319197177886963, + -3.176518440246582, + -2.4782180786132812, + -1.3465216159820557, + -1.0473096370697021, + -0.22631770372390747, + 0.7881518006324768, + -1.4033093452453613, + 0.3855947256088257, + -1.3816941976547241, + -1.1257284879684448, + -0.7653472423553467, + 0.6845007538795471, + 2.9796371459960938, + 0.1967305988073349, + 1.4200057983398438, + 1.2843091487884521 + ], + [ + 1.7303649187088013, + 1.0728741884231567, + -1.1676844358444214, + -0.20355769991874695, + -0.8773125410079956, + -3.2701919078826904, + -2.1479928493499756, + -0.044036924839019775, + -1.252698302268982, + -0.01393243670463562, + 0.6447213292121887, + -0.7088868618011475, + 0.11592492461204529, + -2.1431162357330322, + -0.8284967541694641, + 0.4642922580242157, + -0.5207862854003906, + 1.8997660875320435, + -0.6910213828086853, + 0.2906065583229065, + 1.4081878662109375 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.7612967491149902, + -0.5331565737724304, + -0.2699308395385742, + -0.20421931147575378, + -0.22613269090652466, + -1.9032442569732666, + 0.0, + 0.09110367298126221, + 0.009229481220245361, + 0.004811525344848633, + 0.656868577003479, + -0.28485387563705444, + -0.31901538372039795, + 0.0, + 0.08918565511703491, + 0.3355104923248291, + 0.026827186346054077, + 1.563896656036377, + 0.13480885326862335, + 0.02485179901123047, + 0.0 + ] + ], + "predicted_scores": [ + 7.124492645263672, + 6.647745609283447, + 6.5779266357421875, + 5.992039203643799, + 5.9236907958984375, + 5.906899929046631, + 5.548929691314697, + 5.288840293884277 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "565369392", + "selected_index": 0, + "state_hash": "73f2826502af62b561f13c32614947588918c3deb631165739e66d787008fa98", + "stored_base_utility": 0.23161475360393524, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19612149894237518, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19612149894237518 + }, + "base_progress": 0.19612149894237518, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.19612149894237518, + "candidate_action_clip_max_abs": [ + 0.1609499454498291, + 0.1534053087234497, + 0.10903990268707275, + 0.13823294639587402, + 0.09594976902008057, + 0.09005308151245117, + 0.12429869174957275, + 0.08144080638885498 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1609499454498291, + "contact_quality": null, + "progress": 0.15477271378040314, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15477271378040314 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1534053087234497, + "contact_quality": null, + "progress": 0.1523672491312027, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1523672491312027 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.10903990268707275, + "contact_quality": null, + "progress": 0.1830533742904663, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1830533742904663 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.13823294639587402, + "contact_quality": null, + "progress": 0.158022940158844, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.158022940158844 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.09594976902008057, + "contact_quality": null, + "progress": 0.1751362830400467, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1751362830400467 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.09005308151245117, + "contact_quality": null, + "progress": 0.15490956604480743, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15490956604480743 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.12429869174957275, + "contact_quality": null, + "progress": 0.15183186531066895, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15183186531066895 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.08144080638885498, + "contact_quality": null, + "progress": 0.12601959705352783, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12601959705352783 + } + ], + "candidate_progress": [ + 0.15477271378040314, + 0.1523672491312027, + 0.1830533742904663, + 0.158022940158844, + 0.1751362830400467, + 0.15490956604480743, + 0.15183186531066895, + 0.12601959705352783 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-7a044cb6c7bb03f3ea10", + "ms-7a044cb6c7bb03f3ea10", + "ms-7a044cb6c7bb03f3ea10", + "ms-7a044cb6c7bb03f3ea10", + "ms-7a044cb6c7bb03f3ea10", + "ms-02fd0338e80ef19ceec1", + "ms-38dff128761905bb1507", + "ms-02fd0338e80ef19ceec1" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-126eb8b36769f9ba4671", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.623417615890503, + 0.33465296030044556, + -1.0682945251464844, + -0.3685799837112427, + -0.049666255712509155, + -3.421710968017578, + -2.2546722888946533, + 1.6047437191009521, + 0.06449680030345917, + -0.40481090545654297, + 1.0940353870391846, + 1.2568436861038208, + -1.327569842338562, + -0.15874089300632477, + -0.20859429240226746, + -0.06766477227210999, + 0.7847544550895691, + 1.0297614336013794, + 0.7768824100494385, + 2.342926025390625, + 1.5861289501190186 + ], + [ + 1.6297816038131714, + 0.3528670072555542, + -1.103064775466919, + -0.36135607957839966, + -0.18461650609970093, + -3.4249112606048584, + -2.051201581954956, + 1.5762473344802856, + 0.008813004940748215, + -0.30248939990997314, + 1.068986177444458, + 1.172609567642212, + -1.3819586038589478, + -0.17906565964221954, + -0.18002170324325562, + -0.059328846633434296, + 0.6854504942893982, + 0.9342188239097595, + 0.6798933744430542, + 2.588102102279663, + 1.4048380851745605 + ], + [ + 1.1759755611419678, + 0.14410844445228577, + -0.9409030675888062, + -0.23801401257514954, + -0.10146573185920715, + -3.035146951675415, + -1.561833381652832, + 1.57241952419281, + -0.05195937305688858, + -0.052855633199214935, + 0.8734151721000671, + 1.189985752105713, + -1.1839864253997803, + 0.11630260199308395, + -0.2675606608390808, + -0.22562438249588013, + 0.4918787479400635, + 0.7954224944114685, + 0.7021651268005371, + 2.0969345569610596, + 1.15421724319458 + ], + [ + 1.5223791599273682, + 0.3640729784965515, + -1.1772689819335938, + -0.26614341139793396, + -0.20381513237953186, + -3.391268253326416, + -1.9441869258880615, + 1.5590074062347412, + -0.02956032194197178, + -0.2204388976097107, + 0.9702371954917908, + 1.3188215494155884, + -1.3286367654800415, + 0.03472398966550827, + -0.17407801747322083, + -0.07423083484172821, + 0.6415400505065918, + 0.8846940398216248, + 0.7159396409988403, + 2.653372287750244, + 1.2461200952529907 + ], + [ + 1.1798254251480103, + 0.11754803359508514, + -0.9917854070663452, + -0.29591119289398193, + -0.14273416996002197, + -3.303328514099121, + -1.6244711875915527, + 1.5253750085830688, + -0.10932489484548569, + -0.05439738184213638, + 0.9131423234939575, + 1.1733793020248413, + -1.4978172779083252, + 0.22869658470153809, + -0.14928686618804932, + -0.1677703708410263, + 0.630529522895813, + 0.7046552300453186, + 0.6440635919570923, + 2.3881218433380127, + 1.1526447534561157 + ], + [ + 1.7168726921081543, + 0.47794222831726074, + -1.439490556716919, + -0.14492148160934448, + -0.2537100911140442, + -3.194246768951416, + -2.051255941390991, + 1.325744867324829, + 0.02995622530579567, + -0.3234493136405945, + 1.1962721347808838, + 1.4838683605194092, + -1.0188533067703247, + 0.29519063234329224, + 0.10580730438232422, + -0.15417081117630005, + 0.4898295998573303, + 0.8851301670074463, + 0.6609196662902832, + 2.6145968437194824, + 1.2793248891830444 + ], + [ + 1.9412051439285278, + 0.46059489250183105, + -1.1948410272598267, + 0.045471370220184326, + -0.34214115142822266, + -2.550769090652466, + -2.018843412399292, + 1.3706861734390259, + 0.09865408390760422, + -0.25672298669815063, + 1.442863941192627, + 1.8868571519851685, + -1.3768627643585205, + -0.30996036529541016, + -0.30697131156921387, + -0.03908771649003029, + 0.6797193884849548, + 0.9300734400749207, + 0.6864340901374817, + 3.0237152576446533, + 1.820521354675293 + ], + [ + 1.7197179794311523, + 0.48769432306289673, + -1.441606044769287, + -0.07445698976516724, + -0.3322365880012512, + -3.153468608856201, + -2.138244867324829, + 1.2946889400482178, + 0.029041966423392296, + -0.39783114194869995, + 1.166622281074524, + 1.6289808750152588, + -1.0084480047225952, + 0.3542964458465576, + 0.20028908550739288, + -0.17316056787967682, + 0.3671913146972656, + 0.948028564453125, + 0.6937093138694763, + 2.393662929534912, + 1.2933204174041748 + ] + ], + "generated_utilities": [ + 0.15477271378040314, + 0.1523672491312027, + 0.1830533742904663, + 0.158022940158844, + 0.1751362830400467, + 0.15490956604480743, + 0.15183186531066895, + 0.12601959705352783 + ], + "group_id": "ms-126eb8b36769f9ba4671", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.05304628610610962, + 0.14190539717674255, + 0.1985912322998047, + 0.1210482120513916, + 0.18570420145988464, + 0.05259696766734123, + 0.1827520728111267, + 0.15291261672973633, + 0.07772710174322128, + 0.15551692247390747, + 0.08802877366542816, + 0.07544025033712387, + 0.08058679103851318, + 0.10843702405691147, + 0.023751219734549522, + 0.00727109145373106 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.7799564599990845, + -0.0863567665219307, + -0.04370701313018799, + -0.04603701829910278, + -0.003975361585617065, + -2.3430333137512207, + 0.0, + 0.8326367139816284, + 0.02617853879928589, + 0.009054642170667648, + -0.050068795680999756, + 0.7451434135437012, + -0.6306462287902832, + 0.0, + -0.007249712944030762, + 0.0760425329208374, + 1.0404269695281982, + -0.04351449012756348, + -0.010379016399383545, + 1.0522968769073486, + 0.0 + ], + [ + 0.7799564599990845, + 0.005863763391971588, + -0.04370701313018799, + 0.010433673858642578, + -0.05825299024581909, + -2.3430333137512207, + 0.0, + 0.8326367139816284, + 0.22243881225585938, + -0.007246788591146469, + 0.19961372017860413, + 0.7451434135437012, + -0.6306462287902832, + 0.0, + 0.11177664995193481, + -0.1665668487548828, + 1.0404269695281982, + -0.09226274490356445, + -0.18212640285491943, + 1.0522968769073486, + 0.0 + ], + [ + 0.7799564599990845, + -0.7482962012290955, + -0.04370701313018799, + -0.2370874285697937, + 0.3763168752193451, + -2.3430333137512207, + 0.0, + 0.8326367139816284, + -0.441777765750885, + -0.44057023525238037, + -0.6443575024604797, + 0.7451434135437012, + -0.6306462287902832, + 0.0, + 0.008161306381225586, + 0.22021520137786865, + 1.0404269695281982, + -0.09226274490356445, + -0.35497862100601196, + 1.0522968769073486, + 0.0 + ], + [ + 1.7799564599990845, + 0.04087676852941513, + -1.043707013130188, + -0.8482787609100342, + 0.3640388548374176, + -3.3430333137512207, + -2.8715221881866455, + 1.8326367139816284, + -0.4197058081626892, + -0.040397901087999344, + -0.37471577525138855, + 1.7451434135437012, + -1.6306462287902832, + -0.7785218954086304, + -0.5121169090270996, + -0.7797847986221313, + 2.0404269695281982, + 0.9077372550964355, + 0.645021378993988, + 2.0522968769073486, + 1.2749258279800415 + ], + [ + 1.6519862413406372, + 0.1747584044933319, + -0.9129671454429626, + -0.6869257092475891, + 0.12357090413570404, + -3.2319328784942627, + -2.704270839691162, + 1.7347972393035889, + -0.40612348914146423, + 0.23568139970302582, + -0.3912501931190491, + 1.8630532026290894, + -1.8548930883407593, + -0.9794526100158691, + -0.25177696347236633, + -0.6884964108467102, + 2.237109422683716, + 1.1246912479400635, + 0.7490227222442627, + 2.320941686630249, + 1.2039268016815186 + ], + [ + 1.7142105102539062, + 0.3941279351711273, + -1.021533489227295, + -1.1548089981079102, + 0.5052449107170105, + -3.714951992034912, + -3.04028058052063, + 1.529634952545166, + -0.22215746343135834, + 0.19690367579460144, + -0.12262976169586182, + 1.4847477674484253, + -1.490212082862854, + -0.7427945137023926, + -0.7506002187728882, + -0.9221256375312805, + 1.9211885929107666, + 0.5114957094192505, + 0.30887648463249207, + 2.4437777996063232, + 1.3625030517578125 + ], + [ + 1.3140592575073242, + -0.1129835918545723, + -0.9130957722663879, + -1.1089756488800049, + 0.7560886144638062, + -3.3889732360839844, + -3.1182656288146973, + 1.7436503171920776, + -0.9962512254714966, + 0.43109408020973206, + -0.8453629016876221, + 1.2057833671569824, + -2.194112777709961, + -0.22479140758514404, + -0.7258806824684143, + -0.9702881574630737, + 1.8160195350646973, + 0.649415135383606, + 0.6846981048583984, + 2.1997463703155518, + 1.7655411958694458 + ], + [ + 2.6430320739746094, + -0.7696453332901001, + -1.765415906906128, + -0.8281408548355103, + -0.1440155804157257, + -3.3335886001586914, + -3.398141860961914, + 2.4138498306274414, + 0.47537559270858765, + -0.9514593482017517, + 0.2674855887889862, + 2.6307411193847656, + -0.7876039743423462, + -0.35013434290885925, + -0.7511636018753052, + -0.04397457838058472, + 2.123702049255371, + 1.1604151725769043, + 0.7323322892189026, + 1.88338303565979, + 1.5078264474868774 + ] + ], + "predicted_scores": [ + 3.175039768218994, + 2.6711368560791016, + 2.661083698272705, + 2.5988779067993164, + 2.367058753967285, + 1.5420609712600708, + 1.421388864517212, + 1.2545926570892334 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "767747424", + "selected_index": 0, + "state_hash": "2390fc23ce8b50bdcdcbb1ab5f0583d2dad2b94fb871db73b1a8401265f59987", + "stored_base_utility": 0.05304628610610962, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.09840226173400879, + 0.045729875564575195, + 0.02819836139678955, + 0.08816516399383545, + 0.11359906196594238, + 0.1044379472732544, + 0.16195309162139893, + 0.08354830741882324 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.09840226173400879, + "contact_quality": null, + "progress": 0.17820711433887482, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17820711433887482 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.045729875564575195, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.02819836139678955, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.08816516399383545, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.11359906196594238, + "contact_quality": null, + "progress": 0.12413501739501953, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12413501739501953 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1044379472732544, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.16195309162139893, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.08354830741882324, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 0.17820711433887482, + 1.0, + 1.0, + 1.0, + 0.12413501739501953, + 1.0, + 1.0, + 1.0 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-067cac2e4dbeddb12239", + "ms-cad6645f8175e38ad155", + "ms-babaeb20129c46551281", + "ms-067cac2e4dbeddb12239", + "ms-68b43d83b97196e0d27f", + "ms-68b43d83b97196e0d27f", + "ms-c1620854ba52f09e24d5", + "ms-1f19fd22562f87bdb776" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + true, + true, + true, + false, + true, + true, + true + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank4", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank5", + "ctt_transport_rank5", + "ctt_transport_rank3", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-16661b2fd2c85f57a66c", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.1848277896642685, + -0.5184430480003357, + 0.8079643249511719, + -0.4563278555870056, + -0.24888667464256287, + 2.693922758102417, + 3.1719841957092285, + 1.4170509576797485, + 0.15332193672657013, + -0.05946298688650131, + 0.4641951024532318, + 0.4329735040664673, + 1.7182193994522095, + 2.3720998764038086, + 0.8461249470710754, + -0.1331932693719864, + -1.5497076511383057, + 0.717145562171936, + -0.6904383301734924, + -0.6560270190238953, + -1.736465573310852 + ], + [ + 0.17122602462768555, + 0.06472387164831161, + 1.428099274635315, + -0.30677330493927, + 0.3307957649230957, + 1.8911855220794678, + 2.4317052364349365, + 1.739039659500122, + 0.06501293927431107, + -0.5984882712364197, + -0.2278636395931244, + 0.18259429931640625, + 1.1403831243515015, + 1.3988696336746216, + 0.72626793384552, + -0.4642644226551056, + -1.5828174352645874, + 0.8660343289375305, + -0.28823554515838623, + -0.6112356781959534, + -1.2401801347732544 + ], + [ + -0.07538312673568726, + -0.14239129424095154, + 1.3161425590515137, + -0.27459681034088135, + 0.5356996059417725, + 2.490715265274048, + 3.2316112518310547, + 1.3556791543960571, + -0.0006156647577881813, + -0.3991674780845642, + -0.5389090180397034, + 0.34672945737838745, + 1.5882683992385864, + 1.1796417236328125, + 1.2399241924285889, + -0.336425244808197, + -1.6457163095474243, + 0.07963995635509491, + -0.5446317791938782, + -0.8214654922485352, + -1.4461702108383179 + ], + [ + -0.14936085045337677, + -0.41353166103363037, + 0.9730461835861206, + -0.010159224271774292, + 0.26222336292266846, + 2.5690393447875977, + 3.3977673053741455, + 1.5865579843521118, + 0.05811655521392822, + -0.23311343789100647, + 0.276034414768219, + 0.9150040149688721, + 1.9381910562515259, + 1.8690706491470337, + 1.082419514656067, + -0.08225741982460022, + -1.8670697212219238, + 0.7644354701042175, + -0.7300402522087097, + -0.8273007869720459, + -1.604188084602356 + ], + [ + -0.06342248618602753, + 0.16773831844329834, + 1.939815640449524, + -0.22509384155273438, + 0.6576492786407471, + 2.298588752746582, + 3.107804775238037, + 1.88987135887146, + 0.17889630794525146, + -0.8316094875335693, + -0.13819047808647156, + 0.4009671211242676, + 1.6124881505966187, + 1.312300682067871, + 0.9808775782585144, + -0.3563791513442993, + -1.7431952953338623, + 0.633985161781311, + -0.3507012724876404, + -0.5206640958786011, + -0.7823349237442017 + ], + [ + -0.02442869544029236, + 0.09710939228534698, + 1.9177497625350952, + -0.19720222055912018, + 0.6099441051483154, + 2.213594675064087, + 3.130091667175293, + 1.7888437509536743, + 0.16781380772590637, + -0.7815804481506348, + -0.2586515545845032, + 0.47331899404525757, + 1.7285412549972534, + 1.3911144733428955, + 0.9664400219917297, + -0.2998965382575989, + -1.735469102859497, + 0.6536641120910645, + -0.45213109254837036, + -0.5679559707641602, + -1.1185572147369385 + ], + [ + -0.5075260400772095, + -0.39085090160369873, + 1.076999306678772, + -0.6105576753616333, + 0.6716070175170898, + 2.4535152912139893, + 2.212211847305298, + 2.162396192550659, + 0.11533438414335251, + -0.45570701360702515, + 0.6651636362075806, + -0.06049719452857971, + 1.0557245016098022, + 0.9382764101028442, + 1.4658393859863281, + -0.06351584196090698, + -1.758785367012024, + 0.587803065776825, + -0.2937743067741394, + -0.7182979583740234, + -1.753069519996643 + ], + [ + 0.25378963351249695, + -0.21682745218276978, + 1.509250521659851, + -0.0032485276460647583, + 0.39059340953826904, + 1.9186532497406006, + 1.6832740306854248, + 1.3977899551391602, + -0.21653778851032257, + -0.5023082494735718, + -0.5441986918449402, + 0.6300029754638672, + 1.650079369544983, + 1.3754959106445312, + 0.8686167597770691, + -0.24171182513237, + -1.8417448997497559, + 0.6624529361724854, + -0.41672396659851074, + -0.7170917987823486, + -1.7328519821166992 + ] + ], + "generated_utilities": [ + 0.17820711433887482, + 2.0, + 2.0, + 2.0, + 0.12413501739501953, + 2.0, + 2.0, + 2.0 + ], + "group_id": "ms-16661b2fd2c85f57a66c", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.23635749518871307, + 0.1864171028137207, + 0.18280422687530518, + 0.16576561331748962, + 0.2967458665370941, + 0.2833873927593231, + 0.2587948143482208, + 0.2695174813270569, + 0.2239263951778412, + 0.15686756372451782, + 0.2505500912666321, + 0.12250886857509613, + 0.16453635692596436, + 2.0, + 0.13450095057487488, + 0.11914549767971039 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -0.12099093198776245, + 0.06886856257915497, + 0.2952747344970703, + -0.1764048933982849, + -0.12411242723464966, + 0.8606208562850952, + 0.0, + 1.3532578945159912, + -0.046127498149871826, + 0.12581980228424072, + 0.042072445154190063, + -0.06942430138587952, + 0.7517287731170654, + 0.0, + 0.690804123878479, + -0.06023237854242325, + 0.049633681774139404, + 0.01943105459213257, + 0.013327360153198242, + -0.8525059223175049, + 0.0 + ], + [ + 0.3599843978881836, + -0.34296315908432007, + 0.2952747344970703, + -0.3797188997268677, + -0.41771262884140015, + 0.8606208562850952, + 0.0, + 1.3532578945159912, + 0.06634362041950226, + 0.138022780418396, + -0.2342309057712555, + -0.36017337441444397, + 0.7517287731170654, + 0.0, + 0.690804123878479, + 0.10550708323717117, + -0.35431206226348877, + 0.16382712125778198, + 0.06674730777740479, + -0.8525059223175049, + 0.0 + ], + [ + 0.567882239818573, + -0.4729353189468384, + 1.6256722211837769, + -1.5372763872146606, + 1.0487556457519531, + 1.5327277183532715, + 2.2847697734832764, + 2.6703484058380127, + 0.4013517200946808, + -1.3629915714263916, + 0.6385155916213989, + 0.2664203345775604, + 1.2691267728805542, + 1.2942520380020142, + 2.2084813117980957, + 0.6982719302177429, + -0.8422143459320068, + 1.070263385772705, + -0.9558742046356201, + -1.3996182680130005, + -1.4242117404937744 + ], + [ + 0.6830785274505615, + -0.5584439635276794, + 0.841848611831665, + -0.5293771624565125, + -0.14354348182678223, + 2.097932815551758, + 2.9733188152313232, + 2.603226661682129, + -0.1639159619808197, + -0.918163537979126, + 1.002030849456787, + 0.40132570266723633, + 1.1751198768615723, + 1.455662727355957, + 2.3202755451202393, + -0.18584474921226501, + -1.3483099937438965, + 0.0660635232925415, + 0.4330971837043762, + -1.1989169120788574, + -2.0896859169006348 + ], + [ + 0.44418102502822876, + 0.07469291985034943, + 1.6960139274597168, + -1.329486608505249, + 1.3067576885223389, + 2.2694292068481445, + 2.0299551486968994, + 1.6317954063415527, + 0.7472026348114014, + -0.12518703937530518, + 0.3035789430141449, + -0.5889836549758911, + 2.345867395401001, + 1.9470158815383911, + 0.8398547172546387, + -0.6090301871299744, + -1.5060018301010132, + 0.5695335865020752, + -0.6025367975234985, + -1.8703374862670898, + -2.728482246398926 + ], + [ + 0.31904691457748413, + 0.04995492100715637, + 1.3823881149291992, + -0.5106721520423889, + -0.2236303687095642, + 0.9921484589576721, + 1.5933295488357544, + 2.741320848464966, + -0.21808990836143494, + -0.7775652408599854, + 1.224307894706726, + -0.08168366551399231, + 2.692474842071533, + 2.269430160522461, + 2.3270838260650635, + -0.2901480495929718, + -1.2098140716552734, + -0.07570821046829224, + -1.1340655088424683, + -1.9999847412109375, + -1.6802332401275635 + ], + [ + -0.6257733106613159, + 0.3840647339820862, + 0.9012271165847778, + -1.248098611831665, + -0.1650761365890503, + 2.7645747661590576, + 2.7588071823120117, + 3.0172548294067383, + 0.4120163321495056, + -1.6110656261444092, + -0.10423526167869568, + 0.5334746241569519, + 1.7809263467788696, + 0.5690644383430481, + 1.5881801843643188, + 0.8860509991645813, + -1.1502506732940674, + 0.7821243405342102, + -0.549727201461792, + -1.326378345489502, + -1.5100535154342651 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.2773973345756531, + -0.13796104490756989, + 1.2952747344970703, + -1.0323810577392578, + 0.5605664849281311, + 1.8606208562850952, + 2.439758777618408, + 2.353257894515991, + 0.24642756581306458, + -0.861977219581604, + 0.4799116551876068, + 0.264199823141098, + 1.7517287731170654, + 1.4282559156417847, + 1.690804123878479, + 0.1215878501534462, + -0.9322434067726135, + 0.8536378145217896, + -0.35758620500564575, + -1.8525059223175049, + -1.910990595817566 + ], + [ + -0.4916617274284363, + -0.5934253931045532, + 2.074575424194336, + -0.9512085318565369, + 0.3705800175666809, + 1.691048264503479, + 2.2907681465148926, + 1.532329797744751, + 0.8991785049438477, + -0.7733803987503052, + 1.3577321767807007, + 0.9844847917556763, + 1.7379451990127563, + 2.050845146179199, + 0.7804086804389954, + -0.8400509357452393, + -1.6339564323425293, + 0.9922879934310913, + 0.6006971597671509, + -1.0612030029296875, + -1.3134464025497437 + ] + ], + "predicted_scores": [ + 4.065399646759033, + 3.6411213874816895, + 3.583876609802246, + 3.4300050735473633, + 2.8184266090393066, + 2.5625052452087402, + 1.9115933179855347, + 1.6718202829360962 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1549324805", + "selected_index": 0, + "state_hash": "74b116fd9ceddd5b2261edd96a14934a4b4a78a40191a654d6743661b819f407", + "stored_base_utility": 0.23635749518871307, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18323469161987305, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18323469161987305 + }, + "base_progress": 0.18323469161987305, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.18323469161987305, + "candidate_action_clip_max_abs": [ + 0.38616693019866943, + 0.29725944995880127, + 0.31101322174072266, + 0.342429518699646, + 0.33553266525268555, + 0.42574477195739746, + 0.30697691440582275, + 0.38535284996032715 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.38616693019866943, + "contact_quality": null, + "progress": 0.003411312820389867, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.003411312820389867 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.29725944995880127, + "contact_quality": null, + "progress": 0.0030998189467936754, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0030998189467936754 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.31101322174072266, + "contact_quality": null, + "progress": 0.005145370960235596, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.005145370960235596 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.342429518699646, + "contact_quality": null, + "progress": 0.0030503273010253906, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0030503273010253906 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.33553266525268555, + "contact_quality": null, + "progress": 0.0033691723365336657, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0033691723365336657 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.42574477195739746, + "contact_quality": null, + "progress": 0.0027898948173969984, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0027898948173969984 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.30697691440582275, + "contact_quality": null, + "progress": 0.003227611305192113, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.003227611305192113 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.38535284996032715, + "contact_quality": null, + "progress": 0.004867911338806152, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.004867911338806152 + } + ], + "candidate_progress": [ + 0.003411312820389867, + 0.0030998189467936754, + 0.005145370960235596, + 0.0030503273010253906, + 0.0033691723365336657, + 0.0027898948173969984, + 0.003227611305192113, + 0.004867911338806152 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-84388e63928e1a30ffc4", + "ms-84388e63928e1a30ffc4", + "ms-8e12f7ad446482627dd3", + "ms-84388e63928e1a30ffc4", + "ms-84388e63928e1a30ffc4", + "ms-84388e63928e1a30ffc4", + "ms-0e592951fa32139b6dc9", + "ms-84388e63928e1a30ffc4" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-20e1efbb745fd02abc95", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.43469780683517456, + -0.22354631125926971, + 1.7749083042144775, + -0.011158451437950134, + 0.988589882850647, + 2.588744640350342, + 3.002692699432373, + -0.4751051366329193, + 0.0009158952161669731, + 1.456737995147705, + 0.13997063040733337, + 1.306453824043274, + 2.4195470809936523, + 2.7459588050842285, + -1.2628669738769531, + -0.27210482954978943, + 1.8951599597930908, + 1.0408731698989868, + 0.6750343441963196, + 2.810333490371704, + 2.885742664337158 + ], + [ + -0.5140305757522583, + -0.2675488293170929, + 1.6974668502807617, + 0.00971628725528717, + 1.1975617408752441, + 2.8141961097717285, + 2.679661273956299, + -0.528803825378418, + 0.06928060203790665, + 1.513627290725708, + 0.21665877103805542, + 1.1287600994110107, + 1.9114896059036255, + 2.8581745624542236, + -1.2698723077774048, + -0.3409438133239746, + 1.9667595624923706, + 0.9330630898475647, + 0.7876871824264526, + 2.5226078033447266, + 2.920745372772217 + ], + [ + -0.2820584774017334, + -0.11317578703165054, + 1.4101530313491821, + -0.028771981596946716, + 1.0489150285720825, + 2.3596279621124268, + 1.925356388092041, + -0.4550052583217621, + 0.13363848626613617, + 1.433370590209961, + 0.23345062136650085, + 1.2652956247329712, + 1.5352638959884644, + 1.7418228387832642, + -1.0439101457595825, + -0.39539170265197754, + 1.6472212076187134, + 0.9968480467796326, + 0.9592776298522949, + 2.9082345962524414, + 2.1824920177459717 + ], + [ + -0.41229474544525146, + -0.3356183171272278, + 1.759572148323059, + -0.21171829104423523, + 1.1287858486175537, + 2.812526226043701, + 2.580157995223999, + -0.6228926181793213, + 0.0930311381816864, + 1.4669688940048218, + 0.05659898370504379, + 1.0984153747558594, + 2.1096036434173584, + 2.6184074878692627, + -1.2260764837265015, + -0.3062768578529358, + 2.0202083587646484, + 0.9805872440338135, + 0.5199182629585266, + 2.7137949466705322, + 2.889956474304199 + ], + [ + -0.13798044621944427, + -0.30315399169921875, + 1.8041820526123047, + -0.07394024729728699, + 1.074148178100586, + 2.6908481121063232, + 2.398677349090576, + -0.6739672422409058, + 0.13357244431972504, + 1.431139349937439, + 0.06306695193052292, + 1.3263928890228271, + 2.2238450050354004, + 2.9073657989501953, + -1.116865634918213, + -0.33915919065475464, + 2.1257851123809814, + 0.8389171957969666, + 0.6034391522407532, + 2.5762345790863037, + 3.0433945655822754 + ], + [ + -0.20228402316570282, + -0.26366835832595825, + 1.7609690427780151, + -0.12268500030040741, + 0.6961319446563721, + 2.534663438796997, + 2.145610809326172, + -0.7884376049041748, + 0.09256112575531006, + 1.6547080278396606, + -0.0773584321141243, + 1.3950660228729248, + 2.3840551376342773, + 2.5829784870147705, + -1.1972053050994873, + -0.4152725338935852, + 1.991549015045166, + 0.8341578245162964, + 0.22948011755943298, + 3.134659767150879, + 2.7973780632019043 + ], + [ + -0.5706470012664795, + -0.30322206020355225, + 1.5816683769226074, + -0.21691197156906128, + 1.3660225868225098, + 2.9867982864379883, + 2.6422643661499023, + -0.6080279350280762, + 0.1847027838230133, + 1.5884190797805786, + 0.02625291794538498, + 1.1525864601135254, + 1.9180885553359985, + 2.708132266998291, + -0.9760982394218445, + -0.13127265870571136, + 1.9614019393920898, + 0.9698085784912109, + 0.6127684116363525, + 2.590754747390747, + 2.7766106128692627 + ], + [ + -0.03040635585784912, + -0.22115007042884827, + 1.4751977920532227, + -0.151591956615448, + 1.1898030042648315, + 1.997132658958435, + 1.9315550327301025, + -0.588310718536377, + 0.07321871817111969, + 1.4384222030639648, + 0.5431221723556519, + 0.43264251947402954, + 1.6417125463485718, + 3.5201308727264404, + -1.013230562210083, + -0.21194274723529816, + 1.863665223121643, + 1.1306854486465454, + 0.6780790090560913, + 2.6801834106445312, + 3.7359261512756348 + ] + ], + "generated_utilities": [ + 0.003411312820389867, + 0.0030998189467936754, + 0.005145370960235596, + 0.0030503273010253906, + 0.0033691723365336657, + 0.0027898948173969984, + 0.003227611305192113, + 0.004867911338806152 + ], + "group_id": "ms-20e1efbb745fd02abc95", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.13665315508842468, + 0.1696699559688568, + 0.049180448055267334, + 0.05942712351679802, + 0.22736775875091553, + 0.0799722671508789, + 0.17261533439159393, + 0.21202586591243744, + 0.18980810046195984, + 0.24345096945762634, + 0.08349347114562988, + 0.11624568700790405, + 0.17245106399059296, + 0.07060472667217255, + 0.041495781391859055, + 0.028585990890860558 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -0.08645056188106537, + -0.060760222375392914, + 0.6493666172027588, + -0.016124725341796875, + 0.18658411502838135, + 1.8734135627746582, + 0.0, + -0.2971414625644684, + 0.023367643356323242, + 0.6914786100387573, + -0.1027369350194931, + 0.1733318567276001, + 1.2948026657104492, + 0.0, + -0.30476057529449463, + -0.10394972562789917, + 0.9822354316711426, + 0.055961012840270996, + 0.004969358444213867, + 2.122485637664795, + 0.0 + ], + [ + 0.046016186475753784, + -0.24098780751228333, + 0.6493666172027588, + 0.05737954378128052, + 0.18658411502838135, + 1.8734135627746582, + 0.0, + 0.22233793139457703, + 0.3896067142486572, + 0.6914786100387573, + -0.061455681920051575, + 0.17170286178588867, + 1.2948026657104492, + 0.0, + -0.4717581272125244, + -0.5722612738609314, + 0.9822354316711426, + 0.3690842390060425, + 0.33333829045295715, + 2.122485637664795, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.590132236480713, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.670657634735107, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.27303409576416 + ], + [ + -0.4654892086982727, + -0.6659128069877625, + 2.053840160369873, + -0.17420679330825806, + 1.1238669157028198, + 2.773953914642334, + 2.9706993103027344, + -0.9652835726737976, + -0.6603021621704102, + 1.957632303237915, + 0.30636119842529297, + 1.0932379961013794, + 2.4988603591918945, + 2.1735024452209473, + -0.7229697108268738, + -0.6565687656402588, + 2.1097376346588135, + 0.79427170753479, + 1.1421128511428833, + 3.200641393661499, + 3.3294520378112793 + ], + [ + 0.8783296346664429, + -0.6790766716003418, + 1.3789844512939453, + -1.578566551208496, + 1.2084856033325195, + 1.906846046447754, + 2.7278928756713867, + -0.8570022583007812, + -0.3114888072013855, + 2.660332202911377, + 0.4615887999534607, + -0.16199523210525513, + 1.9830265045166016, + 2.4224376678466797, + -0.9260885715484619, + 0.5555675029754639, + 2.5474588871002197, + 0.0070996880531311035, + 1.627825379371643, + 3.9487287998199463, + 3.03330135345459 + ], + [ + -0.1274794638156891, + -0.26015421748161316, + 2.5414626598358154, + -1.0220305919647217, + 1.4708960056304932, + 2.0982167720794678, + 3.1457836627960205, + -1.0992621183395386, + -0.9075721502304077, + 0.8330968022346497, + 0.15631377696990967, + 1.3095502853393555, + 1.8582203388214111, + 2.101317882537842, + -0.9184049367904663, + 0.4676415026187897, + 2.784534454345703, + 0.4529607892036438, + 0.6403366327285767, + 3.1566896438598633, + 2.5268735885620117 + ], + [ + 0.9289348125457764, + 0.1545984447002411, + 1.6792887449264526, + -0.6400681138038635, + 0.5956984758377075, + 2.5183756351470947, + 1.6261346340179443, + -0.019961506128311157, + -0.2638699412345886, + 1.310987114906311, + 0.4996453523635864, + -0.06606829166412354, + 1.9830868244171143, + 2.392476797103882, + -0.3871336579322815, + -0.7797489166259766, + 1.927225947380066, + 0.4438522458076477, + 1.0257132053375244, + 3.211881160736084, + 3.374328851699829 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.05862678587436676, + -0.042836256325244904, + 1.6493666172027588, + -0.7465556859970093, + 1.1865841150283813, + 2.873413562774658, + 2.2950661182403564, + -0.48127153515815735, + -0.11381363868713379, + 1.6914786100387573, + 0.06965510547161102, + 0.8288453221321106, + 2.294802665710449, + 2.3353288173675537, + -1.3047605752944946, + -0.39009055495262146, + 1.9822354316711426, + 0.9993376731872559, + 0.81731116771698, + 3.122485637664795, + 2.63651704788208 + ], + [ + -0.045653510838747025, + 0.00397084653377533, + 1.3591042757034302, + -0.6414353847503662, + 0.8377937078475952, + 2.8277816772460938, + 2.203674554824829, + -0.1951642632484436, + 0.12272481620311737, + 1.7411555051803589, + -0.004818864166736603, + 0.8769108057022095, + 2.243906021118164, + 2.4328396320343018, + -1.6330946683883667, + -0.4807296395301819, + 2.2988247871398926, + 0.8021057844161987, + 0.6970767378807068, + 2.8728103637695312, + 2.288278102874756 + ], + [ + -0.4273069500923157, + 0.16743427515029907, + 1.538269281387329, + -0.7002415657043457, + 0.7622614502906799, + 2.805328369140625, + 2.267277479171753, + -0.6541028022766113, + -0.2980780303478241, + 1.456940770149231, + 0.5105806589126587, + 1.040317177772522, + 2.4321720600128174, + 2.696331024169922, + -1.1555191278457642, + -0.025772064924240112, + 1.6384800672531128, + 1.4557092189788818, + 0.6594157814979553, + 3.1446406841278076, + 2.249678134918213 + ], + [ + -0.6431475877761841, + -0.24224388599395752, + 1.3122833967208862, + -0.16711556911468506, + 0.9232780337333679, + 2.850522994995117, + 2.645284414291382, + -0.379825621843338, + -0.6750738620758057, + 1.1236441135406494, + 0.4938291311264038, + 1.1075668334960938, + 2.203859806060791, + 2.799032688140869, + -1.359815239906311, + -0.5104091763496399, + 2.0970702171325684, + 1.057171106338501, + 1.1167995929718018, + 2.8190994262695312, + 2.2184524536132812 + ] + ], + "predicted_scores": [ + 4.195275783538818, + 3.990461826324463, + 3.588350296020508, + 3.473705291748047, + 3.2317113876342773, + 2.789851665496826, + 2.7468886375427246, + 2.544188976287842 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1375492786", + "selected_index": 0, + "state_hash": "56acb365a02ebac0ac4893531e168df3c430b486416156feeea40eeb178bda3e", + "stored_base_utility": 0.13665315508842468, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.3823683261871338, + 0.4073982238769531, + 0.34910154342651367, + 0.39610111713409424, + 0.39992284774780273, + 0.30668509006500244, + 0.3201265335083008, + 0.45524120330810547 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3823683261871338, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.4073982238769531, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.34910154342651367, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.39610111713409424, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.39992284774780273, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.30668509006500244, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3201265335083008, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.45524120330810547, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-456cdaaa617fc54fd766", + "ms-456cdaaa617fc54fd766", + "ms-456cdaaa617fc54fd766", + "ms-9681d9cb43cc26adb0fe", + "ms-456cdaaa617fc54fd766", + "ms-fbd73493bcf73542f735", + "ms-fbd73493bcf73542f735", + "ms-456cdaaa617fc54fd766" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-2dc5138251afd26a040d", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.866194248199463, + -0.03409232944250107, + -1.4414993524551392, + -0.8375753164291382, + 0.11810322105884552, + 1.580507516860962, + -0.20354390144348145, + 0.8664882183074951, + 0.24206341803073883, + -0.027722008526325226, + -0.32790201902389526, + -0.00780797004699707, + -3.2414867877960205, + -2.230639696121216, + 0.5830298662185669, + 0.32587841153144836, + 0.4158557653427124, + -1.424830675125122, + 0.8788799047470093, + -2.2824840545654297, + -1.5518250465393066 + ], + [ + 1.7611037492752075, + -0.05231824517250061, + -1.173378586769104, + -0.42327386140823364, + 0.20470167696475983, + 1.2287547588348389, + -0.864301860332489, + 1.0189564228057861, + 0.1540633738040924, + -0.23942416906356812, + -0.5273892283439636, + 0.2641642987728119, + -3.1868603229522705, + -1.8778022527694702, + 0.7658819556236267, + 0.3735975921154022, + 0.06485548615455627, + -1.5312994718551636, + 0.9276955723762512, + -2.795602560043335, + -1.589759111404419 + ], + [ + 1.5845264196395874, + -0.07675355672836304, + -1.1333515644073486, + -0.32281404733657837, + -0.053751617670059204, + 1.0688650608062744, + -0.9051439166069031, + 0.785185694694519, + 0.30030539631843567, + -0.20934247970581055, + -0.23016461730003357, + 0.4050230383872986, + -2.9210824966430664, + -2.2992348670959473, + 0.8510451316833496, + 0.43406105041503906, + 0.04623712599277496, + -1.520850419998169, + 0.9245702028274536, + -2.5830233097076416, + -1.428930640220642 + ], + [ + 1.6828430891036987, + -0.22891047596931458, + -0.8907780647277832, + -0.24545112252235413, + -0.26602983474731445, + 0.20095758140087128, + 0.3177790641784668, + 0.8612751960754395, + 0.07148922979831696, + -0.004294209182262421, + -0.0995822325348854, + -0.03995765745639801, + -3.1293232440948486, + -1.6502195596694946, + 0.7548762559890747, + 0.45390045642852783, + 0.2500878870487213, + -1.2841194868087769, + 0.8354799747467041, + -2.7694902420043945, + -1.3103411197662354 + ], + [ + 1.7247824668884277, + -0.05488893762230873, + -1.035933494567871, + -0.484039843082428, + 0.07902958989143372, + 1.3289719820022583, + -0.8081256747245789, + 0.9527996778488159, + 0.17825759947299957, + -0.206644207239151, + -0.3477018177509308, + 0.29339542984962463, + -3.212015390396118, + -2.1034820079803467, + 0.8016772270202637, + 0.3956650197505951, + 0.26855847239494324, + -1.722428560256958, + 0.8747060298919678, + -2.6202547550201416, + -1.6480785608291626 + ], + [ + 2.007483720779419, + -0.16202402114868164, + -1.0658529996871948, + -0.09521511197090149, + -0.4844902753829956, + 0.3700769543647766, + -0.26010197401046753, + 0.6740251779556274, + 0.22188475728034973, + -0.22321811318397522, + -0.23196420073509216, + 0.3285139501094818, + -2.8181979656219482, + -1.8737646341323853, + 0.7169776558876038, + 0.4892524480819702, + 0.24700047075748444, + -1.2970609664916992, + 0.6493982076644897, + -2.202115774154663, + -1.1329714059829712 + ], + [ + 1.9788978099822998, + -0.25805455446243286, + -0.7641005516052246, + -0.09809332340955734, + -0.6098920106887817, + 0.8086764812469482, + -0.21170306205749512, + 0.5462069511413574, + 0.21715371310710907, + 0.07157842814922333, + -0.46014735102653503, + -0.052928149700164795, + -2.991896867752075, + -2.004610776901245, + 0.6144483089447021, + 0.4245218336582184, + 0.2710614502429962, + -1.5884220600128174, + 0.6508866548538208, + -1.9700837135314941, + -1.4463698863983154 + ], + [ + 1.6389278173446655, + -0.07767723500728607, + -1.0667272806167603, + -0.4800528883934021, + 0.09458808600902557, + 1.5393261909484863, + -0.8841343522071838, + 1.0403462648391724, + 0.2592512369155884, + 0.04674989730119705, + -0.3871195316314697, + 0.30466991662979126, + -3.5372908115386963, + -2.279115676879883, + 0.9007852077484131, + 0.42719194293022156, + 0.345029354095459, + -1.7524912357330322, + 0.6789451241493225, + -2.6392829418182373, + -1.7993597984313965 + ] + ], + "generated_utilities": [ + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0 + ], + "group_id": "ms-2dc5138251afd26a040d", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.1373138427734375, + 0.1398601531982422, + 0.11154793202877045, + 0.07755142450332642, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.7500379085540771, + -0.32870030403137207, + -0.3281364440917969, + 0.020404458045959473, + 0.03884005546569824, + 0.26651138067245483, + 0.0, + 0.2614295184612274, + 0.02006034180521965, + 0.6256309151649475, + 0.10119366645812988, + 0.0365104079246521, + -1.9807136058807373, + 0.0, + -0.4040032625198364, + -0.3390212059020996, + 0.444367915391922, + -1.3744113445281982, + 0.3090496063232422, + -1.6372854709625244, + 0.0 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 1.7500379085540771, + 0.1347455233335495, + -1.3281364440917969, + -0.3984496593475342, + -0.6640693545341492, + -0.7334886193275452, + -1.63351309299469, + 0.4696621894836426, + -0.03721961751580238, + 0.0896599143743515, + -0.8988063335418701, + -0.047963276505470276, + -2.9807136058807373, + -2.542311906814575, + 0.5875393152236938, + 0.41857796907424927, + 0.32660895586013794, + -2.3744113445281982, + 0.9575246572494507, + -2.6372854709625244, + -1.9586280584335327 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.26702618598938, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -5.08462381362915, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.9172561168670654 + ], + [ + 1.7928142547607422, + -0.046942055225372314, + -1.3733142614364624, + -0.4212188422679901, + -0.5566414594650269, + -0.9966021180152893, + -1.7926092147827148, + 0.37284746766090393, + 0.18181614577770233, + -0.056899696588516235, + -0.8793746829032898, + -0.06206277757883072, + -3.2539288997650146, + -2.3651227951049805, + 0.543649435043335, + 0.4969414472579956, + 0.3953157365322113, + -2.6153955459594727, + 1.239845633506775, + -2.9289329051971436, + -2.1138057708740234 + ], + [ + 1.4313925504684448, + 0.3287010192871094, + -1.4217545986175537, + -0.11546039581298828, + -0.38684383034706116, + -0.3866080045700073, + -1.4945378303527832, + 0.4180656969547272, + 0.08673545718193054, + -0.30675017833709717, + -0.8370212316513062, + -0.3124745488166809, + -3.2861690521240234, + -2.5144338607788086, + 0.7133253216743469, + 0.5272455215454102, + 0.6288780570030212, + -2.7024707794189453, + 1.0730262994766235, + -2.603350877761841, + -1.8104162216186523 + ], + [ + 2.0841901302337646, + 0.18348857760429382, + -1.4159170389175415, + -0.5868262052536011, + -0.3290694057941437, + -0.8189557790756226, + -1.811798334121704, + 0.8927561044692993, + -0.4510294198989868, + -0.1373635083436966, + -0.46978816390037537, + -0.2017078548669815, + -3.1228857040405273, + -2.619961977005005, + 0.7154320478439331, + 0.4623824954032898, + 0.8127838373184204, + -2.5683043003082275, + 0.8921399116516113, + -2.799823522567749, + -1.6220401525497437 + ], + [ + 1.5681514739990234, + -0.11813957989215851, + -1.066882848739624, + -0.4835556447505951, + -0.4833664894104004, + -0.1345365047454834, + -1.872452735900879, + 1.059093952178955, + -0.3537854254245758, + 0.5130321979522705, + -0.7769420146942139, + -0.4462882876396179, + -3.249842882156372, + -2.2144932746887207, + 0.6907999515533447, + 0.14545467495918274, + 0.8816275596618652, + -2.4357430934906006, + 1.424092411994934, + -2.656961441040039, + -2.3529839515686035 + ], + [ + 2.0935373306274414, + 0.20671290159225464, + -1.0638595819473267, + -0.37751641869544983, + -0.5913090705871582, + -0.3702518939971924, + -1.3611384630203247, + 0.8432458639144897, + 0.4395832121372223, + -0.19578908383846283, + -1.2028591632843018, + -0.07535962760448456, + -3.2909016609191895, + -2.9216225147247314, + 1.1581575870513916, + 0.9284459352493286, + -0.3347962498664856, + -1.9277539253234863, + 0.8971017003059387, + -3.245394229888916, + -2.1499102115631104 + ], + [ + 2.5108895301818848, + -0.2977973222732544, + -1.458537220954895, + -0.5705423355102539, + -1.4453105926513672, + -0.4854125380516052, + -2.383378028869629, + 0.39735814929008484, + -0.3523370325565338, + 0.4586251974105835, + -1.2388068437576294, + 0.1082226037979126, + -3.5858566761016846, + -1.8809643983840942, + -0.18688076734542847, + 0.0871247947216034, + 0.0062812864780426025, + -3.012958526611328, + 1.0266033411026, + -3.1649136543273926, + -2.6460556983947754 + ], + [ + 1.2948591709136963, + 0.21422013640403748, + -1.3904463052749634, + -0.13111025094985962, + -0.1661812961101532, + -0.4983506500720978, + -2.0006139278411865, + -0.4048727750778198, + 0.10130663216114044, + 0.1955089420080185, + -0.27839744091033936, + 0.8026529550552368, + -3.2792744636535645, + -1.6839708089828491, + 0.6468846201896667, + -0.2772523760795593, + 0.45975640416145325, + -2.612403631210327, + 1.6571701765060425, + -1.8971503973007202, + -1.2593979835510254 + ], + [ + 0.9154124855995178, + -0.2073056846857071, + -2.1218466758728027, + -0.4230979084968567, + -1.2478010654449463, + -0.5439814925193787, + -1.185287594795227, + -0.06685006618499756, + -0.7776275873184204, + -0.015365853905677795, + -1.3256038427352905, + 0.46163398027420044, + -2.8853814601898193, + -2.387786865234375, + 1.2300693988800049, + 0.9541484117507935, + 0.29864931106567383, + -2.931433916091919, + 1.3643410205841064, + -2.001633882522583, + -2.6548502445220947 + ], + [ + 2.035454750061035, + 0.03935282677412033, + -1.9080866575241089, + -0.17657285928726196, + -1.4843900203704834, + -0.4207392632961273, + -1.554489016532898, + 0.1909814178943634, + -0.5061874389648438, + -0.420978844165802, + -0.7634562849998474, + -0.7818551063537598, + -3.374903678894043, + -2.5324442386627197, + 1.2213574647903442, + 0.9676649570465088, + 0.5052346587181091, + -2.0974624156951904, + 0.9588823914527893, + -3.6367201805114746, + -1.953636646270752 + ], + [ + 1.4856661558151245, + 0.3259274363517761, + -2.1635096073150635, + -0.8793277740478516, + 0.2686290740966797, + -0.340938925743103, + -0.8516338467597961, + -0.3830271363258362, + 0.5376158356666565, + -0.2721732258796692, + -1.2276334762573242, + -0.38624608516693115, + -3.346294403076172, + -3.093522071838379, + 0.6735774278640747, + 0.5564011931419373, + -0.5450864434242249, + -1.5815953016281128, + 1.4068235158920288, + -2.7531042098999023, + -2.515698194503784 + ] + ], + "predicted_scores": [ + 4.41875696182251, + 4.40678071975708, + 4.2925190925598145, + 3.987820625305176, + 3.7414803504943848, + 3.662816047668457, + 3.55656099319458, + 3.5054736137390137 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "565621826", + "selected_index": 0, + "state_hash": "f6edd849b0b51788d7be25e402fb514cb777ccf220797faaf769000814df02cb", + "stored_base_utility": 0.1373138427734375, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08593521267175674, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08593521267175674 + }, + "base_progress": 0.08593521267175674, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.08593521267175674, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12411472946405411, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12411472946405411 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09772930294275284, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09772930294275284 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.055643003433942795, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.055643003433942795 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07840597629547119, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07840597629547119 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10767010599374771, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10767010599374771 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11084949970245361, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11084949970245361 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10111018270254135, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10111018270254135 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05770313739776611, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05770313739776611 + } + ], + "candidate_progress": [ + 0.12411472946405411, + 0.09772930294275284, + 0.055643003433942795, + 0.07840597629547119, + 0.10767010599374771, + 0.11084949970245361, + 0.10111018270254135, + 0.05770313739776611 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-4aed2a49597da545e551", + "ms-45fbd749d5ed3fe37c13", + "ms-4aed2a49597da545e551", + "ms-206099bab6bfe7c84fce", + "ms-45fbd749d5ed3fe37c13", + "ms-45fbd749d5ed3fe37c13", + "ms-45fbd749d5ed3fe37c13", + "ms-4aed2a49597da545e551" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-387e6771a55be98f1a59", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.1830735057592392, + 0.08603301644325256, + -0.09019538760185242, + 0.31818869709968567, + 0.7653957009315491, + -0.6022504568099976, + -0.7196000218391418, + 0.07670821249485016, + 0.12427052855491638, + -0.06573257595300674, + 0.8258861899375916, + 0.06143912672996521, + -0.39119043946266174, + -0.13460834324359894, + 0.12855172157287598, + -0.03284687548875809, + 0.2719667851924896, + 0.16170816123485565, + 0.16605252027511597, + 1.0373387336730957, + 0.14085663855075836 + ], + [ + 0.7223659753799438, + 0.23503650724887848, + -0.17798247933387756, + -0.19551575183868408, + 0.38292625546455383, + -1.9570366144180298, + -1.372971773147583, + -0.19153738021850586, + 0.10969973355531693, + 0.07190240919589996, + 0.788723886013031, + -0.01789364218711853, + -0.9461232423782349, + -0.7841302752494812, + -0.086475670337677, + -0.27330708503723145, + 0.05993196368217468, + 0.36605674028396606, + 0.43754345178604126, + 0.8235839009284973, + 0.4663090705871582 + ], + [ + 0.11572965234518051, + 0.17334716022014618, + 0.21638402342796326, + 0.4102948009967804, + 0.8616942167282104, + -0.7206541299819946, + -0.6689602732658386, + -0.1261637806892395, + 0.08531531691551208, + 0.13322055339813232, + 0.991439700126648, + 0.18617375195026398, + -0.19215163588523865, + -0.13933230936527252, + 0.0352996401488781, + -0.08071650564670563, + 0.1878054440021515, + 0.15094025433063507, + -0.07775929570198059, + 0.7703385949134827, + 0.0009290128946304321 + ], + [ + 0.05816274881362915, + 0.07473001629114151, + -0.01980707049369812, + 0.1755293905735016, + 0.8471865653991699, + -0.4411892592906952, + -1.037078857421875, + -0.0012659579515457153, + 0.15081335604190826, + -0.005573458969593048, + 0.8504190444946289, + 0.3647969961166382, + -0.465771347284317, + -0.27089184522628784, + 0.048607975244522095, + -0.027943667024374008, + 0.11037570983171463, + 0.25285804271698, + 0.22285756468772888, + 0.6936317682266235, + 0.15457768738269806 + ], + [ + 0.26081082224845886, + 0.23018820583820343, + -0.24103090167045593, + 0.267495721578598, + 0.26570773124694824, + -1.4744493961334229, + -0.44781315326690674, + 0.06019407510757446, + 0.1279122233390808, + 0.0927647277712822, + 0.9123849868774414, + -0.199712336063385, + -0.9428046345710754, + -0.10399480164051056, + -0.19304439425468445, + -0.11898376047611237, + 0.23024635016918182, + 0.317853718996048, + 0.3951401710510254, + 1.1026546955108643, + 0.767356276512146 + ], + [ + 0.30267491936683655, + 0.23815219104290009, + -0.134633868932724, + 0.31556227803230286, + 0.1725378781557083, + -1.5127794742584229, + -0.4574410319328308, + 0.0785595029592514, + 0.1037432998418808, + 0.05610492825508118, + 0.8120468854904175, + -0.10324159264564514, + -0.8268419504165649, + -0.11019338667392731, + -0.13558365404605865, + -0.12300698459148407, + 0.19390389323234558, + 0.2897073030471802, + 0.3831647038459778, + 1.1745190620422363, + 0.8580455780029297 + ], + [ + 0.26409637928009033, + 0.24146266281604767, + -0.16762986779212952, + 0.1687886118888855, + 0.3065434992313385, + -1.4610018730163574, + -0.5263625979423523, + 0.07249610871076584, + 0.12390114367008209, + 0.07106363028287888, + 0.8696391582489014, + -0.11443355679512024, + -0.9223555326461792, + -0.01181057095527649, + -0.17150644958019257, + -0.07607622444629669, + 0.3148598074913025, + 0.3756224513053894, + 0.3749728798866272, + 1.2326648235321045, + 0.7933261394500732 + ], + [ + 0.45967864990234375, + -0.07630113512277603, + 0.20995262265205383, + 0.3872587978839874, + 0.8109523057937622, + -0.4618740379810333, + -0.36470460891723633, + -0.3021237254142761, + 0.14142630994319916, + 0.053886041045188904, + 0.8566032648086548, + 0.28811725974082947, + -0.12013289332389832, + -0.506201446056366, + 0.07832670211791992, + 0.1352660208940506, + 0.33812564611434937, + 0.3920551836490631, + 0.25127771496772766, + 1.2678587436676025, + -0.0700615644454956 + ] + ], + "generated_utilities": [ + 0.12411472946405411, + 0.09772930294275284, + 0.055643003433942795, + 0.07840597629547119, + 0.10767010599374771, + 0.11084949970245361, + 0.10111018270254135, + 0.05770313739776611 + ], + "group_id": "ms-387e6771a55be98f1a59", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.03822460025548935, + 0.18199902772903442, + 0.20744429528713226, + 0.05679210275411606, + 0.07646497339010239, + 0.038853906095027924, + 0.0824488028883934, + 0.05751838535070419, + 0.02475176379084587, + 0.040490686893463135, + 0.027167975902557373, + 0.06515108048915863, + 0.04604649543762207, + 0.014139334671199322, + 0.0258652176707983, + 0.034187138080596924 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.0643576979637146, + 0.02293895184993744, + 0.03272289037704468, + 0.02799379825592041, + 1.7051892280578613, + -0.20410704612731934, + 0.0, + 0.05611860752105713, + -0.010578691959381104, + 0.03396539017558098, + 0.754948616027832, + -0.12030506134033203, + 0.05740344524383545, + 0.0, + 0.01674991101026535, + 0.0017660856246948242, + 0.1110122799873352, + -0.29033517837524414, + -0.015073239803314209, + -0.062492311000823975, + 0.0 + ], + [ + 0.03256732225418091, + 0.029803231358528137, + -0.11524808406829834, + -0.03975573182106018, + 1.7051892280578613, + -0.20410704612731934, + 0.0, + -0.11635321378707886, + -0.12916040420532227, + -0.10934318602085114, + 0.754948616027832, + -0.10127544403076172, + 0.10553282499313354, + 0.0, + 0.2124219685792923, + -0.13985675573349, + 0.20122885704040527, + -0.29033517837524414, + -0.09104716777801514, + -0.33053046464920044, + 0.0 + ] + ], + "predicted_scores": [ + 5.433972358703613, + 5.05823278427124, + 4.887627601623535, + 4.701366901397705, + 4.277449131011963, + 4.225127220153809, + 4.174822807312012, + 3.8333468437194824 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "767747424", + "selected_index": 0, + "state_hash": "6b753a027f9378ff308946331f6bb658d452d8e77220ab0cd6fc813be0ac75cc", + "stored_base_utility": 0.03822460025548935, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05640667676925659, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05640667676925659 + }, + "base_progress": 0.05640667676925659, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.05640667676925659, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.010727643966674805, + 0.0, + 0.02626216411590576, + 0.07696616649627686, + 0.05783665180206299, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03759292885661125, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03759292885661125 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03882034495472908, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03882034495472908 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.010727643966674805, + "contact_quality": null, + "progress": 0.036175429821014404, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.036175429821014404 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03443741798400879, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03443741798400879 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.02626216411590576, + "contact_quality": null, + "progress": 0.04231911897659302, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04231911897659302 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.07696616649627686, + "contact_quality": null, + "progress": 0.03923531249165535, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03923531249165535 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.05783665180206299, + "contact_quality": null, + "progress": 0.022773107513785362, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.022773107513785362 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03750695660710335, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03750695660710335 + } + ], + "candidate_progress": [ + 0.03759292885661125, + 0.03882034495472908, + 0.036175429821014404, + 0.03443741798400879, + 0.04231911897659302, + 0.03923531249165535, + 0.022773107513785362, + 0.03750695660710335 + ], + "candidate_safety_violation": [ + false, + false, + true, + false, + true, + true, + true, + false + ], + "candidate_source_chart_ids": [ + "ms-98eb81debb5186ebbe38", + "ms-397e502908d16b7804b0", + "ms-397e502908d16b7804b0", + "ms-397e502908d16b7804b0", + "ms-397e502908d16b7804b0", + "ms-397e502908d16b7804b0", + "ms-7dedf60ad41ea2d92ee5", + "ms-be219977a9db8dbb1e58" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank3", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-38f7298184a2c5005e94", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.24316605925559998, + -0.06722977012395859, + 0.5126464366912842, + 0.2694531977176666, + 1.315385103225708, + -1.5242164134979248, + 0.40458136796951294, + 0.03224270045757294, + 0.17923671007156372, + 0.6250652074813843, + -0.6125010251998901, + 1.2973417043685913, + -1.4629619121551514, + 1.0409107208251953, + 0.21797023713588715, + 0.600274920463562, + -0.07750366628170013, + -0.05499352514743805, + 0.12410219013690948, + -2.0269346237182617, + -0.5264959335327148 + ], + [ + 0.1988002359867096, + -0.05179072543978691, + 0.7267250418663025, + 0.034595221281051636, + 1.0587115287780762, + -1.400335669517517, + 0.40214917063713074, + 0.0740763321518898, + 0.10095199942588806, + 0.6738600730895996, + -0.4296685457229614, + 1.4037178754806519, + -0.62416672706604, + 0.5482809543609619, + 0.30034011602401733, + 0.5838654637336731, + -0.21076227724552155, + -0.28126561641693115, + 0.10776029527187347, + -1.5934858322143555, + -0.9506220817565918 + ], + [ + 0.21938656270503998, + 0.07896585762500763, + 0.3875086009502411, + -0.2589963674545288, + 1.2538628578186035, + -1.882261872291565, + 0.08219000697135925, + -0.018085375428199768, + 0.21564455330371857, + 0.7884420156478882, + -0.7340779900550842, + 1.4622621536254883, + -1.5348598957061768, + 0.4832765460014343, + 0.3332216441631317, + 0.5162333250045776, + -0.0794171541929245, + -0.047327280044555664, + 0.2532116770744324, + -1.1946278810501099, + -0.46948179602622986 + ], + [ + 0.2555297315120697, + 0.11346973478794098, + 0.3946501910686493, + -0.2987329363822937, + 1.3089146614074707, + -1.8489283323287964, + 0.15836668014526367, + -0.09730473160743713, + 0.3040330111980438, + 0.7267707586288452, + -0.746860682964325, + 1.4369616508483887, + -1.3636305332183838, + 0.2582992911338806, + 0.32878634333610535, + 0.5139150619506836, + -0.03367947041988373, + -0.0384141206741333, + 0.24869826436042786, + -1.1870146989822388, + -0.4456591308116913 + ], + [ + 0.5385533571243286, + 0.3024587631225586, + 0.4117790162563324, + -0.5087536573410034, + 1.1586036682128906, + -1.7541944980621338, + 0.03269481658935547, + -0.058969587087631226, + 0.11407908797264099, + 0.6789379119873047, + -0.8683518767356873, + 1.2828375101089478, + -1.9263651371002197, + 0.6927106380462646, + 0.34836819767951965, + 0.5440765619277954, + -0.09015627205371857, + 0.07587694376707077, + 0.1928950548171997, + -1.1833574771881104, + -0.4215007722377777 + ], + [ + 0.5233050584793091, + 0.11235927045345306, + 0.6082112789154053, + -0.36697885394096375, + 0.9115275144577026, + -2.2096316814422607, + 0.029608726501464844, + 0.05452039837837219, + 0.30886298418045044, + 0.578843355178833, + -0.6093093752861023, + 1.7941656112670898, + -1.7484818696975708, + -0.007121831178665161, + 0.1770973801612854, + 0.32185590267181396, + 0.05937492847442627, + -0.0956939309835434, + 0.3084900677204132, + -0.8666806817054749, + -0.2475859522819519 + ], + [ + -0.44449037313461304, + 0.12148027122020721, + -0.02679118514060974, + 0.08139970898628235, + 1.4186062812805176, + -1.0297290086746216, + -0.6387450098991394, + 0.1412051022052765, + 0.03150281310081482, + 0.6624218821525574, + -0.4595770537853241, + 2.1472904682159424, + -0.945984959602356, + 1.1136305332183838, + -0.07470543682575226, + 0.5809832811355591, + -0.29650217294692993, + 0.23839709162712097, + 0.09133648872375488, + -2.2114717960357666, + 0.5146480798721313 + ], + [ + -0.2100469321012497, + -0.06599530577659607, + 0.3546088933944702, + 0.2790820598602295, + 1.0249218940734863, + -1.2881399393081665, + 0.6378677487373352, + 0.2600708603858948, + 0.30379626154899597, + 0.6195541024208069, + -0.6535130739212036, + 1.1326863765716553, + -0.8695750832557678, + 0.634860098361969, + -0.12414194643497467, + 0.7012252807617188, + 0.14446236193180084, + -0.1366516500711441, + 0.5110688209533691, + -1.4549970626831055, + 0.12897737324237823 + ] + ], + "generated_utilities": [ + 0.03759292885661125, + 0.03882034495472908, + 0.036175429821014404, + 0.03443741798400879, + 0.04231911897659302, + 0.03923531249165535, + 0.022773107513785362, + 0.03750695660710335 + ], + "group_id": "ms-38f7298184a2c5005e94", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.1194220781326294, + 0.1767096221446991, + 0.0505807027220726, + 0.026383202522993088, + 0.09035396575927734, + 0.11899666488170624, + 0.059947751462459564, + 0.08427222818136215, + 0.041255753487348557, + 0.05034176632761955, + 0.02779809758067131, + 0.011037330143153667, + 0.020422041416168213, + 0.049474477767944336, + 0.03517866134643555, + 0.02796018123626709 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.08923250436782837, + 0.05675226449966431, + -0.1250607967376709, + -0.07566308975219727, + 0.6840170621871948, + -1.9024429321289062, + 0.0, + -0.001595139503479004, + 0.026048749685287476, + 0.1681501865386963, + -0.11568224430084229, + 1.2953410148620605, + -1.4925868511199951, + 0.0, + 0.18507611751556396, + -0.15127414464950562, + 0.07637521624565125, + -0.15284772217273712, + 0.0320390909910202, + -1.8774652481079102, + 0.0 + ], + [ + -0.2749255299568176, + 0.2578675150871277, + -0.46759605407714844, + -0.5041444897651672, + 0.6840170621871948, + -1.9024429321289062, + 0.0, + -0.13614141941070557, + 0.11120480298995972, + 0.15478569269180298, + -0.005206942558288574, + 1.2953410148620605, + -1.4925868511199951, + 0.0, + 0.01827770471572876, + -0.38639169931411743, + -0.18168723583221436, + 0.3532869219779968, + -0.5437159538269043, + -1.8774652481079102, + 0.0 + ], + [ + 0.4466920495033264, + 0.07532927393913269, + 0.8145812749862671, + -0.963495135307312, + 1.3846542835235596, + -3.0133423805236816, + -1.0476078987121582, + 0.6759306788444519, + 0.5485053658485413, + 0.634345293045044, + -0.7682492733001709, + 2.2281322479248047, + -2.7100830078125, + -0.8660445213317871, + 0.7648183703422546, + 0.607989490032196, + -0.6848516464233398, + -0.06598936021327972, + 0.2030458152294159, + -2.9672060012817383, + -1.4293488264083862 + ], + [ + 1.0058056116104126, + 0.3426892161369324, + 0.6375484466552734, + -0.5828341841697693, + 1.7963712215423584, + -3.3760194778442383, + -0.9086123704910278, + 0.20509907603263855, + 0.10472571849822998, + 1.1158980131149292, + -1.0710231065750122, + 2.203950881958008, + -2.4466300010681152, + -0.3184358477592468, + 0.43084120750427246, + 0.32133060693740845, + -0.6005205512046814, + 0.07880236953496933, + 0.52874755859375, + -2.7805917263031006, + -1.6972103118896484 + ], + [ + 0.48786461353302, + -0.007949680089950562, + 0.41629794239997864, + -0.2277727723121643, + 1.0953291654586792, + -2.7825636863708496, + -1.7178279161453247, + 0.8412191271781921, + 0.6389099359512329, + 0.7100303769111633, + -1.1701807975769043, + 2.8546230792999268, + -2.570579767227173, + -0.2383948564529419, + 0.4282584488391876, + 0.27555936574935913, + -0.4073549509048462, + 0.49247825145721436, + 0.6483681797981262, + -3.3716540336608887, + -1.891394853591919 + ], + [ + 0.17139381170272827, + 0.831203818321228, + 0.1966383457183838, + -1.5011540651321411, + 1.811257004737854, + -2.6416001319885254, + -1.8791863918304443, + 0.03218984603881836, + 1.0182924270629883, + 1.5643268823623657, + -1.2954871654510498, + 2.249680757522583, + -1.9383416175842285, + -1.4303685426712036, + 0.48937559127807617, + 0.2848057746887207, + -0.6113857626914978, + 0.6453920006752014, + -0.13643476366996765, + -2.514732599258423, + -1.8046306371688843 + ], + [ + 0.1380026936531067, + 0.5165722370147705, + 0.9639596939086914, + -0.3682268261909485, + 2.2811193466186523, + -3.5902557373046875, + -1.047336220741272, + 1.3064022064208984, + 0.7264143228530884, + 1.3356540203094482, + -0.41242116689682007, + 1.8184869289398193, + -3.016441822052002, + -0.8501555919647217, + 1.0147737264633179, + 1.0417438745498657, + -0.24422766268253326, + 0.3441629707813263, + 1.075059175491333, + -3.178764820098877, + -1.7388081550598145 + ], + [ + 1.0805304050445557, + -0.5906903743743896, + -0.32329434156417847, + -1.7024246454238892, + 1.3012806177139282, + -3.3655173778533936, + -2.0100932121276855, + 0.28595322370529175, + -0.42309290170669556, + 0.9014679193496704, + -0.11985284090042114, + 3.033172607421875, + -1.890408992767334, + -0.049424707889556885, + 0.8836197853088379, + 0.07151538133621216, + -0.6898007392883301, + 0.6614744663238525, + 0.7956362962722778, + -3.344180107116699, + -1.4918344020843506 + ], + [ + 1.4192681312561035, + -0.5825785994529724, + 0.11329725384712219, + -0.08465814590454102, + 1.0504729747772217, + -2.438842535018921, + -0.9858216047286987, + -0.35852980613708496, + 1.4301284551620483, + 0.37676453590393066, + -1.3725404739379883, + 3.114079475402832, + -2.0786290168762207, + -0.5835205912590027, + 0.1985606551170349, + 0.260464072227478, + 0.41686397790908813, + -0.104665607213974, + 0.6382055282592773, + -2.7474825382232666, + -1.663126826286316 + ], + [ + 1.0832164287567139, + 0.11555392295122147, + 1.2108526229858398, + -1.5446858406066895, + 0.9112894535064697, + -3.3027408123016357, + -1.2419135570526123, + -0.057880282402038574, + -0.07349961996078491, + 0.026286423206329346, + -0.897603452205658, + 3.2857306003570557, + -2.232046365737915, + -1.2509676218032837, + 1.1900405883789062, + 0.8446143269538879, + -1.339659333229065, + -0.07882180064916611, + 0.1166829764842987, + -2.662961721420288, + -1.0079293251037598 + ], + [ + 0.43863287568092346, + -0.2024492472410202, + 0.0567094087600708, + -0.3029903173446655, + 1.612892746925354, + -3.26739764213562, + -1.7898839712142944, + -0.1649491786956787, + 0.2927369475364685, + 1.020188808441162, + -0.10171866416931152, + 2.3230679035186768, + -2.615206003189087, + -0.08625847101211548, + 0.9057100415229797, + 1.4201092720031738, + -0.3173455595970154, + 0.09508261829614639, + 0.9565507173538208, + -2.2954390048980713, + -1.2229193449020386 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.03360384702682495, + -0.028338372707366943, + -0.12341004610061646, + -0.04655510187149048, + 0.6840170621871948, + -1.9024429321289062, + 0.0, + 0.032517433166503906, + -0.02922782301902771, + -0.033792078495025635, + -0.005206942558288574, + 1.2953410148620605, + -1.4925868511199951, + 0.0, + -0.06465893983840942, + -0.026740312576293945, + 0.046701133251190186, + -0.06953387707471848, + 0.02321198582649231, + -1.8774652481079102, + 0.0 + ] + ], + "predicted_scores": [ + 7.031339168548584, + 6.983553886413574, + 6.113453388214111, + 5.8974609375, + 5.55246639251709, + 5.401463508605957, + 4.904926300048828, + 4.6194610595703125 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "2015956957", + "selected_index": 0, + "state_hash": "dee046e5a3c9b5e78be27f1df1f4f235344ec818a1a7439afe5f4cb30139cf34", + "stored_base_utility": 0.1194220781326294, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.055146653205156326, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.055146653205156326 + }, + "base_progress": 0.055146653205156326, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.055146653205156326, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.021191418170928955, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.021191418170928955 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.01907968521118164, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.01907968521118164 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.017647424712777138, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.017647424712777138 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.017334500327706337, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.017334500327706337 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.015689989551901817, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.015689989551901817 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.023873209953308105, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.023873209953308105 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.019159317016601562, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.019159317016601562 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.017482975497841835, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.017482975497841835 + } + ], + "candidate_progress": [ + 0.021191418170928955, + 0.01907968521118164, + 0.017647424712777138, + 0.017334500327706337, + 0.015689989551901817, + 0.023873209953308105, + 0.019159317016601562, + 0.017482975497841835 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-397e502908d16b7804b0", + "ms-397e502908d16b7804b0", + "ms-397e502908d16b7804b0", + "ms-397e502908d16b7804b0", + "ms-35a50d2822c2c3cc4516", + "ms-35a50d2822c2c3cc4516", + "ms-35a50d2822c2c3cc4516", + "ms-35a50d2822c2c3cc4516" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-482c5c8d208b5907a2c2", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.07528786361217499, + 0.17241333425045013, + 0.4265528917312622, + 0.5106686353683472, + 1.3793771266937256, + -0.4869733154773712, + -0.14164316654205322, + -0.17290356755256653, + 0.01462083775550127, + 1.1656471490859985, + -0.5262645483016968, + 1.3880517482757568, + 0.7276790142059326, + 0.9012998342514038, + 0.1388818323612213, + 0.08690395951271057, + 0.24558806419372559, + 0.5922542214393616, + 0.15097297728061676, + 0.2348780632019043, + -0.28942450881004333 + ], + [ + 0.23052963614463806, + 0.39270704984664917, + -0.04955962300300598, + -0.08308039605617523, + 1.3444671630859375, + -0.3930613696575165, + -0.7313759922981262, + -0.4796103537082672, + 0.1121888980269432, + 1.3175443410873413, + -0.9064638614654541, + 1.294622540473938, + -0.17446404695510864, + 0.7590400576591492, + 0.3168034851551056, + 0.2869408428668976, + 0.2007054090499878, + 1.1172254085540771, + 0.5266399383544922, + 0.7684454321861267, + -0.4572393000125885 + ], + [ + 0.19819962978363037, + 0.23477484285831451, + 0.2584759593009949, + 0.08958297967910767, + 1.428537368774414, + -0.3736439645290375, + -0.6935657858848572, + -0.4605737626552582, + 0.2400437891483307, + 1.2577050924301147, + -0.950758695602417, + 1.572391152381897, + 0.35418763756752014, + 0.5138700008392334, + 0.11999914050102234, + 0.22655868530273438, + 0.14532412588596344, + 0.859221339225769, + 0.5586813688278198, + 0.8946016430854797, + -0.058580443263053894 + ], + [ + 0.09437139332294464, + 0.26783645153045654, + 0.23446115851402283, + 0.05673941969871521, + 1.4596366882324219, + -0.3881204426288605, + -0.614560067653656, + -0.4010266363620758, + 0.19819249212741852, + 1.2849615812301636, + -0.9262087345123291, + 1.4735722541809082, + 0.2722865045070648, + 0.6909802556037903, + 0.15750300884246826, + 0.16964475810527802, + 0.28467273712158203, + 0.9646673202514648, + 0.5247368812561035, + 0.8243333697319031, + 0.0008269697427749634 + ], + [ + -0.4212319850921631, + 0.050591833889484406, + 1.0277138948440552, + 0.8546470403671265, + 1.6099271774291992, + 1.2043126821517944, + 0.5635169148445129, + 0.06558753550052643, + 0.16832879185676575, + 1.434332013130188, + -0.9551997184753418, + 1.383678674697876, + 1.3669508695602417, + 0.9847698211669922, + -0.35729581117630005, + 0.20182985067367554, + 0.424223393201828, + 0.4895288944244385, + 0.22320792078971863, + 0.02395695447921753, + -0.4130808413028717 + ], + [ + -0.12564460933208466, + 0.05762152373790741, + 0.7534855604171753, + 0.4192264974117279, + 1.4464995861053467, + 0.49465006589889526, + 0.28546780347824097, + 0.0871117115020752, + 0.12739074230194092, + 1.370259404182434, + -0.7012101411819458, + 1.164465308189392, + 1.1152799129486084, + 0.8697837591171265, + -0.09254555404186249, + 0.27974143624305725, + 0.24796949326992035, + 0.4597085118293762, + 0.1866191029548645, + 0.33098214864730835, + -0.7070035934448242 + ], + [ + -0.1665888875722885, + 0.09921017289161682, + 0.8203059434890747, + 0.5532817840576172, + 1.5029594898223877, + 0.4519169330596924, + 0.35015055537223816, + 0.0879383236169815, + 0.1335860937833786, + 1.506546139717102, + -0.6821356415748596, + 1.1899662017822266, + 1.00930655002594, + 0.9834556579589844, + -0.04743645712733269, + 0.24766100943088531, + 0.3650073707103729, + 0.4563894271850586, + 0.1890590786933899, + 0.22570449113845825, + -0.9261016845703125 + ], + [ + -0.23462672531604767, + 0.04203023016452789, + 0.8021564483642578, + 0.37734708189964294, + 1.5677580833435059, + 0.6892845630645752, + 0.20737990736961365, + 0.09218209981918335, + 0.12627649307250977, + 1.520469307899475, + -0.804103672504425, + 1.046877145767212, + 1.1110892295837402, + 0.7657778263092041, + -0.017329256981611252, + 0.19893527030944824, + 0.4793989062309265, + 0.46606189012527466, + 0.13939014077186584, + 0.3069956302642822, + -0.7666018009185791 + ] + ], + "generated_utilities": [ + 0.021191418170928955, + 0.01907968521118164, + 0.017647424712777138, + 0.017334500327706337, + 0.015689989551901817, + 0.023873209953308105, + 0.019159317016601562, + 0.017482975497841835 + ], + "group_id": "ms-482c5c8d208b5907a2c2", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.0359329991042614, + 0.1834145486354828, + 0.04271410033106804, + 0.03202331066131592, + 0.12089761346578598, + 0.03575414419174194, + 0.07773216813802719, + 0.1062050461769104, + 0.10849495977163315, + 0.08369352668523788, + 0.14167599380016327, + 0.008830646984279156, + 0.014355997554957867, + 0.02518286369740963, + 0.07873731851577759, + 0.015250584110617638 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.007817894220352173, + 0.01831631362438202, + 0.14601469039916992, + 0.10826835036277771, + 1.6591682434082031, + -0.005238652229309082, + 0.0, + -0.02753499150276184, + -0.009624123573303223, + 0.5762790441513062, + -0.3171614408493042, + 1.4374253749847412, + 0.7921857833862305, + 0.0, + -0.037753358483314514, + -0.025671005249023438, + 0.027724146842956543, + 0.4680846929550171, + -0.08415359258651733, + 0.033902376890182495, + 0.0 + ], + [ + 0.4543180465698242, + 0.20962828397750854, + 1.14601469039917, + -0.33832865953445435, + 2.659168243408203, + -0.7141264081001282, + 0.3707960247993469, + 0.21857939660549164, + 0.6796972155570984, + 1.5762790441513062, + -1.3171614408493042, + 2.437425374984741, + 1.7921857833862305, + 1.7551628351211548, + -0.19566796720027924, + 0.6842412948608398, + 0.11985036730766296, + 1.468084692955017, + 0.29799214005470276, + 0.3715361952781677, + 0.2624160647392273 + ], + [ + 0.2115812450647354, + -0.09577503800392151, + 0.7509078979492188, + -0.6239187121391296, + 2.4163239002227783, + -0.5409671664237976, + 0.16154196858406067, + 0.5615253448486328, + 1.0765573978424072, + 1.4198161363601685, + -1.430187463760376, + 2.5212466716766357, + 1.9029841423034668, + 1.5550287961959839, + -0.5099657773971558, + 1.0103299617767334, + -0.21028786897659302, + 1.4441221952438354, + 0.5605546236038208, + 0.6799722909927368, + 0.5554409027099609 + ], + [ + 0.46792101860046387, + 0.08014003932476044, + 1.5437835454940796, + 0.08789932727813721, + 2.3046298027038574, + -1.1965231895446777, + 0.8527317047119141, + 0.22510167956352234, + 1.0473172664642334, + 1.3720369338989258, + -1.2376489639282227, + 2.066061019897461, + 2.033992052078247, + 2.166865825653076, + -0.46199846267700195, + 1.1675353050231934, + -0.22657811641693115, + 1.7576167583465576, + 0.766140878200531, + 0.1856600046157837, + 0.008163660764694214 + ], + [ + 0.9431964755058289, + 0.6587716341018677, + 0.8381389379501343, + -0.8407833576202393, + 2.3666741847991943, + -1.05813729763031, + 0.1429125964641571, + 0.10640819370746613, + 1.0277029275894165, + 1.193630576133728, + -0.7695048451423645, + 2.9484994411468506, + 1.1866973638534546, + 1.5341145992279053, + -0.1225738674402237, + 0.9121334552764893, + 0.7116963863372803, + 0.8198207020759583, + 0.6562460660934448, + 0.1118304431438446, + -0.2320157289505005 + ] + ], + "predicted_scores": [ + 5.687355041503906, + 5.42338752746582, + 5.246248722076416, + 5.072173118591309, + 3.5234017372131348, + 3.471498489379883, + 3.0550222396850586, + 2.2473368644714355 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "626486813", + "selected_index": 0, + "state_hash": "903f78d5baa541d73612cac5e063bb553fba566c0d4adcb9603aa055d710fb15", + "stored_base_utility": 0.0359329991042614, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.13850641250610352, + 0.09661698341369629, + 0.28152501583099365, + 0.2158503532409668, + 0.24465656280517578, + 0.19372177124023438, + 0.24172794818878174, + 0.22029590606689453 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.13850641250610352, + "contact_quality": null, + "progress": 0.0769355297088623, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0769355297088623 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.09661698341369629, + "contact_quality": null, + "progress": 0.08170410245656967, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08170410245656967 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.28152501583099365, + "contact_quality": null, + "progress": 0.07370027154684067, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07370027154684067 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2158503532409668, + "contact_quality": null, + "progress": 0.08706194162368774, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08706194162368774 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.24465656280517578, + "contact_quality": null, + "progress": 0.07348068803548813, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07348068803548813 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.19372177124023438, + "contact_quality": null, + "progress": 0.06928106397390366, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06928106397390366 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.24172794818878174, + "contact_quality": null, + "progress": 0.0779159665107727, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0779159665107727 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.22029590606689453, + "contact_quality": null, + "progress": 0.0518624372780323, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0518624372780323 + } + ], + "candidate_progress": [ + 0.0769355297088623, + 0.08170410245656967, + 0.07370027154684067, + 0.08706194162368774, + 0.07348068803548813, + 0.06928106397390366, + 0.0779159665107727, + 0.0518624372780323 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-4de1f6d71208bf1d182d", + "ms-19cb10d10516bd0216a6", + "ms-4de1f6d71208bf1d182d", + "ms-4de1f6d71208bf1d182d", + "ms-37384bede4d1c03f3b80", + "ms-37384bede4d1c03f3b80", + "ms-19cb10d10516bd0216a6", + "ms-37384bede4d1c03f3b80" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-4da03300d92420e80ed0", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 2.0192549228668213, + 0.12878042459487915, + -0.2591920793056488, + 0.14937371015548706, + -0.2565571069717407, + 1.6502693891525269, + 1.8751811981201172, + 1.952852725982666, + 0.4302496612071991, + -1.1577895879745483, + -0.4615764319896698, + -0.7100521326065063, + -1.625752329826355, + -2.5185225009918213, + 1.5746819972991943, + 0.26277706027030945, + -1.238190770149231, + 0.31507396697998047, + -0.34953558444976807, + -1.2531378269195557, + -1.512560486793518 + ], + [ + 1.8607203960418701, + 0.09256674349308014, + -0.09017100930213928, + -0.03396989405155182, + 0.18755340576171875, + 2.8532252311706543, + 1.323584794998169, + 1.865739107131958, + 0.42646148800849915, + -0.986324667930603, + -0.5978660583496094, + -1.051490068435669, + -2.3188793659210205, + -2.0526905059814453, + 1.307431936264038, + 0.13433079421520233, + -0.841597855091095, + 0.14031709730625153, + -0.49702227115631104, + -1.3094255924224854, + -0.8534010648727417 + ], + [ + 2.180682897567749, + -0.09900960326194763, + -0.05657675862312317, + 0.1411437690258026, + -0.48151636123657227, + 3.057990789413452, + 1.299904227256775, + 2.444324016571045, + 0.5956567525863647, + -1.4168082475662231, + -0.13273856043815613, + -0.7601898908615112, + -2.394181728363037, + -2.7076785564422607, + 1.9659357070922852, + 0.3966633081436157, + -1.4764198064804077, + 0.17322871088981628, + -0.6919893622398376, + -1.6963701248168945, + -1.7408981323242188 + ], + [ + 2.0479586124420166, + -0.04803607985377312, + -0.26450881361961365, + -0.10809735953807831, + -0.1784442663192749, + 3.019594430923462, + 1.9451351165771484, + 2.204068899154663, + 0.6193649768829346, + -1.295337200164795, + -0.338968962430954, + -1.3381845951080322, + -2.327697992324829, + -2.762441396713257, + 1.820967435836792, + 0.22349227964878082, + -1.3708624839782715, + 0.0687112808227539, + -0.7469945549964905, + -1.612701177597046, + -2.1697964668273926 + ], + [ + 1.961360216140747, + -0.12753409147262573, + 0.046066105365753174, + -0.14601878821849823, + -0.30870479345321655, + 2.850107192993164, + 1.4599955081939697, + 2.536003351211548, + 0.6264575719833374, + -1.5533274412155151, + -0.5018652677536011, + -1.4175840616226196, + -2.0821573734283447, + -2.756772994995117, + 1.7939320802688599, + 0.32046931982040405, + -1.4142612218856812, + 0.08684682846069336, + -0.6353361010551453, + -1.413860559463501, + -1.6815489530563354 + ], + [ + 1.9010043144226074, + -0.10663661360740662, + 0.03412613272666931, + -0.26015084981918335, + -0.031737953424453735, + 2.8022620677948, + 1.3345513343811035, + 2.418876886367798, + 0.6179280877113342, + -1.3327497243881226, + -0.4232942461967468, + -1.3192169666290283, + -2.222440719604492, + -2.5384273529052734, + 1.6538175344467163, + 0.26753470301628113, + -1.261330485343933, + 0.06739817559719086, + -0.6288991570472717, + -1.4754745960235596, + -1.9925942420959473 + ], + [ + 2.140227794647217, + -0.13516485691070557, + 0.04747486114501953, + -0.13734617829322815, + -0.043827950954437256, + 2.8837778568267822, + 1.6658909320831299, + 2.437307834625244, + 0.6074718236923218, + -1.3645604848861694, + -0.4786810576915741, + -1.2770428657531738, + -2.1949379444122314, + -2.497528076171875, + 1.8226600885391235, + 0.2932009696960449, + -1.4594098329544067, + 0.1112079992890358, + -0.7370286583900452, + -1.677489995956421, + -2.227726936340332 + ], + [ + 1.8963971138000488, + -0.22922296822071075, + 0.28249412775039673, + -0.6705855131149292, + 0.012808531522750854, + 2.7110602855682373, + 1.6993930339813232, + 2.0950217247009277, + 0.7024639844894409, + -1.295339584350586, + -0.25053122639656067, + -1.1036372184753418, + -2.201240062713623, + -2.694206714630127, + 1.880904197692871, + 0.001644008792936802, + -1.4918030500411987, + 0.1995936930179596, + -0.5513989925384521, + -1.7436752319335938, + -2.4332823753356934 + ] + ], + "generated_utilities": [ + 0.0769355297088623, + 0.08170410245656967, + 0.07370027154684067, + 0.08706194162368774, + 0.07348068803548813, + 0.06928106397390366, + 0.0779159665107727, + 0.0518624372780323 + ], + "group_id": "ms-4da03300d92420e80ed0", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.18184101581573486, + 0.1803790181875229, + 0.09926676750183105, + 0.20791122317314148, + 0.26338279247283936, + 0.2025860995054245, + 0.2575649917125702, + 0.23894403874874115, + 0.2174234390258789, + 2.0, + 0.1918075978755951, + 0.10365168750286102, + 2.0, + 2.0, + 2.0, + 0.15933696925640106 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 1.1168947219848633, + 0.13667210936546326, + -0.051466986536979675, + 0.03360617160797119, + -0.19173425436019897, + 1.7646396160125732, + 0.0, + 0.9886866807937622, + 0.19114632904529572, + -0.3927978277206421, + -0.21108940243721008, + -0.031822919845581055, + -1.6683034896850586, + 0.0, + 0.9908627271652222, + -0.05301591753959656, + 0.08875280618667603, + 0.04224884510040283, + -0.03718748688697815, + -0.06952071189880371, + 0.0 + ], + [ + 2.1713812351226807, + -0.41443270444869995, + -0.23275701701641083, + 0.6524178981781006, + -0.25828492641448975, + 3.331055164337158, + 2.47529673576355, + 1.4984867572784424, + -0.396874338388443, + -0.725897490978241, + 0.1870076060295105, + -0.4014764428138733, + -2.239036798477173, + -2.218061923980713, + 1.6540865898132324, + 0.013689309358596802, + -0.22782719135284424, + 1.2475574016571045, + 0.7231295704841614, + -0.281164288520813, + -1.4593302011489868 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 2.1168947219848633, + 0.045049574226140976, + -0.25911271572113037, + 0.6112266778945923, + -0.5530642867088318, + 2.7646396160125732, + 1.9622430801391602, + 1.9886866807937622, + 0.28067120909690857, + -1.392797827720642, + -0.5793421268463135, + -1.031822919845581, + -2.6683034896850586, + -2.812993049621582, + 1.9908627271652222, + -0.28380459547042847, + -0.7305920720100403, + 0.7978808879852295, + 0.1574108749628067, + -1.0695207118988037, + -0.9408642053604126 + ], + [ + 2.228377103805542, + -0.19656506180763245, + -0.23844876885414124, + 0.6676552295684814, + -0.7639804482460022, + 2.937652111053467, + 1.882341980934143, + 1.8207013607025146, + 0.27702635526657104, + -1.549763798713684, + -0.5955427289009094, + -1.185685157775879, + -2.8421716690063477, + -3.054234266281128, + 1.691805362701416, + -0.37051287293434143, + -0.43653741478919983, + 0.514695405960083, + -0.0132378488779068, + -0.899186372756958, + -0.8349848985671997 + ], + [ + 2.425011157989502, + -0.03216857090592384, + -0.010275468230247498, + 0.4265761971473694, + -0.7737585306167603, + 3.1123812198638916, + 1.5686779022216797, + 2.112421989440918, + 0.3475198745727539, + -1.3452436923980713, + -0.6067132949829102, + -1.1150503158569336, + -2.461210250854492, + -2.8643558025360107, + 2.185579299926758, + -0.6223857402801514, + -0.8183724880218506, + 0.8074819445610046, + 0.536148726940155, + -0.7826522588729858, + -0.6682058572769165 + ], + [ + 1.6831411123275757, + -0.19312052428722382, + 0.010244876146316528, + 1.1032377481460571, + -0.4994945824146271, + 2.9000508785247803, + 2.187715768814087, + 2.200220823287964, + 0.4744641184806824, + -1.6715843677520752, + -0.493664413690567, + -1.459894061088562, + -2.90458345413208, + -2.3254852294921875, + 1.4726771116256714, + -0.21338894963264465, + -1.293912649154663, + 1.3146823644638062, + -0.09375743567943573, + -0.5040683150291443, + -0.9596792459487915 + ], + [ + 1.6738543510437012, + 0.6350066661834717, + 0.19669359922409058, + -0.1396545171737671, + -0.9625160694122314, + 2.207883596420288, + 1.7678128480911255, + 1.319273829460144, + -0.267609566450119, + -0.5747214555740356, + 0.19376236200332642, + -1.4490230083465576, + -2.6397883892059326, + -3.2567262649536133, + 1.2646806240081787, + -0.14523190259933472, + -0.050948500633239746, + 0.6943628787994385, + -0.1503342241048813, + -0.7313232421875, + -1.7930638790130615 + ], + [ + 2.139432668685913, + 0.34125545620918274, + 0.6370852589607239, + 0.8591548204421997, + 0.14890235662460327, + 2.6835381984710693, + 2.324920892715454, + 2.0091233253479004, + 0.13480046391487122, + -0.47407835721969604, + -1.102479100227356, + -1.0710523128509521, + -2.3226847648620605, + -3.6534740924835205, + 1.8767409324645996, + -0.01776304841041565, + -1.167153000831604, + 0.693484902381897, + 0.563054084777832, + -0.17544519901275635, + -0.8315125703811646 + ], + [ + 1.1254388093948364, + -0.03027276322245598, + -0.8753920793533325, + 0.3578681945800781, + -0.4256642460823059, + 1.7686536312103271, + 2.253190517425537, + 2.8274970054626465, + 0.3938461244106293, + -1.4084759950637817, + -0.7252857685089111, + -0.07288885116577148, + -1.7749395370483398, + -2.1030378341674805, + 1.92497980594635, + 0.20398634672164917, + -0.03521168231964111, + 1.4702520370483398, + -0.36331063508987427, + -1.5291211605072021, + -0.8369957804679871 + ] + ], + "predicted_scores": [ + 5.416345119476318, + 5.13893985748291, + 5.004004955291748, + 3.703420639038086, + 3.6111502647399902, + 3.199862003326416, + 2.7570371627807617, + 2.658586025238037 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1747178030", + "selected_index": 0, + "state_hash": "87c74ddf97c53ddeeaae98467b4a13b1e0e499bd94eddb617759d39164cab542", + "stored_base_utility": 0.18184101581573486, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12186471372842789, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12186471372842789 + }, + "base_progress": 0.12186471372842789, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.12186471372842789, + "candidate_action_clip_max_abs": [ + 0.0, + 0.1333479881286621, + 0.05447590351104736, + 0.09338676929473877, + 0.02590179443359375, + 0.030600547790527344, + 0.03677105903625488, + 0.16126465797424316 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.040345389395952225, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.040345389395952225 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1333479881286621, + "contact_quality": null, + "progress": 0.028638064861297607, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.028638064861297607 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.05447590351104736, + "contact_quality": null, + "progress": 0.0377439446747303, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0377439446747303 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.09338676929473877, + "contact_quality": null, + "progress": 0.03049401380121708, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03049401380121708 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.02590179443359375, + "contact_quality": null, + "progress": 0.030614832416176796, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.030614832416176796 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.030600547790527344, + "contact_quality": null, + "progress": 0.051183443516492844, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.051183443516492844 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.03677105903625488, + "contact_quality": null, + "progress": 0.03864352032542229, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03864352032542229 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.16126465797424316, + "contact_quality": null, + "progress": 0.019663631916046143, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.019663631916046143 + } + ], + "candidate_progress": [ + 0.040345389395952225, + 0.028638064861297607, + 0.0377439446747303, + 0.03049401380121708, + 0.030614832416176796, + 0.051183443516492844, + 0.03864352032542229, + 0.019663631916046143 + ], + "candidate_safety_violation": [ + false, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-f85a653af630821f2572", + "ms-e84163d9ef2e7014daca", + "ms-e84163d9ef2e7014daca", + "ms-dc26b448cce4164a23e6", + "ms-7eaea428dfdef7255a66", + "ms-6a3add21affa4796f9be", + "ms-6a3add21affa4796f9be", + "ms-0e592951fa32139b6dc9" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank4", + "ctt_transport_rank4", + "ctt_transport_rank5", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank3" + ], + "candidates_evaluated": true, + "chart_id": "ms-57be9ae181c077e7821f", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.5782831311225891, + 0.1628866195678711, + 1.2508950233459473, + 0.19287818670272827, + 0.4634268879890442, + 1.7536430358886719, + 0.7348079681396484, + 0.2665809988975525, + 0.03075503185391426, + 0.7247666716575623, + -0.5883771777153015, + 0.5078355073928833, + 1.241564154624939, + 0.9755143523216248, + 0.7222444415092468, + -0.006817969027906656, + -0.3602129817008972, + 0.14289413392543793, + 0.39525601267814636, + 1.7441282272338867, + 0.8219650983810425 + ], + [ + -1.0554448366165161, + -0.007914654910564423, + 1.1193324327468872, + -0.06839144229888916, + 0.31474071741104126, + 1.9916040897369385, + 1.0758006572723389, + -0.05440407991409302, + -0.016204621642827988, + 0.6869978308677673, + -0.548225998878479, + 0.9062860012054443, + 1.0328843593597412, + 0.9440548419952393, + 0.9603870511054993, + -0.1376160830259323, + -0.3074039816856384, + 0.29704567790031433, + -0.037053704261779785, + 1.3178787231445312, + 0.4119533896446228 + ], + [ + -0.8300716876983643, + -0.09549231827259064, + 1.1155775785446167, + 0.2851451337337494, + 0.21863953769207, + 1.8418164253234863, + 1.0340192317962646, + 0.09665889292955399, + -0.09775026142597198, + 0.5695265531539917, + -0.5279554128646851, + 1.0333149433135986, + 1.2911919355392456, + 0.9586598873138428, + 0.8740537166595459, + -0.14377102255821228, + -0.46235567331314087, + 0.3578072190284729, + 0.06395979225635529, + 1.5329663753509521, + 0.19880175590515137 + ], + [ + -0.9639557600021362, + 0.010708112269639969, + 1.2755078077316284, + -0.1632024049758911, + 0.3673275113105774, + 1.6728202104568481, + 1.1664749383926392, + 0.09022756665945053, + -0.011146165430545807, + 0.7288894653320312, + -0.49586519598960876, + 0.7246935963630676, + 1.0991284847259521, + 1.05440092086792, + 0.9576217532157898, + -0.15371228754520416, + -0.2692885398864746, + 0.30011650919914246, + 0.3311762809753418, + 1.3846426010131836, + 0.446531742811203 + ], + [ + -0.7316487431526184, + -0.01295929029583931, + 1.2612496614456177, + 0.10203763842582703, + 0.1718219667673111, + 1.9008079767227173, + 0.8916330337524414, + 0.10106426477432251, + 0.03398260474205017, + 0.7092844247817993, + -0.17958709597587585, + 0.6670388579368591, + 1.7138608694076538, + 1.4093762636184692, + 0.5761229991912842, + -0.25577521324157715, + -0.3705149292945862, + 0.525983989238739, + 0.05172869563102722, + 1.6218135356903076, + 1.121346116065979 + ], + [ + -0.8309495449066162, + -0.012887466698884964, + 1.3347018957138062, + -0.15126025676727295, + 0.22315239906311035, + 2.1037447452545166, + 0.8460053205490112, + 0.3496878743171692, + 0.07338602095842361, + 0.48473113775253296, + -0.5825874209403992, + 0.848415195941925, + 1.350542664527893, + 0.9924939274787903, + 1.000791311264038, + 0.021476920694112778, + -0.5324108004570007, + 0.1549569070339203, + 0.2766081690788269, + 1.309870958328247, + -0.03002917766571045 + ], + [ + -0.8524577021598816, + -0.006340451538562775, + 1.6042017936706543, + -0.28231826424598694, + 0.2612004578113556, + 2.3866994380950928, + 1.3626608848571777, + 0.5381324291229248, + 0.16724643111228943, + 0.7099495530128479, + -0.46134260296821594, + 1.078111171722412, + 2.1227316856384277, + 1.7245306968688965, + 0.7489615678787231, + -0.00708554033190012, + -0.3730241060256958, + 0.05510804057121277, + 0.41556471586227417, + 1.3525195121765137, + 0.957324743270874 + ], + [ + -1.1858800649642944, + -0.07675763964653015, + 1.4003664255142212, + 0.05335426330566406, + 0.20467394590377808, + 2.496077299118042, + 1.5004565715789795, + 0.04412063956260681, + 0.19382557272911072, + 1.0543237924575806, + -0.7474940419197083, + 1.1354954242706299, + 1.511492371559143, + 1.9205946922302246, + 0.6452378034591675, + -0.0023657353594899178, + -0.47939378023147583, + 0.11681429296731949, + 0.208429217338562, + 1.4487926959991455, + 1.3460352420806885 + ] + ], + "generated_utilities": [ + 0.040345389395952225, + 0.028638064861297607, + 0.0377439446747303, + 0.03049401380121708, + 0.030614832416176796, + 0.051183443516492844, + 0.03864352032542229, + 0.019663631916046143 + ], + "group_id": "ms-57be9ae181c077e7821f", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.28031715750694275, + 0.19804009795188904, + 0.15024888515472412, + 0.23104076087474823, + 0.21580509841442108, + 0.013450047001242638, + 0.20318475365638733, + 0.22562944889068604, + 0.14178292453289032, + 0.15763869881629944, + 0.27735981345176697, + 0.1909358948469162, + 0.06666654348373413, + 2.0, + 0.060366373509168625, + 0.05085722729563713 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -0.06739383935928345, + 0.06319573521614075, + 0.8779754638671875, + -0.03682136535644531, + -0.07093041390180588, + 1.3382306098937988, + 0.0, + 0.07168813049793243, + 0.01971740648150444, + 0.4866671562194824, + 0.07402461767196655, + 0.36222100257873535, + 0.8966265916824341, + 0.0, + 0.48864150047302246, + 0.03574584424495697, + 0.021435141563415527, + 0.0021790266036987305, + -0.06565424799919128, + 1.1393508911132812, + 0.0 + ], + [ + -0.17397063970565796, + -0.08753994852304459, + 0.8779754638671875, + -0.09028738737106323, + -0.17196941375732422, + 1.3382306098937988, + 0.0, + 0.022144019603729248, + 0.1154828891158104, + 0.4866671562194824, + -0.09212043881416321, + 0.36222100257873535, + 0.8966265916824341, + 0.0, + 0.48864150047302246, + -0.2021142691373825, + -0.022606968879699707, + 0.0021790266036987305, + 0.03272634744644165, + 1.1393508911132812, + 0.0 + ], + [ + -1.0144902467727661, + -0.023572498932480812, + 1.8779754638671875, + -1.0368213653564453, + -0.03799626976251602, + 2.338230609893799, + 2.239948272705078, + 0.16168542206287384, + 0.07221447676420212, + 1.4866671562194824, + -0.3557073175907135, + 1.3622210025787354, + 1.896626591682434, + 2.0382778644561768, + 1.4886415004730225, + 0.1997920423746109, + -0.4386618137359619, + 1.0021790266036987, + -0.3174663782119751, + 2.1393508911132812, + 1.9118322134017944 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.479896545410156, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.0765557289123535, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.823664426803589 + ], + [ + -1.0723698139190674, + -0.05779706686735153, + 2.0670831203460693, + -0.830497682094574, + -0.17302533984184265, + 2.2277159690856934, + 2.0435242652893066, + 0.08191673457622528, + 0.08711377531290054, + 1.416495680809021, + -0.5633984804153442, + 1.3216067552566528, + 1.8660295009613037, + 2.2198705673217773, + 1.6887608766555786, + 0.06658947467803955, + -0.4010601043701172, + 1.1803714036941528, + -0.15144284069538116, + 2.308220386505127, + 1.8460347652435303 + ], + [ + -0.8901733756065369, + 0.3378032147884369, + 2.2360360622406006, + -1.207388162612915, + -0.34048303961753845, + 2.460798978805542, + 2.100795030593872, + -0.1847335249185562, + -0.06362440437078476, + 1.2987924814224243, + -0.11972835659980774, + 1.170393943786621, + 2.0620977878570557, + 2.4285032749176025, + 1.3666276931762695, + -0.01825574040412903, + -0.4620283842086792, + 1.1138218641281128, + -0.5787107944488525, + 1.78761887550354, + 1.740113615989685 + ], + [ + -1.1796774864196777, + -0.12369386106729507, + 1.546891689300537, + -1.0500564575195312, + -0.026454759761691093, + 2.177122116088867, + 2.0003931522369385, + 0.13697585463523865, + 0.37715619802474976, + 1.9734747409820557, + -0.16338464617729187, + 1.3775254487991333, + 2.3054146766662598, + 1.5546050071716309, + 1.2645983695983887, + 0.3812609910964966, + 0.02191823720932007, + 1.0944219827651978, + 0.09844094514846802, + 1.8145865201950073, + 2.0624771118164062 + ], + [ + -0.5514534711837769, + -0.4441075921058655, + 1.8971614837646484, + -1.6112515926361084, + 0.1306135058403015, + 2.736365556716919, + 2.270737886428833, + -0.35948747396469116, + 0.03968408331274986, + 1.061530351638794, + -0.29366230964660645, + 1.5066968202590942, + 2.34443998336792, + 2.3445637226104736, + 1.2286460399627686, + 0.13919776678085327, + -0.21014492213726044, + 0.9723342061042786, + -0.5822539329528809, + 1.8932968378067017, + 2.159864664077759 + ], + [ + -0.9470903873443604, + -0.7433359622955322, + 1.798203945159912, + -0.5850675106048584, + -0.7611241340637207, + 2.2761964797973633, + 2.0114798545837402, + 0.7724847793579102, + -0.23453289270401, + 0.7384847402572632, + -1.022956132888794, + 1.0059813261032104, + 1.652310848236084, + 2.6376113891601562, + 2.148331642150879, + 0.9844839572906494, + 0.18531352281570435, + 1.6280735731124878, + -0.06812705099582672, + 2.2684829235076904, + 1.1641287803649902 + ], + [ + -1.729402780532837, + 0.15382106602191925, + 1.0736894607543945, + -0.5141006708145142, + -0.6476962566375732, + 2.0120980739593506, + 2.8703343868255615, + 0.5578619837760925, + -0.8154823184013367, + 1.4325131177902222, + -1.0468122959136963, + 0.9670607447624207, + 1.973939061164856, + 2.7364890575408936, + 1.8303502798080444, + 0.8089333772659302, + -0.41138362884521484, + 1.8146085739135742, + -0.11676108837127686, + 2.3541221618652344, + 2.3875224590301514 + ], + [ + -1.8409323692321777, + -0.2118261456489563, + 1.5354409217834473, + -0.3873547911643982, + 0.7043789029121399, + 2.2068612575531006, + 2.5864486694335938, + 0.8632195591926575, + -0.10360705107450485, + 1.6340630054473877, + -0.017105937004089355, + 1.90720796585083, + 2.608898639678955, + 2.3387808799743652, + 2.3744726181030273, + 0.13692857325077057, + -0.7716406583786011, + 1.3477450609207153, + -0.9811362028121948, + 2.15514874458313, + 2.298004150390625 + ], + [ + -1.2484530210494995, + 0.5977066159248352, + 2.8256869316101074, + -0.3418053388595581, + -1.031638503074646, + 1.7023751735687256, + 1.4487309455871582, + -0.3013373017311096, + -0.3682725131511688, + 2.4404053688049316, + -0.8263542652130127, + 2.1105899810791016, + 2.5769248008728027, + 1.6751525402069092, + 0.8367876410484314, + -0.1554209142923355, + 0.17985862493515015, + 1.0017495155334473, + -0.3176954984664917, + 2.6737403869628906, + 1.7722500562667847 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -1.0015538930892944, + 0.43126925826072693, + 1.2786648273468018, + -0.7182899713516235, + 0.06109866499900818, + 2.323270797729492, + 1.3882524967193604, + -0.2783380150794983, + 0.35085979104042053, + 0.5870303511619568, + -1.0134913921356201, + 0.4675567150115967, + 0.9185858964920044, + 1.9441449642181396, + 1.3693488836288452, + 0.05759717524051666, + 0.19058758020401, + 1.9360744953155518, + -1.0018632411956787, + 2.043489456176758, + 1.1226990222930908 + ] + ], + "predicted_scores": [ + 4.84196662902832, + 4.710198879241943, + 4.58530855178833, + 4.510341644287109, + 4.2569379806518555, + 3.6813278198242188, + 3.421966552734375, + 3.4214539527893066 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1549324805", + "selected_index": 0, + "state_hash": "9c4de49d50d74c8c571620759fff1d43be23093a5f66e946f7ae6d75cb26ade5", + "stored_base_utility": 0.28031715750694275, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.3733285665512085, + 0.36478638648986816, + 0.3691084384918213, + 0.35630953311920166, + 0.3840489387512207, + 0.37767136096954346, + 0.34941816329956055, + 0.3572620153427124 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3733285665512085, + "contact_quality": null, + "progress": 0.19502337276935577, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19502337276935577 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.36478638648986816, + "contact_quality": null, + "progress": 0.16691140830516815, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16691140830516815 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3691084384918213, + "contact_quality": null, + "progress": 0.20172202587127686, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20172202587127686 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.35630953311920166, + "contact_quality": null, + "progress": 0.1790931671857834, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1790931671857834 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3840489387512207, + "contact_quality": null, + "progress": 0.19160759449005127, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19160759449005127 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.37767136096954346, + "contact_quality": null, + "progress": 0.19203895330429077, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19203895330429077 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.34941816329956055, + "contact_quality": null, + "progress": 0.22040307521820068, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22040307521820068 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3572620153427124, + "contact_quality": null, + "progress": 0.1933990716934204, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1933990716934204 + } + ], + "candidate_progress": [ + 0.19502337276935577, + 0.16691140830516815, + 0.20172202587127686, + 0.1790931671857834, + 0.19160759449005127, + 0.19203895330429077, + 0.22040307521820068, + 0.1933990716934204 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-ff129e39095c2861b522", + "ms-ff129e39095c2861b522", + "ms-68b43d83b97196e0d27f", + "ms-68b43d83b97196e0d27f", + "ms-ff129e39095c2861b522", + "ms-68b43d83b97196e0d27f", + "ms-68b43d83b97196e0d27f", + "ms-68b43d83b97196e0d27f" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-6388b5d2356c556c3e55", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.07988976687192917, + -0.22990940511226654, + 1.708437442779541, + -0.013745367527008057, + 1.106626033782959, + 2.8547797203063965, + 2.38873291015625, + 2.1149606704711914, + -0.07448984682559967, + -0.7713890671730042, + 1.212228536605835, + 0.6619005799293518, + 1.647947907447815, + 1.527771234512329, + -0.590034544467926, + -0.2280982881784439, + 0.8756923079490662, + 0.9073386788368225, + 1.3764264583587646, + 3.160494327545166, + 3.1180570125579834 + ], + [ + 0.02035297453403473, + -0.24921216070652008, + 1.8126758337020874, + 0.11107882857322693, + 1.141292691230774, + 3.0447728633880615, + 2.0186784267425537, + 1.967250108718872, + -0.06269172579050064, + -0.6525469422340393, + 1.0843350887298584, + 0.7675674557685852, + 1.5146510601043701, + 1.5093426704406738, + -0.5340062975883484, + -0.2560911178588867, + 0.9811703562736511, + 0.8104303479194641, + 1.5003442764282227, + 3.2525508403778076, + 3.3308162689208984 + ], + [ + -0.04396916925907135, + -0.22245553135871887, + 1.8490409851074219, + -0.05548611283302307, + 1.1937916278839111, + 3.020948886871338, + 2.657458543777466, + 2.004075527191162, + 0.08692307770252228, + -0.9187624454498291, + 1.2551326751708984, + 0.5429710149765015, + 1.3550035953521729, + 1.442779779434204, + -0.5144513249397278, + -0.050617899745702744, + 1.1880919933319092, + 0.5903252363204956, + 1.3425638675689697, + 3.508760690689087, + 2.9386537075042725 + ], + [ + -0.23452477157115936, + -0.23413309454917908, + 1.5900388956069946, + -0.18349531292915344, + 1.2822456359863281, + 2.965811252593994, + 2.4382550716400146, + 1.8973320722579956, + 0.0092347152531147, + -0.7087030410766602, + 1.2431899309158325, + 0.45293793082237244, + 1.510075330734253, + 1.4823981523513794, + -0.6695534586906433, + 0.023485597223043442, + 1.1261800527572632, + 0.7805729508399963, + 1.3293821811676025, + 3.1736338138580322, + 2.9788286685943604 + ], + [ + 0.17084810137748718, + -0.1816198080778122, + 1.704331398010254, + 0.03361697494983673, + 0.949619472026825, + 2.7530176639556885, + 2.271970272064209, + 2.0084378719329834, + -0.025729576125741005, + -0.7148867249488831, + 1.1742830276489258, + 0.7688666582107544, + 1.6134458780288696, + 1.466301441192627, + -0.5719544887542725, + -0.25098565220832825, + 0.9575701355934143, + 1.0402863025665283, + 1.374964714050293, + 3.3140170574188232, + 3.1581780910491943 + ], + [ + 0.07804086804389954, + -0.2082584649324417, + 1.8268013000488281, + -0.1688782423734665, + 1.0481908321380615, + 2.856081962585449, + 2.6439521312713623, + 1.979392409324646, + 0.07426659762859344, + -0.8604550361633301, + 1.2534914016723633, + 0.6840927004814148, + 1.3900068998336792, + 1.4415799379348755, + -0.5576534271240234, + -0.04558465629816055, + 1.2629112005233765, + 0.7245115041732788, + 1.3014020919799805, + 3.5479722023010254, + 2.8069756031036377 + ], + [ + 0.156166210770607, + -0.22196030616760254, + 1.6978451013565063, + -0.21430419385433197, + 1.2872540950775146, + 2.967413902282715, + 1.9164183139801025, + 2.3095011711120605, + 0.008805866353213787, + -1.0694105625152588, + 1.0027521848678589, + 0.5024247169494629, + 1.2491408586502075, + 1.4032607078552246, + -0.2809829115867615, + 0.01484203152358532, + 0.850184440612793, + 0.7842774987220764, + 1.3172502517700195, + 3.452430486679077, + 3.0256664752960205 + ], + [ + 0.2061474323272705, + -0.33158427476882935, + 1.8888940811157227, + -0.5780709981918335, + 1.039910078048706, + 3.3417439460754395, + 2.2045276165008545, + 1.9983532428741455, + 0.11852961033582687, + -0.9868563413619995, + 1.235956072807312, + 0.5547545552253723, + 1.2096858024597168, + 1.1846920251846313, + -0.5527952909469604, + -0.04451381415128708, + 1.4123656749725342, + 0.819771409034729, + 1.058197259902954, + 3.5837059020996094, + 2.9098453521728516 + ] + ], + "generated_utilities": [ + 0.19502337276935577, + 0.16691140830516815, + 0.20172202587127686, + 0.1790931671857834, + 0.19160759449005127, + 0.19203895330429077, + 0.22040307521820068, + 0.1933990716934204 + ], + "group_id": "ms-6388b5d2356c556c3e55", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.08186312764883041, + 0.11667267978191376, + 0.09751813113689423, + 2.0, + 0.27431026101112366, + 0.11760994046926498, + 0.20386962592601776, + 0.19832774996757507, + 0.22735612094402313, + 0.1356993168592453, + 0.1713169515132904, + 0.1792232096195221, + 0.06848804652690887, + 0.1094626635313034, + 0.11555596441030502, + 2.0 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.0018978863954544067, + -0.4448504149913788, + 0.7108399868011475, + -0.33157044649124146, + -0.062200844287872314, + 1.4758033752441406, + 0.0, + 1.4153923988342285, + 0.14116239547729492, + 0.00777280330657959, + 0.5541017055511475, + 0.07029426097869873, + 0.26837193965911865, + 0.0, + -0.015542566776275635, + 0.3573532998561859, + 0.6168417930603027, + 0.3612897992134094, + 0.369077205657959, + 1.5924487113952637, + 0.0 + ], + [ + -0.09549225866794586, + -0.20593886077404022, + 1.7108399868011475, + -0.1554051786661148, + 0.9377991557121277, + 2.4758033752441406, + 2.4156031608581543, + 2.4153923988342285, + -0.2459496259689331, + -0.9922271966934204, + 1.5541017055511475, + 0.4461512267589569, + 1.2501436471939087, + 1.7566912174224854, + -0.8014360666275024, + 0.04551727697253227, + 1.6168417930603027, + 0.5393297672271729, + 1.369077205657959, + 2.5924487113952637, + 3.1126015186309814 + ], + [ + -0.11610143631696701, + -0.3961976170539856, + 1.9081053733825684, + -0.14575888216495514, + 1.1381605863571167, + 2.7434439659118652, + 2.5136890411376953, + 2.6401467323303223, + -0.45453745126724243, + -0.9589858651161194, + 1.4083189964294434, + 0.5800129175186157, + 0.9940754175186157, + 1.7450767755508423, + -1.0145976543426514, + 0.3312625586986542, + 1.4729199409484863, + 0.2520747482776642, + 1.3623151779174805, + 2.5670394897460938, + 3.3589630126953125 + ], + [ + -0.2318952977657318, + 0.024853751063346863, + 1.829875111579895, + 0.09877045452594757, + 1.1515556573867798, + 2.2239503860473633, + 2.153250217437744, + 2.8057901859283447, + -0.1800437569618225, + -1.2225371599197388, + 1.421208143234253, + 0.6627710461616516, + 1.3895055055618286, + 1.856442928314209, + -0.5928603410720825, + 0.4364123046398163, + 1.7852745056152344, + 0.3345714807510376, + 1.1167365312576294, + 2.7676005363464355, + 3.041402578353882 + ], + [ + -0.2227625697851181, + -0.012646213173866272, + 1.7988159656524658, + 0.21457992494106293, + 0.8877373933792114, + 2.9257700443267822, + 2.2101094722747803, + 2.2874886989593506, + -0.09066365659236908, + -0.49909964203834534, + 2.042389392852783, + 0.6287553906440735, + 1.074569582939148, + 1.7805378437042236, + -1.1840007305145264, + 0.3728531002998352, + 1.165173053741455, + 0.3054528832435608, + 1.4924153089523315, + 2.5540966987609863, + 2.664964199066162 + ], + [ + -0.6864494681358337, + 0.119636669754982, + 1.2460956573486328, + -0.6367122530937195, + 1.4080986976623535, + 2.5262017250061035, + 2.508194923400879, + 2.1323020458221436, + -0.43302130699157715, + -1.2678899765014648, + 1.0870052576065063, + 0.46296897530555725, + 0.765267550945282, + 2.3093044757843018, + -0.46595194935798645, + -0.43870145082473755, + 2.028986930847168, + 0.26284897327423096, + 1.5542359352111816, + 2.530392646789551, + 2.7435970306396484 + ], + [ + 0.18175412714481354, + -0.478390634059906, + 1.286731481552124, + -0.8066962361335754, + 1.4787592887878418, + 2.1033878326416016, + 1.750453233718872, + 2.047861099243164, + 0.3163147568702698, + -0.30588728189468384, + 1.0766479969024658, + 0.5822455286979675, + 1.673675775527954, + 2.039386510848999, + -0.62891685962677, + 0.615638792514801, + 2.018416404724121, + 0.2530737817287445, + 1.34544837474823, + 3.2287912368774414, + 2.9459850788116455 + ], + [ + 0.5059412121772766, + 0.17952178418636322, + 1.3319568634033203, + -0.8850483894348145, + 0.6336387395858765, + 1.775376796722412, + 2.3280270099639893, + 1.7305657863616943, + -0.02617873251438141, + -0.7963138818740845, + 1.9142115116119385, + 0.6635866165161133, + 1.3493314981460571, + 1.9258644580841064, + -0.3795176148414612, + 0.7861210107803345, + 1.0032029151916504, + 0.8491684794425964, + 0.5918128490447998, + 2.399027109146118, + 2.3932981491088867 + ], + [ + -0.34448128938674927, + -0.2996852695941925, + 0.9233196377754211, + -0.22890916466712952, + 1.6932814121246338, + 3.465762138366699, + 2.2005038261413574, + 2.6472361087799072, + -0.8981531858444214, + -0.2658765912055969, + 1.8755900859832764, + 0.2962568402290344, + 1.8239326477050781, + 1.0176585912704468, + -0.7912051677703857, + 0.6727061867713928, + 2.199978828430176, + 1.015731692314148, + 0.43087130784988403, + 3.5876548290252686, + 3.893789052963257 + ] + ], + "predicted_scores": [ + 9.357817649841309, + 9.024531364440918, + 8.75808048248291, + 8.691787719726562, + 8.653273582458496, + 8.551253318786621, + 7.234796047210693, + 7.172098159790039 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "2015956957", + "selected_index": 0, + "state_hash": "38d539e46140304e3f157cbc207aa0d9489e5470633c216a0379906af445a1ec", + "stored_base_utility": 0.08186312764883041, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07133767753839493, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07133767753839493 + }, + "base_progress": 0.07133767753839493, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.07133767753839493, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07210397720336914, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07210397720336914 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0517340712249279, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0517340712249279 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.044701218605041504, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.044701218605041504 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0615454725921154, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0615454725921154 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05430613085627556, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05430613085627556 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07376005500555038, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07376005500555038 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07621894031763077, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07621894031763077 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08867142349481583, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08867142349481583 + } + ], + "candidate_progress": [ + 0.07210397720336914, + 0.0517340712249279, + 0.044701218605041504, + 0.0615454725921154, + 0.05430613085627556, + 0.07376005500555038, + 0.07621894031763077, + 0.08867142349481583 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-7e88428497a6b13936c4", + "ms-3a4e2d080c9c4b279895", + "ms-3a4e2d080c9c4b279895", + "ms-3a4e2d080c9c4b279895", + "ms-a2518826fa0a816cc46f", + "ms-3a4e2d080c9c4b279895", + "ms-d535b38d768633f6d922", + "ms-d535b38d768633f6d922" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank3", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-638d2ba1917eff4d09e0", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.5632457733154297, + -0.39229536056518555, + 0.4323852062225342, + 0.15059411525726318, + 1.901045322418213, + 1.0548410415649414, + 0.6243394613265991, + 0.24983744323253632, + 0.1497039496898651, + 0.5182908177375793, + 0.783433735370636, + 1.091925859451294, + -0.11894002556800842, + 0.3558148443698883, + 0.6198800802230835, + 0.11682450771331787, + -0.36633867025375366, + 0.07446656376123428, + 1.202637791633606, + -0.8653782606124878, + -0.3200198709964752 + ], + [ + 0.1956479251384735, + -0.5246979594230652, + 0.51710045337677, + 0.043194711208343506, + 1.8119451999664307, + 1.5256677865982056, + 1.0413508415222168, + 0.18760748207569122, + -0.022245051339268684, + 0.5680719614028931, + 0.3996197283267975, + 0.7518706917762756, + 0.12214460968971252, + 0.4919770359992981, + 0.48296910524368286, + -0.096063032746315, + -0.6337143778800964, + 0.2716176509857178, + 0.4803655743598938, + -0.8926522731781006, + -1.4618403911590576 + ], + [ + 0.4151458144187927, + -0.3826940059661865, + 0.3222847878932953, + 0.1311229169368744, + 1.8032503128051758, + 1.1392525434494019, + 1.0330572128295898, + -0.05948653817176819, + -0.0730011984705925, + 0.5654972195625305, + 0.22348394989967346, + 0.9523007869720459, + 0.2811736762523651, + 0.9474295377731323, + 0.5477659106254578, + -0.025717929005622864, + -0.8875247836112976, + 0.19874654710292816, + 0.7006766200065613, + -1.1299083232879639, + -1.3048441410064697 + ], + [ + 0.3933919668197632, + -0.42370545864105225, + 0.4324451684951782, + -0.12900382280349731, + 1.7498905658721924, + 1.4038290977478027, + 1.0492644309997559, + 0.1690911054611206, + -0.061605438590049744, + 0.681826651096344, + 0.2265741527080536, + 0.8256771564483643, + -0.04049450159072876, + 0.4843478798866272, + 0.5421788096427917, + 0.02306392416357994, + -0.7280649542808533, + 0.18643593788146973, + 0.7277198433876038, + -1.240585446357727, + -1.2367740869522095 + ], + [ + -0.05558757483959198, + -0.42648768424987793, + 0.482247531414032, + 0.2736124098300934, + 1.839461088180542, + 1.348658800125122, + 0.8896771669387817, + 0.3374774754047394, + 0.09346366673707962, + 0.7137233018875122, + 0.34517523646354675, + 0.7143985629081726, + 0.21897205710411072, + 0.8161703944206238, + 0.5594285130500793, + -0.060934606939554214, + -0.7357368469238281, + 0.1874026358127594, + 0.34146255254745483, + -2.154555320739746, + -1.201552152633667 + ], + [ + 0.5215651392936707, + -0.5089008808135986, + 0.6067687273025513, + -0.0585283488035202, + 1.6089024543762207, + 1.6230379343032837, + 1.2532680034637451, + 0.13969296216964722, + -0.014598531648516655, + 0.5176185369491577, + -0.011599063873291016, + 0.7972405552864075, + 0.30329158902168274, + 0.5690908432006836, + 0.655406653881073, + 0.0688869059085846, + -0.39013320207595825, + -0.06281240284442902, + 0.49515464901924133, + -1.6318378448486328, + -0.6089887619018555 + ], + [ + 0.3090856969356537, + -0.5960512757301331, + 0.5177807807922363, + 0.16820499300956726, + 1.7271192073822021, + 1.122369647026062, + 1.7536699771881104, + 0.1183585450053215, + 0.04534308612346649, + 0.407010018825531, + -0.13758620619773865, + 0.5589444637298584, + 0.16001299023628235, + 0.7197392582893372, + 0.9724040627479553, + 0.11214855313301086, + -0.6711034774780273, + -0.29244285821914673, + 0.8169109225273132, + -1.7588012218475342, + -0.775556206703186 + ], + [ + 0.25384536385536194, + -0.678137481212616, + 0.7559378147125244, + 0.25358811020851135, + 1.84641432762146, + 1.4321069717407227, + 1.6543426513671875, + 0.18438854813575745, + -0.005508407950401306, + 0.16125547885894775, + -0.15981894731521606, + 0.5112787485122681, + 0.05646660923957825, + 0.944978654384613, + 1.0997850894927979, + 0.07896903157234192, + -0.7408339381217957, + -0.3539316654205322, + 0.9053919911384583, + -1.690671682357788, + -0.6587356328964233 + ] + ], + "generated_utilities": [ + 0.07210397720336914, + 0.0517340712249279, + 0.044701218605041504, + 0.0615454725921154, + 0.05430613085627556, + 0.07376005500555038, + 0.07621894031763077, + 0.08867142349481583 + ], + "group_id": "ms-638d2ba1917eff4d09e0", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.028925320133566856, + 0.11176212877035141, + 0.057868462055921555, + 0.09960909932851791, + 0.07349967956542969, + 0.029011588543653488, + 0.06443297863006592, + 0.05166193097829819, + 0.025834282860159874, + 0.056667208671569824, + 0.04477008432149887, + 0.019685089588165283, + 0.018628716468811035, + 0.08587563037872314, + 0.02232462167739868, + 0.010265171527862549 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.04120570421218872, + 0.038339823484420776, + 0.5979268550872803, + -0.05306033045053482, + 1.9043312072753906, + 0.6329002380371094, + 0.0, + 0.3407015800476074, + -0.21580028533935547, + -0.036036908626556396, + -0.004389047622680664, + 0.5364620685577393, + 0.026709645986557007, + 0.0, + 1.0126078128814697, + -0.10034149885177612, + -0.16565871238708496, + 0.07125610113143921, + 1.3883657455444336, + -0.547389030456543, + 0.0 + ], + [ + -0.5276790261268616, + -0.19392354786396027, + 0.5979268550872803, + 0.05016906559467316, + 1.9043312072753906, + 0.6329002380371094, + 0.0, + 0.6852816939353943, + -0.21580028533935547, + 0.04531368613243103, + -0.09276384115219116, + 0.5364620685577393, + 0.021915271878242493, + 0.0, + 1.0126078128814697, + 0.29255303740501404, + -0.16565871238708496, + 0.14600259065628052, + 1.3883657455444336, + -0.547389030456543, + 0.0 + ], + [ + 0.5910290479660034, + -0.038985610008239746, + 1.5555552244186401, + -1.028314232826233, + 2.3103959560394287, + 0.8163888454437256, + 2.064336061477661, + 1.168483018875122, + -0.21718227863311768, + -0.19770365953445435, + 0.11310696601867676, + 0.6850457191467285, + -0.06804794818162918, + 0.33076921105384827, + 1.7529149055480957, + -0.562712550163269, + -1.6352436542510986, + 0.1224215030670166, + 3.354771852493286, + -1.1317338943481445, + -1.7348618507385254 + ] + ], + "predicted_scores": [ + 7.3531622886657715, + 7.325153350830078, + 7.16184139251709, + 6.818692207336426, + 6.20573616027832, + 5.549657344818115, + 5.142613887786865, + 5.102109432220459 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "767747424", + "selected_index": 0, + "state_hash": "5d6f4227fab3b4bb36756c9a15c32b6fe6c9a0ae4b07b3f20a2bd65c2594df13", + "stored_base_utility": 0.028925320133566856, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08238867670297623, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08238867670297623 + }, + "base_progress": 0.08238867670297623, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.08238867670297623, + "candidate_action_clip_max_abs": [ + 0.22069787979125977, + 0.12416017055511475, + 0.11399030685424805, + 0.15714478492736816, + 0.18556594848632812, + 0.04722774028778076, + 0.10230982303619385, + 0.15529417991638184 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.22069787979125977, + "contact_quality": null, + "progress": 0.01874939538538456, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.01874939538538456 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.12416017055511475, + "contact_quality": null, + "progress": 0.0398891381919384, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0398891381919384 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.11399030685424805, + "contact_quality": null, + "progress": 0.018498102203011513, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.018498102203011513 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.15714478492736816, + "contact_quality": null, + "progress": 0.01946345902979374, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.01946345902979374 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.18556594848632812, + "contact_quality": null, + "progress": 0.020722925662994385, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.020722925662994385 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.04722774028778076, + "contact_quality": null, + "progress": 0.02103213407099247, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.02103213407099247 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.10230982303619385, + "contact_quality": null, + "progress": 0.016826311126351357, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.016826311126351357 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.15529417991638184, + "contact_quality": null, + "progress": 0.01268458366394043, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.01268458366394043 + } + ], + "candidate_progress": [ + 0.01874939538538456, + 0.0398891381919384, + 0.018498102203011513, + 0.01946345902979374, + 0.020722925662994385, + 0.02103213407099247, + 0.016826311126351357, + 0.01268458366394043 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-2e40499cb146da6f89e7", + "ms-2e40499cb146da6f89e7", + "ms-a6a6de64c39abad45f86", + "ms-2e40499cb146da6f89e7", + "ms-2e40499cb146da6f89e7", + "ms-2e40499cb146da6f89e7", + "ms-2e40499cb146da6f89e7", + "ms-2e40499cb146da6f89e7" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-652ad552ba98d2736620", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.14160878956317902, + 0.05627536028623581, + 1.1127146482467651, + -0.27451369166374207, + 1.539912223815918, + 1.491326928138733, + 0.9059939384460449, + 0.06287381052970886, + 0.02939152903854847, + 0.6877904534339905, + -0.3931989371776581, + 1.5745099782943726, + 0.25520625710487366, + 0.38148510456085205, + -0.6488893628120422, + 0.017227903008461, + 1.3045456409454346, + -0.2839066982269287, + 1.174795389175415, + 3.0168397426605225, + 2.043217897415161 + ], + [ + 0.3007030487060547, + 0.18424367904663086, + 0.7892106771469116, + -0.6050888299942017, + 1.677304983139038, + 1.5277636051177979, + 0.9809508919715881, + 0.10946183651685715, + 0.11472954601049423, + 0.3351845443248749, + -0.012658119201660156, + 1.2473230361938477, + 0.13806554675102234, + 0.30780479311943054, + -0.14339256286621094, + 0.14192785322666168, + 1.0884895324707031, + -0.2590116858482361, + 0.9524900913238525, + 2.4827654361724854, + 1.154653549194336 + ], + [ + -0.03332887589931488, + 0.27423107624053955, + 1.2087153196334839, + -0.7647960186004639, + 1.9542515277862549, + 2.3999452590942383, + 1.3249714374542236, + 0.3772730231285095, + 0.14300790429115295, + 0.7618839740753174, + -0.16052284836769104, + 1.3840616941452026, + 0.23239925503730774, + 0.7951940298080444, + -0.6555260419845581, + 0.026720505207777023, + 1.301582932472229, + 0.08113167434930801, + 0.8574525117874146, + 2.383833885192871, + 2.3936617374420166 + ], + [ + -0.0237446129322052, + 0.19008857011795044, + 1.1236509084701538, + -0.863337516784668, + 1.8339250087738037, + 1.7716723680496216, + 1.2814236879348755, + 0.19023093581199646, + 0.21974390745162964, + 0.6919921040534973, + -0.32554787397384644, + 1.357544183731079, + -0.03850352764129639, + 0.25309816002845764, + -0.3644401729106903, + 0.06554301083087921, + 1.345995545387268, + -0.1310657411813736, + 0.9518961906433105, + 2.751883029937744, + 1.9138011932373047 + ], + [ + 0.05646052211523056, + 0.1510295271873474, + 1.1097607612609863, + -0.8681943416595459, + 1.7889647483825684, + 1.6132086515426636, + 1.4897136688232422, + 0.19320015609264374, + 0.23675347864627838, + 0.6041789650917053, + -0.12021013349294662, + 1.1817195415496826, + 0.05622711777687073, + 0.3737650513648987, + -0.36795735359191895, + 0.043374791741371155, + 1.473788857460022, + -0.19424714148044586, + 1.1233563423156738, + 2.885019302368164, + 1.7979967594146729 + ], + [ + 0.2476631999015808, + 0.18320664763450623, + 0.8895338177680969, + -0.48925498127937317, + 2.1603875160217285, + 2.1911280155181885, + 1.1610243320465088, + 0.2868097424507141, + 0.22633132338523865, + 1.088886022567749, + -0.32522451877593994, + 1.013519048690796, + -0.5808590054512024, + 0.5399949550628662, + -0.12306179106235504, + 0.10213500261306763, + 1.15482497215271, + -0.08466921746730804, + 0.8413318395614624, + 2.3073830604553223, + 2.4524483680725098 + ], + [ + 0.24552756547927856, + 0.21207697689533234, + 1.2856824398040771, + -0.8588433265686035, + 1.7485415935516357, + 1.4005225896835327, + 0.8954534530639648, + 0.03631274402141571, + 0.1655564159154892, + 0.7238022089004517, + -0.4209235906600952, + 1.798897624015808, + 0.343793123960495, + 0.7490866780281067, + -0.4576943516731262, + 0.2506018877029419, + 1.326586365699768, + -0.06330175697803497, + 0.8378177881240845, + 2.268986940383911, + 2.0135252475738525 + ], + [ + -0.23511169850826263, + 0.19423377513885498, + 1.2555899620056152, + -0.9847820997238159, + 1.3973443508148193, + 1.8317714929580688, + 0.9472341537475586, + 0.11798757314682007, + 0.3281208276748657, + 0.856667160987854, + -0.062361277639865875, + 1.5279442071914673, + 0.10527428984642029, + -0.13009001314640045, + -0.26421481370925903, + 0.09013313055038452, + 1.5852521657943726, + 0.09167179465293884, + 1.173209547996521, + 2.6832356452941895, + 2.3477771282196045 + ] + ], + "generated_utilities": [ + 0.01874939538538456, + 0.0398891381919384, + 0.018498102203011513, + 0.01946345902979374, + 0.020722925662994385, + 0.02103213407099247, + 0.016826311126351357, + 0.01268458366394043 + ], + "group_id": "ms-652ad552ba98d2736620", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.08378833532333374, + 0.10458396375179291, + 0.19086095690727234, + 0.04039820283651352, + 0.15980230271816254, + 0.0428888201713562, + 0.2367449700832367, + 0.18185830116271973, + 0.17593276500701904, + 0.16103637218475342, + 0.15250858664512634, + 0.05226989835500717, + 0.1701633185148239, + 0.11590366065502167, + 0.05217729136347771, + 0.03575938940048218 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.09009888768196106, + 0.08798432350158691, + 0.718157172203064, + -0.6351244449615479, + 1.405301570892334, + 0.6596384048461914, + 0.0, + 0.060225605964660645, + -0.0894029438495636, + -0.10323715209960938, + 0.052752673625946045, + 0.5354657173156738, + -0.013395614922046661, + 0.0, + -0.3450838029384613, + -0.11172826588153839, + 0.7912200689315796, + 0.33702391386032104, + 0.5586241483688354, + 1.8093180656433105, + 0.0 + ], + [ + 0.557296633720398, + 1.087984323501587, + 1.718157172203064, + -1.6351244449615479, + 2.405301570892334, + 1.6596384048461914, + 1.7430553436279297, + 0.3360595703125, + -0.2521040737628937, + 0.8967628479003906, + 0.26587578654289246, + 1.5354657173156738, + -0.12294083833694458, + -0.022678710520267487, + -0.416314959526062, + -0.26016199588775635, + 1.7912200689315796, + -0.16825227439403534, + 1.5586241483688354, + 2.8093180656433105, + 2.2589924335479736 + ], + [ + 0.2635665237903595, + 1.0005124807357788, + 1.973160743713379, + -1.7548720836639404, + 2.176497459411621, + 1.5416926145553589, + 1.9556171894073486, + 0.2215275913476944, + -0.5432531833648682, + 0.8434366583824158, + 0.3559061288833618, + 1.6657240390777588, + -0.3025258779525757, + 0.04401832073926926, + -0.17062894999980927, + -0.1509227454662323, + 1.7901219129562378, + 0.0010261386632919312, + 1.726505994796753, + 2.9778714179992676, + 2.0530292987823486 + ], + [ + 0.23987123370170593, + 0.8904718160629272, + 1.467047929763794, + -1.990342378616333, + 2.7685346603393555, + 2.0486786365509033, + 2.013002395629883, + 0.006436288356781006, + -0.25436922907829285, + 1.1101897954940796, + 0.4448293447494507, + 1.3105798959732056, + 0.07367905974388123, + 0.23779401183128357, + -0.34580594301223755, + -0.35948312282562256, + 1.4435756206512451, + -0.35472720861434937, + 1.801603078842163, + 3.0683224201202393, + 2.2330009937286377 + ], + [ + 0.6738064289093018, + 1.3973212242126465, + 2.0960373878479004, + -1.735988736152649, + 2.5216798782348633, + 1.1975955963134766, + 2.234865665435791, + 0.4602587819099426, + -0.7169049382209778, + 0.9412583708763123, + 0.7081141471862793, + 1.1730585098266602, + -0.016052812337875366, + -0.10474976152181625, + -0.03458032011985779, + 0.044317394495010376, + 1.6339548826217651, + -0.5292693376541138, + 1.5412750244140625, + 3.018833875656128, + 2.6051149368286133 + ], + [ + 0.6305910348892212, + 1.540043592453003, + 1.626009464263916, + -1.8823078870773315, + 2.2431485652923584, + 2.1866872310638428, + 2.3003249168395996, + 0.25838330388069153, + -0.2936764061450958, + 1.2413102388381958, + -0.12014040350914001, + 1.743309497833252, + 0.3618801534175873, + -0.37178292870521545, + 0.11553955078125, + 0.04856392741203308, + 1.2029554843902588, + 0.04960852861404419, + 2.0190422534942627, + 2.5883281230926514, + 2.7636377811431885 + ], + [ + 0.5004369616508484, + 1.4795310497283936, + 2.325191020965576, + -1.7464677095413208, + 1.9271103143692017, + 1.2483245134353638, + 1.9852193593978882, + 0.24291110038757324, + 0.4463852345943451, + 0.5267151594161987, + 0.32179588079452515, + 1.2356117963790894, + 0.03201058506965637, + 0.2881847023963928, + -1.0345205068588257, + -0.4171831011772156, + 1.5080864429473877, + 0.11479203402996063, + 1.9481834173202515, + 2.840816020965576, + 2.427428960800171 + ], + [ + -0.3133848309516907, + 0.43174320459365845, + 2.305823802947998, + -1.657350778579712, + 2.010749578475952, + 1.9222235679626465, + 1.3648147583007812, + 0.1938892900943756, + -0.6084526777267456, + 0.7855725288391113, + -0.07715931534767151, + 0.9140809178352356, + -0.9242425560951233, + -0.4681842029094696, + -0.07827043533325195, + -0.23733587563037872, + 0.9328996539115906, + -0.6088451147079468, + 0.8040639162063599, + 2.620466947555542, + 2.5148611068725586 + ] + ], + "predicted_scores": [ + 5.4306206703186035, + 5.178505897521973, + 5.095378875732422, + 4.465551376342773, + 4.456326484680176, + 4.422322750091553, + 4.362647533416748, + 4.1365485191345215 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "767747424", + "selected_index": 0, + "state_hash": "8c1ab306d1e82f81085196c60b3c846d2e2eb20ebc538597af359a6252623e7e", + "stored_base_utility": 0.08378833532333374, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09506181627511978, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09506181627511978 + }, + "base_progress": 0.09506181627511978, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.09506181627511978, + "candidate_action_clip_max_abs": [ + 0.0, + 0.02698826789855957, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0899706706404686, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0899706706404686 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.02698826789855957, + "contact_quality": null, + "progress": 0.11082366853952408, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11082366853952408 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10227171331644058, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10227171331644058 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1067328229546547, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1067328229546547 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0983193889260292, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0983193889260292 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10144998878240585, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10144998878240585 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10294687747955322, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10294687747955322 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11906764656305313, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11906764656305313 + } + ], + "candidate_progress": [ + 0.0899706706404686, + 0.11082366853952408, + 0.10227171331644058, + 0.1067328229546547, + 0.0983193889260292, + 0.10144998878240585, + 0.10294687747955322, + 0.11906764656305313 + ], + "candidate_safety_violation": [ + false, + true, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-7a044cb6c7bb03f3ea10", + "ms-48178f52a96de3d1ead0", + "ms-25ab20bb3da8ba34be95", + "ms-7a044cb6c7bb03f3ea10", + "ms-7a044cb6c7bb03f3ea10", + "ms-7a044cb6c7bb03f3ea10", + "ms-7a044cb6c7bb03f3ea10", + "ms-25ab20bb3da8ba34be95" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-674fad0e7c042d23629e", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.4916496276855469, + 0.19901087880134583, + -0.30816712975502014, + -0.6587112545967102, + 0.26704925298690796, + -1.832531213760376, + -0.7830399870872498, + 0.8028264045715332, + 0.23989014327526093, + -0.8916739225387573, + -0.4966306984424591, + -0.27442672848701477, + -2.141857862472534, + -1.1835031509399414, + 0.14687290787696838, + 0.026255007833242416, + 0.16940246522426605, + -0.4780932664871216, + -0.30649954080581665, + 0.43103140592575073, + 0.13060006499290466 + ], + [ + 1.557397484779358, + 0.11939403414726257, + -1.1943198442459106, + -0.10209718346595764, + 0.07283978164196014, + -2.005307197570801, + -0.3848627209663391, + 0.7458521127700806, + 0.4679597020149231, + -0.7226699590682983, + -0.07516477257013321, + 0.24365219473838806, + -2.2957499027252197, + -1.2363306283950806, + 0.4105546772480011, + 0.21582338213920593, + -0.08214931190013885, + -0.7834577560424805, + -0.45226019620895386, + 0.42633843421936035, + -0.27240636944770813 + ], + [ + 1.1957437992095947, + -0.03719189390540123, + -0.5347459316253662, + -0.1333278864622116, + 0.3312988877296448, + -1.4610940217971802, + -0.15588456392288208, + 0.7666376829147339, + 0.2753382623195648, + -0.7650570273399353, + -0.830066442489624, + 0.05041821300983429, + -1.7446385622024536, + -1.3204749822616577, + 0.0034469254314899445, + -0.07769590616226196, + 0.07284510135650635, + -0.8173345923423767, + -0.5336905121803284, + -0.16624438762664795, + -0.14987319707870483 + ], + [ + 0.9003909230232239, + 0.02347578853368759, + -0.52015221118927, + -0.1937200427055359, + 0.40526679158210754, + -1.6029717922210693, + -0.0242006778717041, + 0.7791193723678589, + 0.27849486470222473, + -0.6969050168991089, + -0.6162676811218262, + -0.15905144810676575, + -2.115391969680786, + -1.2812496423721313, + 0.03202935308218002, + -0.07258614897727966, + 0.06725828349590302, + -0.8645699620246887, + -0.6316720843315125, + 0.10491788387298584, + -0.17786726355552673 + ], + [ + 1.3201981782913208, + 0.2622720003128052, + -0.3971855938434601, + -0.5924218893051147, + 0.25223588943481445, + -1.6420122385025024, + -0.6655355095863342, + 0.8858247995376587, + 0.22767697274684906, + -0.9218944311141968, + -0.6291089057922363, + -0.15730562806129456, + -2.186790943145752, + -1.171711802482605, + 0.16023823618888855, + 0.07481895387172699, + 0.1839832365512848, + -0.6383141279220581, + -0.35059070587158203, + 0.49527961015701294, + 0.004162400960922241 + ], + [ + 1.1699163913726807, + 0.34560877084732056, + -0.4530855119228363, + -0.5663905143737793, + 0.15379983186721802, + -1.7310490608215332, + -0.6300556063652039, + 0.9490652084350586, + 0.2464539259672165, + -0.907689094543457, + -0.6158509850502014, + -0.17901882529258728, + -2.2207369804382324, + -1.3088130950927734, + 0.15222862362861633, + 0.039380498230457306, + 0.13443630933761597, + -0.781327486038208, + -0.4329935908317566, + 0.48709744215011597, + -0.15724948048591614 + ], + [ + 1.0610413551330566, + -0.031338151544332504, + -0.5009433031082153, + -0.0774901807308197, + 0.43461066484451294, + -1.5531569719314575, + -0.10928559303283691, + 0.8135254383087158, + 0.2629483938217163, + -0.6462143659591675, + -0.7721976041793823, + -0.16521012783050537, + -1.9708987474441528, + -1.0988819599151611, + -0.04316938295960426, + -0.04802127927541733, + 0.03465712070465088, + -0.8540763258934021, + -0.6151975989341736, + -0.052992820739746094, + -0.1537306308746338 + ], + [ + 1.2631011009216309, + 0.20896320044994354, + -0.9292129278182983, + -0.35726043581962585, + -0.04376229643821716, + -1.4774240255355835, + -1.2274935245513916, + 0.6777914762496948, + 0.3474857211112976, + -0.6916011571884155, + -0.39572715759277344, + 0.07285749167203903, + -1.5727461576461792, + -0.7875756621360779, + 0.2352975755929947, + 0.11146731674671173, + -0.08068697154521942, + -0.7074112296104431, + -0.4968704581260681, + -0.029457509517669678, + 0.07948803156614304 + ] + ], + "generated_utilities": [ + 0.0899706706404686, + 0.11082366853952408, + 0.10227171331644058, + 0.1067328229546547, + 0.0983193889260292, + 0.10144998878240585, + 0.10294687747955322, + 0.11906764656305313 + ], + "group_id": "ms-674fad0e7c042d23629e", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.07829316705465317, + 0.080319844186306, + 0.11335399001836777, + 0.15264075994491577, + 0.14950451254844666, + 0.07767044007778168, + 0.12988285720348358, + 0.10878288745880127, + 0.15573063492774963, + 0.10951457917690277, + 0.06582474708557129, + 0.02477661892771721, + 0.07745532691478729, + 0.03348777815699577, + 0.10050909221172333, + 0.033770203590393066 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 1.5533217191696167, + 0.5758762359619141, + -0.6480545997619629, + -0.10892429947853088, + 0.7943102717399597, + -2.7399702072143555, + -1.8395006656646729, + 1.447904109954834, + 1.4495785236358643, + -0.055675506591796875, + -1.3537942171096802, + 0.38944748044013977, + -1.6196211576461792, + -1.2710431814193726, + -0.9744676947593689, + 0.057668983936309814, + 1.8350472450256348, + -1.2618876695632935, + -1.2385435104370117, + -1.7976703643798828, + -1.9491409063339233 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.9072847366333008, + 0.06923278421163559, + -0.14729690551757812, + 0.15558937191963196, + 0.40412187576293945, + -2.342223644256592, + 0.0, + 0.2589508295059204, + 0.35182610154151917, + 0.10176032781600952, + -0.3489869236946106, + 0.13150231540203094, + -1.3123579025268555, + 0.0, + 0.10376164317131042, + 0.0909266471862793, + 0.1919306516647339, + 0.28928786516189575, + -0.4625590741634369, + -0.30475670099258423, + 0.0 + ], + [ + 1.9072847366333008, + 0.05373973771929741, + -1.1472969055175781, + -0.47107377648353577, + 0.3914180397987366, + -3.342223644256592, + -2.4980990886688232, + 1.2589508295059204, + 0.8455543518066406, + -0.7174267172813416, + -1.0694091320037842, + 0.33346641063690186, + -2.3123579025268555, + -1.1108808517456055, + -0.33852219581604004, + -0.7232105731964111, + 1.145590901374817, + -0.7107121348381042, + -0.5049349069595337, + -1.112295150756836, + -1.244770884513855 + ], + [ + 1.808228611946106, + -0.18174676597118378, + -1.2057973146438599, + -0.6115378737449646, + 0.11874309182167053, + -3.3499772548675537, + -2.3861043453216553, + 1.2540870904922485, + 1.1210845708847046, + -0.953934371471405, + -1.3015953302383423, + 0.6089286804199219, + -2.1655566692352295, + -0.8375923037528992, + -0.26793593168258667, + -0.998324990272522, + 1.2481704950332642, + -0.8320856690406799, + -0.376935750246048, + -1.0882012844085693, + -0.9857641458511353 + ], + [ + 2.291844606399536, + 0.05574151128530502, + -0.9760321974754333, + -0.5710926055908203, + 0.8478215336799622, + -3.22356915473938, + -2.591245651245117, + 1.2184754610061646, + 0.855300784111023, + -1.0267595052719116, + -1.3318730592727661, + 0.4197496771812439, + -2.0368778705596924, + -1.3685163259506226, + -0.582176685333252, + -0.8082455992698669, + 1.3435251712799072, + -0.44022125005722046, + -0.06775334477424622, + -0.7692400217056274, + -0.8863754272460938 + ] + ], + "predicted_scores": [ + 2.71974515914917, + 2.702950954437256, + 2.688812255859375, + 2.6174750328063965, + 2.5855135917663574, + 2.4790191650390625, + 2.3603219985961914, + 2.1144485473632812 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "2015956957", + "selected_index": 0, + "state_hash": "6802b2d1fb8a5afa54b7321e2bb938176de48d74f28e9b2a9c741c23547f0ef1", + "stored_base_utility": 0.07829316705465317, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.22189895808696747, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22189895808696747 + }, + "base_progress": 0.22189895808696747, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.22189895808696747, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18492662906646729, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18492662906646729 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18167804181575775, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18167804181575775 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20572583377361298, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20572583377361298 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1885238140821457, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1885238140821457 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21263253688812256, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21263253688812256 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21785707771778107, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21785707771778107 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18022875487804413, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18022875487804413 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15091639757156372, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15091639757156372 + } + ], + "candidate_progress": [ + 0.18492662906646729, + 0.18167804181575775, + 0.20572583377361298, + 0.1885238140821457, + 0.21263253688812256, + 0.21785707771778107, + 0.18022875487804413, + 0.15091639757156372 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-76f27d9a935b25e15c38", + "ms-76f27d9a935b25e15c38", + "ms-76f27d9a935b25e15c38", + "ms-76f27d9a935b25e15c38", + "ms-76f27d9a935b25e15c38", + "ms-76f27d9a935b25e15c38", + "ms-76f27d9a935b25e15c38", + "ms-1ba37e30b90a3b28e62f" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-728b865677134d3788e3", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.11203096807003021, + -0.1413005292415619, + 0.2732158303260803, + 0.8357366323471069, + 0.5968120098114014, + 0.6795768737792969, + 1.1993441581726074, + 0.42821651697158813, + 0.7554190158843994, + 0.19620943069458008, + -0.8866697549819946, + 0.8731241226196289, + -1.208752989768982, + 0.06145576387643814, + -1.0356433391571045, + 0.7936810255050659, + 1.693739891052246, + -1.041795253753662, + -0.7258239388465881, + -1.309713363647461, + 0.03454481065273285 + ], + [ + -0.1330219954252243, + -0.08021388202905655, + 0.05952376127243042, + 0.8389458656311035, + 0.6635733842849731, + 0.5569676160812378, + 0.7567282915115356, + 0.5861031413078308, + 0.5867250561714172, + 0.3729395568370819, + -0.978928804397583, + 1.2270179986953735, + -1.5719753503799438, + -0.13793589174747467, + -1.0421192646026611, + 0.8280554413795471, + 1.5331132411956787, + -0.862457811832428, + -0.6522689461708069, + -0.7061288356781006, + 0.11820574104785919 + ], + [ + -0.24070917069911957, + -0.07686670124530792, + -0.05442896485328674, + 0.7979460954666138, + 0.8854387998580933, + 0.6394944190979004, + 0.5521425008773804, + 0.4285084009170532, + 0.6202854514122009, + 0.20933851599693298, + -0.8483949303627014, + 1.258162498474121, + -1.3632041215896606, + -0.058659300208091736, + -0.9208257794380188, + 0.9354062676429749, + 1.6105974912643433, + -0.7921950817108154, + -0.5187293291091919, + -0.6312976479530334, + 0.11344046890735626 + ], + [ + -0.1645529419183731, + -0.09275513887405396, + 0.135543555021286, + 0.8335484266281128, + 0.5970734357833862, + 0.6470391750335693, + 0.6725664734840393, + 0.435541570186615, + 0.5689074993133545, + 0.32343482971191406, + -0.983051061630249, + 1.1877117156982422, + -1.3156065940856934, + 0.0739898607134819, + -0.9687966704368591, + 0.8252559304237366, + 1.580317735671997, + -0.8187130093574524, + -0.6453116536140442, + -0.8399653434753418, + 0.14263340830802917 + ], + [ + -0.22646357119083405, + 0.03452984243631363, + -0.00984153151512146, + 0.7947186231613159, + 0.8548839688301086, + 0.959101676940918, + 0.6873641014099121, + 0.24169331789016724, + 0.4497223198413849, + 0.17619828879833221, + -1.0192811489105225, + 0.816033661365509, + -0.9821630716323853, + 0.3932681083679199, + -1.1083828210830688, + 0.8761619329452515, + 1.7751070261001587, + -1.059151291847229, + -0.34729647636413574, + -1.4522154331207275, + 0.22020022571086884 + ], + [ + -0.4124842882156372, + -0.007932357490062714, + 0.36039257049560547, + 0.9356459379196167, + 1.0911719799041748, + 0.6892608404159546, + 1.3413467407226562, + 0.2881509065628052, + 0.37772467732429504, + 0.12816986441612244, + -0.9746536016464233, + 1.2083820104599, + -1.5600430965423584, + 0.13555139303207397, + -0.9699082970619202, + 0.7675877809524536, + 1.4326295852661133, + -0.7472147345542908, + -0.2510960102081299, + -0.639622688293457, + 0.38189244270324707 + ], + [ + -0.15599752962589264, + -0.0062275901436805725, + 0.3106290102005005, + 0.8356330394744873, + 0.5424091219902039, + 0.9677152633666992, + 0.9113893508911133, + 0.24144262075424194, + 0.4751063287258148, + 0.3348608613014221, + -1.1399155855178833, + 1.260170578956604, + -0.9811463356018066, + 0.20057886838912964, + -1.081621527671814, + 0.8525382280349731, + 1.5880790948867798, + -0.9001962542533875, + -0.6610493063926697, + -0.9552905559539795, + -0.00798933207988739 + ], + [ + -0.5753650665283203, + -0.05733786150813103, + 0.824713945388794, + 1.3452352285385132, + 0.7529614567756653, + 0.6152960658073425, + 0.8025518655776978, + 1.2375420331954956, + 0.6131554245948792, + -0.17578962445259094, + -1.1620841026306152, + 0.31703534722328186, + -0.14428946375846863, + 0.04365815967321396, + -0.5209081768989563, + 0.5357836484909058, + 0.6925166249275208, + -0.4337882995605469, + 0.0006326436996459961, + -0.10971149802207947, + 0.6801191568374634 + ] + ], + "generated_utilities": [ + 0.18492662906646729, + 0.18167804181575775, + 0.20572583377361298, + 0.1885238140821457, + 0.21263253688812256, + 0.21785707771778107, + 0.18022875487804413, + 0.15091639757156372 + ], + "group_id": "ms-728b865677134d3788e3", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.05257302522659302, + 0.05559448525309563, + 0.11835493892431259, + 0.04238405078649521, + 0.16897141933441162, + 0.02001136541366577, + 0.1609041690826416, + 0.14248299598693848, + 0.14091376960277557, + 0.17822234332561493, + 0.22658847272396088, + 0.1736571490764618, + 0.18659374117851257, + 0.12753915786743164, + 0.07164359092712402, + 0.0063618822023272514 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.04065108299255371, + 0.05943702906370163, + 0.0039327144622802734, + 0.10760968923568726, + -0.3465921878814697, + -0.6843758821487427, + 0.0, + 0.3034271001815796, + -0.38217779994010925, + 0.019724853336811066, + -1.1125431060791016, + -0.016437113285064697, + 0.09826856851577759, + 0.0, + -1.0372710227966309, + 0.5171947479248047, + 1.4950246810913086, + 0.055904269218444824, + -0.2721228003501892, + 0.07830148935317993, + 0.0 + ], + [ + -0.9075424671173096, + 0.06243014335632324, + 1.0039327144622803, + -0.6845037937164307, + 0.050797268748283386, + -1.6843758821487427, + -1.3340954780578613, + 1.3034271001815796, + -0.29618290066719055, + -0.035879287868738174, + -2.1125431060791016, + 0.9835628867149353, + -0.9017314314842224, + -1.01132333278656, + -2.037271022796631, + 1.5171947479248047, + 2.4950246810913086, + -0.3186037838459015, + 0.2194363921880722, + -0.6441555023193359, + 1.221185326576233 + ], + [ + -1.117501139640808, + 0.23503510653972626, + 0.9669153094291687, + -0.8317459225654602, + 0.06331060081720352, + -1.5474717617034912, + -1.3840656280517578, + 1.240980863571167, + -0.053158730268478394, + 0.10333722829818726, + -2.2084054946899414, + 1.1802411079406738, + -0.8987206816673279, + -1.136216402053833, + -1.9180536270141602, + 1.4563629627227783, + 2.625094413757324, + -0.1296394169330597, + 0.3340006470680237, + -0.7212131023406982, + 0.9384214878082275 + ], + [ + -1.2640053033828735, + 0.2415706366300583, + 0.9424604177474976, + -0.8472410440444946, + 0.35185110569000244, + -1.8022713661193848, + -1.2391949892044067, + 0.9333417415618896, + 0.03309231996536255, + 0.22933605313301086, + -1.7521884441375732, + 1.0360857248306274, + -0.6365935802459717, + -0.7614871859550476, + -2.103987216949463, + 1.5381183624267578, + 2.11069917678833, + -0.5904175639152527, + -0.07874824106693268, + -0.3884509205818176, + 1.0602728128433228 + ], + [ + -0.7705078721046448, + 0.18350359797477722, + 0.579454779624939, + -0.5434049963951111, + 0.2274666726589203, + -1.7208446264266968, + -1.5971848964691162, + 1.6145182847976685, + -0.6915329694747925, + 0.20122811198234558, + -1.8584421873092651, + 0.9026989340782166, + -0.5741626024246216, + -0.5299967527389526, + -1.544856309890747, + 1.7236231565475464, + 2.1288580894470215, + -0.7592856287956238, + 0.3358893394470215, + -0.2929669916629791, + 1.67848801612854 + ], + [ + -0.3686429262161255, + 0.3043383061885834, + 0.7294905781745911, + -0.8736650347709656, + 0.3122289776802063, + -1.5051836967468262, + -1.8593363761901855, + 0.8389579653739929, + -0.8785254955291748, + -0.5520821213722229, + -1.8517990112304688, + 1.3417646884918213, + -0.32390326261520386, + -0.42145586013793945, + -1.6530441045761108, + 1.7202519178390503, + 2.180105209350586, + -0.4262692928314209, + -0.1161729246377945, + -0.08550512790679932, + 1.1130309104919434 + ], + [ + -0.9971213936805725, + -0.4085577130317688, + 0.9404422044754028, + -0.9977414011955261, + 0.4963066577911377, + -1.4445728063583374, + -1.8557989597320557, + 1.3813822269439697, + -0.9350934028625488, + 0.6622016429901123, + -2.0982701778411865, + 0.5712680220603943, + -1.3476169109344482, + -0.8056140542030334, + -2.2595674991607666, + 1.7601569890975952, + 2.5158329010009766, + -0.8607662916183472, + -0.010314732789993286, + -0.9802933931350708, + 0.587103545665741 + ], + [ + -0.538765549659729, + -0.2632336914539337, + 0.574018120765686, + -1.3315669298171997, + 0.23096206784248352, + -1.4029772281646729, + -1.2746275663375854, + 1.674896478652954, + -0.6276504993438721, + -0.06763898581266403, + -1.44939124584198, + 1.1256837844848633, + -0.6540690064430237, + -0.7850072979927063, + -2.472240686416626, + 1.201231837272644, + 2.056978702545166, + 0.4725829064846039, + 0.7320148944854736, + -0.47291314601898193, + 1.2244172096252441 + ], + [ + -0.5474913120269775, + 0.3537777066230774, + 0.1717698574066162, + -0.9464929103851318, + -0.24061335623264313, + -2.5145106315612793, + -1.9605224132537842, + 2.171875476837158, + 0.5462924242019653, + 0.2324821650981903, + -2.4616305828094482, + 1.3455290794372559, + -0.703314483165741, + -0.6289631128311157, + -1.848944902420044, + 1.755210518836975, + 2.649005174636841, + -0.931267499923706, + -0.3109248876571655, + 0.21283608675003052, + 0.6994417309761047 + ], + [ + -1.4273285865783691, + 0.48591291904449463, + 1.4724129438400269, + -1.1116547584533691, + -0.04224221408367157, + -1.1567587852478027, + -1.0686161518096924, + 1.7429871559143066, + -1.1814582347869873, + 0.07730802893638611, + -2.1004433631896973, + 0.45253968238830566, + -0.7293854355812073, + -0.4477439522743225, + -1.986203908920288, + 1.1158549785614014, + 2.0316240787506104, + 0.5763667821884155, + -0.48857587575912476, + -1.07709801197052, + 0.5611822605133057 + ] + ], + "predicted_scores": [ + 10.781546592712402, + 10.671229362487793, + 10.539270401000977, + 10.115017890930176, + 9.723193168640137, + 9.28258228302002, + 9.215770721435547, + 7.255745887756348 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "750448296", + "selected_index": 0, + "state_hash": "62e00728e448102460275bc2c35150dbf429ab0d5670a6706fa41256273bac3c", + "stored_base_utility": 0.05257302522659302, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2750004827976227, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2750004827976227 + }, + "base_progress": 0.2750004827976227, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.2750004827976227, + "candidate_action_clip_max_abs": [ + 0.0, + 0.03549027442932129, + 0.0, + 0.02654242515563965, + 0.0009313821792602539, + 0.02428758144378662, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23835502564907074, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23835502564907074 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.03549027442932129, + "contact_quality": null, + "progress": 0.20642304420471191, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20642304420471191 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1916065365076065, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1916065365076065 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.02654242515563965, + "contact_quality": null, + "progress": 0.1988271325826645, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1988271325826645 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.0009313821792602539, + "contact_quality": null, + "progress": 0.2204362154006958, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2204362154006958 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.02428758144378662, + "contact_quality": null, + "progress": 0.14064906537532806, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14064906537532806 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14754825830459595, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14754825830459595 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2000715285539627, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2000715285539627 + } + ], + "candidate_progress": [ + 0.23835502564907074, + 0.20642304420471191, + 0.1916065365076065, + 0.1988271325826645, + 0.2204362154006958, + 0.14064906537532806, + 0.14754825830459595, + 0.2000715285539627 + ], + "candidate_safety_violation": [ + false, + true, + false, + true, + true, + true, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-4bda8533405961380322", + "ms-4bda8533405961380322", + "ms-4bda8533405961380322", + "ms-4bda8533405961380322", + "ms-4bda8533405961380322", + "ms-6ddecc7f074b9e267409", + "ms-4bda8533405961380322", + "ms-4bda8533405961380322" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-7ea98b8f4d2220347ee0", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.2687246799468994, + 0.08615688979625702, + -0.64286208152771, + -0.01314021646976471, + -0.45683926343917847, + -2.034536123275757, + -1.340883731842041, + -1.0424761772155762, + -0.07523475587368011, + 0.6254957914352417, + 0.9031152725219727, + 0.07536079734563828, + 0.2581721246242523, + 0.46378839015960693, + 0.2873639762401581, + 0.06637592613697052, + 0.024750322103500366, + 1.0043936967849731, + 0.32149410247802734, + 0.024346381425857544, + -0.11192265152931213 + ], + [ + 0.9485464692115784, + 0.277320921421051, + -0.6285966634750366, + 0.07431146502494812, + -0.4208986759185791, + -2.394834518432617, + -1.6284189224243164, + -1.1625866889953613, + -0.06757741421461105, + 0.6668095588684082, + 0.85346919298172, + -0.29186177253723145, + 0.2302267849445343, + 0.4899163842201233, + 0.5736405849456787, + 0.0657082349061966, + -0.07192112505435944, + 0.832027792930603, + 0.16535210609436035, + -0.17443333566188812, + 0.1094907596707344 + ], + [ + 1.0457217693328857, + 0.16808655858039856, + -0.505684494972229, + -0.3355824947357178, + 0.1357308030128479, + -2.067014455795288, + -1.5808758735656738, + -1.2205462455749512, + 0.2726818025112152, + 0.5233956575393677, + 0.9018949270248413, + -0.04221490025520325, + 0.23973670601844788, + 0.17657583951950073, + 0.6635417938232422, + 0.039717309176921844, + 0.02319401502609253, + 0.9201897978782654, + 0.16322636604309082, + -0.03284737467765808, + 0.22845934331417084 + ], + [ + 1.094552755355835, + 0.14541122317314148, + -0.5342535972595215, + -0.13779935240745544, + -0.27705371379852295, + -2.2888290882110596, + -1.3840844631195068, + -1.0831650495529175, + -0.0361810103058815, + 0.6787716150283813, + 0.88232421875, + -0.09495103359222412, + 0.1561114490032196, + 0.3351098895072937, + 0.40136730670928955, + 0.04744184762239456, + 0.05665980279445648, + 1.0581650733947754, + 0.2623744606971741, + 0.08738008141517639, + 0.11429375410079956 + ], + [ + 1.0423303842544556, + 0.20121470093727112, + -0.5663139820098877, + -0.07826143503189087, + -0.3447328209877014, + -2.1975021362304688, + -1.371138095855713, + -1.0574140548706055, + -0.019932428374886513, + 0.5942946672439575, + 0.8698061108589172, + -0.1776328980922699, + 0.2974604666233063, + 0.3550824224948883, + 0.4649788439273834, + 0.08761335909366608, + 0.07362781465053558, + 1.0692287683486938, + 0.38072797656059265, + 0.08652722835540771, + 0.0012859106063842773 + ], + [ + 0.8755095601081848, + 0.15041013062000275, + -0.3191123306751251, + -0.25412869453430176, + -0.9292379021644592, + -2.8365635871887207, + -1.4498074054718018, + -0.9079794883728027, + 0.2819540202617645, + 0.8386949896812439, + 0.8997604250907898, + 0.349468469619751, + 1.0948480367660522, + 0.7741055488586426, + -0.2555108368396759, + 0.3100478947162628, + 0.02962508797645569, + 0.851100742816925, + 0.3783665895462036, + -0.78404700756073, + 0.678514838218689 + ], + [ + 0.9753103256225586, + 0.2646123170852661, + -0.33373305201530457, + 0.004606336355209351, + -0.5524309277534485, + -2.178781747817993, + -1.4738552570343018, + -1.2038497924804688, + 0.09492678940296173, + 0.728248655796051, + 0.9463682174682617, + -0.02093343436717987, + 0.7279284000396729, + 0.17118461430072784, + 0.2530619502067566, + -0.026590915396809578, + 0.09216943383216858, + 1.019950270652771, + 0.29620125889778137, + 0.5446490049362183, + 0.022494211792945862 + ], + [ + 0.9956954121589661, + 0.2039577066898346, + -0.7782566547393799, + 0.006285026669502258, + -0.4228154420852661, + -1.8753067255020142, + -1.336442232131958, + -1.142625331878662, + -0.20320937037467957, + 0.7646889090538025, + 0.7886247038841248, + -0.01822616159915924, + 0.4731440842151642, + 0.4941213130950928, + 0.0208648219704628, + 0.13745465874671936, + -0.24785242974758148, + 1.118317723274231, + 0.2860596477985382, + -0.3240540325641632, + -0.4144686162471771 + ] + ], + "generated_utilities": [ + 0.23835502564907074, + 0.20642304420471191, + 0.1916065365076065, + 0.1988271325826645, + 0.2204362154006958, + 0.14064906537532806, + 0.14754825830459595, + 0.2000715285539627 + ], + "group_id": "ms-7ea98b8f4d2220347ee0", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.18600693345069885, + 0.07475636899471283, + 0.27452313899993896, + 0.20920448005199432, + 0.18411576747894287, + 0.27989473938941956, + 0.19416475296020508, + 0.10948207229375839, + 0.123555026948452, + 0.1468026340007782, + 0.12693151831626892, + 0.11466284841299057, + 0.07585643231868744, + 0.12908481061458588, + 0.22501108050346375, + 0.06431269645690918 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.06974434852600098, + -0.02351950854063034, + 0.04567508399486542, + -0.07042121887207031, + -0.038941264152526855, + -2.2828922271728516, + 0.0, + -0.8026905059814453, + 0.08617860078811646, + 0.9112892150878906, + 0.7374391555786133, + 0.06539928913116455, + 0.03787863254547119, + 0.0, + -0.021528124809265137, + -0.04566385596990585, + -0.03331831097602844, + 1.6466763019561768, + 0.04444807767868042, + -0.27494049072265625, + 0.0 + ], + [ + 1.1160619258880615, + -0.10018755495548248, + 0.19327251613140106, + -1.3990073204040527, + 0.672177255153656, + -3.303851842880249, + -2.832740545272827, + -1.902563214302063, + 0.39503830671310425, + 1.542332410812378, + 1.6850805282592773, + 0.6842766404151917, + 1.1400834321975708, + 1.670598030090332, + 0.631821870803833, + -0.26601675152778625, + -0.2725638151168823, + 3.003178119659424, + 0.23009130358695984, + -1.0388810634613037, + -0.19119825959205627 + ], + [ + 1.031497836112976, + -0.2943698763847351, + -0.11846622079610825, + -1.3361037969589233, + 0.6225074529647827, + -3.545761823654175, + -2.5078811645507812, + -1.4024183750152588, + 0.6736462116241455, + 2.093475580215454, + 1.9168713092803955, + 0.6377919316291809, + 0.5105260014533997, + 1.8172619342803955, + 1.1300766468048096, + 0.1616329848766327, + 0.03408849239349365, + 2.2435190677642822, + 0.735376238822937, + -1.5760226249694824, + -0.7514586448669434 + ], + [ + 1.7542359828948975, + -0.7351009249687195, + -0.854544997215271, + -1.223644495010376, + 0.07327532768249512, + -3.150663137435913, + -2.5486767292022705, + -2.110039472579956, + 1.0206904411315918, + 2.1492340564727783, + 2.187993288040161, + 1.2547765970230103, + 0.8607165217399597, + 1.1150517463684082, + 0.9828771948814392, + 0.5030426383018494, + -0.4691219627857208, + 2.2485060691833496, + -0.14985057711601257, + -1.9480454921722412, + -0.05157876014709473 + ], + [ + 0.6040669679641724, + 0.5665496587753296, + 0.24913550913333893, + -1.6600215435028076, + -0.10813313722610474, + -3.8031911849975586, + -3.226392984390259, + -1.5098689794540405, + 1.0684192180633545, + 2.1557064056396484, + 1.545849084854126, + 1.011389970779419, + 1.113816499710083, + 0.9937302470207214, + 1.372757911682129, + -0.4055754244327545, + -0.23403912782669067, + 3.0650274753570557, + 0.1330145299434662, + -0.7907523512840271, + -0.6428619623184204 + ], + [ + 0.30788952112197876, + 0.6807127594947815, + -0.035938769578933716, + -0.8788743615150452, + -0.30191969871520996, + -4.111589431762695, + -2.432647705078125, + -1.7479791641235352, + -0.321926474571228, + 1.9823087453842163, + 1.6617395877838135, + 1.3319180011749268, + 1.5937504768371582, + 2.0502309799194336, + 0.63725745677948, + 0.7232187390327454, + -0.23885302245616913, + 1.8472312688827515, + 0.3300834596157074, + -0.43588966131210327, + -1.2869892120361328 + ], + [ + 0.3636443018913269, + -0.4284004867076874, + 0.2675324082374573, + -0.4861376881599426, + 0.2239738255739212, + -2.813422918319702, + -2.4891929626464844, + -1.165071725845337, + 0.6442201733589172, + 1.1830427646636963, + 1.177597999572754, + 0.33577069640159607, + 0.6362329721450806, + 1.5409071445465088, + 0.29718804359436035, + -0.5603961944580078, + -0.8089720010757446, + 2.6271419525146484, + -0.5456377267837524, + -0.2824941873550415, + -0.7960987091064453 + ], + [ + 1.1001086235046387, + -0.9762114882469177, + -0.00277864933013916, + -1.704659104347229, + 1.2373628616333008, + -3.385840654373169, + -1.6910454034805298, + -1.470743179321289, + 0.9354362487792969, + 1.9378679990768433, + 1.515415906906128, + -0.3002503514289856, + 0.21796274185180664, + 1.542279839515686, + 1.7353785037994385, + 0.23501873016357422, + -0.16601301729679108, + 2.1989498138427734, + 0.8671687841415405, + -1.6252647638320923, + -1.2141560316085815 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.06974434852600098, + -0.15391214191913605, + -0.22159501910209656, + -0.07042121887207031, + -0.09706336259841919, + -2.2828922271728516, + 0.0, + -0.8026905059814453, + 0.1400253176689148, + 0.9112892150878906, + 0.7374391555786133, + 0.13415807485580444, + -0.10778343677520752, + 0.0, + -0.08470147848129272, + 0.1231045201420784, + 0.08352774381637573, + 1.6466763019561768, + -0.005736887454986572, + -0.27494049072265625, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -5.125826835632324, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.152101516723633, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.8942345976829529 + ] + ], + "predicted_scores": [ + 8.629256248474121, + 8.51817798614502, + 8.388086318969727, + 8.375885009765625, + 8.162569046020508, + 8.088519096374512, + 7.589531898498535, + 7.445077896118164 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "565369392", + "selected_index": 0, + "state_hash": "a2b9f3b3ea6458c6734081cea861cf54026796a0a594bf9be3657d28f12e9b3c", + "stored_base_utility": 0.18600693345069885, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06369390338659286, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06369390338659286 + }, + "base_progress": 0.06369390338659286, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.06369390338659286, + "candidate_action_clip_max_abs": [ + 0.13266420364379883, + 0.17424333095550537, + 0.12018358707427979, + 0.1389634609222412, + 0.13284766674041748, + 0.11953437328338623, + 0.1562894582748413, + 0.10821294784545898 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.13266420364379883, + "contact_quality": null, + "progress": 0.016973435878753662, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.016973435878753662 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.17424333095550537, + "contact_quality": null, + "progress": 0.015588263981044292, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.015588263981044292 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.12018358707427979, + "contact_quality": null, + "progress": 0.024318376556038857, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.024318376556038857 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1389634609222412, + "contact_quality": null, + "progress": 0.012390990741550922, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.012390990741550922 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.13284766674041748, + "contact_quality": null, + "progress": 0.011873762123286724, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.011873762123286724 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.11953437328338623, + "contact_quality": null, + "progress": 0.009866774082183838, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.009866774082183838 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1562894582748413, + "contact_quality": null, + "progress": 0.015574872493743896, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.015574872493743896 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.10821294784545898, + "contact_quality": null, + "progress": 0.012459318153560162, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.012459318153560162 + } + ], + "candidate_progress": [ + 0.016973435878753662, + 0.015588263981044292, + 0.024318376556038857, + 0.012390990741550922, + 0.011873762123286724, + 0.009866774082183838, + 0.015574872493743896, + 0.012459318153560162 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-8e12f7ad446482627dd3", + "ms-f2b2b2a1aa2863c3676f", + "ms-8e12f7ad446482627dd3", + "ms-8e12f7ad446482627dd3", + "ms-8e12f7ad446482627dd3", + "ms-8e12f7ad446482627dd3", + "ms-f2b2b2a1aa2863c3676f", + "ms-02311c7783bc67e188b4" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-7f57045c114ddad153b5", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.1726100891828537, + -0.3347868323326111, + 1.3169703483581543, + -0.41565945744514465, + 1.2874424457550049, + 2.650754690170288, + 1.7292895317077637, + 0.4457464814186096, + 0.044048599898815155, + 0.783026397228241, + 0.045660655945539474, + 1.1803338527679443, + 1.599429965019226, + 1.624930739402771, + -0.019532915204763412, + 0.028881404548883438, + 1.3732492923736572, + -0.38447606563568115, + 1.6784179210662842, + 1.5398623943328857, + 1.7468440532684326 + ], + [ + 0.0833527147769928, + -0.28342312574386597, + 1.4735974073410034, + -0.28322726488113403, + 1.3762035369873047, + 2.540041446685791, + 1.741772174835205, + 0.5146540999412537, + 0.0843253955245018, + 0.9070500731468201, + 0.07460220903158188, + 1.4920940399169922, + 1.8058220148086548, + 1.6091992855072021, + 0.03150394558906555, + 0.18557164072990417, + 1.4842886924743652, + -0.13818798959255219, + 1.4982328414916992, + 1.6978282928466797, + 2.1611416339874268 + ], + [ + 0.1418241560459137, + -0.2125474214553833, + 1.2337884902954102, + -0.3128843605518341, + 1.2991986274719238, + 2.0284483432769775, + 1.421481728553772, + 0.45409414172172546, + 0.11464215815067291, + 0.7931621670722961, + 0.33181437849998474, + 1.1267032623291016, + 1.5507203340530396, + 0.8506237268447876, + 0.10348677635192871, + 0.17252646386623383, + 1.0631048679351807, + -0.3571765422821045, + 1.6170642375946045, + 1.482513666152954, + 0.9514460563659668 + ], + [ + -0.14427946507930756, + -0.3901156783103943, + 1.3746217489242554, + -0.21503904461860657, + 1.2607829570770264, + 2.3818700313568115, + 1.495065689086914, + 0.31261393427848816, + 0.12546992301940918, + 0.9938157796859741, + 0.06932122260332108, + 1.220630168914795, + 1.5630258321762085, + 1.7760930061340332, + -0.013896431773900986, + 0.05760663375258446, + 1.4868345260620117, + -0.46194368600845337, + 1.6007304191589355, + 1.6145472526550293, + 1.8194211721420288 + ], + [ + -0.22046487033367157, + -0.401961088180542, + 1.2990325689315796, + -0.052962154150009155, + 1.4985973834991455, + 2.493062734603882, + 1.7945537567138672, + 0.24310441315174103, + 0.132241889834404, + 1.0177518129348755, + -0.025089755654335022, + 0.9924635291099548, + 1.386376976966858, + 2.0798535346984863, + -0.04411656782031059, + 0.08605937659740448, + 1.463987946510315, + -0.3453376889228821, + 1.4765121936798096, + 1.70103120803833, + 2.0788657665252686 + ], + [ + -0.3104404807090759, + -0.23824003338813782, + 1.3035024404525757, + 0.13354817032814026, + 1.4720327854156494, + 2.4656126499176025, + 1.365605115890503, + 0.21152755618095398, + 0.15545274317264557, + 1.2130100727081299, + 0.04487677291035652, + 1.1747170686721802, + 1.022206425666809, + 2.203923225402832, + 0.02896719053387642, + -0.0067114075645804405, + 1.45795476436615, + -0.375399649143219, + 1.753443956375122, + 1.8740160465240479, + 1.8977844715118408 + ], + [ + 0.04524310678243637, + -0.33526986837387085, + 1.4813019037246704, + -0.3626183271408081, + 1.5717124938964844, + 2.405609130859375, + 1.8496506214141846, + 0.39606884121894836, + 0.04757031798362732, + 0.8139438629150391, + -0.03238561004400253, + 1.453343152999878, + 1.7859362363815308, + 2.006596088409424, + -0.1567358821630478, + 0.1846054345369339, + 1.360047698020935, + -0.15296225249767303, + 1.3995747566223145, + 1.5776922702789307, + 1.9119317531585693 + ], + [ + -0.0011575967073440552, + -0.3921729326248169, + 1.3452986478805542, + -0.14039278030395508, + 1.3074705600738525, + 2.43420147895813, + 1.666142225265503, + 0.1982419490814209, + 0.12912032008171082, + 1.0460612773895264, + 0.04581982269883156, + 1.4623441696166992, + 1.3336541652679443, + 2.004030466079712, + -0.08218500018119812, + 0.2826131582260132, + 1.3596724271774292, + -0.30013811588287354, + 1.5385053157806396, + 1.5552690029144287, + 1.9579555988311768 + ] + ], + "generated_utilities": [ + 0.016973435878753662, + 0.015588263981044292, + 0.024318376556038857, + 0.012390990741550922, + 0.011873762123286724, + 0.009866774082183838, + 0.015574872493743896, + 0.012459318153560162 + ], + "group_id": "ms-7f57045c114ddad153b5", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.11277659982442856, + 0.1479199379682541, + 0.07541074603796005, + 0.042439721524715424, + 0.15517297387123108, + 0.03584214299917221, + 0.1660110056400299, + 0.12549421191215515, + 0.227622389793396, + 0.09924932569265366, + 0.18198737502098083, + 0.11130931228399277, + 0.10854844748973846, + 0.01617596670985222, + 0.08437560498714447, + 0.04182587191462517 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.013166621327400208, + -0.12399804592132568, + 0.48011910915374756, + 0.4925293028354645, + 0.6256281137466431, + 2.213102102279663, + 0.0, + -0.4044480323791504, + 0.1722363382577896, + 0.3389366865158081, + -0.08761294186115265, + 0.21791136264801025, + 0.9396321773529053, + 0.0, + 0.06717276573181152, + -0.5456919074058533, + 0.722014307975769, + -0.051606684923172, + 0.7784175276756287, + 0.5338386297225952, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.9143741130828857, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.455221176147461, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.263336420059204 + ], + [ + -0.47406601905822754, + -0.37954479455947876, + 1.123671293258667, + -0.8903511762619019, + 1.5515481233596802, + 3.7488584518432617, + 0.9699987173080444, + -0.23581115901470184, + -0.2149372398853302, + 0.8883978128433228, + 0.5803861021995544, + 1.7047908306121826, + 2.149672746658325, + 2.2741973400115967, + 0.2513730227947235, + 0.6982267498970032, + 2.1354174613952637, + -1.151021122932434, + 1.9550246000289917, + 0.5981679558753967, + 1.338004469871521 + ], + [ + -0.1836935132741928, + -0.42300617694854736, + 1.7664438486099243, + -0.5576877593994141, + 1.0626983642578125, + 2.5276265144348145, + 2.3329849243164062, + -0.4834023118019104, + -0.25722599029541016, + 0.5209662914276123, + 0.24240870773792267, + 0.8533134460449219, + 1.5531291961669922, + 2.304234504699707, + 0.7609332799911499, + 1.0344312191009521, + 2.270921230316162, + -0.926997184753418, + 0.9014018177986145, + 2.259265422821045, + 2.172292470932007 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.3910996615886688, + -0.9467402100563049, + 1.4744372367858887, + -0.2748112082481384, + 1.753147840499878, + 3.3321292400360107, + 1.7170560359954834, + 0.09920699894428253, + -0.11250317096710205, + 1.5213767290115356, + 0.0891318991780281, + 1.0193004608154297, + 1.7396382093429565, + 2.202378988265991, + 0.1176290512084961, + 0.5433868765830994, + 1.6113250255584717, + -0.2701912522315979, + 1.7789868116378784, + 1.246854305267334, + 1.6763029098510742 + ], + [ + 0.3669140636920929, + -0.8853410482406616, + 1.1054010391235352, + -0.008406088687479496, + 1.683157205581665, + 2.8090970516204834, + 2.1524839401245117, + -0.1140800267457962, + -0.16068093478679657, + 1.3338439464569092, + -0.34659242630004883, + 1.4494925737380981, + 2.0485284328460693, + 2.244007110595703, + 0.4862309694290161, + 0.6211890578269958, + 1.5708913803100586, + -0.22552455961704254, + 1.7964838743209839, + 1.386763095855713, + 1.3543281555175781 + ], + [ + 0.7718826532363892, + -0.5710152983665466, + 2.151604175567627, + -0.5648711323738098, + 2.1273765563964844, + 3.657623291015625, + 1.9845168590545654, + -0.1599704772233963, + -0.6097310781478882, + 1.135812520980835, + -0.09587362408638, + 1.555975079536438, + 2.3309824466705322, + 1.9832960367202759, + 0.46482378244400024, + 0.6467846035957336, + 1.7182108163833618, + -0.0750286877155304, + 1.9485927820205688, + 0.959426760673523, + 0.9474185109138489 + ] + ], + "predicted_scores": [ + 5.108861923217773, + 4.590511798858643, + 4.532113552093506, + 4.485914707183838, + 4.391556739807129, + 4.344674110412598, + 4.337984085083008, + 4.282186031341553 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "278008524", + "selected_index": 0, + "state_hash": "4885f9acf2601b3d2c201bc8e00ef617845ad2a6d08f96d585249345f457be89", + "stored_base_utility": 0.11277659982442856, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.054365258663892746, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.054365258663892746 + }, + "base_progress": 0.054365258663892746, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.054365258663892746, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0008549690246582031 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03630463406443596, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03630463406443596 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.038348615169525146, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.038348615169525146 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04068853333592415, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04068853333592415 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03446837142109871, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03446837142109871 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.036357581615448, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.036357581615448 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.041980862617492676, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.041980862617492676 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03412624076008797, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03412624076008797 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.0008549690246582031, + "contact_quality": null, + "progress": 0.03850746154785156, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03850746154785156 + } + ], + "candidate_progress": [ + 0.03630463406443596, + 0.038348615169525146, + 0.04068853333592415, + 0.03446837142109871, + 0.036357581615448, + 0.041980862617492676, + 0.03412624076008797, + 0.03850746154785156 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + true + ], + "candidate_source_chart_ids": [ + "ms-0b93907b2a7261815f63", + "ms-0b93907b2a7261815f63", + "ms-0b93907b2a7261815f63", + "ms-3a4e2d080c9c4b279895", + "ms-3a4e2d080c9c4b279895", + "ms-0b93907b2a7261815f63", + "ms-3a4e2d080c9c4b279895", + "ms-3a4e2d080c9c4b279895" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-81f4e8858b2ba90aea2e", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -1.9028782844543457e-05, + -0.44285303354263306, + 0.4840932786464691, + 0.13562244176864624, + 0.32028383016586304, + 2.4584872722625732, + 2.5089144706726074, + 0.10060614347457886, + -0.08148403465747833, + 0.6115589141845703, + -0.8237824440002441, + 0.4319596588611603, + 0.8599599599838257, + 1.1341748237609863, + 1.0557302236557007, + -0.47551587224006653, + -1.500368595123291, + 0.5287860631942749, + 0.21002748608589172, + -0.5813711881637573, + -1.4623185396194458 + ], + [ + 0.21435222029685974, + -0.327595591545105, + 0.7874057292938232, + -0.25081655383110046, + 0.36818820238113403, + 2.0702202320098877, + 2.3756232261657715, + 0.05104780197143555, + -0.041201263666152954, + 0.45322898030281067, + -1.0108885765075684, + 0.3722154498100281, + 0.8546619415283203, + 0.9435622692108154, + 1.1563720703125, + -0.5337783098220825, + -1.326741099357605, + 0.5951060056686401, + 0.3090568482875824, + -0.5536545515060425, + -1.3607382774353027 + ], + [ + 0.2675952911376953, + -0.4636189341545105, + 0.6315298676490784, + -0.26905131340026855, + 0.24608281254768372, + 2.3929576873779297, + 2.6772868633270264, + 0.051307350397109985, + -0.09204423427581787, + 0.579157829284668, + -0.7903518080711365, + 0.4577927589416504, + 0.8208043575286865, + 0.9959558844566345, + 1.1586865186691284, + -0.4568313658237457, + -1.4354268312454224, + 0.6627987623214722, + 0.05826856195926666, + -0.4125209152698517, + -1.4584611654281616 + ], + [ + 0.015864774584770203, + -0.21796873211860657, + 0.7038164734840393, + -0.5953747034072876, + 1.0254433155059814, + 2.760917901992798, + 2.877788543701172, + 0.008275121450424194, + -0.1667446345090866, + 0.4169290363788605, + -0.9099151492118835, + 0.6761449575424194, + 1.0298140048980713, + 0.681435227394104, + 0.989532470703125, + -0.3951871991157532, + -1.664437174797058, + 0.5528596043586731, + 0.4670531153678894, + -0.2487076222896576, + -1.7037006616592407 + ], + [ + 0.17934946715831757, + -0.25249379873275757, + 0.8316711187362671, + -0.814831018447876, + 0.8390133380889893, + 2.7134077548980713, + 2.954741954803467, + 0.15479134023189545, + -0.15392078459262848, + 0.44095954298973083, + -0.893177330493927, + 0.5149983763694763, + 1.0611178874969482, + 0.4362555742263794, + 1.0367897748947144, + -0.4111935496330261, + -1.5562126636505127, + 0.49569183588027954, + 0.5696142911911011, + -0.2683020234107971, + -1.552608847618103 + ], + [ + 0.31568706035614014, + -0.5114741325378418, + 0.8101857900619507, + -0.3873685300350189, + 0.32411205768585205, + 2.568424701690674, + 2.7542078495025635, + 0.00525374710559845, + -0.08676159381866455, + 0.6447059512138367, + -0.9473303556442261, + 0.16250617802143097, + 0.8051108121871948, + 1.1722731590270996, + 1.1732124090194702, + -0.2979632616043091, + -1.5973418951034546, + 0.40676647424697876, + 0.19963449239730835, + -0.39758726954460144, + -1.7003692388534546 + ], + [ + 0.26797330379486084, + -0.30268049240112305, + 1.0187426805496216, + -0.8685029745101929, + 0.9205219745635986, + 2.402533531188965, + 2.7342591285705566, + 0.2354627251625061, + 0.04202002286911011, + 0.2039874643087387, + -1.2031118869781494, + 0.795761227607727, + 1.0848153829574585, + 1.1796534061431885, + 1.251120924949646, + -0.4574134349822998, + -1.4903240203857422, + 0.18247222900390625, + 0.25306323170661926, + -0.26563596725463867, + -0.949760913848877 + ], + [ + 0.18074952065944672, + -0.305205762386322, + 0.9746131896972656, + -0.754716157913208, + 0.9162930846214294, + 2.9457216262817383, + 2.386324644088745, + 0.16242007911205292, + -0.0642838329076767, + 0.26836177706718445, + -0.6350975036621094, + 0.3491714596748352, + 1.0771551132202148, + 0.5422614216804504, + 1.1416070461273193, + -0.5605376362800598, + -1.7550548315048218, + 0.44922226667404175, + 0.3844025731086731, + 0.14199134707450867, + -1.7879724502563477 + ] + ], + "generated_utilities": [ + 0.03630463406443596, + 0.038348615169525146, + 0.04068853333592415, + 0.03446837142109871, + 0.036357581615448, + 0.041980862617492676, + 0.03412624076008797, + 0.03850746154785156 + ], + "group_id": "ms-81f4e8858b2ba90aea2e", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.01361372135579586, + 0.007307033054530621, + 0.021326780319213867, + 0.04093001410365105, + 0.15059307217597961, + 0.013598322868347168, + 0.09240063279867172, + 0.1631626933813095, + 0.05027441307902336, + 0.05712141841650009, + 0.1538398563861847, + 0.06023097038269043, + 0.020811915397644043, + 0.019836824387311935, + 0.1318017691373825, + 0.051341354846954346 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.06500570476055145, + 0.046472612768411636, + 1.2439939975738525, + -1.446747064590454, + 1.7077040672302246, + 2.291205883026123, + 2.1016674041748047, + -0.6354803442955017, + -0.4465000331401825, + 0.9666666984558105, + -1.1514010429382324, + 0.45639365911483765, + 1.613925814628601, + 1.0568119287490845, + 1.3792463541030884, + -0.7852597832679749, + -1.576931118965149, + 1.1258286237716675, + 0.9614027738571167, + -0.9620904922485352, + -1.7528356313705444 + ], + [ + -0.23400194942951202, + -0.21453839540481567, + 1.458961844444275, + -1.701543927192688, + 1.4158955812454224, + 2.2648162841796875, + 2.2270467281341553, + -0.5239131450653076, + -0.44378146529197693, + 1.0904332399368286, + -1.223331093788147, + 0.45784294605255127, + 1.6057316064834595, + 0.9251953363418579, + 1.308751106262207, + -0.6351475715637207, + -1.5950077772140503, + 1.0428481101989746, + 0.6781296730041504, + -0.9007717370986938, + -1.880659818649292 + ], + [ + 0.2324782907962799, + 0.05129373073577881, + 1.1239540576934814, + -1.1853233575820923, + 1.3290393352508545, + 1.933064341545105, + 2.192976951599121, + -0.23718085885047913, + -0.279358446598053, + 1.3028839826583862, + -1.4676742553710938, + 0.16475489735603333, + 1.67984938621521, + 0.6600161790847778, + 1.5654886960983276, + -1.1545368432998657, + -1.5593464374542236, + 1.1976646184921265, + 0.5715436935424805, + -0.9047394394874573, + -1.9614591598510742 + ], + [ + 0.7452290058135986, + 0.614987313747406, + 0.7383754849433899, + -1.5856380462646484, + 1.264894723892212, + 1.7337512969970703, + 2.502504825592041, + 0.040616750717163086, + -1.1382783651351929, + 0.7095704674720764, + -1.014717698097229, + 0.5126742720603943, + 1.3401073217391968, + 1.4275505542755127, + 1.4739655256271362, + -0.7308655381202698, + -0.9416123032569885, + 0.661049485206604, + 0.9453439712524414, + -1.5968079566955566, + -1.715583324432373 + ], + [ + 0.15219944715499878, + 0.5165310502052307, + 1.0654370784759521, + -0.5756344199180603, + 1.2834129333496094, + 1.6370232105255127, + 2.414426326751709, + -1.1256691217422485, + -1.1171015501022339, + 0.5337101817131042, + -0.9850769639015198, + -0.35428309440612793, + 2.4350547790527344, + 1.8563504219055176, + 2.1929399967193604, + -0.1821107268333435, + -1.4600040912628174, + 1.5430631637573242, + 1.4937412738800049, + -0.8152608275413513, + -2.020042896270752 + ] + ], + "predicted_scores": [ + 4.52180290222168, + 4.005775451660156, + 3.9086599349975586, + 3.29331636428833, + 2.9251856803894043, + 2.858393669128418, + 2.7254562377929688, + 2.2988386154174805 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "626486813", + "selected_index": 0, + "state_hash": "562e8bc3804d1d310e0eaf612dbc110b8efc94514458dacf551ef33f4f0b8ee7", + "stored_base_utility": 0.01361372135579586, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07143356651067734, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07143356651067734 + }, + "base_progress": 0.07143356651067734, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.07143356651067734, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12849746644496918, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12849746644496918 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1278136968612671, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1278136968612671 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12788061797618866, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12788061797618866 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13272596895694733, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13272596895694733 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13608808815479279, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13608808815479279 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1296265870332718, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1296265870332718 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.160512313246727, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.160512313246727 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11326471716165543, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11326471716165543 + } + ], + "candidate_progress": [ + 0.12849746644496918, + 0.1278136968612671, + 0.12788061797618866, + 0.13272596895694733, + 0.13608808815479279, + 0.1296265870332718, + 0.160512313246727, + 0.11326471716165543 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-25ab20bb3da8ba34be95", + "ms-9229ce141dd41a11fac1", + "ms-45fbd749d5ed3fe37c13", + "ms-45fbd749d5ed3fe37c13", + "ms-45fbd749d5ed3fe37c13", + "ms-9229ce141dd41a11fac1", + "ms-45fbd749d5ed3fe37c13", + "ms-48178f52a96de3d1ead0" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank3", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-8a72b73ac452bc190aeb", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.38682639598846436, + -0.06813590228557587, + -0.21759095788002014, + -0.948013424873352, + 0.27757155895233154, + -2.1878740787506104, + -0.8186771273612976, + 0.23129865527153015, + -0.17937879264354706, + -0.027545087039470673, + 0.43675968050956726, + 0.4569600522518158, + 0.1825293004512787, + 0.005613259971141815, + 0.060203760862350464, + -0.3958687484264374, + -0.20503006875514984, + 1.0070215463638306, + 0.024465233087539673, + 0.03425031900405884, + 0.08951003104448318 + ], + [ + 0.2708989977836609, + 0.23735599219799042, + -0.17478182911872864, + -1.2718685865402222, + 0.5327986478805542, + -2.005826473236084, + -0.3839329481124878, + 0.191739022731781, + -0.19412913918495178, + -0.22565972805023193, + 0.54654461145401, + 0.4409061074256897, + -0.30985021591186523, + 0.541976809501648, + 0.09795481711626053, + -0.3340461850166321, + -0.11938805878162384, + 1.0736534595489502, + 0.11693835258483887, + 0.1257014274597168, + -0.1810443103313446 + ], + [ + 0.44416266679763794, + 0.2336883395910263, + -0.4036653935909271, + -0.8165498971939087, + 0.016855299472808838, + -2.361161231994629, + -0.8454433083534241, + 0.15840446949005127, + -0.13450929522514343, + 0.061365365982055664, + 0.6447460651397705, + 0.1042548343539238, + -0.7590103149414062, + 0.20869016647338867, + -0.07799422740936279, + -0.3862500786781311, + -0.20862941443920135, + 1.2065922021865845, + 0.24926629662513733, + 0.08895355463027954, + 0.39655059576034546 + ], + [ + 0.41710126399993896, + 0.20893017947673798, + -0.4914211332798004, + -0.8727695941925049, + 0.14283648133277893, + -2.3515281677246094, + -0.7828879952430725, + 0.17450213432312012, + -0.15319587290287018, + 0.0513325035572052, + 0.6364234089851379, + 0.014223217964172363, + -0.8652083873748779, + 0.20837301015853882, + -0.13639436662197113, + -0.3636311888694763, + -0.18291540443897247, + 1.150465965270996, + 0.3019328713417053, + 0.10272499918937683, + 0.40834468603134155 + ], + [ + 0.5189218521118164, + 0.23682107031345367, + -0.48600444197654724, + -0.8537214994430542, + 0.17108991742134094, + -2.1656644344329834, + -0.6801125407218933, + 0.1516074240207672, + -0.10851427167654037, + 0.00324249267578125, + 0.5992366075515747, + 0.036387741565704346, + -0.837746262550354, + 0.2928941249847412, + -0.08231842517852783, + -0.3503369987010956, + -0.11565153300762177, + 1.1878632307052612, + 0.238327756524086, + 0.26840895414352417, + 0.4924561083316803 + ], + [ + 0.11247855424880981, + 0.1651570051908493, + -0.2326500117778778, + -1.2452266216278076, + 0.4519345164299011, + -2.1862006187438965, + -0.5437574982643127, + 0.20058929920196533, + -0.2570737898349762, + -0.22902736067771912, + 0.6494868993759155, + 0.31828320026397705, + -0.5841390490531921, + 0.42625004053115845, + 0.0928417444229126, + -0.45992469787597656, + -0.04687438905239105, + 1.0904873609542847, + -0.09875455498695374, + 0.12092968821525574, + -0.21396267414093018 + ], + [ + 0.9777053594589233, + 0.06289558112621307, + -0.37270471453666687, + -0.8904597759246826, + -0.05125513672828674, + -2.567840099334717, + -1.333528995513916, + 0.11321024596691132, + -0.17599280178546906, + -0.21957844495773315, + 0.3970707952976227, + 0.5329541563987732, + -1.0325313806533813, + -0.0032866448163986206, + -0.10317565500736237, + -0.45244643092155457, + -0.36383122205734253, + 1.032272458076477, + 0.26519277691841125, + 0.25299519300460815, + -0.10186135768890381 + ], + [ + 0.9183387756347656, + 0.18194235861301422, + -0.7675211429595947, + -0.5892434120178223, + -0.262729287147522, + -2.834798812866211, + -1.0725798606872559, + 0.25146225094795227, + -0.0065099820494651794, + -0.05324495583772659, + 1.1253093481063843, + 0.3589666187763214, + -0.6587563753128052, + 0.3772450089454651, + 0.18788278102874756, + -0.22424879670143127, + -0.16593889892101288, + 1.0505164861679077, + -0.054092735052108765, + 0.8348073363304138, + -0.1408628523349762 + ] + ], + "generated_utilities": [ + 0.12849746644496918, + 0.1278136968612671, + 0.12788061797618866, + 0.13272596895694733, + 0.13608808815479279, + 0.1296265870332718, + 0.160512313246727, + 0.11326471716165543 + ], + "group_id": "ms-8a72b73ac452bc190aeb", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.02298194169998169, + 0.01763375662267208, + 0.009361605159938335, + 0.02526181936264038, + 0.09214292466640472, + 0.022978028282523155, + 0.07704488933086395, + 0.056830525398254395, + 0.045355141162872314, + 0.06095697730779648, + 0.10329639911651611, + 0.05954315513372421, + 0.03003152273595333, + 0.008136491291224957, + 0.05599620193243027, + 0.011116823181509972 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 1.0913797616958618, + 0.3305599093437195, + -0.0778055489063263, + -2.223818778991699, + 0.9291321635246277, + -2.905466318130493, + -2.4575929641723633, + 1.1732350587844849, + 0.22933529317378998, + -0.8654288053512573, + 2.1122353076934814, + 1.5987088680267334, + 1.144788146018982, + 0.40604642033576965, + 0.10343833267688751, + -0.7513935565948486, + -1.054006814956665, + 1.396103024482727, + -0.16642586886882782, + -0.04196041822433472, + -1.2630513906478882 + ], + [ + 1.3690472841262817, + 0.2738865315914154, + -0.27599766850471497, + -2.431976556777954, + 0.7025187015533447, + -3.155372142791748, + -2.6898910999298096, + 1.1788215637207031, + 0.19074484705924988, + -0.7378551959991455, + 2.3089826107025146, + 1.3478807210922241, + 1.3458092212677002, + 0.3417958617210388, + 0.24155153334140778, + -1.004831314086914, + -1.3499912023544312, + 1.311987042427063, + -0.25646817684173584, + -0.3180008828639984, + -1.3290650844573975 + ], + [ + 0.9032705426216125, + -0.3011789321899414, + -0.21911907196044922, + -2.884286403656006, + 0.319735586643219, + -2.613290548324585, + -2.175532817840576, + 1.5185720920562744, + -0.1741684526205063, + -0.4879068434238434, + 2.721827507019043, + 2.1753995418548584, + 0.8214534521102905, + 0.7874165177345276, + 0.013686276972293854, + -0.7485443949699402, + -0.764183521270752, + 0.9452257752418518, + 0.07210072875022888, + 0.2788098156452179, + -1.8349425792694092 + ] + ], + "predicted_scores": [ + 3.685853958129883, + 3.2713623046875, + 3.208681583404541, + 3.0946760177612305, + 3.0832080841064453, + 2.7402520179748535, + 1.6911393404006958, + 1.3705990314483643 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "626486813", + "selected_index": 0, + "state_hash": "722240dc5e14c5a30badc5fbec9f15ecf388cf6402fb77013c8f9dbdcd100846", + "stored_base_utility": 0.02298194169998169, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1463289111852646, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1463289111852646 + }, + "base_progress": 0.1463289111852646, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.1463289111852646, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06721910089254379, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06721910089254379 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05264989659190178, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05264989659190178 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06799527257680893, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06799527257680893 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0745001807808876, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0745001807808876 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06030261516571045, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06030261516571045 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06567901372909546, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06567901372909546 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.061855535954236984, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.061855535954236984 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07648897171020508, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07648897171020508 + } + ], + "candidate_progress": [ + 0.06721910089254379, + 0.05264989659190178, + 0.06799527257680893, + 0.0745001807808876, + 0.06030261516571045, + 0.06567901372909546, + 0.061855535954236984, + 0.07648897171020508 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-20ca52baa214c31b3186", + "ms-20ca52baa214c31b3186", + "ms-20ca52baa214c31b3186", + "ms-20ca52baa214c31b3186", + "ms-20ca52baa214c31b3186", + "ms-20ca52baa214c31b3186", + "ms-20ca52baa214c31b3186", + "ms-20ca52baa214c31b3186" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-a96bca1ef0b74f686018", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.010680988430976868, + 0.060132622718811035, + 1.0025403499603271, + 0.35298100113868713, + 1.4318244457244873, + 1.4058668613433838, + 1.22049880027771, + 0.7087595462799072, + 0.2857952117919922, + 0.29462945461273193, + -0.7950905561447144, + 0.5542280673980713, + -0.5196895003318787, + -0.9542336463928223, + 0.08192185312509537, + 0.4636993706226349, + 0.3078823387622833, + -0.8449528813362122, + -0.23657727241516113, + -0.9056108593940735, + -0.14781451225280762 + ], + [ + -0.27055633068084717, + -0.1142362579703331, + 1.1197925806045532, + 0.05086687207221985, + 1.2807626724243164, + 1.7236288785934448, + 1.7365102767944336, + 0.8659881353378296, + 0.3582972288131714, + 0.2951175272464752, + -0.6582149863243103, + 0.3232840895652771, + -1.0684722661972046, + -0.9012714624404907, + 0.13173800706863403, + 0.37460604310035706, + 0.2697695195674896, + -0.6284035444259644, + -0.19230899214744568, + -0.7260313034057617, + -0.2724175453186035 + ], + [ + 0.009699851274490356, + 0.006648395210504532, + 0.99724280834198, + 0.20656976103782654, + 1.3808209896087646, + 1.1925989389419556, + 1.032625675201416, + 0.6386003494262695, + 0.3053922951221466, + 0.3117399513721466, + -0.6971524953842163, + 0.6778593063354492, + -0.6906294226646423, + -0.9234322309494019, + 0.04608268290758133, + 0.49317729473114014, + 0.33970898389816284, + -0.8651970028877258, + -0.1163409948348999, + -1.0638200044631958, + -0.18753448128700256 + ], + [ + 0.14901721477508545, + -0.040593910962343216, + 0.8366814851760864, + 0.004777759313583374, + 0.9416709542274475, + 1.6390292644500732, + 0.49388083815574646, + 0.7448804378509521, + 0.19114471971988678, + 0.06584580987691879, + -0.5968659520149231, + 0.3782302141189575, + -0.8095062375068665, + -0.4238165616989136, + 0.036695823073387146, + 0.41224217414855957, + 0.4558917284011841, + -1.0012502670288086, + 0.000699460506439209, + -1.124963402748108, + -0.19771039485931396 + ], + [ + -0.06405530869960785, + 0.017525948584079742, + 0.9131134748458862, + 0.17882362008094788, + 1.373643159866333, + 1.3319852352142334, + 1.3539427518844604, + 0.7930701971054077, + 0.34326982498168945, + 0.3645147681236267, + -0.7356505393981934, + 0.5939699411392212, + -0.9306401610374451, + -0.8440647721290588, + 0.07836858928203583, + 0.44331392645835876, + 0.4302641451358795, + -0.7361769676208496, + -0.11341598629951477, + -0.9671403169631958, + -0.25380924344062805 + ], + [ + -0.18699435889720917, + 0.1808696836233139, + 0.9186909198760986, + 0.1431279480457306, + 1.4635725021362305, + 1.728760004043579, + 1.2816238403320312, + 0.5748116970062256, + 0.3661600351333618, + 0.35741469264030457, + -0.9809627532958984, + 0.6482523679733276, + -1.1364330053329468, + -0.5204669833183289, + 0.1804317682981491, + 0.3246396481990814, + 0.2962937653064728, + -0.8041988015174866, + 0.176141619682312, + -0.857916533946991, + -0.11388415098190308 + ], + [ + 0.040677666664123535, + -0.0838555246591568, + 0.6871554851531982, + 0.24350160360336304, + 1.500269889831543, + 1.196881651878357, + 1.530925989151001, + 0.9974271059036255, + 0.36077308654785156, + 0.21013924479484558, + -0.9637882709503174, + 0.7016158103942871, + -1.406916618347168, + -0.10730119049549103, + 0.23369339108467102, + 0.4110006093978882, + 0.08850422501564026, + -0.6560349464416504, + -0.5413867831230164, + -0.7258459329605103, + 0.0018121004104614258 + ], + [ + 0.41696369647979736, + 0.08224360644817352, + 0.7706415057182312, + 0.04365214705467224, + 0.8544325232505798, + 1.2524911165237427, + 0.5938742160797119, + 0.5853630304336548, + 0.31166771054267883, + 0.09668883681297302, + -0.5827983021736145, + 0.29530003666877747, + -0.8655911684036255, + -0.5460185408592224, + 0.2570643126964569, + 0.4996944069862366, + 0.3239993453025818, + -1.0820791721343994, + -0.07695132493972778, + -0.9762377142906189, + -0.39654937386512756 + ] + ], + "generated_utilities": [ + 0.06721910089254379, + 0.05264989659190178, + 0.06799527257680893, + 0.0745001807808876, + 0.06030261516571045, + 0.06567901372909546, + 0.061855535954236984, + 0.07648897171020508 + ], + "group_id": "ms-a96bca1ef0b74f686018", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.07923875749111176, + 0.1507580727338791, + 0.09708476066589355, + 0.1572066992521286, + 0.09626718610525131, + 0.0781460627913475, + 0.07252912223339081, + 0.04244875907897949, + 0.026137471199035645, + 0.03892441838979721, + 0.04886416718363762, + 0.10530619323253632, + 0.0477486252784729, + 0.0898323506116867, + 0.01968318223953247, + 0.0289560966193676 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.48996758460998535, + 0.9053895473480225, + 1.8985445499420166, + -1.3594893217086792, + 1.6097791194915771, + 1.132408618927002, + 1.8319320678710938, + 0.46463528275489807, + 0.13208985328674316, + 0.8792686462402344, + -1.868321418762207, + 1.1490275859832764, + -2.0193891525268555, + -2.0637927055358887, + 0.11448347568511963, + 1.2957178354263306, + 1.293219804763794, + -1.7789109945297241, + -0.4312591254711151, + -1.7441130876541138, + -0.06536102294921875 + ], + [ + 0.03654795140028, + 1.7676925659179688, + 1.048339605331421, + -1.366391658782959, + 2.5093846321105957, + 2.160305976867676, + 2.8675124645233154, + -0.309950590133667, + -0.5841768980026245, + 1.3030188083648682, + -1.2228018045425415, + 1.1373907327651978, + -2.831526041030884, + -2.2111129760742188, + -0.14044174551963806, + 1.660491704940796, + 1.5215414762496948, + -1.0137104988098145, + -0.40579986572265625, + -1.9571893215179443, + 1.241256833076477 + ], + [ + -0.2826732099056244, + 2.2520718574523926, + 2.418309450149536, + -1.7572941780090332, + 1.5832278728485107, + 0.6361246705055237, + 2.2009639739990234, + 0.9109495878219604, + 0.22027403116226196, + 0.7075455188751221, + -1.2762477397918701, + 0.8630691766738892, + -1.2986351251602173, + -2.567821979522705, + -0.4690782427787781, + 2.1363346576690674, + 0.1853562593460083, + -1.541505217552185, + -0.033681899309158325, + -1.0161254405975342, + 0.06877446174621582 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.03534998744726181, + 0.3312731981277466, + 0.5862538814544678, + -0.5824885368347168, + 0.9715663194656372, + 0.3504420518875122, + 0.0, + -0.013733148574829102, + 0.021970629692077637, + 0.014389097690582275, + -0.7432765960693359, + 0.006671249866485596, + -0.9755387306213379, + 0.0, + -0.027152668684720993, + 0.2708500623703003, + 0.052558183670043945, + -0.7615737915039062, + 0.020878344774246216, + -0.2927910089492798, + 0.0 + ], + [ + -0.1400495320558548, + 0.3312731981277466, + 0.5862538814544678, + -0.5824885368347168, + 0.9715663194656372, + 0.5714048147201538, + 0.0, + -0.3271818161010742, + -0.04413123428821564, + 0.16598933935165405, + -0.7432765960693359, + 0.2282017469406128, + -0.9755387306213379, + 0.0, + -0.4382812976837158, + 0.2708500623703003, + 0.2094714641571045, + -0.7615737915039062, + 0.23577484488487244, + -0.2927910089492798, + 0.0 + ] + ], + "predicted_scores": [ + 6.457692623138428, + 6.406651496887207, + 6.374830722808838, + 6.29961633682251, + 6.263619422912598, + 5.84157657623291, + 5.619907379150391, + 5.483480930328369 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "141984615", + "selected_index": 0, + "state_hash": "61714505b9ac6cbb1c6deff698bb3e96fd54c7cdb8f0d4307bfdd236634525c0", + "stored_base_utility": 0.07923875749111176, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.31422126293182373, + 0.20467114448547363, + 0.4641672372817993, + 0.42209291458129883, + 0.395046591758728, + 0.3690739870071411, + 0.3927716016769409, + 0.4228546619415283 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.31422126293182373, + "contact_quality": null, + "progress": 0.11818376928567886, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11818376928567886 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.20467114448547363, + "contact_quality": null, + "progress": 0.09502536058425903, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09502536058425903 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.4641672372817993, + "contact_quality": null, + "progress": 0.08730340003967285, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08730340003967285 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.42209291458129883, + "contact_quality": null, + "progress": 0.08504879474639893, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08504879474639893 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.395046591758728, + "contact_quality": null, + "progress": 0.08553361892700195, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08553361892700195 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3690739870071411, + "contact_quality": null, + "progress": 0.0995616689324379, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0995616689324379 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3927716016769409, + "contact_quality": null, + "progress": 0.10753947496414185, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10753947496414185 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.4228546619415283, + "contact_quality": null, + "progress": 0.08769568055868149, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08769568055868149 + } + ], + "candidate_progress": [ + 0.11818376928567886, + 0.09502536058425903, + 0.08730340003967285, + 0.08504879474639893, + 0.08553361892700195, + 0.0995616689324379, + 0.10753947496414185, + 0.08769568055868149 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-4de1f6d71208bf1d182d", + "ms-19cb10d10516bd0216a6", + "ms-4de1f6d71208bf1d182d", + "ms-37384bede4d1c03f3b80", + "ms-4de1f6d71208bf1d182d", + "ms-37384bede4d1c03f3b80", + "ms-37384bede4d1c03f3b80", + "ms-19cb10d10516bd0216a6" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-ac4fb33f3ab4db853995", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 2.222108840942383, + 0.11191092431545258, + -0.3968348205089569, + 0.07714149355888367, + -0.28614795207977295, + 1.7775397300720215, + 2.002843141555786, + 2.1903109550476074, + 0.5053074359893799, + -1.2757467031478882, + -0.6426090598106384, + -0.8300278186798096, + -1.7809503078460693, + -2.846580982208252, + 1.6996158361434937, + 0.4212343096733093, + -1.4846993684768677, + 0.29682788252830505, + -0.618610143661499, + -1.4970245361328125, + -1.8875086307525635 + ], + [ + 1.967947006225586, + 0.05957803130149841, + -0.19438371062278748, + -0.09987512230873108, + 0.20686253905296326, + 2.881256341934204, + 1.5887181758880615, + 2.022428035736084, + 0.44144493341445923, + -1.0729501247406006, + -0.8272712826728821, + -1.2406293153762817, + -2.6521947383880615, + -2.493246078491211, + 1.364646315574646, + 0.24314512312412262, + -1.0379823446273804, + 0.10793116688728333, + -0.7162574529647827, + -1.649768352508545, + -1.1692252159118652 + ], + [ + 2.41048264503479, + -0.07597602903842926, + -0.11755576729774475, + -0.04435738921165466, + -0.45055729150772095, + 3.2773799896240234, + 1.4794392585754395, + 2.7007639408111572, + 0.5987041592597961, + -1.6268810033798218, + -0.41355282068252563, + -0.8356153964996338, + -2.6436617374420166, + -3.1350739002227783, + 2.04583740234375, + 0.4946531653404236, + -1.63925039768219, + 0.13817742466926575, + -0.9093599915504456, + -2.0431737899780273, + -2.0208916664123535 + ], + [ + 2.1939706802368164, + -0.12057247012853622, + -0.026684969663619995, + -0.3173840641975403, + -0.38091355562210083, + 3.0771822929382324, + 1.7329597473144531, + 2.7774925231933594, + 0.6159316301345825, + -1.7528351545333862, + -0.8176671266555786, + -1.5315535068511963, + -2.3516042232513428, + -3.164062023162842, + 1.8607051372528076, + 0.4124740958213806, + -1.5433143377304077, + 0.04728846251964569, + -0.8260478377342224, + -1.78121018409729, + -1.9813549518585205 + ], + [ + 2.2213940620422363, + -0.02354501746594906, + -0.24900296330451965, + -0.263195276260376, + -0.10818380117416382, + 3.2432823181152344, + 2.089902639389038, + 2.433837652206421, + 0.6232188940048218, + -1.5076825618743896, + -0.6167299151420593, + -1.4268085956573486, + -2.5628912448883057, + -3.2048964500427246, + 1.8988884687423706, + 0.3341609835624695, + -1.5861719846725464, + 0.053443893790245056, + -0.9827969670295715, + -2.0188868045806885, + -2.485004186630249 + ], + [ + 2.079742670059204, + -0.09590189158916473, + -0.022072941064834595, + -0.39755693078041077, + -0.16937699913978577, + 3.028599739074707, + 1.5603842735290527, + 2.6145899295806885, + 0.6269314289093018, + -1.5320708751678467, + -0.7200727462768555, + -1.490682601928711, + -2.4269626140594482, + -3.0079140663146973, + 1.7312511205673218, + 0.3664798438549042, + -1.3948194980621338, + -0.007356613874435425, + -0.7794212698936462, + -1.7634367942810059, + -2.3385093212127686 + ], + [ + 1.983227014541626, + -0.22598673403263092, + 0.2637328505516052, + -0.7519856691360474, + -0.0508209764957428, + 2.8952107429504395, + 1.9854457378387451, + 2.3319778442382812, + 0.7194557189941406, + -1.4844255447387695, + -0.46821460127830505, + -1.2809343338012695, + -2.39009165763855, + -3.1331331729888916, + 1.9312819242477417, + 0.13544940948486328, + -1.5919078588485718, + 0.135543093085289, + -0.7025073766708374, + -2.008402109146118, + -2.5894763469696045 + ], + [ + 2.3418796062469482, + -0.10346798598766327, + -0.06757447123527527, + -0.286415696144104, + -0.08146101236343384, + 3.0426266193389893, + 1.8947505950927734, + 2.6701836585998535, + 0.6332523822784424, + -1.5498512983322144, + -0.8068867921829224, + -1.4193507432937622, + -2.4082798957824707, + -2.9468867778778076, + 1.906424641609192, + 0.42419013381004333, + -1.686968207359314, + 0.0764852836728096, + -0.9699707627296448, + -2.0682287216186523, + -2.6787009239196777 + ] + ], + "generated_utilities": [ + 0.11818376928567886, + 0.09502536058425903, + 0.08730340003967285, + 0.08504879474639893, + 0.08553361892700195, + 0.0995616689324379, + 0.10753947496414185, + 0.08769568055868149 + ], + "group_id": "ms-ac4fb33f3ab4db853995", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.2651830017566681, + 0.22676818072795868, + 0.22454051673412323, + 2.0, + 0.31214088201522827, + 0.21535459160804749, + 0.18962346017360687, + 2.0, + 0.1830430030822754, + 0.15030252933502197, + 0.12050267308950424, + 0.17022761702537537, + 0.11389490216970444, + 0.07058519124984741, + 0.07076358795166016, + 0.18658748269081116 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 2.0962133407592773, + 0.057441189885139465, + -0.2733909487724304, + 0.4170292317867279, + -0.7772165536880493, + 2.858414888381958, + 2.1098427772521973, + 1.8366810083389282, + 0.017507493495941162, + -1.6127345561981201, + -0.39152991771698, + -1.017486333847046, + -2.815659999847412, + -2.787520408630371, + 1.6748408079147339, + 0.2986273169517517, + -0.6001855134963989, + 0.5475705862045288, + -0.28012242913246155, + -1.5382447242736816, + -1.6652274131774902 + ], + [ + 2.1338062286376953, + -0.07656055688858032, + -0.7531881332397461, + 0.48830646276474, + -0.36628106236457825, + 2.381558418273926, + 1.7315943241119385, + 1.838928461074829, + -0.050897032022476196, + -1.171897292137146, + -0.8350631594657898, + -0.8261303901672363, + -2.2635834217071533, + -3.2190167903900146, + 1.3416705131530762, + 0.44279617071151733, + -0.7299901247024536, + 1.2929750680923462, + -0.0032969415187835693, + -1.5000369548797607, + -1.6060972213745117 + ], + [ + 1.5521352291107178, + 0.03659695386886597, + -0.44382959604263306, + 0.21355122327804565, + -1.0471938848495483, + 3.194620370864868, + 1.9892739057540894, + 2.5084128379821777, + 0.531404972076416, + -0.9168282747268677, + -0.49052953720092773, + -1.1588059663772583, + -3.156189441680908, + -3.278008460998535, + 0.921509325504303, + 0.49181532859802246, + -1.0228296518325806, + 0.5866082310676575, + -0.4882396459579468, + -0.7946261763572693, + -2.119061231613159 + ], + [ + 2.7138938903808594, + -0.3406146764755249, + -0.32174432277679443, + 0.9962238669395447, + -0.558576226234436, + 2.049264907836914, + 1.8703808784484863, + 2.113438367843628, + 0.9615883827209473, + -1.9615708589553833, + -0.0062177181243896484, + -0.5808464288711548, + -2.1758205890655518, + -2.219890594482422, + 1.022050142288208, + 0.7201904654502869, + -1.3177021741867065, + 0.4089192748069763, + -0.0315951406955719, + -0.7215378880500793, + -2.069262981414795 + ], + [ + 2.5701913833618164, + 0.3137266933917999, + -0.5592924356460571, + 0.0026398897171020508, + -0.19283491373062134, + 2.2903807163238525, + 2.637770652770996, + 2.5494186878204346, + 0.9258015155792236, + -0.7146614193916321, + -0.686233639717102, + -0.7985042929649353, + -3.431988000869751, + -3.2178471088409424, + 1.319100260734558, + -0.15109702944755554, + -0.2694774866104126, + 1.0912322998046875, + -0.6380462050437927, + -2.0780839920043945, + -2.1209774017333984 + ], + [ + 2.6195321083068848, + -0.2646539509296417, + 0.15159690380096436, + 0.8749752044677734, + -1.1848887205123901, + 2.8789353370666504, + 1.6037814617156982, + 1.3343384265899658, + -0.2254078984260559, + -2.041776657104492, + -0.9811336994171143, + -1.3441768884658813, + -2.2502636909484863, + -1.9091612100601196, + 0.9959704279899597, + 0.42473238706588745, + -0.5330828428268433, + 1.6945891380310059, + 0.4069111943244934, + -0.5568764805793762, + -1.472819447517395 + ], + [ + 2.9485361576080322, + -0.6907311677932739, + -0.057036399841308594, + 1.2457408905029297, + 0.09488356113433838, + 2.6509125232696533, + 2.0378005504608154, + 2.278454303741455, + 1.1734973192214966, + -1.853393316268921, + 0.09614759683609009, + -0.35674989223480225, + -2.1597909927368164, + -1.9672894477844238, + 1.9760816097259521, + -0.47744297981262207, + 0.021782994270324707, + 1.6328153610229492, + -0.8569514751434326, + -1.0814869403839111, + -1.7780723571777344 + ], + [ + 2.1897926330566406, + -0.3883178234100342, + -0.6492674946784973, + 1.3223958015441895, + 0.30954307317733765, + 2.031817674636841, + 1.878535270690918, + 2.5030624866485596, + 0.6644855737686157, + -1.7382179498672485, + -1.1862120628356934, + -0.7967990636825562, + -2.8425841331481934, + -2.3635308742523193, + 2.0061349868774414, + -0.6015456318855286, + -1.429253339767456, + 1.2773160934448242, + 0.04122643172740936, + -2.0497689247131348, + -1.1791472434997559 + ], + [ + 1.586853265762329, + 0.06395213305950165, + -0.8944701552391052, + 0.5118889808654785, + -1.1310638189315796, + 2.865907669067383, + 1.3295278549194336, + 1.0862370729446411, + 0.6303088665008545, + -0.3754369616508484, + -0.04129624366760254, + -0.7044278979301453, + -2.923245429992676, + -1.7837438583374023, + 1.5932514667510986, + 1.2467985153198242, + 0.13401156663894653, + 1.6706414222717285, + -0.816297709941864, + -1.2893165349960327, + -1.0985345840454102 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 1.1383795738220215, + -0.1483764797449112, + -0.27178800106048584, + 0.26738643646240234, + -0.12845781445503235, + 1.6495440006256104, + 0.0, + 0.9713280200958252, + -0.050046056509017944, + -0.36543774604797363, + -0.022124826908111572, + 0.08494043350219727, + -1.671510934829712, + 0.0, + 0.5271386504173279, + 0.3898613452911377, + 0.21280205249786377, + -0.2029280662536621, + -0.01802508533000946, + -0.35994601249694824, + 0.0 + ], + [ + 1.7570452690124512, + 0.07137972116470337, + 0.02318662405014038, + 0.2907020151615143, + -0.2308352291584015, + 2.89892578125, + 2.537220001220703, + 2.238605499267578, + 0.16207315027713776, + -1.6996564865112305, + -0.8050198554992676, + -1.2014062404632568, + -2.5764517784118652, + -2.393839120864868, + 1.1276613473892212, + 0.31928181648254395, + -1.036102533340454, + 1.1266506910324097, + -0.1944657564163208, + -1.5998979806900024, + -2.151465892791748 + ] + ], + "predicted_scores": [ + 3.697788715362549, + 3.6833815574645996, + 3.2734742164611816, + 2.278697967529297, + 1.9937567710876465, + 1.918021321296692, + 1.4635260105133057, + 1.019097924232483 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "565369392", + "selected_index": 0, + "state_hash": "0b62c42c3beda0eb959692d55792514223681b522edd0a5e73247682cf0bfe95", + "stored_base_utility": 0.2651830017566681, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.3478720188140869, + 0.3230632543563843, + 0.2890828847885132, + 0.35420775413513184, + 0.33439040184020996, + 0.2900989055633545, + 0.2771494388580322, + 0.3733253479003906 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3478720188140869, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3230632543563843, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2890828847885132, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.35420775413513184, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.33439040184020996, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2900989055633545, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2771494388580322, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3733253479003906, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-456cdaaa617fc54fd766", + "ms-456cdaaa617fc54fd766", + "ms-456cdaaa617fc54fd766", + "ms-9681d9cb43cc26adb0fe", + "ms-456cdaaa617fc54fd766", + "ms-fbd73493bcf73542f735", + "ms-fbd73493bcf73542f735", + "ms-456cdaaa617fc54fd766" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-c31b98b3d3702c6f9c8c", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.6584265232086182, + 0.006295237690210342, + -1.1026368141174316, + -0.3892897367477417, + 0.14907419681549072, + 0.8188198804855347, + -0.8784940838813782, + 0.8030327558517456, + 0.11379596590995789, + -0.16654068231582642, + -0.5551048517227173, + 0.18472212553024292, + -2.900768518447876, + -1.7150475978851318, + 0.5184578895568848, + 0.40234312415122986, + 0.10653401911258698, + -1.1982932090759277, + 0.8244326710700989, + -2.4572010040283203, + -1.3799461126327515 + ], + [ + 1.659043550491333, + -0.009179264307022095, + -1.3043160438537598, + -0.828538179397583, + 0.1104017123579979, + 1.2314280271530151, + -0.3134234547615051, + 0.6792169809341431, + 0.17816053330898285, + 0.09354206174612045, + -0.3591923117637634, + -0.022440850734710693, + -2.9192402362823486, + -2.023655414581299, + 0.3525306284427643, + 0.36219289898872375, + 0.40599822998046875, + -1.0998302698135376, + 0.7653523683547974, + -2.0377938747406006, + -1.2199116945266724 + ], + [ + 1.5167500972747803, + 0.0011050254106521606, + -1.0794639587402344, + -0.301910400390625, + -0.08578696846961975, + 0.6805250644683838, + -1.0111958980560303, + 0.6219509243965149, + 0.2620556652545929, + -0.13092288374900818, + -0.26242125034332275, + 0.286440372467041, + -2.613661050796509, + -2.216066598892212, + 0.6285881996154785, + 0.4606490731239319, + 0.06071573495864868, + -1.2270488739013672, + 0.8175151348114014, + -2.2905378341674805, + -1.2015560865402222 + ], + [ + 1.5496970415115356, + -0.16198085248470306, + -0.7519385814666748, + -0.2912755310535431, + -0.4733969569206238, + -0.05791328847408295, + 0.06619936227798462, + 0.7936733961105347, + 0.06812001019716263, + 0.053139932453632355, + -0.15612778067588806, + -0.08607852458953857, + -2.9024477005004883, + -1.5194278955459595, + 0.6045709252357483, + 0.4667615294456482, + 0.319754421710968, + -1.0270990133285522, + 0.7394196391105652, + -2.5483181476593018, + -1.1822537183761597 + ], + [ + 1.6343951225280762, + 0.004931051284074783, + -0.9995821714401245, + -0.4729003608226776, + 0.029802188277244568, + 0.9353951215744019, + -0.8821882605552673, + 0.7373579740524292, + 0.12809382379055023, + -0.11731301993131638, + -0.39805087447166443, + 0.22664415836334229, + -2.8854925632476807, + -1.9959510564804077, + 0.5570889115333557, + 0.41531533002853394, + 0.281594455242157, + -1.3916743993759155, + 0.7772983908653259, + -2.2925708293914795, + -1.4576605558395386 + ], + [ + 1.7830488681793213, + -0.21807332336902618, + -0.6605401039123535, + -0.04761520028114319, + -0.6528302431106567, + 0.35166987776756287, + -0.16955894231796265, + 0.5280086994171143, + 0.19693996012210846, + 0.08609418570995331, + -0.3914521038532257, + -0.1517641842365265, + -2.7985801696777344, + -1.6865757703781128, + 0.44198912382125854, + 0.4376772344112396, + 0.287675142288208, + -1.147933006286621, + 0.48598116636276245, + -1.8435261249542236, + -1.185526967048645 + ], + [ + 1.824815273284912, + -0.05688644200563431, + -0.9217908382415771, + -0.030224114656448364, + -0.5001370906829834, + 0.044746361672878265, + -0.21131497621536255, + 0.5836573243141174, + 0.2114241123199463, + -0.18028974533081055, + -0.22265875339508057, + 0.30403196811676025, + -2.61175537109375, + -1.6843684911727905, + 0.5328290462493896, + 0.4839130640029907, + 0.2525567412376404, + -0.9740065932273865, + 0.5051564574241638, + -2.115773916244507, + -1.011347770690918 + ], + [ + 1.5244845151901245, + -0.021827029064297676, + -0.9995603561401367, + -0.5021136403083801, + -0.016069486737251282, + 1.1704933643341064, + -0.8819255232810974, + 0.8133782148361206, + 0.20025132596492767, + 0.08720068633556366, + -0.4448132812976837, + 0.3003530204296112, + -3.1505212783813477, + -2.1033971309661865, + 0.6730470657348633, + 0.42369967699050903, + 0.3545915186405182, + -1.43002450466156, + 0.5965007543563843, + -2.215742826461792, + -1.579298496246338 + ] + ], + "generated_utilities": [ + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0 + ], + "group_id": "ms-c31b98b3d3702c6f9c8c", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.149173304438591, + 0.06221481412649155, + 0.1385849118232727, + 0.06656398624181747, + 2.0, + 0.10397814214229584, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.7398372888565063, + -0.02836926281452179, + -0.4292973279953003, + 0.028730571269989014, + 0.009982943534851074, + -0.3464317321777344, + 0.0, + 0.009800434112548828, + -0.06816069781780243, + 0.030653484165668488, + -0.00554502010345459, + -0.06216755136847496, + -1.9802618026733398, + 0.0, + 0.01717478036880493, + -0.05601567029953003, + 0.010390102863311768, + -0.8072932958602905, + -0.05775028467178345, + -1.9342114925384521, + 0.0 + ], + [ + 0.7398372888565063, + -0.1961192637681961, + -0.4292973279953003, + -0.0017886161804199219, + 0.06461763381958008, + -0.3464317321777344, + 0.0, + 0.42972221970558167, + -0.5797654986381531, + 0.19436834752559662, + -0.23844504356384277, + 0.1733923852443695, + -1.9802618026733398, + 0.0, + -0.27269166707992554, + 0.04145494103431702, + 0.12319430708885193, + -0.8072932958602905, + 0.4949256181716919, + -1.9342114925384521, + 0.0 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 1.7398372888565063, + 0.2242223471403122, + -1.4292973279953003, + -0.537040650844574, + -0.9353823661804199, + -1.3464317321777344, + -2.159137487411499, + 0.489885151386261, + -0.006211067084223032, + 0.09238272905349731, + -1.0055450201034546, + -0.04778099060058594, + -2.98026180267334, + -2.576570987701416, + 0.2992324233055115, + 0.34874510765075684, + 0.5165960192680359, + -1.8072932958602905, + 0.834364652633667, + -2.934211492538452, + -2.0790040493011475 + ], + [ + 1.9740948677062988, + 0.4187958538532257, + -1.2225801944732666, + -0.6112513542175293, + -1.0962133407592773, + -1.4875872135162354, + -2.1883857250213623, + 0.6603437662124634, + -0.20142723619937897, + 0.1697872281074524, + -0.8377580046653748, + -0.16444604098796844, + -2.87237286567688, + -2.4153482913970947, + 0.03898555040359497, + 0.5175161957740784, + 0.7254846096038818, + -1.9598647356033325, + 1.1053451299667358, + -3.172945976257324, + -1.9334450960159302 + ], + [ + 1.5938913822174072, + -0.018363401293754578, + -1.1851862668991089, + -0.20344951748847961, + -0.9226735234260559, + -1.3553601503372192, + -1.932102084159851, + 0.6446930170059204, + 0.30503973364830017, + 0.3522501289844513, + -0.9527953267097473, + -0.15980565547943115, + -2.9574379920959473, + -2.9056527614593506, + 0.6069583892822266, + 0.3722725808620453, + 0.7255810499191284, + -1.8503519296646118, + 0.5613387823104858, + -3.095244884490967, + -2.023747444152832 + ], + [ + 1.6626678705215454, + -0.02834661304950714, + -1.0125243663787842, + -0.5629516839981079, + -1.230878233909607, + -1.414373755455017, + -2.42856764793396, + 0.8520264625549316, + -0.1296539008617401, + -0.22410845756530762, + -1.0539721250534058, + -0.060277245938777924, + -2.740527391433716, + -2.1194698810577393, + 0.6826534867286682, + 0.7535779476165771, + 0.35573869943618774, + -1.9124289751052856, + 0.7101565003395081, + -3.326658010482788, + -1.8195855617523193 + ], + [ + 2.2881288528442383, + 0.6951426863670349, + -1.0978585481643677, + -0.008003771305084229, + -1.0754073858261108, + -1.7734596729278564, + -2.139570474624634, + 0.9205271601676941, + 0.29560548067092896, + 0.49158430099487305, + -1.2606573104858398, + 0.43956148624420166, + -2.831833600997925, + -2.960129976272583, + 0.6832801103591919, + -0.03894898295402527, + 1.036036491394043, + -2.127277135848999, + 0.6759494543075562, + -3.1690073013305664, + -1.9895020723342896 + ], + [ + 1.9020261764526367, + 0.6575945019721985, + -1.3994193077087402, + -0.5040701031684875, + -0.6857678890228271, + -0.7056208252906799, + -1.5344107151031494, + 0.7615087032318115, + 0.6105715036392212, + 0.19082021713256836, + -0.6303516626358032, + -0.4614318609237671, + -2.3375303745269775, + -2.188478469848633, + 0.6886799335479736, + -0.03237125277519226, + 0.483882874250412, + -1.3982734680175781, + 0.23996800184249878, + -3.3969180583953857, + -1.5116117000579834 + ], + [ + 1.666227102279663, + 0.6915197968482971, + -1.6392340660095215, + -0.9650112390518188, + -0.2591104507446289, + -1.5417896509170532, + -1.695828914642334, + 1.130251169204712, + -0.555443525314331, + -0.4872768521308899, + -1.0994479656219482, + 0.5934816002845764, + -3.5218958854675293, + -1.8239338397979736, + 0.7150859832763672, + 0.8003170490264893, + 1.0113730430603027, + -2.1905770301818848, + 0.8595032095909119, + -3.039506673812866, + -2.3675880432128906 + ], + [ + 1.59856116771698, + -0.036071136593818665, + -1.700652837753296, + 0.27602267265319824, + -1.608276128768921, + -0.875938355922699, + -1.6728798151016235, + 0.8851535320281982, + 0.7461313605308533, + -0.7497223019599915, + -1.0928030014038086, + -0.4735495150089264, + -2.223254680633545, + -2.5322465896606445, + 0.044906944036483765, + 0.6160990595817566, + 1.3697642087936401, + -1.6367510557174683, + 0.086475670337677, + -3.323115825653076, + -2.058189630508423 + ], + [ + 2.285855531692505, + 0.6314746141433716, + -1.2119637727737427, + 0.039707839488983154, + -0.9751565456390381, + -1.7796330451965332, + -1.5261995792388916, + 0.5450726747512817, + -0.8933275938034058, + 0.7903657555580139, + -1.5466060638427734, + 0.5994364023208618, + -3.370340585708618, + -3.1641077995300293, + 0.3225497603416443, + -0.39524197578430176, + 1.152822732925415, + -1.508494257926941, + 1.1221402883529663, + -3.361729860305786, + -1.9251339435577393 + ], + [ + 2.2599079608917236, + -0.005553290247917175, + -2.4053664207458496, + 0.39961689710617065, + -0.40980857610702515, + -0.9905421733856201, + -1.7244036197662354, + -0.06417369842529297, + 0.6376181840896606, + 0.5168956518173218, + -1.6740490198135376, + -0.1833474189043045, + -3.9368975162506104, + -1.7146861553192139, + 0.9366075992584229, + 0.701168417930603, + -0.23131346702575684, + -2.740941286087036, + 0.908729076385498, + -3.6231396198272705, + -1.3161351680755615 + ], + [ + 1.819408655166626, + -0.5504165291786194, + -1.302573800086975, + -0.6927691698074341, + -0.7548186779022217, + -2.1824703216552734, + -2.4921669960021973, + 0.6337187886238098, + 0.1691494882106781, + 0.7547447681427002, + -0.4371253252029419, + -0.6562469601631165, + -2.313655376434326, + -2.4974589347839355, + 0.05105690658092499, + 0.3473445773124695, + -0.4244192838668823, + -1.8233305215835571, + -0.1157217025756836, + -2.0408761501312256, + -2.2010600566864014 + ] + ], + "predicted_scores": [ + 4.744880199432373, + 4.630761623382568, + 4.5265793800354, + 4.279904365539551, + 3.794713020324707, + 3.7572712898254395, + 3.671452045440674, + 3.4360718727111816 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "2054899126", + "selected_index": 0, + "state_hash": "b26c5f64bc7e877098323281f2b58e7850275b30405bc411ed7ffc7cf69f4e26", + "stored_base_utility": 0.149173304438591, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1360541582107544, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1360541582107544 + }, + "base_progress": 0.1360541582107544, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.1360541582107544, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05924105644226074, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05924105644226074 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05542762950062752, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05542762950062752 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0377219133079052, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0377219133079052 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.041629593819379807, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.041629593819379807 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03566908836364746, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03566908836364746 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03525231406092644, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03525231406092644 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.045199889689683914, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.045199889689683914 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03418314456939697, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03418314456939697 + } + ], + "candidate_progress": [ + 0.05924105644226074, + 0.05542762950062752, + 0.0377219133079052, + 0.041629593819379807, + 0.03566908836364746, + 0.03525231406092644, + 0.045199889689683914, + 0.03418314456939697 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-ebfb82df795e73599373", + "ms-6f26118aa94bacd82250", + "ms-60f0d45b604940db0058", + "ms-60f0d45b604940db0058", + "ms-d535b38d768633f6d922", + "ms-60f0d45b604940db0058", + "ms-60f0d45b604940db0058", + "ms-d535b38d768633f6d922" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank3", + "ctt_transport_rank3", + "ctt_transport_rank1", + "ctt_transport_rank3", + "ctt_transport_rank3", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-c832439976a37f52d094", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.532610297203064, + 0.24231262505054474, + 0.2839432954788208, + 1.0940195322036743, + -0.541020393371582, + 0.17746305465698242, + -0.17629337310791016, + 1.5146069526672363, + -0.2588982582092285, + -0.5400568246841431, + -2.285611629486084, + 1.9281419515609741, + -1.2103108167648315, + -1.1841259002685547, + -0.3659449815750122, + 0.12105560302734375, + 0.3064800500869751, + 0.1357560008764267, + 0.5463650226593018, + 3.873896837234497, + 2.1409149169921875 + ], + [ + -0.16034190356731415, + 0.1154303252696991, + 0.015710443258285522, + 0.985277533531189, + -0.13556784391403198, + -0.029213353991508484, + -0.9404372572898865, + 1.252727746963501, + -0.11636947095394135, + -0.27352434396743774, + -2.353517532348633, + 1.532163381576538, + -2.314960241317749, + -1.5645925998687744, + -0.0044514574110507965, + -0.17781773209571838, + 0.18539559841156006, + 0.24355584383010864, + 0.8976664543151855, + 3.581120491027832, + 1.5202664136886597 + ], + [ + -0.42210787534713745, + 0.20865051448345184, + 0.031433701515197754, + 1.0097273588180542, + -0.2805998921394348, + -0.178250253200531, + -0.14171791076660156, + 1.5377917289733887, + -0.33745554089546204, + -0.7809768319129944, + -2.1440958976745605, + 1.6897592544555664, + -1.6661999225616455, + -1.0951727628707886, + 0.013356219977140427, + 0.2840211093425751, + 0.22248084843158722, + 0.27336251735687256, + 0.9131357073783875, + 3.412508726119995, + 1.4631885290145874 + ], + [ + -0.5252158641815186, + 0.30272626876831055, + 0.6602670550346375, + 1.5342777967453003, + 0.027573004364967346, + 0.14220061898231506, + -0.3453848958015442, + 1.7271002531051636, + -0.20075324177742004, + -0.6754482984542847, + -2.1859915256500244, + 2.025055408477783, + -1.3520160913467407, + -1.3333789110183716, + -0.04983052238821983, + 0.2531733810901642, + 0.2604251801967621, + 0.22368669509887695, + 0.8339847326278687, + 3.4763920307159424, + 1.887367844581604 + ], + [ + -0.313468873500824, + 0.13772138953208923, + -0.007217675447463989, + 0.9102838039398193, + -0.041097551584243774, + 0.7491873502731323, + 0.022939532995224, + 1.5074361562728882, + -0.2216939479112625, + -0.45146286487579346, + -2.6113648414611816, + 1.2645386457443237, + -1.9234545230865479, + -1.4028265476226807, + 0.34628522396087646, + 0.12272848188877106, + 0.2694827616214752, + -0.11006321012973785, + 0.7848907113075256, + 2.9241695404052734, + 1.4673526287078857 + ], + [ + -0.5148727297782898, + 0.3354722261428833, + 0.540847897529602, + 1.705143690109253, + 0.36022627353668213, + 0.531067967414856, + -0.4649336338043213, + 1.8180617094039917, + -0.27198365330696106, + -0.6851996183395386, + -2.2455782890319824, + 2.0714006423950195, + -1.2878886461257935, + -1.3931673765182495, + 0.007715459913015366, + 0.20360030233860016, + 0.14595483243465424, + 0.2853972017765045, + 0.979845404624939, + 3.4480204582214355, + 1.9591721296310425 + ], + [ + -0.3610697388648987, + 0.25227653980255127, + 0.6935049295425415, + 1.4679569005966187, + 0.19039341807365417, + 0.33344167470932007, + -0.2129102349281311, + 1.6766040325164795, + -0.20444050431251526, + -0.5226282477378845, + -2.147914171218872, + 1.9904792308807373, + -1.325667381286621, + -1.257991075515747, + -0.12256209552288055, + 0.3288075625896454, + 0.25983256101608276, + 0.07889211922883987, + 0.860215961933136, + 3.157195568084717, + 1.6097723245620728 + ], + [ + -0.4027729630470276, + 0.14689943194389343, + 0.26138296723365784, + 0.8772127628326416, + 0.21706336736679077, + 0.8181654214859009, + -0.2418728470802307, + 1.4566034078598022, + -0.2744196653366089, + -0.6030084490776062, + -2.5985968112945557, + 1.333202600479126, + -2.0604023933410645, + -1.3593766689300537, + 0.40519464015960693, + 0.1592119038105011, + -0.012723490595817566, + -0.21036837995052338, + 0.9551429152488708, + 2.9094252586364746, + 1.2570457458496094 + ] + ], + "generated_utilities": [ + 0.05924105644226074, + 0.05542762950062752, + 0.0377219133079052, + 0.041629593819379807, + 0.03566908836364746, + 0.03525231406092644, + 0.045199889689683914, + 0.03418314456939697 + ], + "group_id": "ms-c832439976a37f52d094", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.0808674544095993, + 0.13129448890686035, + 0.11199682950973511, + 0.2594742774963379, + 0.17684690654277802, + 0.11511725187301636, + 0.17100229859352112, + 0.12906593084335327, + 0.12404869496822357, + 0.10653237998485565, + 0.15492436289787292, + 0.05800905078649521, + 0.04767048358917236, + 0.09533219039440155, + 0.03300365060567856, + 0.07704520225524902 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.025296777486801147, + 0.11629299819469452, + -0.024434387683868408, + 1.0812468528747559, + 0.04022188484668732, + -0.01547396183013916, + 0.0, + 0.05167186260223389, + 0.07629208266735077, + -0.00870610773563385, + -0.5777420997619629, + 0.07687681913375854, + -0.6336902379989624, + 0.0, + -0.043449461460113525, + -0.029798656702041626, + 0.18944299221038818, + 0.03022998571395874, + 0.7312084436416626, + 1.8623785972595215, + 0.0 + ], + [ + 0.05685463547706604, + -0.3914306163787842, + 0.4578048586845398, + 1.0812468528747559, + 0.10990457236766815, + -0.18159747123718262, + 0.0, + 0.05167186260223389, + -0.5002377033233643, + 0.04299694299697876, + -0.5777420997619629, + 0.02747189998626709, + -0.6336902379989624, + 0.0, + -0.08638033270835876, + 0.17561247944831848, + 0.37304359674453735, + 0.2538231611251831, + 0.7312084436416626, + 1.8623785972595215, + 0.0 + ], + [ + -0.3902576267719269, + 0.03852551057934761, + 0.16114424169063568, + 2.081246852874756, + 0.22516529262065887, + 0.8184025287628174, + 0.3388257324695587, + 1.0516718626022339, + -0.061541248112916946, + 0.22279328107833862, + -1.577742099761963, + 1.027471899986267, + -1.6336902379989624, + -1.6284003257751465, + -0.24836044013500214, + -0.3427097499370575, + 1.1894429922103882, + -0.15580247342586517, + 1.7312084436416626, + 2.8623785972595215, + 1.0248357057571411 + ], + [ + -0.5903857946395874, + -0.10628272593021393, + -0.07594148814678192, + 2.194340944290161, + 0.11632551997900009, + 0.942036509513855, + 0.06351110339164734, + 0.7966359853744507, + 0.1702205240726471, + 0.1549067199230194, + -1.439386248588562, + 1.3076335191726685, + -1.3458164930343628, + -1.90281081199646, + -0.2967699468135834, + -0.27783676981925964, + 1.0556988716125488, + 0.06510581076145172, + 1.6170521974563599, + 3.027111530303955, + 1.154527187347412 + ], + [ + -0.7559880614280701, + 0.694898247718811, + -0.3551136255264282, + 1.8615511655807495, + 0.9249891042709351, + 0.969862699508667, + 0.4452719986438751, + 1.5801937580108643, + 0.13303470611572266, + -0.13816028833389282, + -1.2399333715438843, + 1.5769362449645996, + -1.5071980953216553, + -2.0578060150146484, + -0.8449342846870422, + 0.3327537477016449, + 1.6781622171401978, + 0.4016150236129761, + 1.8172147274017334, + 3.1609320640563965, + 1.4916398525238037 + ] + ], + "predicted_scores": [ + 0.9607304334640503, + 0.6530520915985107, + 0.5824173092842102, + 0.2164403796195984, + 0.1294569969177246, + -0.032179415225982666, + -0.16412591934204102, + -0.7863819599151611 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "585904130", + "selected_index": 0, + "state_hash": "0f2810f22383259329f6e94fdc8384176c664f2ed476924e59db7cda4f4a4863", + "stored_base_utility": 0.0808674544095993, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13587017357349396, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13587017357349396 + }, + "base_progress": 0.13587017357349396, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.13587017357349396, + "candidate_action_clip_max_abs": [ + 0.33547258377075195, + 0.28861403465270996, + 0.19356179237365723, + 0.29438090324401855, + 0.22819101810455322, + 0.2517833709716797, + 0.25365281105041504, + 0.2122797966003418 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.33547258377075195, + "contact_quality": null, + "progress": 0.02388674020767212, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.02388674020767212 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.28861403465270996, + "contact_quality": null, + "progress": 0.02499210834503174, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.02499210834503174 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.19356179237365723, + "contact_quality": null, + "progress": 0.0401947908103466, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0401947908103466 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.29438090324401855, + "contact_quality": null, + "progress": 0.019704461097717285, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.019704461097717285 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.22819101810455322, + "contact_quality": null, + "progress": 0.03761943057179451, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03761943057179451 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2517833709716797, + "contact_quality": null, + "progress": 0.018325766548514366, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.018325766548514366 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.25365281105041504, + "contact_quality": null, + "progress": 0.019605020061135292, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.019605020061135292 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2122797966003418, + "contact_quality": null, + "progress": 0.015055835247039795, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.015055835247039795 + } + ], + "candidate_progress": [ + 0.02388674020767212, + 0.02499210834503174, + 0.0401947908103466, + 0.019704461097717285, + 0.03761943057179451, + 0.018325766548514366, + 0.019605020061135292, + 0.015055835247039795 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-db2c4015a0690cc80d24", + "ms-db2c4015a0690cc80d24", + "ms-d6da14bffe59c0265db7", + "ms-db2c4015a0690cc80d24", + "ms-d6da14bffe59c0265db7", + "ms-db2c4015a0690cc80d24", + "ms-db2c4015a0690cc80d24", + "ms-db2c4015a0690cc80d24" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-c96b415f083f60857334", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.5761296153068542, + 0.15551169216632843, + 0.7378323078155518, + 0.9806363582611084, + 0.507034182548523, + 3.4641916751861572, + 2.297102689743042, + -0.32087066769599915, + -0.07460477203130722, + 1.3107978105545044, + 0.3459320664405823, + 0.8849593997001648, + 1.1117362976074219, + 1.1553078889846802, + -0.32930755615234375, + -0.26691025495529175, + 0.08387523889541626, + 1.9916157722473145, + -0.3838297128677368, + 1.0719094276428223, + 0.36746126413345337 + ], + [ + -0.41434526443481445, + 0.14048008620738983, + 1.109527587890625, + 0.2607540190219879, + 0.7085613012313843, + 3.0444188117980957, + 2.080620765686035, + -0.23302346467971802, + 0.08105073124170303, + 1.3935480117797852, + 0.2144262194633484, + 0.5135191082954407, + 1.2742561101913452, + 1.2983773946762085, + -0.48983997106552124, + -0.378835529088974, + 0.08070871233940125, + 1.9766582250595093, + -0.435916543006897, + 1.8675296306610107, + 0.28007903695106506 + ], + [ + -0.25561976432800293, + 0.19488872587680817, + 1.2907739877700806, + 0.5793008804321289, + 0.8934381604194641, + 2.3410375118255615, + 1.5010547637939453, + -0.15903043746948242, + 0.11605839431285858, + 1.0746376514434814, + -0.1046280786395073, + 0.8833751678466797, + 1.3570501804351807, + 1.5557944774627686, + 0.030895501375198364, + -0.3450527489185333, + -0.17275096476078033, + 1.665166974067688, + -0.42352592945098877, + 0.7801818251609802, + -0.2837863564491272 + ], + [ + -0.5681116580963135, + 0.18420715630054474, + 1.078688621520996, + 0.5632419586181641, + 0.6902945041656494, + 3.0245540142059326, + 1.7840631008148193, + -0.36057695746421814, + 0.02741224691271782, + 1.2374446392059326, + 0.05698705092072487, + 0.7452607750892639, + 1.3734647035598755, + 1.2609111070632935, + -0.4722329378128052, + -0.3205113410949707, + 0.37280887365341187, + 1.8173916339874268, + -0.49671709537506104, + 1.5978615283966064, + 0.29401037096977234 + ], + [ + -0.2858015298843384, + 0.17481409013271332, + 1.2928943634033203, + 0.41563162207603455, + 0.9563721418380737, + 2.523104190826416, + 1.4482604265213013, + -0.200952410697937, + 0.20462119579315186, + 1.0067163705825806, + -0.18022653460502625, + 0.9041945338249207, + 1.4505325555801392, + 1.349507212638855, + -0.01525980606675148, + -0.3562699556350708, + -0.07347811758518219, + 1.6548842191696167, + -0.36015284061431885, + 1.073772668838501, + 0.11550284922122955 + ], + [ + -0.5392674803733826, + 0.20817475020885468, + 0.930063009262085, + 0.7191402912139893, + 0.48767784237861633, + 2.9267802238464355, + 1.9091718196868896, + -0.519286036491394, + -0.057987794280052185, + 1.3496941328048706, + 0.12171278148889542, + 0.7130829691886902, + 1.0481585264205933, + 1.1242018938064575, + -0.39897239208221436, + -0.3147365152835846, + 0.2597177028656006, + 1.7573659420013428, + -0.5080966353416443, + 1.7283821105957031, + 0.23353564739227295 + ], + [ + -0.383411169052124, + 0.17790794372558594, + 1.0225067138671875, + 0.6702903509140015, + 0.6569489240646362, + 2.8786957263946533, + 1.7816028594970703, + -0.4871111214160919, + -0.007184049114584923, + 1.291472315788269, + 0.12800058722496033, + 0.7967706918716431, + 1.1497284173965454, + 1.1742414236068726, + -0.35295361280441284, + -0.2713635563850403, + 0.366291344165802, + 1.785833477973938, + -0.4466243386268616, + 1.6454625129699707, + 0.2014077752828598 + ], + [ + -0.4415287375450134, + 0.2388058751821518, + 1.1906336545944214, + 0.7250281572341919, + 0.8615105152130127, + 2.5446395874023438, + 1.8748631477355957, + -0.6622157096862793, + 0.039779722690582275, + 1.3322817087173462, + 0.16047093272209167, + 1.2153935432434082, + 1.232264518737793, + 0.9666344523429871, + -0.4303332269191742, + -0.3846706449985504, + 0.3443909287452698, + 1.8578839302062988, + -0.5066420435905457, + 1.6541829109191895, + -0.09531685709953308 + ] + ], + "generated_utilities": [ + 0.02388674020767212, + 0.02499210834503174, + 0.0401947908103466, + 0.019704461097717285, + 0.03761943057179451, + 0.018325766548514366, + 0.019605020061135292, + 0.015055835247039795 + ], + "group_id": "ms-c96b415f083f60857334", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.15946325659751892, + 0.16313008964061737, + 0.2226802557706833, + 0.18744397163391113, + 0.21545825898647308, + 0.15985511243343353, + 0.16218391060829163, + 0.26426148414611816, + 0.184181809425354, + 0.24352896213531494, + 0.14179718494415283, + 0.1026589497923851, + 0.1274908483028412, + 0.05275428295135498, + 0.08544860780239105, + 0.07143914699554443 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -1.16191565990448, + 0.4561867117881775, + 1.1241415739059448, + 0.08947351574897766, + 0.32140541076660156, + 3.6895532608032227, + 3.6284518241882324, + -1.8666775226593018, + -0.22328677773475647, + 1.48662531375885, + 1.4737720489501953, + 1.35750150680542, + 2.507124423980713, + 1.9315069913864136, + -0.8371121883392334, + 0.5339290499687195, + 1.0061794519424438, + 2.149812698364258, + 0.08911214768886566, + 0.17410686612129211, + 0.3549031913280487 + ], + [ + -0.14804881811141968, + -0.5333454608917236, + 0.7481307983398438, + 0.22411420941352844, + 1.7204210758209229, + 3.908766746520996, + 3.3698034286499023, + -1.6747719049453735, + 0.2769082486629486, + 2.042428970336914, + 0.44748249650001526, + 1.9492043256759644, + 2.918121576309204, + 3.2413060665130615, + -0.6994609832763672, + -0.3854917883872986, + -0.6702244281768799, + 2.408869504928589, + -0.5672509670257568, + 0.5941196084022522, + 0.46011871099472046 + ], + [ + -0.46204906702041626, + -0.4236203730106354, + 1.8582539558410645, + 0.8416532278060913, + 1.2386386394500732, + 3.7320151329040527, + 2.242549180984497, + -1.8652616739273071, + -1.0259326696395874, + 1.3383660316467285, + 1.7068204879760742, + 0.7941814661026001, + 3.3389508724212646, + 2.7797679901123047, + -0.9363516569137573, + 0.17812880873680115, + 0.6111975908279419, + 2.066016435623169, + -0.28941091895103455, + 1.501695990562439, + -0.35273995995521545 + ], + [ + -0.7471081614494324, + -0.029650092124938965, + 1.019482135772705, + -0.30564722418785095, + 1.380143642425537, + 3.247985601425171, + 3.0548973083496094, + -0.5582134127616882, + -0.920264482498169, + 2.3859832286834717, + 1.1080355644226074, + 1.5716153383255005, + 3.089156150817871, + 2.043484687805176, + 0.1913408637046814, + -0.7557333707809448, + -0.6297664642333984, + 1.7829738855361938, + -0.6967166662216187, + -0.10757219791412354, + 0.229112908244133 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.027880847454071045, + -0.2692106068134308, + 0.12925803661346436, + -0.1745016872882843, + -0.1231425404548645, + 1.9967715740203857, + 0.0, + -0.1433020830154419, + 0.2667914927005768, + 0.8867976665496826, + -0.057856738567352295, + 0.5789351463317871, + 1.7831475734710693, + 0.0, + -0.35565105080604553, + 0.293251097202301, + 0.012226536870002747, + 1.121243953704834, + -0.15060651302337646, + 0.03409510850906372, + 0.0 + ], + [ + -0.7738120555877686, + 0.08056297898292542, + 1.1292580366134644, + 0.4734484851360321, + 0.8768574595451355, + 2.9967715740203857, + 3.0509116649627686, + -1.143302083015442, + -0.1310054361820221, + 1.8867976665496826, + 0.9421432614326477, + 1.578935146331787, + 2.7831475734710693, + 2.6037895679473877, + -0.5597631931304932, + 0.11406822502613068, + 0.2593899667263031, + 2.121243953704834, + -0.1791832000017166, + 0.5773167610168457, + 0.41381677985191345 + ], + [ + -0.6024693250656128, + 0.29007619619369507, + 1.3939473628997803, + 0.3474765419960022, + 1.1848478317260742, + 3.127882719039917, + 3.3329083919525146, + -1.2855982780456543, + 0.20972535014152527, + 1.8329110145568848, + 1.267270803451538, + 1.709198236465454, + 2.927372455596924, + 2.9659509658813477, + -0.7555317282676697, + 0.015305742621421814, + 0.6009905338287354, + 2.188507556915283, + 0.07961152493953705, + 0.4547080397605896, + 0.20378917455673218 + ], + [ + -1.2702982425689697, + 0.06162632256746292, + 0.9447290897369385, + 0.837199330329895, + 0.5848468542098999, + 3.4801836013793945, + 2.8138537406921387, + -1.5083554983139038, + -0.45768383145332336, + 2.08561110496521, + 1.4951050281524658, + 1.8484808206558228, + 2.5617129802703857, + 2.942486047744751, + -0.562404215335846, + 0.17441512644290924, + 0.7880480289459229, + 1.8807158470153809, + -0.043379828333854675, + 0.39090824127197266, + 0.43096962571144104 + ] + ], + "predicted_scores": [ + 3.9615602493286133, + 3.691260814666748, + 3.3883285522460938, + 2.6356592178344727, + 2.6142916679382324, + 2.589334011077881, + 2.480396270751953, + 2.0000720024108887 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "585904130", + "selected_index": 0, + "state_hash": "bf24d506cf320effed2cd7faf94d8618b0626bf8d5c3abc1f837513597c18231", + "stored_base_utility": 0.15946325659751892, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13276933133602142, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13276933133602142 + }, + "base_progress": 0.13276933133602142, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.13276933133602142, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08970203250646591, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08970203250646591 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07132240384817123, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07132240384817123 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05931282043457031, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05931282043457031 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06816476583480835, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06816476583480835 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06417729705572128, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06417729705572128 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06711190938949585, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06711190938949585 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07289465516805649, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07289465516805649 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07588597387075424, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07588597387075424 + } + ], + "candidate_progress": [ + 0.08970203250646591, + 0.07132240384817123, + 0.05931282043457031, + 0.06816476583480835, + 0.06417729705572128, + 0.06711190938949585, + 0.07289465516805649, + 0.07588597387075424 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-ebacae0135af2832dfbb", + "ms-6d46dae312649c977b64", + "ms-003a2225c0892dcda683", + "ms-003a2225c0892dcda683", + "ms-6d46dae312649c977b64", + "ms-003a2225c0892dcda683", + "ms-ebacae0135af2832dfbb", + "ms-3d090ac2459c4b891dd1" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-d73fd5fce55fb58ef8e9", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.23268187046051025, + 0.10154852271080017, + 0.23987078666687012, + -0.3045886754989624, + 1.3260071277618408, + 0.2817506790161133, + 0.45984113216400146, + 0.07250023633241653, + 0.023310750722885132, + -0.023918308317661285, + -0.03302747756242752, + 0.2625676989555359, + -0.41385617852211, + 0.08510107547044754, + -0.5547534227371216, + 0.15094828605651855, + 0.7229508757591248, + 0.08101015537977219, + -0.17923426628112793, + 2.0105433464050293, + 0.35109949111938477 + ], + [ + 0.0931541845202446, + 0.047540225088596344, + 0.16972339153289795, + -0.27845385670661926, + 1.4017837047576904, + 0.1098167896270752, + 0.29367101192474365, + -0.09568729996681213, + 0.06594928354024887, + 0.0461730882525444, + -0.04867022484540939, + 0.3875467777252197, + -0.2915300726890564, + 0.13069435954093933, + -0.511744499206543, + 0.19930589199066162, + 0.8513932228088379, + 0.0018222928047180176, + -0.11503002047538757, + 1.8610618114471436, + 0.24964022636413574 + ], + [ + -0.2268325239419937, + 0.01217230036854744, + 0.36542147397994995, + -0.5640519261360168, + 1.5772814750671387, + 0.4567146301269531, + 0.38348907232284546, + 0.027641385793685913, + -0.09445211291313171, + 0.14280176162719727, + -0.017604701220989227, + 0.2836548984050751, + -0.1919178068637848, + 0.30803656578063965, + -0.6567475199699402, + 0.0709238350391388, + 0.7424866557121277, + 0.17627887427806854, + -0.1282709836959839, + 1.7789828777313232, + 0.5973418951034546 + ], + [ + 0.05466177314519882, + 0.04330851882696152, + 0.24874642491340637, + -0.5062392354011536, + 1.5361254215240479, + 0.121274933218956, + 0.33265143632888794, + 0.008692741394042969, + 0.049816399812698364, + 0.0728464275598526, + -0.15113231539726257, + 0.44643983244895935, + -0.27646923065185547, + 0.07046052813529968, + -0.5292075872421265, + 0.2074199765920639, + 0.9760299324989319, + 0.01588211953639984, + -0.143095463514328, + 1.9407200813293457, + 0.3161888122558594 + ], + [ + 0.03259678930044174, + 0.04548639804124832, + 0.2673370838165283, + -0.2569912075996399, + 1.375049352645874, + 0.1394226998090744, + 0.17890116572380066, + -0.16814938187599182, + -6.650947034358978e-05, + 0.0053159818053245544, + -0.006315559148788452, + 0.3694683015346527, + -0.09670555591583252, + 0.09769608825445175, + -0.5696306824684143, + 0.18111495673656464, + 0.8634197115898132, + -0.0285528302192688, + -0.11722713708877563, + 1.8753035068511963, + 0.28472647070884705 + ], + [ + 0.08329097926616669, + 0.007809676229953766, + 0.2746238112449646, + -0.5321884155273438, + 1.5097322463989258, + 0.1533023715019226, + 0.21387499570846558, + -0.07214736938476562, + 0.02747831679880619, + 0.05232784152030945, + -0.11900027841329575, + 0.3701714277267456, + -0.2914092540740967, + 0.05622503161430359, + -0.5504017472267151, + 0.17490829527378082, + 0.9160804152488708, + 0.0038901418447494507, + -0.3296562433242798, + 1.86964750289917, + 0.4080379605293274 + ], + [ + -0.018340885639190674, + 0.06695345044136047, + 0.21275562047958374, + -0.3072860836982727, + 1.4925646781921387, + 0.05072934925556183, + 0.5305451154708862, + -0.001225307583808899, + -0.0038970131427049637, + 0.024956203997135162, + -0.12291570752859116, + 0.3727520704269409, + -0.1337319016456604, + 0.04791303724050522, + -0.5246034264564514, + 0.19937393069267273, + 0.8598598837852478, + 0.050660938024520874, + -0.24674177169799805, + 1.8657112121582031, + 0.398070365190506 + ], + [ + -0.014197751879692078, + 0.07225281000137329, + 0.2768445611000061, + -0.28656503558158875, + 1.456000566482544, + -0.012173563241958618, + 0.5810325741767883, + 0.03694473206996918, + 0.014579507522284985, + -0.03286845237016678, + -0.06796891242265701, + 0.31992074847221375, + -0.21889226138591766, + 0.1602734625339508, + -0.5518816113471985, + 0.2197883427143097, + 0.8219342231750488, + 0.04327233135700226, + -0.19134417176246643, + 1.8905577659606934, + 0.3939495086669922 + ] + ], + "generated_utilities": [ + 0.08970203250646591, + 0.07132240384817123, + 0.05931282043457031, + 0.06816476583480835, + 0.06417729705572128, + 0.06711190938949585, + 0.07289465516805649, + 0.07588597387075424 + ], + "group_id": "ms-d73fd5fce55fb58ef8e9", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.20931994915008545, + 2.0, + 2.0, + 0.2008315920829773, + 0.09476469457149506, + 0.05857282876968384, + 0.10009106248617172, + 0.07648500055074692, + 0.05889680236577988, + 0.014406224712729454, + 0.09262995421886444, + 0.15997587144374847, + 0.04682888835668564, + 0.09751574695110321, + 0.06459556519985199, + 0.20335909724235535 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.7537296414375305, + 0.4158197343349457, + 1.4326180219650269, + -1.4107877016067505, + 2.9579341411590576, + 0.9669660925865173, + 1.4339183568954468, + 0.5987398624420166, + -0.2018759399652481, + 0.7105501890182495, + -0.03802938759326935, + 1.3799947500228882, + -0.6568997502326965, + -0.37473973631858826, + -1.857657790184021, + 0.038770925253629684, + 1.931185007095337, + 0.6317195296287537, + 0.1380508691072464, + 2.954265832901001, + 2.9641003608703613 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.8678367137908936, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.7494794726371765, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.928200721740723 + ], + [ + 0.6226351857185364, + 0.34334811568260193, + 1.492361068725586, + -1.5917733907699585, + 3.1334922313690186, + 1.0313001871109009, + 1.2075668573379517, + 0.3046378493309021, + -0.11550238728523254, + 0.4499495327472687, + 0.16646838188171387, + 1.5877203941345215, + -0.6488803625106812, + -0.5760968327522278, + -1.8349132537841797, + 0.14188142120838165, + 2.0770444869995117, + 0.5806879997253418, + 0.23913151025772095, + 2.8127381801605225, + 3.0649962425231934 + ], + [ + 0.5975998044013977, + 0.722756028175354, + 1.7548110485076904, + -1.166775107383728, + 2.6060047149658203, + 0.6675758361816406, + 1.125187635421753, + 0.3373170793056488, + -0.1842741072177887, + 0.8186168670654297, + -0.31481224298477173, + 1.2082113027572632, + -0.9804694652557373, + -0.14131735265254974, + -1.700500249862671, + 0.07075637578964233, + 1.5488730669021606, + 0.549576461315155, + 0.034750498831272125, + 3.227431297302246, + 2.9464566707611084 + ], + [ + 0.844982922077179, + 0.7132244110107422, + 1.4430484771728516, + -1.3331272602081299, + 3.1703803539276123, + 1.1851513385772705, + 1.355688452720642, + 0.6115275025367737, + 0.2616361379623413, + 1.2030918598175049, + 0.05625858157873154, + 1.6050300598144531, + -0.7155078053474426, + -0.021488159894943237, + -2.073806047439575, + 0.5387547016143799, + 1.6223118305206299, + 0.7140727043151855, + -0.06027664244174957, + 2.7503156661987305, + 2.6344075202941895 + ], + [ + 0.5821706056594849, + 0.78206866979599, + 1.8119354248046875, + -0.8252442479133606, + 3.038909435272217, + 1.3900940418243408, + 1.7462186813354492, + 0.005083680152893066, + -0.27262064814567566, + 0.867202877998352, + -0.5555376410484314, + 1.172202706336975, + -1.2016760110855103, + -0.06355220079421997, + -2.2925045490264893, + 0.6078628301620483, + 1.7895314693450928, + 0.8720078468322754, + 0.472573459148407, + 3.377012014389038, + 2.6039178371429443 + ], + [ + 0.3789674639701843, + 0.3270051181316376, + 1.056584358215332, + -2.0788497924804688, + 2.948819875717163, + 1.6022355556488037, + 0.8599810004234314, + 0.9570736885070801, + -0.6380544900894165, + 0.3103100061416626, + -0.42896610498428345, + 1.7150276899337769, + -0.8975871205329895, + -0.278381884098053, + -1.305256724357605, + 0.3637259304523468, + 1.8004443645477295, + 0.16446983814239502, + 0.19097819924354553, + 3.43778657913208, + 3.538135528564453 + ], + [ + 0.6903814673423767, + 1.1327197551727295, + 1.8523926734924316, + -2.0428731441497803, + 3.1870431900024414, + 0.5352929830551147, + 0.6004904508590698, + 1.2120530605316162, + 0.16280107200145721, + 1.119707465171814, + 0.7612010836601257, + 0.7890661954879761, + -1.3447637557983398, + -0.1703537553548813, + -1.1010353565216064, + 0.32831913232803345, + 1.5534476041793823, + -0.2119135856628418, + -0.562728762626648, + 2.4702467918395996, + 2.5528204441070557 + ], + [ + 0.9177048206329346, + -0.04751536250114441, + 1.4819984436035156, + -2.1542677879333496, + 3.522390842437744, + 1.8177759647369385, + 2.2213237285614014, + 0.8223017454147339, + -0.1973809152841568, + -0.053272128105163574, + -0.5862784385681152, + 0.6421516537666321, + -0.8713911771774292, + -0.9495017528533936, + -1.6454768180847168, + -0.38891172409057617, + 1.648432970046997, + 1.4951133728027344, + 0.5893608331680298, + 2.449934482574463, + 3.419659376144409 + ], + [ + 1.2956775426864624, + -0.3119873106479645, + 1.5930066108703613, + -1.7682520151138306, + 2.4385876655578613, + 1.4679458141326904, + 1.4536705017089844, + 0.31068816781044006, + 0.660710871219635, + 0.8104690909385681, + 0.483506441116333, + 2.1112046241760254, + -0.22927385568618774, + 0.17858651280403137, + -2.485126495361328, + -0.9187790155410767, + 1.2810213565826416, + 1.3727718591690063, + 0.44044917821884155, + 3.4018898010253906, + 3.39054799079895 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.0012856721878051758, + 0.00795695185661316, + 0.43261802196502686, + -0.4107877016067505, + 1.9579341411590576, + 0.11055737733840942, + 0.0, + 0.02143383026123047, + 0.0025591105222702026, + -0.030314385890960693, + -0.0125969760119915, + 0.3799947500228882, + 0.0076233744621276855, + 0.0, + -0.857657790184021, + 0.013764806091785431, + 0.9311850070953369, + 0.07110422849655151, + 0.03423507511615753, + 1.954265832901001, + 0.0 + ], + [ + -0.24627035856246948, + -0.16095152497291565, + 0.43261802196502686, + -0.4107877016067505, + 1.9579341411590576, + -0.023127973079681396, + 0.0, + -0.24312204122543335, + 0.1389055997133255, + 0.11457735300064087, + 0.06618259102106094, + 0.3799947500228882, + 0.07616078853607178, + 0.0, + -0.857657790184021, + 0.09948430210351944, + 0.9311850070953369, + 0.006249547004699707, + -0.33439844846725464, + 1.954265832901001, + 0.0 + ] + ], + "predicted_scores": [ + 7.320659637451172, + 7.263791084289551, + 7.225960731506348, + 7.21025276184082, + 7.195979595184326, + 7.146387577056885, + 7.088232517242432, + 6.842452049255371 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "534717141", + "selected_index": 0, + "state_hash": "5318995ba859471b8678d6594274c7c0565a1ccfd83ea302378cc2884dc5cc32", + "stored_base_utility": 0.20931994915008545, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08353183418512344, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08353183418512344 + }, + "base_progress": 0.08353183418512344, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.08353183418512344, + "candidate_action_clip_max_abs": [ + 0.30950021743774414, + 0.22752642631530762, + 0.2532370090484619, + 0.2637319564819336, + 0.22893285751342773, + 0.23372387886047363, + 0.36192238330841064, + 0.343853235244751 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.30950021743774414, + "contact_quality": null, + "progress": 0.0032976071815937757, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0032976071815937757 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.22752642631530762, + "contact_quality": null, + "progress": 0.0030537843704223633, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0030537843704223633 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2532370090484619, + "contact_quality": null, + "progress": 0.003445963142439723, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.003445963142439723 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2637319564819336, + "contact_quality": null, + "progress": 0.003100156784057617, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.003100156784057617 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.22893285751342773, + "contact_quality": null, + "progress": 0.003743767738342285, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.003743767738342285 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.23372387886047363, + "contact_quality": null, + "progress": 0.0031831066589802504, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0031831066589802504 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.36192238330841064, + "contact_quality": null, + "progress": 0.0027056336402893066, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0027056336402893066 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.343853235244751, + "contact_quality": null, + "progress": 0.004884779453277588, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.004884779453277588 + } + ], + "candidate_progress": [ + 0.0032976071815937757, + 0.0030537843704223633, + 0.003445963142439723, + 0.003100156784057617, + 0.003743767738342285, + 0.0031831066589802504, + 0.0027056336402893066, + 0.004884779453277588 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-84388e63928e1a30ffc4", + "ms-84388e63928e1a30ffc4", + "ms-84388e63928e1a30ffc4", + "ms-84388e63928e1a30ffc4", + "ms-f2b2b2a1aa2863c3676f", + "ms-0e592951fa32139b6dc9", + "ms-84388e63928e1a30ffc4", + "ms-84388e63928e1a30ffc4" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-da142025733b53fcf7eb", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.5233134031295776, + -0.18700531125068665, + 1.7430719137191772, + 0.2155531942844391, + 0.7751685976982117, + 2.9321329593658447, + 3.049140691757202, + -0.35650572180747986, + 0.04695846885442734, + 1.279685616493225, + -0.03560470789670944, + 1.4293478727340698, + 1.9483143091201782, + 2.4326298236846924, + -1.3472927808761597, + -0.16526544094085693, + 2.0157220363616943, + 1.0740481615066528, + 0.4994749426841736, + 2.711897850036621, + 2.9093704223632812 + ], + [ + -0.524677574634552, + -0.26961642503738403, + 1.6430588960647583, + 0.32274481654167175, + 1.0825753211975098, + 2.940451145172119, + 2.6474177837371826, + -0.41339197754859924, + 0.06694254279136658, + 1.4046024084091187, + 0.08093957602977753, + 1.15293550491333, + 1.5018011331558228, + 2.559945583343506, + -1.3476840257644653, + -0.27766701579093933, + 2.009617328643799, + 0.9512450098991394, + 0.6269979476928711, + 2.4301700592041016, + 2.945025682449341 + ], + [ + -0.22596921026706696, + -0.31981486082077026, + 1.8120527267456055, + 0.2886416018009186, + 0.9385194182395935, + 2.813621759414673, + 2.4734420776367188, + -0.4689094126224518, + 0.13648760318756104, + 1.2138434648513794, + -0.08255039900541306, + 1.3774406909942627, + 1.7954543828964233, + 2.5467753410339355, + -1.2392816543579102, + -0.27758803963661194, + 2.192274808883667, + 0.833561360836029, + 0.4469503164291382, + 2.4033281803131104, + 2.9876012802124023 + ], + [ + -0.4351229667663574, + -0.31458520889282227, + 1.687254548072815, + 0.1226385235786438, + 0.9352477788925171, + 3.0022616386413574, + 2.5149946212768555, + -0.4972723424434662, + 0.11031682044267654, + 1.311447262763977, + -0.11046706885099411, + 1.1823809146881104, + 1.6055160760879517, + 2.314401388168335, + -1.3371869325637817, + -0.21775341033935547, + 2.0482304096221924, + 1.0111936330795288, + 0.40575075149536133, + 2.624725103378296, + 2.8633079528808594 + ], + [ + -0.20679758489131927, + -0.1660674512386322, + 1.8498181104660034, + 0.12693795561790466, + 1.4496660232543945, + 2.647705554962158, + 1.931516408920288, + -0.3639310896396637, + 0.05180434137582779, + 1.238302230834961, + -0.022270068526268005, + 1.4208093881607056, + 1.410463809967041, + 2.3876755237579346, + -1.36134934425354, + -0.2673417627811432, + 1.960312843322754, + 1.2079652547836304, + 0.6549227237701416, + 2.5092530250549316, + 2.7661850452423096 + ], + [ + -0.566758930683136, + -0.2589098811149597, + 1.5983796119689941, + 0.18056988716125488, + 1.1962072849273682, + 3.078340768814087, + 2.733711004257202, + -0.5220702886581421, + 0.1575516015291214, + 1.4222404956817627, + -0.10956376045942307, + 1.212265968322754, + 1.4829673767089844, + 2.3316140174865723, + -1.0289195775985718, + -0.06827010214328766, + 2.0402255058288574, + 0.9965777397155762, + 0.412198007106781, + 2.4909143447875977, + 2.882342576980591 + ], + [ + -0.30089735984802246, + -0.25559982657432556, + 1.7952306270599365, + 0.13352033495903015, + 0.4366057217121124, + 2.7092220783233643, + 2.1850500106811523, + -0.6179293394088745, + 0.11591910570859909, + 1.4745781421661377, + -0.3081916570663452, + 1.616258978843689, + 2.0013163089752197, + 2.3486454486846924, + -1.3368147611618042, + -0.2910654544830322, + 2.037586212158203, + 0.8700224757194519, + 0.10361871123313904, + 3.06646990776062, + 2.8309743404388428 + ], + [ + 0.023698769509792328, + -0.23639607429504395, + 1.5261991024017334, + 0.10645407438278198, + 1.1508257389068604, + 2.080850124359131, + 1.8488471508026123, + -0.4180240333080292, + 0.0754547268152237, + 1.3527153730392456, + 0.4988385736942291, + 0.5170279741287231, + 1.3288602828979492, + 3.211313009262085, + -1.0763518810272217, + -0.1446593701839447, + 1.8579407930374146, + 1.1446975469589233, + 0.5841681957244873, + 2.534785509109497, + 3.699997663497925 + ] + ], + "generated_utilities": [ + 0.0032976071815937757, + 0.0030537843704223633, + 0.003445963142439723, + 0.003100156784057617, + 0.003743767738342285, + 0.0031831066589802504, + 0.0027056336402893066, + 0.004884779453277588 + ], + "group_id": "ms-da142025733b53fcf7eb", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.14843207597732544, + 0.1717694252729416, + 0.09356185048818588, + 0.23231086134910583, + 0.19341367483139038, + 0.04822012037038803, + 0.23024770617485046, + 0.16561973094940186, + 0.2643269896507263, + 0.12403462827205658, + 0.12689702212810516, + 0.16619956493377686, + 0.13481859862804413, + 0.07537531852722168, + 0.11867459863424301, + 0.04740651696920395 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.04848463833332062, + -0.18164527416229248, + 0.6558789014816284, + 0.038211286067962646, + 0.08492374420166016, + 2.265157699584961, + 0.0, + -0.09011825919151306, + 0.0018594712018966675, + 0.6884076595306396, + 0.027596401050686836, + 0.06117302179336548, + 1.278116226196289, + 0.0, + -0.3951960802078247, + -0.08061015605926514, + 1.07906174659729, + 0.3229694366455078, + -0.21076995134353638, + 1.8564467430114746, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.0903544425964355, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.570276260375977, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.736253261566162 + ], + [ + 0.08095964789390564, + -0.7926032543182373, + 1.571103811264038, + 0.07894467562437057, + 0.2701656222343445, + 3.806621789932251, + 2.203669786453247, + -0.042464032769203186, + 0.7168105244636536, + 1.8671371936798096, + -0.30838707089424133, + 1.7242767810821533, + 1.8847527503967285, + 1.305934190750122, + -0.42665380239486694, + -0.2973874807357788, + 1.1881210803985596, + 1.6921244859695435, + 1.070060133934021, + 2.067784309387207, + 1.916501760482788 + ], + [ + 0.7620636224746704, + -2.1605899333953857, + 2.1443262100219727, + 0.17886832356452942, + 1.6259945631027222, + 3.787412166595459, + 1.3663169145584106, + 0.49799659848213196, + -0.6301277279853821, + 2.275850534439087, + -0.6735645532608032, + 1.7504758834838867, + 2.7512195110321045, + 1.7462939023971558, + -0.6835377216339111, + 0.36623528599739075, + 1.405979871749878, + 0.6472548842430115, + 1.4791045188903809, + 2.7838869094848633, + 3.0856707096099854 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.29792410135269165, + -0.30587875843048096, + 0.6558789014816284, + -0.4171115756034851, + -0.1733894944190979, + 2.265157699584961, + 0.0, + 0.14607194066047668, + 0.05651267617940903, + 0.6884076595306396, + -0.0433836504817009, + 0.07522618770599365, + 1.278116226196289, + 0.0, + -0.41462820768356323, + 0.26706579327583313, + 1.07906174659729, + 0.44956159591674805, + -0.37072819471359253, + 1.8564467430114746, + 0.0 + ], + [ + 0.18432100117206573, + -0.9473621249198914, + 1.5389783382415771, + -0.041053857654333115, + 0.6282865405082703, + 3.276425838470459, + 2.1839330196380615, + -0.3612370491027832, + 0.23081421852111816, + 1.8094429969787598, + 0.10581490397453308, + 0.8865737915039062, + 2.5146288871765137, + 2.2134878635406494, + -1.6751070022583008, + -0.08268362283706665, + 2.303063154220581, + 1.3061904907226562, + 0.4770132899284363, + 3.109205722808838, + 2.509927272796631 + ], + [ + -0.5288646817207336, + -1.5067847967147827, + 1.376499056816101, + 0.13231416046619415, + 1.048660159111023, + 3.5048489570617676, + 1.9678237438201904, + -0.14848726987838745, + 0.05475667119026184, + 1.5529061555862427, + 0.1597936749458313, + 0.7318928241729736, + 2.17749285697937, + 2.0782582759857178, + -1.5473355054855347, + -0.6715520620346069, + 1.7043644189834595, + 1.1190917491912842, + 0.4214729070663452, + 3.3400330543518066, + 2.3147284984588623 + ] + ], + "predicted_scores": [ + 5.002464294433594, + 4.867868423461914, + 4.598702907562256, + 4.526332855224609, + 4.287439346313477, + 4.151665210723877, + 3.805394172668457, + 3.7744364738464355 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "141984615", + "selected_index": 0, + "state_hash": "0026cc5b3762b520baadbda7bf138a2d24fffa5b2306f245ddbc1d1556cccc22", + "stored_base_utility": 0.14843207597732544, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1678522825241089, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1678522825241089 + }, + "base_progress": 0.1678522825241089, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.1678522825241089, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.008695840835571289, + 0.0, + 0.027001380920410156, + 0.0, + 0.09166574478149414 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.053970713168382645, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.053970713168382645 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05797908827662468, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05797908827662468 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.061304885894060135, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.061304885894060135 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.008695840835571289, + "contact_quality": null, + "progress": 0.05194091796875, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05194091796875 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07869482040405273, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07869482040405273 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.027001380920410156, + "contact_quality": null, + "progress": 0.0523969940841198, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0523969940841198 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07615184783935547, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07615184783935547 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.09166574478149414, + "contact_quality": null, + "progress": 0.06407006829977036, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06407006829977036 + } + ], + "candidate_progress": [ + 0.053970713168382645, + 0.05797908827662468, + 0.061304885894060135, + 0.05194091796875, + 0.07869482040405273, + 0.0523969940841198, + 0.07615184783935547, + 0.06407006829977036 + ], + "candidate_safety_violation": [ + false, + false, + false, + true, + false, + true, + false, + true + ], + "candidate_source_chart_ids": [ + "ms-7e88428497a6b13936c4", + "ms-7e88428497a6b13936c4", + "ms-7e88428497a6b13936c4", + "ms-a2518826fa0a816cc46f", + "ms-76f27d9a935b25e15c38", + "ms-7e88428497a6b13936c4", + "ms-76f27d9a935b25e15c38", + "ms-cf4b63d109a88a4c42bf" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-e2bad6e99e8a281207cc", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.184881329536438, + -0.3671541213989258, + 1.3634313344955444, + 0.2977103888988495, + 1.651641607284546, + 2.024527072906494, + 1.2337157726287842, + 0.8274574279785156, + 0.07748901844024658, + 0.1306140422821045, + 1.0193930864334106, + 1.0064494609832764, + -0.20575225353240967, + 0.28627848625183105, + 0.5685831904411316, + 0.2990421652793884, + -0.29040974378585815, + -0.5586904883384705, + 1.142322301864624, + -1.7005600929260254, + -1.0096875429153442 + ], + [ + 0.10566552728414536, + -0.313288152217865, + 1.199054479598999, + 0.25181713700294495, + 1.7206056118011475, + 2.093400001525879, + 1.192164659500122, + 0.8073792457580566, + 0.08946014195680618, + 0.2426685392856598, + 1.0904115438461304, + 1.0576121807098389, + -0.1740436851978302, + 0.2493763566017151, + 0.545839250087738, + 0.27565091848373413, + -0.42109185457229614, + -0.5629384517669678, + 1.1590569019317627, + -1.6085474491119385, + -0.8743846416473389 + ], + [ + 0.08187231421470642, + -0.34819620847702026, + 1.0629616975784302, + 0.19845011830329895, + 1.627251148223877, + 2.3112826347351074, + 1.2960500717163086, + 0.8475183248519897, + 0.05680389702320099, + 0.20781290531158447, + 1.1824229955673218, + 0.9055211544036865, + -0.3884534239768982, + 0.13742490112781525, + 0.5797545909881592, + 0.19236904382705688, + -0.44509410858154297, + -0.6252598762512207, + 1.10276198387146, + -1.656893253326416, + -0.9165911674499512 + ], + [ + -0.40589290857315063, + -0.20651058852672577, + 1.126644492149353, + 0.5975208282470703, + 1.5450332164764404, + 2.7155213356018066, + 1.925330638885498, + 0.9306818246841431, + 0.01216160412877798, + 0.4529687762260437, + 1.1646462678909302, + 0.6447559595108032, + -0.09390348196029663, + 0.6378288865089417, + 0.5619199275970459, + -0.004097806289792061, + -0.5770905613899231, + -0.3048381209373474, + 0.46597808599472046, + -2.344090223312378, + -2.0826613903045654 + ], + [ + -0.44463133811950684, + -0.5379653573036194, + 1.0753368139266968, + 0.7325303554534912, + 1.4526429176330566, + 2.24150013923645, + 2.4453883171081543, + 0.39352643489837646, + -0.14986449480056763, + 0.5783511400222778, + 1.108476161956787, + 0.43183207511901855, + -0.2009006142616272, + 1.0710270404815674, + 0.10168618708848953, + 0.08489370346069336, + -0.25737667083740234, + -0.6646007299423218, + 0.6371209621429443, + -1.5996935367584229, + -1.5563877820968628 + ], + [ + 0.27130377292633057, + -0.24386383593082428, + 0.9542925357818604, + 0.4369652569293976, + 1.6701488494873047, + 2.2455737590789795, + 0.505942702293396, + 0.966189980506897, + 0.14347530901432037, + 0.045396238565444946, + 1.0369765758514404, + 0.9516428112983704, + -0.6091030836105347, + 0.22129850089550018, + 0.6739947199821472, + 0.3646329939365387, + -0.4413294196128845, + -0.8242687582969666, + 1.1131399869918823, + -1.267962098121643, + -0.5301483869552612 + ], + [ + -0.32335346937179565, + -0.589842677116394, + 1.003053069114685, + 0.7903656959533691, + 1.4006075859069824, + 2.24786639213562, + 2.1072564125061035, + 0.47553178668022156, + -0.1358538717031479, + 0.7453885078430176, + 1.0047695636749268, + 0.4274080991744995, + -0.325093150138855, + 1.1706976890563965, + 0.10720989108085632, + 0.0861690491437912, + -0.37331557273864746, + -0.7530253529548645, + 0.5936806201934814, + -1.4438526630401611, + -1.5160937309265137 + ], + [ + 0.1213223934173584, + -0.5248647928237915, + 0.5754755735397339, + 0.9722253084182739, + 1.215484619140625, + 3.1561439037323, + 1.5260920524597168, + 1.12116539478302, + 0.05742347985506058, + 0.19892063736915588, + 1.6464732885360718, + 0.8400428295135498, + 0.1787378489971161, + 1.2626317739486694, + 0.3190993666648865, + -0.06821326166391373, + -0.8758414387702942, + -0.7544740438461304, + 0.5847696661949158, + -2.285950183868408, + -1.435307502746582 + ] + ], + "generated_utilities": [ + 0.053970713168382645, + 0.05797908827662468, + 0.061304885894060135, + 0.05194091796875, + 0.07869482040405273, + 0.0523969940841198, + 0.07615184783935547, + 0.06407006829977036 + ], + "group_id": "ms-e2bad6e99e8a281207cc", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.13993772864341736, + 0.16482847929000854, + 0.20825156569480896, + 0.16188287734985352, + 0.13454246520996094, + 0.14753298461437225, + 0.14504572749137878, + 0.06676968187093735, + 0.09772863239049911, + 0.0585557222366333, + 0.12863430380821228, + 0.10292482376098633, + 0.07993738353252411, + 0.03641533851623535, + 0.04985213279724121, + 0.1516878604888916 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -1.3249012231826782, + -0.9610954523086548, + 2.054325819015503, + 1.018629789352417, + 2.393625497817993, + 2.2159433364868164, + 2.098443031311035, + -0.49140021204948425, + 0.044472046196460724, + 0.8045110702514648, + 1.4511574506759644, + -0.3077920377254486, + -0.052587300539016724, + 0.036380887031555176, + 0.7875679731369019, + -0.3928021192550659, + -0.09456783533096313, + -1.4901847839355469, + 1.1711406707763672, + -2.1349995136260986, + -2.076193332672119 + ], + [ + -1.4271517992019653, + -1.114187479019165, + 1.618905782699585, + 1.0621737241744995, + 1.6005314588546753, + 3.017716407775879, + 2.3444156646728516, + -1.0368298292160034, + 0.6155713796615601, + 1.0049463510513306, + 1.3708372116088867, + -0.27396243810653687, + -0.19098177552223206, + -0.5735776424407959, + 0.863328218460083, + -0.4340485632419586, + 0.09502258896827698, + -1.8856427669525146, + 0.9514620304107666, + -2.3912711143493652, + -2.6571128368377686 + ], + [ + -1.0088777542114258, + -1.803802251815796, + 2.6037826538085938, + 0.763943612575531, + 1.7241847515106201, + 2.433204174041748, + 2.273603916168213, + 0.06359493732452393, + -0.17274422943592072, + -0.23299545049667358, + 1.7126038074493408, + -0.3797045052051544, + 0.7567765712738037, + -0.9981052875518799, + 1.0371832847595215, + -0.5120593309402466, + -0.059397101402282715, + -1.9757622480392456, + 0.7378945350646973, + -2.6195693016052246, + -2.178041458129883 + ], + [ + -0.09093856811523438, + -0.14735746383666992, + 1.350311517715454, + 1.477137565612793, + 2.134960174560547, + 1.7331886291503906, + 2.24615740776062, + -1.7148966789245605, + -0.3949584364891052, + 0.4433448612689972, + 0.9034961462020874, + -0.23445925116539001, + -0.6371403932571411, + -0.038229942321777344, + 2.010648250579834, + 0.14472149312496185, + -0.26303571462631226, + -2.3003270626068115, + 0.565727949142456, + -2.586710214614868, + -2.098479747772217 + ], + [ + -1.8506121635437012, + -1.4700038433074951, + 2.4313056468963623, + 1.6264371871948242, + 1.1548577547073364, + 2.9678268432617188, + 2.990251302719116, + -0.25485146045684814, + -0.36889538168907166, + -0.14847010374069214, + 0.6971698999404907, + -0.6752342581748962, + 0.44545215368270874, + 0.663374125957489, + 0.6998850107192993, + -0.6500043869018555, + -0.04876291751861572, + -2.446995258331299, + 0.7760334014892578, + -1.38918137550354, + -1.5372083187103271 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.053252458572387695, + -0.006605625152587891, + 1.0103552341461182, + 0.25736117362976074, + 1.010573148727417, + 1.4690883159637451, + 0.0, + -0.0840916633605957, + -0.24044206738471985, + -0.06801849603652954, + 0.061444878578186035, + 0.11697901785373688, + 0.03979811072349548, + 0.0, + 0.054485201835632324, + -0.11758939921855927, + 0.31161248683929443, + -0.602575421333313, + -0.021049559116363525, + -1.3257782459259033, + 0.0 + ] + ], + "predicted_scores": [ + 4.147038459777832, + 4.081993579864502, + 3.7307982444763184, + 3.088290214538574, + 3.060302734375, + 2.96907901763916, + 1.8966236114501953, + 1.8866629600524902 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1549324805", + "selected_index": 0, + "state_hash": "f054ce13f25dcda8808ebde2bee98ca84bfbdc3fc328a0eb831e21faada3fa4c", + "stored_base_utility": 0.13993772864341736, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13733911514282227, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13733911514282227 + }, + "base_progress": 0.13733911514282227, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.13733911514282227, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12280154228210449, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12280154228210449 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14377056062221527, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14377056062221527 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1652408391237259, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1652408391237259 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1529335379600525, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1529335379600525 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1748388558626175, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1748388558626175 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.164496049284935, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.164496049284935 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1347934603691101, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1347934603691101 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14796040952205658, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14796040952205658 + } + ], + "candidate_progress": [ + 0.12280154228210449, + 0.14377056062221527, + 0.1652408391237259, + 0.1529335379600525, + 0.1748388558626175, + 0.164496049284935, + 0.1347934603691101, + 0.14796040952205658 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-206099bab6bfe7c84fce", + "ms-6e27d292a9cbea108fc9", + "ms-b334dd4c101f3bd0476b", + "ms-b334dd4c101f3bd0476b", + "ms-b334dd4c101f3bd0476b", + "ms-b334dd4c101f3bd0476b", + "ms-6e27d292a9cbea108fc9", + "ms-b334dd4c101f3bd0476b" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-e30fd80adc089e9f697a", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.22466018795967102, + 0.11503468453884125, + -0.1963604986667633, + 0.7760739326477051, + 0.34261804819107056, + -0.4931427538394928, + -0.7896713614463806, + 0.013541102409362793, + 0.033788882195949554, + 0.005743198096752167, + 0.6518175601959229, + 0.138270765542984, + -0.6573243737220764, + -0.42552316188812256, + -0.2699885666370392, + 0.04326774552464485, + 0.44686293601989746, + -0.0525803416967392, + -0.05284905433654785, + 1.2467498779296875, + 0.5675704479217529 + ], + [ + 0.2909078598022461, + 0.07267030328512192, + -0.22673866152763367, + 0.8039647340774536, + 0.3162849247455597, + -0.9776151180267334, + -0.4757586717605591, + 0.016000106930732727, + 0.012426258064806461, + 0.08283109962940216, + 0.8490252494812012, + -0.17002740502357483, + -0.7849559783935547, + -0.47242122888565063, + -0.41882967948913574, + 0.043494049459695816, + 0.5949653387069702, + 0.026750102639198303, + -0.15248018503189087, + 1.678534746170044, + 0.6118515729904175 + ], + [ + 0.2647750973701477, + -0.07842948287725449, + -0.367796391248703, + 0.6215944290161133, + 0.032464101910591125, + -0.6277258396148682, + -0.22476255893707275, + 0.04921576380729675, + -0.0851459726691246, + 0.25922560691833496, + 0.26898762583732605, + 0.22493267059326172, + -0.7056736946105957, + 0.5041449666023254, + -0.5735364556312561, + 0.17428140342235565, + 0.3990017771720886, + 0.294297456741333, + -0.6816619038581848, + 1.4285740852355957, + 0.7543244361877441 + ], + [ + 0.23897865414619446, + -0.026419345289468765, + -0.3415277302265167, + 0.6633185148239136, + -0.036375999450683594, + -0.6216201782226562, + -0.027357935905456543, + 0.12836775183677673, + -0.07585784047842026, + 0.19840699434280396, + 0.25396475195884705, + 0.39930951595306396, + -0.45111337304115295, + 0.40276747941970825, + -0.5779927968978882, + 0.1603769212961197, + 0.35874539613723755, + 0.35666894912719727, + -0.6497299075126648, + 1.3952713012695312, + 0.7511013746261597 + ], + [ + 0.22314894199371338, + -0.16146913170814514, + -0.48582085967063904, + 0.6454042196273804, + 0.1018880158662796, + -0.5294792652130127, + -0.37520211935043335, + 0.04832488298416138, + -0.06854190677404404, + 0.38070982694625854, + 0.05814571678638458, + 0.014651268720626831, + -0.8118791580200195, + 0.5829318165779114, + -0.6240468621253967, + 0.17455002665519714, + 0.35484573245048523, + 0.5151902437210083, + -0.6409012675285339, + 1.2701959609985352, + 0.6322381496429443 + ], + [ + 0.29451417922973633, + 0.0019667483866214752, + -0.5693063735961914, + 0.613987922668457, + -0.25897297263145447, + -0.7953863143920898, + -0.1592322587966919, + -0.029470399022102356, + -0.13156503438949585, + 0.2002570927143097, + 0.28862449526786804, + 0.15986301004886627, + -0.8077839612960815, + 0.535468578338623, + -0.5541415214538574, + 0.13016454875469208, + 0.3849009573459625, + 0.2370598018169403, + -0.8488550782203674, + 1.6587016582489014, + 0.6545342206954956 + ], + [ + 0.15826168656349182, + 0.055518269538879395, + -0.40912720561027527, + 1.3109809160232544, + 0.08213301002979279, + -0.2631893754005432, + -0.7711065411567688, + 0.10031949728727341, + 0.03098694048821926, + -0.010045774281024933, + 0.6817983984947205, + -0.2544565200805664, + -0.05904015898704529, + -0.11181135475635529, + -0.6766024231910706, + 0.000535154715180397, + 0.33079972863197327, + -0.029827475547790527, + -0.1578942835330963, + 1.3780689239501953, + 0.4715632200241089 + ], + [ + 0.42820167541503906, + -0.12834149599075317, + -0.4349932372570038, + 0.4837362468242645, + 0.09576888382434845, + -0.5454496145248413, + -0.04967838525772095, + -0.21132612228393555, + 0.057143695652484894, + 0.4650183618068695, + 0.23400458693504333, + 0.44505196809768677, + -0.9024652242660522, + 0.5152432322502136, + -0.6246874928474426, + 0.1702262908220291, + 0.3764403760433197, + 0.1443125158548355, + -0.8578678965568542, + 1.4481325149536133, + 1.0133697986602783 + ] + ], + "generated_utilities": [ + 0.12280154228210449, + 0.14377056062221527, + 0.1652408391237259, + 0.1529335379600525, + 0.1748388558626175, + 0.164496049284935, + 0.1347934603691101, + 0.14796040952205658 + ], + "group_id": "ms-e30fd80adc089e9f697a", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.12557005882263184, + 0.11941087245941162, + 0.10894306749105453, + 0.060310762375593185, + 0.18920521438121796, + 0.11678676307201385, + 0.14083251357078552, + 0.12988364696502686, + 0.18350017070770264, + 0.1286114901304245, + 0.06744732707738876, + 0.04428015276789665, + 0.08399941772222519, + 0.0742691159248352, + 0.05598282814025879, + 0.09703926742076874 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.044197678565979004, + -0.12298870831727982, + -0.37176433205604553, + 0.5503368377685547, + 0.5411782264709473, + 0.6186751127243042, + 0.0, + 0.28674131631851196, + 0.08053566515445709, + 0.3295105993747711, + 0.8157306909561157, + 0.1715114712715149, + -0.43090736865997314, + 0.0, + -0.5639103651046753, + -0.48903688788414, + 0.7485904693603516, + -0.4474331736564636, + -0.18787053227424622, + 1.2062294483184814, + 0.0 + ], + [ + 1.3153167963027954, + 0.7455203533172607, + -1.0113484859466553, + 2.097999334335327, + 0.7455009818077087, + 0.3843202590942383, + -0.16713692247867584, + -0.8400754928588867, + -0.3845864534378052, + 1.065396785736084, + 1.712794542312622, + 0.803345263004303, + 0.6529266238212585, + 0.6022698879241943, + -1.1222561597824097, + 0.06260442733764648, + 1.101211428642273, + -0.133493572473526, + -0.8626402616500854, + 1.8406728506088257, + 0.8011860847473145 + ], + [ + 0.23532289266586304, + -0.516789972782135, + -0.3119599223136902, + 1.501338005065918, + 1.4930639266967773, + -0.419913113117218, + -0.6910054683685303, + 0.30246037244796753, + 0.041916340589523315, + 1.2685117721557617, + 2.5912232398986816, + 1.2864888906478882, + 0.3821069598197937, + 0.4677737355232239, + -1.84663724899292, + -0.8953573703765869, + 2.3256053924560547, + 0.18948839604854584, + -0.5580936670303345, + 1.528401494026184, + 1.4914395809173584 + ], + [ + 0.6903802752494812, + 0.3962534964084625, + -0.8207939863204956, + 0.5973623991012573, + 1.310564398765564, + 0.6411572694778442, + -0.2032768577337265, + 0.25504088401794434, + 0.6581551432609558, + 0.3938753306865692, + 1.0127826929092407, + 1.6796927452087402, + 0.4867250621318817, + 0.05769670009613037, + -2.026149034500122, + -0.17722094058990479, + 0.9414948225021362, + 0.6044259667396545, + 0.03290170431137085, + 2.9423327445983887, + -0.060306549072265625 + ], + [ + 0.47530579566955566, + -0.6085019111633301, + 0.12691906094551086, + 0.5673632025718689, + 0.08076304197311401, + 0.8255819082260132, + -0.9781221151351929, + -0.796129584312439, + -0.6745100021362305, + 0.7784937024116516, + 1.7613102197647095, + 1.4703174829483032, + -0.36175650358200073, + 0.16939619183540344, + -0.9399533271789551, + -1.2696547508239746, + 1.3314080238342285, + -0.3690394163131714, + -1.0323668718338013, + 2.305772304534912, + 0.27392566204071045 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.6770331859588623, + 0.09077263623476028, + -0.3141186833381653, + 1.5503368377685547, + 1.0133107900619507, + 0.12400172650814056, + -0.2399108111858368, + -0.4914711117744446, + -0.11917559802532196, + 0.7716305255889893, + 1.8157306909561157, + 0.7167991995811462, + 0.5690926313400269, + 0.6154549717903137, + -1.5639103651046753, + -0.5166093111038208, + 1.7485904693603516, + -0.15158627927303314, + -0.46638885140419006, + 2.2062294483184814, + 0.7902159690856934 + ], + [ + 0.9456368684768677, + -0.3964601159095764, + -0.5845282077789307, + 1.2133667469024658, + 0.5843623876571655, + -0.02685314416885376, + -0.006928771734237671, + -0.2159697711467743, + -0.3017333149909973, + 0.40500110387802124, + 1.9734654426574707, + 0.46303731203079224, + 0.33380845189094543, + 0.7758987545967102, + -2.060479164123535, + -0.955610990524292, + 1.942940592765808, + -0.23636659979820251, + -0.10507094860076904, + 1.8367226123809814, + 1.2234702110290527 + ] + ], + "predicted_scores": [ + 4.790520668029785, + 4.38040018081665, + 3.9752750396728516, + 3.8977909088134766, + 3.7371606826782227, + 3.193635940551758, + 3.0525317192077637, + 2.955906867980957 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "585904130", + "selected_index": 0, + "state_hash": "ca8873454d7cf9723b1e743355bf255813544ae3212d80abc954fd347d7adf27", + "stored_base_utility": 0.12557005882263184, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.12213659286499023, + 0.2078404426574707, + 0.27860796451568604, + 0.22056174278259277, + 0.24418199062347412, + 0.25183379650115967, + 0.2287912368774414, + 0.29108870029449463 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.12213659286499023, + "contact_quality": null, + "progress": 0.139481782913208, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.139481782913208 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2078404426574707, + "contact_quality": null, + "progress": 0.09446463733911514, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09446463733911514 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.27860796451568604, + "contact_quality": null, + "progress": 0.09063800424337387, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09063800424337387 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.22056174278259277, + "contact_quality": null, + "progress": 0.10459780693054199, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10459780693054199 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.24418199062347412, + "contact_quality": null, + "progress": 0.0882665142416954, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0882665142416954 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.25183379650115967, + "contact_quality": null, + "progress": 0.1122586727142334, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1122586727142334 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2287912368774414, + "contact_quality": null, + "progress": 0.11359646171331406, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11359646171331406 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.29108870029449463, + "contact_quality": null, + "progress": 0.0849820002913475, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0849820002913475 + } + ], + "candidate_progress": [ + 0.139481782913208, + 0.09446463733911514, + 0.09063800424337387, + 0.10459780693054199, + 0.0882665142416954, + 0.1122586727142334, + 0.11359646171331406, + 0.0849820002913475 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-19cb10d10516bd0216a6", + "ms-4de1f6d71208bf1d182d", + "ms-4de1f6d71208bf1d182d", + "ms-4de1f6d71208bf1d182d", + "ms-4de1f6d71208bf1d182d", + "ms-4de1f6d71208bf1d182d", + "ms-37384bede4d1c03f3b80", + "ms-19cb10d10516bd0216a6" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-e9ed5d488afdfd6449d1", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.5977388620376587, + 0.09766751527786255, + -0.08909663558006287, + -0.16731910407543182, + 0.3149477243423462, + 2.5280563831329346, + 1.7716896533966064, + 2.1854195594787598, + 0.4346448481082916, + -1.0085057020187378, + -0.936423659324646, + -1.1604467630386353, + -2.4163055419921875, + -2.3794567584991455, + 1.6079974174499512, + 0.1847326159477234, + -1.43357515335083, + -0.29271602630615234, + -0.9009807705879211, + -1.680846929550171, + -1.5553407669067383 + ], + [ + 1.868902564048767, + 0.10152669250965118, + -0.23494550585746765, + -0.16219131648540497, + 0.17263856530189514, + 1.7107330560684204, + 2.2049758434295654, + 2.1845808029174805, + 0.47631320357322693, + -1.17731511592865, + -0.7468038201332092, + -0.8637990951538086, + -1.6688140630722046, + -3.092297315597534, + 1.8347822427749634, + 0.3823440968990326, + -1.8127193450927734, + -0.24951176345348358, + -0.9685915112495422, + -1.6782643795013428, + -2.3634438514709473 + ], + [ + 2.031188488006592, + -0.09377902746200562, + 0.08694225549697876, + -0.08428844809532166, + -0.23783230781555176, + 3.1578829288482666, + 1.5283472537994385, + 2.800539970397949, + 0.5465607047080994, + -1.5957772731781006, + -0.5343003869056702, + -0.8463582992553711, + -2.4952335357666016, + -3.06725811958313, + 2.1957945823669434, + 0.49568939208984375, + -1.8484070301055908, + -0.3194127678871155, + -1.0736010074615479, + -2.2948203086853027, + -2.3909759521484375 + ], + [ + 1.7540677785873413, + -0.003335382789373398, + 0.09563645720481873, + -0.37386763095855713, + 0.0754891037940979, + 3.0481553077697754, + 2.221238613128662, + 2.5075228214263916, + 0.4909842014312744, + -1.4429152011871338, + -0.5206855535507202, + -1.3320143222808838, + -2.0153605937957764, + -3.223436117172241, + 1.9589742422103882, + 0.315462201833725, + -1.676352620124817, + -0.41908854246139526, + -1.4506149291992188, + -2.249534845352173, + -2.5971481800079346 + ], + [ + 1.9116814136505127, + 0.008231233805418015, + -0.1291390359401703, + -0.474558562040329, + 0.16173307597637177, + 2.986687183380127, + 2.0305819511413574, + 2.4844188690185547, + 0.600786566734314, + -1.4330891370773315, + -0.70508873462677, + -1.340267539024353, + -2.458535671234131, + -3.2183263301849365, + 2.0114357471466064, + 0.2995625436306, + -1.800386667251587, + -0.36698848009109497, + -1.1968786716461182, + -2.196718692779541, + -2.8360347747802734 + ], + [ + 2.0585055351257324, + 0.07462188601493835, + -0.4923098385334015, + -0.4133782982826233, + 0.32338958978652954, + 2.6046392917633057, + 1.7508058547973633, + 2.764152765274048, + 0.65418940782547, + -1.6219230890274048, + -0.4621169865131378, + -1.3858633041381836, + -2.5269062519073486, + -3.070777654647827, + 2.007634401321411, + 0.35269466042518616, + -1.696555256843567, + -0.316153347492218, + -0.9931036829948425, + -2.0808424949645996, + -2.8200860023498535 + ], + [ + 1.738912582397461, + -0.08113183081150055, + 0.11964073777198792, + -0.42254358530044556, + 0.17282678186893463, + 2.8624517917633057, + 1.864318609237671, + 2.678656816482544, + 0.5926061868667603, + -1.4917354583740234, + -0.8991928696632385, + -1.4632854461669922, + -2.3833210468292236, + -3.167668342590332, + 1.9386014938354492, + 0.32777366042137146, + -1.6803838014602661, + -0.5107786655426025, + -1.0900976657867432, + -1.9353690147399902, + -2.6607162952423096 + ], + [ + 1.954472541809082, + -0.06340748071670532, + 0.1753380298614502, + -0.31941506266593933, + 0.22808927297592163, + 2.763421058654785, + 1.9237291812896729, + 2.7564315795898438, + 0.6204964518547058, + -1.4985580444335938, + -0.9424424171447754, + -1.3967690467834473, + -2.3981852531433105, + -3.0078654289245605, + 2.1015803813934326, + 0.4041832685470581, + -1.982966423034668, + -0.3864615559577942, + -1.1936266422271729, + -2.3919074535369873, + -2.921323776245117 + ] + ], + "generated_utilities": [ + 0.139481782913208, + 0.09446463733911514, + 0.09063800424337387, + 0.10459780693054199, + 0.0882665142416954, + 0.1122586727142334, + 0.11359646171331406, + 0.0849820002913475 + ], + "group_id": "ms-e9ed5d488afdfd6449d1", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.22621813416481018, + 0.26591962575912476, + 0.22478708624839783, + 0.074407659471035, + 0.3134628236293793, + 0.19173070788383484, + 0.2438776195049286, + 0.26689577102661133, + 0.24477621912956238, + 0.24051737785339355, + 0.2738616168498993, + 0.04947046563029289, + 2.0, + 0.04723116010427475, + 0.08354459702968597, + 0.06540697813034058 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.6524851322174072, + -0.023243099451065063, + -0.05794792249798775, + 0.1783304661512375, + -0.3767814338207245, + 1.4893875122070312, + 0.0, + 1.024657964706421, + 0.3163401186466217, + -0.49971193075180054, + 0.05114656686782837, + -0.13273626565933228, + -1.9796202182769775, + 0.0, + 0.818771481513977, + -0.13705189526081085, + -0.21289467811584473, + 0.3914462625980377, + -0.6477798819541931, + -1.0717217922210693, + 0.0 + ], + [ + 2.363477945327759, + -1.042197585105896, + -0.8369066119194031, + 0.17341986298561096, + 0.6040215492248535, + 1.9536304473876953, + 2.2788424491882324, + 1.5015904903411865, + -0.07916292548179626, + -0.6816228628158569, + -1.3893373012542725, + -0.2375274896621704, + -2.5662975311279297, + -2.7615673542022705, + 1.151218295097351, + 0.29418760538101196, + -0.4583754539489746, + -0.4555256962776184, + -0.6620294451713562, + -2.534846067428589, + -1.916935682296753 + ], + [ + 2.0104916095733643, + -0.539351224899292, + 0.13553066551685333, + 0.9507300853729248, + 0.6636125445365906, + 1.5649433135986328, + 2.0495975017547607, + 2.832026958465576, + 1.1830073595046997, + -1.6508865356445312, + -0.26773035526275635, + -0.3988863527774811, + -2.8235108852386475, + -2.2897520065307617, + 1.4448039531707764, + -0.5226297378540039, + -2.1615242958068848, + 0.8214395046234131, + -0.755327045917511, + -2.571093797683716, + -1.7457375526428223 + ], + [ + 2.166736602783203, + -0.3969564735889435, + 0.5171664357185364, + 0.12789201736450195, + -0.9176173806190491, + 1.8307013511657715, + 1.834255576133728, + 1.3594005107879639, + 0.13751044869422913, + -0.9923363327980042, + -1.136932611465454, + -1.2923126220703125, + -2.445897102355957, + -2.4779889583587646, + 2.6843042373657227, + 0.10015779733657837, + -2.0766196250915527, + 0.1269409954547882, + 0.16698843240737915, + -1.2709240913391113, + -2.7113101482391357 + ], + [ + 1.0476312637329102, + -1.2484432458877563, + -0.8652145862579346, + 0.8706620335578918, + 0.6091254353523254, + 1.9634168148040771, + 2.105522394180298, + 1.2906999588012695, + -0.3275601267814636, + -1.0110361576080322, + -1.6514918804168701, + -1.376278281211853, + -2.345550060272217, + -2.4931728839874268, + 1.00270676612854, + 0.04506785422563553, + -0.9420130252838135, + -0.6248484253883362, + -1.469360589981079, + -3.059006929397583, + -3.495709180831909 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 1.6524851322174072, + -0.3197403848171234, + -0.07008056342601776, + 0.38692954182624817, + -0.013657404109835625, + 2.4893875122070312, + 2.3340368270874023, + 2.024657964706421, + 0.35216206312179565, + -1.4125897884368896, + -0.8262880444526672, + -0.49936625361442566, + -2.9796202182769775, + -2.9234721660614014, + 1.818771481513977, + 0.09626653790473938, + -1.2128946781158447, + 0.10123217105865479, + -0.7020833492279053, + -2.0717217922210693, + -2.5944693088531494 + ], + [ + 0.9812780022621155, + 0.2612687647342682, + 0.8081930875778198, + 0.3689844310283661, + -0.16453352570533752, + 2.8411240577697754, + 2.2401933670043945, + 1.7904633283615112, + -0.04837304353713989, + -0.6139949560165405, + -0.8549875020980835, + 0.3574656546115875, + -2.8409454822540283, + -2.1011672019958496, + 1.382948875427246, + 0.6656897068023682, + -1.5090553760528564, + 0.4825518727302551, + -0.3345044255256653, + -2.26375150680542, + -2.561906576156616 + ] + ], + "predicted_scores": [ + 3.437734603881836, + 2.4102535247802734, + 2.279122829437256, + 2.055856704711914, + 1.2647265195846558, + 1.0025748014450073, + 0.970105767250061, + 0.5555130243301392 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "626486813", + "selected_index": 0, + "state_hash": "5608eea5b7e99b5fed6b316f742ecd34044df87286b2338705d8472043fc4375", + "stored_base_utility": 0.22621813416481018, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07223989814519882, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07223989814519882 + }, + "base_progress": 0.07223989814519882, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.07223989814519882, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0011415481567382812, + 0.004556536674499512, + 0.0, + 0.0, + 0.0, + 0.014932513236999512 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05951116606593132, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05951116606593132 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07858377695083618, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07858377695083618 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.0011415481567382812, + "contact_quality": null, + "progress": 0.040407080203294754, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.040407080203294754 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.004556536674499512, + "contact_quality": null, + "progress": 0.04286195710301399, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04286195710301399 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04298514127731323, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04298514127731323 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04193325713276863, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04193325713276863 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.038153309375047684, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.038153309375047684 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.014932513236999512, + "contact_quality": null, + "progress": 0.035735469311475754, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.035735469311475754 + } + ], + "candidate_progress": [ + 0.05951116606593132, + 0.07858377695083618, + 0.040407080203294754, + 0.04286195710301399, + 0.04298514127731323, + 0.04193325713276863, + 0.038153309375047684, + 0.035735469311475754 + ], + "candidate_safety_violation": [ + false, + false, + true, + true, + false, + false, + false, + true + ], + "candidate_source_chart_ids": [ + "ms-8c0266b35fc59963795c", + "ms-8c0266b35fc59963795c", + "ms-0093b06390890d181104", + "ms-0093b06390890d181104", + "ms-0093b06390890d181104", + "ms-0093b06390890d181104", + "ms-0093b06390890d181104", + "ms-0093b06390890d181104" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-ec013396e4aff6170ee1", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.933840811252594, + 0.1282566338777542, + 0.25292378664016724, + 0.30816373229026794, + 0.004041627049446106, + 1.5145224332809448, + 0.5721328854560852, + -0.5202044248580933, + 1.312237024307251, + 1.924450159072876, + -0.995895504951477, + 0.746394693851471, + -0.4940372109413147, + 0.9898293018341064, + -0.7450639605522156, + 1.3271466493606567, + 0.7587729692459106, + 0.14634394645690918, + -0.16191336512565613, + -2.5657639503479004, + 0.27849557995796204 + ], + [ + 0.6932012438774109, + 0.11279813945293427, + 0.2099277377128601, + 0.2869747579097748, + 0.006239175796508789, + 1.633864402770996, + 0.3815420866012573, + -0.7537059783935547, + 1.402787208557129, + 1.852298378944397, + -1.0396970510482788, + 0.7423868775367737, + -0.784399151802063, + 0.7139009833335876, + -0.29978111386299133, + 1.294601559638977, + 0.6133106350898743, + 0.2950369715690613, + -0.2996228337287903, + -2.762148380279541, + 0.31562837958335876 + ], + [ + 0.021647050976753235, + -0.13628679513931274, + -0.3643325865268707, + 0.3346702754497528, + 1.5229933261871338, + 0.4934864640235901, + 0.025412380695343018, + -1.4366346597671509, + 1.29860520362854, + 2.446150541305542, + -0.4180261194705963, + 0.17900171875953674, + -0.8108835816383362, + 1.3997886180877686, + -0.7236852049827576, + 1.0645066499710083, + 1.425938606262207, + 0.26900923252105713, + 0.47108232975006104, + -2.3294098377227783, + -0.3871951401233673 + ], + [ + 0.003718763589859009, + -0.038992468267679214, + -0.4159756600856781, + 0.26460912823677063, + 1.5270650386810303, + 0.2075841724872589, + 0.0438208281993866, + -1.4083008766174316, + 1.335157871246338, + 2.425764799118042, + -0.37490108609199524, + 0.23775160312652588, + -0.8647375106811523, + 1.2112451791763306, + -0.7823565602302551, + 0.9348102807998657, + 1.3077915906906128, + 0.3441306948661804, + 0.5043200254440308, + -2.223611831665039, + -0.04906041920185089 + ], + [ + -0.048110634088516235, + -0.05613495036959648, + -0.24278977513313293, + 0.3309233486652374, + 1.4294688701629639, + 0.37001335620880127, + 0.007694989442825317, + -1.3764770030975342, + 1.2901051044464111, + 2.412590503692627, + -0.30159613490104675, + 0.18383246660232544, + -0.8675380945205688, + 1.4623055458068848, + -0.6561352014541626, + 0.9926803112030029, + 1.3864142894744873, + 0.2854069471359253, + 0.5315955877304077, + -2.2145209312438965, + -0.24395057559013367 + ], + [ + 0.02808864414691925, + -0.024999983608722687, + -0.15117302536964417, + 0.3741481602191925, + 1.4531705379486084, + 0.43687182664871216, + 0.12151682376861572, + -1.357534408569336, + 1.287418246269226, + 2.402705669403076, + -0.29912397265434265, + 0.31527554988861084, + -0.7799054384231567, + 1.2119593620300293, + -0.6950751543045044, + 0.9693852066993713, + 1.378514289855957, + 0.19844922423362732, + 0.575413703918457, + -2.1490426063537598, + 0.03182847797870636 + ], + [ + 0.030944593250751495, + -0.07171240448951721, + 0.09684309363365173, + 0.537851095199585, + 1.6929712295532227, + 0.5834724307060242, + 0.4821554720401764, + -1.402064323425293, + 1.417244553565979, + 2.5736961364746094, + -0.2683691084384918, + 0.22109517455101013, + -0.9428572654724121, + 1.2755240201950073, + -0.7185970544815063, + 0.8553791642189026, + 1.1339691877365112, + 0.26690661907196045, + 0.361380934715271, + -1.6641011238098145, + -0.08771160244941711 + ], + [ + 0.028195448219776154, + 0.16802021861076355, + -0.35052821040153503, + 0.6944583654403687, + 0.7549366354942322, + 0.7578407526016235, + -0.017430365085601807, + -1.3123157024383545, + 1.3052575588226318, + 2.824920892715454, + -0.2868766486644745, + 0.46300992369651794, + -1.3209706544876099, + 1.744023084640503, + -0.48922985792160034, + 1.0045993328094482, + 1.2061687707901, + 0.22841759026050568, + 0.8819078207015991, + -2.1400039196014404, + 0.13158592581748962 + ] + ], + "generated_utilities": [ + 0.05951116606593132, + 0.07858377695083618, + 0.040407080203294754, + 0.04286195710301399, + 0.04298514127731323, + 0.04193325713276863, + 0.038153309375047684, + 0.035735469311475754 + ], + "group_id": "ms-ec013396e4aff6170ee1", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.010581731796264648, + 0.049839019775390625, + 0.06402494758367538, + 0.012959301471710205, + 0.11614581197500229, + 0.012509982101619244, + 0.09607907384634018, + 0.1605721116065979, + 0.1708059310913086, + 0.055588722229003906, + 0.2052522599697113, + 0.0690404623746872, + 0.11059975624084473, + 0.03047112748026848, + 0.24502670764923096, + 0.22897732257843018 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.16510963439941406, + -0.011389851570129395, + -0.16074393689632416, + 0.8547754287719727, + -0.09704409539699554, + 0.09471678733825684, + 0.0, + -1.0372710227966309, + 0.5171947479248047, + 1.4950246810913086, + -0.29076793789863586, + 0.0122823566198349, + 0.059903502464294434, + 0.0, + 0.13894814252853394, + 0.2961620092391968, + 0.025543689727783203, + 0.01881265640258789, + 0.052319109439849854, + -1.1815040111541748, + 0.0 + ], + [ + -0.6906574964523315, + 0.5966935753822327, + 0.1873793751001358, + 1.8547754287719727, + 0.16492335498332977, + 0.4949548840522766, + 0.624785304069519, + -2.037271022796631, + 1.5171947479248047, + 2.4950246810913086, + -0.3186037838459015, + 0.2194363921880722, + -0.6441555023193359, + 1.221185326576233, + -0.44174641370773315, + 0.866999626159668, + 1.0255436897277832, + 1.018812656402588, + 0.6033775210380554, + -2.181504011154175, + -0.4328075349330902 + ], + [ + -0.68684321641922, + 0.35380983352661133, + 0.41641929745674133, + 2.0589241981506348, + 0.20610027015209198, + 0.2780776619911194, + 0.6000017523765564, + -1.8711607456207275, + 1.71079421043396, + 2.484286069869995, + -0.12494567036628723, + 0.3767848014831543, + -0.59480881690979, + 1.3215627670288086, + -0.18650269508361816, + 0.5971667766571045, + 1.00047767162323, + 1.2905888557434082, + 0.7682754993438721, + -2.280778408050537, + -0.26339399814605713 + ], + [ + -1.0669870376586914, + 0.5963312387466431, + 0.24800772964954376, + 1.5324974060058594, + 0.049914538860321045, + 0.33535104990005493, + 0.9774697422981262, + -2.318913698196411, + 1.14731764793396, + 2.1673643589019775, + -0.3369846045970917, + -0.13161931931972504, + -0.7527784705162048, + 1.2647147178649902, + -0.5229569673538208, + 0.6999921798706055, + 0.654599666595459, + 0.9745514988899231, + 0.5995839238166809, + -2.3844704627990723, + -0.7404599189758301 + ], + [ + -0.660759449005127, + 0.560627818107605, + -0.19398994743824005, + 1.7401045560836792, + 0.006708189845085144, + 0.2270365059375763, + 0.9201371073722839, + -1.6917380094528198, + 1.8382139205932617, + 2.184737205505371, + -0.07137502729892731, + 0.13004565238952637, + -0.8376798629760742, + 1.3597201108932495, + -0.8258764147758484, + 0.521450400352478, + 1.4799309968948364, + 0.7742871046066284, + 1.007819414138794, + -2.398472785949707, + -0.7120757102966309 + ], + [ + -0.3511212170124054, + 0.6072589755058289, + 0.6547060012817383, + 2.306784152984619, + 0.03337647020816803, + 1.1676279306411743, + 0.48420602083206177, + -1.7057392597198486, + 1.7822117805480957, + 2.741852283477783, + -0.970782995223999, + 0.3188708424568176, + -0.1370975375175476, + 1.740339994430542, + 0.18519049882888794, + 0.2771400809288025, + 0.8003557920455933, + 0.8813821077346802, + 0.9829010963439941, + -1.9104408025741577, + -0.7000454664230347 + ], + [ + -1.1815872192382812, + 1.0524637699127197, + 0.5610368251800537, + 2.407832622528076, + -0.2576238512992859, + 0.1467430293560028, + 0.27881303429603577, + -1.6810011863708496, + 1.5921515226364136, + 2.929525375366211, + 0.19559642672538757, + 0.6552202105522156, + -1.3889155387878418, + 1.1560360193252563, + -0.4104887843132019, + 0.8887493014335632, + 1.283969759941101, + 0.7811828851699829, + -0.10630232095718384, + -1.4329519271850586, + -0.5646982192993164 + ], + [ + -1.4926873445510864, + 0.11535564064979553, + -0.6240940690040588, + 1.631784200668335, + 0.7930782437324524, + -0.35493338108062744, + 0.20104485750198364, + -1.5626122951507568, + 1.3110854625701904, + 3.0686309337615967, + -0.8419785499572754, + -0.0010939836502075195, + -0.49860918521881104, + 1.5949748754501343, + -0.938766598701477, + 1.762406587600708, + 0.625543475151062, + 0.20789378881454468, + 1.1513795852661133, + -2.3980860710144043, + -0.36970049142837524 + ], + [ + -1.0271471738815308, + 0.6133835911750793, + -0.3870598077774048, + 1.9299802780151367, + 0.9606215357780457, + -0.19876420497894287, + 0.29684266448020935, + -1.6164112091064453, + 1.3925114870071411, + 1.9474635124206543, + -1.2669438123703003, + -0.6821421980857849, + -0.7869906425476074, + 1.3602250814437866, + -0.14778050780296326, + 0.9938437938690186, + 0.6618988513946533, + 0.1858283281326294, + 0.8312947750091553, + -1.7043554782867432, + -0.23048581182956696 + ], + [ + -0.409736305475235, + 1.5572996139526367, + 1.0024399757385254, + 1.6385810375213623, + 0.83731609582901, + -0.1629825234413147, + -0.05952054262161255, + -1.0968945026397705, + 0.728961706161499, + 3.1370975971221924, + -0.44591856002807617, + 1.149456262588501, + -1.3439809083938599, + 1.738822340965271, + 0.4063607454299927, + 0.4372418224811554, + 1.276847004890442, + 1.4612212181091309, + 0.6917726993560791, + -1.914740800857544, + 0.5415292978286743 + ] + ], + "predicted_scores": [ + 7.230363368988037, + 6.343851089477539, + 5.024967670440674, + 4.883691310882568, + 4.8180766105651855, + 4.676793098449707, + 4.232115268707275, + 3.389575481414795 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "750448296", + "selected_index": 0, + "state_hash": "f5a19cf07e6a6cc71c95ce01e976d34d1eeae68c8a93ecc985fd0a78cb0c1a5e", + "stored_base_utility": 0.010581731796264648, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07024133205413818, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07024133205413818 + }, + "base_progress": 0.07024133205413818, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.07024133205413818, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.009309172630310059, + 0.0134124755859375, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.026473185047507286, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.026473185047507286 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.027357300743460655, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.027357300743460655 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03243587538599968, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03243587538599968 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.043157339096069336, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.043157339096069336 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.009309172630310059, + "contact_quality": null, + "progress": 0.034847814589738846, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.034847814589738846 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.0134124755859375, + "contact_quality": null, + "progress": 0.0340135283768177, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0340135283768177 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03980100154876709, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03980100154876709 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.048257093876600266, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.048257093876600266 + } + ], + "candidate_progress": [ + 0.026473185047507286, + 0.027357300743460655, + 0.03243587538599968, + 0.043157339096069336, + 0.034847814589738846, + 0.0340135283768177, + 0.03980100154876709, + 0.048257093876600266 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + true, + true, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-003a2225c0892dcda683", + "ms-003a2225c0892dcda683", + "ms-7dedf60ad41ea2d92ee5", + "ms-be219977a9db8dbb1e58", + "ms-0285f5815c210ac00bec", + "ms-0285f5815c210ac00bec", + "ms-7dedf60ad41ea2d92ee5", + "ms-7dedf60ad41ea2d92ee5" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank3", + "ctt_transport_rank3", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-ee30ebaf98622759d888", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.662346363067627, + -0.7430977821350098, + 1.013411045074463, + -0.5502735376358032, + 2.515415668487549, + 2.2064249515533447, + 2.207075595855713, + 0.49782446026802063, + 0.04435717314481735, + 0.824555516242981, + -0.07692501693964005, + 0.6979324221611023, + -1.9332952499389648, + -0.14659930765628815, + 0.2414819598197937, + 0.6830236315727234, + 0.5110650062561035, + -0.861531674861908, + 1.4446446895599365, + -2.420961618423462, + -1.6375359296798706 + ], + [ + 0.7019201517105103, + -0.7149189114570618, + 1.019605278968811, + -0.614814281463623, + 2.450939655303955, + 2.02756404876709, + 2.0183706283569336, + 0.5713571906089783, + -0.02512562833726406, + 0.8307086825370789, + -0.03292284160852432, + 0.7779634594917297, + -1.9167712926864624, + -0.20854930579662323, + 0.31491774320602417, + 0.7285938262939453, + 0.4714215397834778, + -0.8228864073753357, + 1.5597848892211914, + -2.425035238265991, + -1.771859049797058 + ], + [ + 0.7700603604316711, + -0.3668402433395386, + 0.8731704950332642, + -0.5585047006607056, + 1.984992504119873, + 2.155212879180908, + 1.3733112812042236, + 1.0301657915115356, + 0.17726057767868042, + 0.8893800973892212, + -0.023349665105342865, + 0.6285327672958374, + -1.424509882926941, + -0.35504114627838135, + 0.011760968714952469, + 0.6460818648338318, + 0.29512107372283936, + -0.5972959995269775, + 1.1795053482055664, + -1.8419625759124756, + -0.33535733819007874 + ], + [ + 0.9056481719017029, + -0.37547075748443604, + 0.5668166875839233, + -0.06628485023975372, + 1.4934146404266357, + 1.967099666595459, + 1.4483580589294434, + 0.5116608142852783, + 0.30306464433670044, + 0.6511149406433105, + -0.15912944078445435, + 0.3142419159412384, + -1.6645159721374512, + -0.43517130613327026, + 0.051575563848018646, + 0.536583423614502, + 0.433749258518219, + -0.7034852504730225, + 1.5519356727600098, + -2.888352870941162, + -1.228667974472046 + ], + [ + 0.6216394901275635, + -0.7382313013076782, + 0.9599475860595703, + -0.33443117141723633, + 2.1379318237304688, + 2.7693467140197754, + 1.8735604286193848, + 0.7070871591567993, + 0.1256219446659088, + 0.7124428153038025, + 0.05595561861991882, + 0.448476105928421, + -1.8134790658950806, + 0.0735623687505722, + 0.3675183951854706, + 0.7246121764183044, + 0.3585464358329773, + -0.7740142941474915, + 1.5141818523406982, + -2.943614959716797, + -1.1143118143081665 + ], + [ + 0.6480393409729004, + -0.7185829281806946, + 0.9800245761871338, + -0.3996850848197937, + 2.1597518920898438, + 2.76255202293396, + 1.9748449325561523, + 0.747951865196228, + 0.11665055900812149, + 0.7368123531341553, + 0.09046225249767303, + 0.42027586698532104, + -1.8220113515853882, + 0.05751578509807587, + 0.3517134189605713, + 0.7132785320281982, + 0.3462476134300232, + -0.7235525250434875, + 1.4715080261230469, + -2.9840140342712402, + -1.1492695808410645 + ], + [ + 0.9850975871086121, + -0.891943633556366, + 0.9222792983055115, + -0.3692775368690491, + 1.9129865169525146, + 1.90389883518219, + 1.8166420459747314, + 0.4871688187122345, + 0.26670703291893005, + 0.5498740077018738, + -0.25829067826271057, + 0.4502323865890503, + -1.6765687465667725, + 0.12234985828399658, + 0.7298864126205444, + 0.6211572289466858, + 0.4836116433143616, + -0.621039628982544, + 1.0602877140045166, + -2.248012065887451, + -0.886012077331543 + ], + [ + 0.5461050271987915, + -0.36524254083633423, + 0.731669545173645, + -0.15085916221141815, + 2.6355152130126953, + 2.5497007369995117, + 0.9946665167808533, + 0.501320481300354, + 0.0490228533744812, + 0.5353785753250122, + 0.0222884863615036, + 0.7414413094520569, + -1.8266113996505737, + 0.2645081877708435, + 0.39487871527671814, + 0.592475414276123, + 0.23665601015090942, + -0.6220353841781616, + 1.0820298194885254, + -2.480600118637085, + -0.2444666028022766 + ] + ], + "generated_utilities": [ + 0.026473185047507286, + 0.027357300743460655, + 0.03243587538599968, + 0.043157339096069336, + 0.034847814589738846, + 0.0340135283768177, + 0.03980100154876709, + 0.048257093876600266 + ], + "group_id": "ms-ee30ebaf98622759d888", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.08405601978302002, + 0.09846439212560654, + 0.04595305770635605, + 2.0, + 0.08787640184164047, + 0.032481253147125244, + 0.08755072206258774, + 0.058936577290296555, + 0.10809408128261566, + 0.06723630428314209, + 0.0625009536743164, + 0.1415095031261444, + 0.08326160907745361, + 0.10944461822509766, + 0.0673408955335617, + 0.033725105226039886 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.4581542015075684, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -1.9406367540359497, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.470216989517212 + ], + [ + 1.6340367794036865, + -0.30366095900535583, + 0.2830277681350708, + -1.1627482175827026, + 3.58767032623291, + 0.6565636396408081, + 1.4321975708007812, + 0.8704822659492493, + 0.14327874779701233, + 1.0190284252166748, + 0.3078446090221405, + 0.7927982807159424, + -1.9305998086929321, + -1.7108646631240845, + 0.10729888081550598, + 0.9427294731140137, + 0.41770225763320923, + -1.7673753499984741, + 1.3209179639816284, + -2.8053033351898193, + -1.5330681800842285 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.00628507137298584, + 0.0595628023147583, + 0.39481037855148315, + -0.006641983985900879, + 1.8433213233947754, + 0.14830267429351807, + 0.0, + -0.24425631761550903, + 0.42130333185195923, + 0.41399094462394714, + 0.478841632604599, + -0.007461488246917725, + -0.5437495708465576, + 0.0, + 0.255215585231781, + -0.07331699132919312, + -0.1736500859260559, + -0.285358190536499, + 0.567956805229187, + -1.7103407382965088, + 0.0 + ], + [ + 1.0371580123901367, + -0.33467406034469604, + 0.9327473640441895, + -0.5396467447280884, + 2.1487879753112793, + 0.6294846534729004, + 0.6252679228782654, + 0.5140941143035889, + -0.20645928382873535, + -0.04528486728668213, + 0.14780870079994202, + 0.430325984954834, + -0.9293508529663086, + -1.5147639513015747, + 1.1104007959365845, + -0.05476301908493042, + 0.1755150556564331, + -1.3470268249511719, + 1.675830364227295, + -3.2944674491882324, + -1.9277915954589844 + ] + ], + "predicted_scores": [ + 5.65670919418335, + 5.5235466957092285, + 4.873236179351807, + 4.195382118225098, + 4.148383617401123, + 4.134457588195801, + 3.568284034729004, + 3.5555105209350586 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "636680137", + "selected_index": 0, + "state_hash": "2de607a9c69005130e51ff2b551c0eeedc85c58fef796682e6527bb5f719ff7b", + "stored_base_utility": 0.08405601978302002, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10341648012399673, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10341648012399673 + }, + "base_progress": 0.10341648012399673, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.10341648012399673, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15889637172222137, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15889637172222137 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1500421017408371, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1500421017408371 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16442401707172394, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16442401707172394 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18223030865192413, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18223030865192413 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16932646930217743, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16932646930217743 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1286463588476181, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1286463588476181 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14646077156066895, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14646077156066895 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12931640446186066, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12931640446186066 + } + ], + "candidate_progress": [ + 0.15889637172222137, + 0.1500421017408371, + 0.16442401707172394, + 0.18223030865192413, + 0.16932646930217743, + 0.1286463588476181, + 0.14646077156066895, + 0.12931640446186066 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-38dff128761905bb1507", + "ms-38dff128761905bb1507", + "ms-53a86042af3c0887e556", + "ms-38dff128761905bb1507", + "ms-38dff128761905bb1507", + "ms-02fd0338e80ef19ceec1", + "ms-02fd0338e80ef19ceec1", + "ms-1a4979e969aa331fb126" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-f3f1d07cfd59b823da47", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.3881210088729858, + 0.2902197241783142, + -0.7688837051391602, + 0.004251226782798767, + -0.7488299012184143, + -1.0104213953018188, + -0.6866763234138489, + 0.5142992734909058, + 0.48513004183769226, + -0.6892933249473572, + -0.7745576500892639, + -0.03948596119880676, + -1.4012541770935059, + -0.8171730041503906, + 0.6873317360877991, + -0.026322875171899796, + -0.0029911696910858154, + -0.26809871196746826, + 0.5331934690475464, + 0.9943079352378845, + 0.8184808492660522 + ], + [ + 1.510304570198059, + 0.2534593343734741, + -0.808758020401001, + -0.05387406051158905, + -0.6445731520652771, + -1.1367464065551758, + -0.6321504712104797, + 0.5759940147399902, + 0.49445703625679016, + -0.6654600501060486, + -0.7151740193367004, + -0.05828532576560974, + -1.232359766960144, + -0.7693580389022827, + 0.5639748573303223, + -0.004943030886352062, + -0.016491562128067017, + -0.34905463457107544, + 0.505666971206665, + 0.9745002388954163, + 0.7315822839736938 + ], + [ + 1.1264770030975342, + 0.13254833221435547, + -0.5665270090103149, + -0.028560250997543335, + -0.06817004084587097, + -1.043973684310913, + -0.4254623055458069, + 0.6691850423812866, + 0.31663209199905396, + -0.5004417896270752, + -0.8028227090835571, + 0.04495306313037872, + -1.0846867561340332, + -0.8162707686424255, + 0.4096362888813019, + -0.23014400899410248, + -0.14147792756557465, + -0.4176025986671448, + 0.2718188762664795, + 0.5452914834022522, + 0.23577865958213806 + ], + [ + 1.3926385641098022, + 0.28013020753860474, + -1.122997522354126, + -0.027004346251487732, + -0.37991511821746826, + -1.1681551933288574, + -0.8193032145500183, + 0.4705464243888855, + 0.4903601109981537, + -0.6137717962265015, + -0.662985622882843, + -0.028857260942459106, + -1.0789804458618164, + -0.5432142615318298, + 0.48931771516799927, + 0.0663718432188034, + -0.03388373553752899, + -0.42232179641723633, + 0.6168848276138306, + 0.6920309066772461, + 0.915622353553772 + ], + [ + 1.4447251558303833, + 0.2062404602766037, + -1.0041093826293945, + -0.03666326403617859, + -0.3421391248703003, + -1.1339309215545654, + -0.42875242233276367, + 0.44825607538223267, + 0.43367472290992737, + -0.6134316325187683, + -0.7959606051445007, + -0.048016875982284546, + -1.6261019706726074, + -0.4924411177635193, + 0.6609439253807068, + 0.04431770369410515, + -0.2028243988752365, + -0.07888258993625641, + 0.3877326250076294, + 0.4543430805206299, + 0.6790245771408081 + ], + [ + 1.6320533752441406, + 0.33256542682647705, + -0.7439770698547363, + 0.06911790370941162, + -0.3505357503890991, + -0.9066543579101562, + -0.38228505849838257, + 0.7524740695953369, + 0.28423216938972473, + -0.7283465266227722, + -0.5571016669273376, + 0.17430175840854645, + -0.687809944152832, + -0.20761065185070038, + 0.3505585193634033, + 0.03138059005141258, + -0.1467164009809494, + -0.2693694233894348, + 0.46194225549697876, + 1.047356367111206, + 0.04052543640136719 + ], + [ + 1.6361101865768433, + 0.3362860679626465, + -0.8817461729049683, + 0.13344669342041016, + -0.3676075339317322, + -0.8544621467590332, + -0.5061371922492981, + 0.6829971075057983, + 0.2737053334712982, + -0.7881888747215271, + -0.5640969276428223, + 0.30810266733169556, + -0.7617630958557129, + -0.22704292833805084, + 0.4069271385669708, + 0.015315819531679153, + -0.22572563588619232, + -0.30092310905456543, + 0.474270761013031, + 0.9312863945960999, + -0.01657313108444214 + ], + [ + 1.2980573177337646, + -0.009646497666835785, + -0.5718047618865967, + 0.2957562506198883, + -0.4048836827278137, + -1.4122731685638428, + -0.3258081078529358, + 0.6585699319839478, + 0.21251451969146729, + -0.19076210260391235, + -0.7592724561691284, + 0.08349977433681488, + -0.9098782539367676, + -0.31940126419067383, + 0.39189857244491577, + -0.1639433652162552, + -0.04668109118938446, + -0.4875295162200928, + 0.23866121470928192, + 0.25094014406204224, + 0.2136927843093872 + ] + ], + "generated_utilities": [ + 0.15889637172222137, + 0.1500421017408371, + 0.16442401707172394, + 0.18223030865192413, + 0.16932646930217743, + 0.1286463588476181, + 0.14646077156066895, + 0.12931640446186066 + ], + "group_id": "ms-f3f1d07cfd59b823da47", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.07767709344625473, + 0.07153411954641342, + 0.08480638265609741, + 0.06087514013051987, + 0.15252648293972015, + 0.0776997059583664, + 0.1476559340953827, + 0.17124073207378387, + 0.12327007949352264, + 0.12037092447280884, + 0.08562581241130829, + 0.09917601197957993, + 0.07137986272573471, + 0.039922356605529785, + 0.04496842622756958, + 0.05561637878417969 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 1.9664052724838257, + 0.20301294326782227, + -1.1196715831756592, + -0.17260856926441193, + -0.5341777801513672, + -2.678128242492676, + -2.431448459625244, + 1.5603530406951904, + 0.03585217520594597, + -0.3520800471305847, + -2.473386287689209, + 1.0162299871444702, + -0.7868502736091614, + -0.9102090001106262, + 0.9442894458770752, + -0.41473180055618286, + 0.7349075675010681, + -0.8863289952278137, + 0.8796874284744263, + 0.028114937245845795, + 0.24920660257339478 + ], + [ + 1.900488257408142, + -0.00838443636894226, + -1.2311820983886719, + -0.361179918050766, + -0.3987593352794647, + -2.551008462905884, + -2.701385021209717, + 1.7117550373077393, + -0.20423506200313568, + -0.3429180979728699, + -2.6584055423736572, + 0.8018259406089783, + -0.856230616569519, + -0.901038408279419, + 1.2131764888763428, + -0.6892215609550476, + 0.6726197600364685, + -0.7798839211463928, + 0.6868253946304321, + 0.07731680572032928, + 0.30107203125953674 + ], + [ + 1.6257587671279907, + 0.275219202041626, + -0.7838636636734009, + -0.5118123292922974, + -0.3429456353187561, + -2.342111349105835, + -2.7158243656158447, + 1.7038744688034058, + -0.1860528439283371, + -0.11617843806743622, + -2.1894750595092773, + 1.2306283712387085, + -0.8203369379043579, + -0.5157363414764404, + 0.7951346635818481, + -0.464976966381073, + 0.8823708295822144, + -0.7671404480934143, + 0.9700374007225037, + 0.21184596419334412, + -0.11244213581085205 + ] + ], + "predicted_scores": [ + 4.71670389175415, + 4.489239692687988, + 3.7497034072875977, + 3.512218475341797, + 3.3799333572387695, + 2.541375160217285, + 2.3380908966064453, + 1.5446693897247314 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "2015956957", + "selected_index": 0, + "state_hash": "3f477a29208b02558b99bd0f3305d0f1845c277d32e0b5afdafa71012673383b", + "stored_base_utility": 0.07767709344625473, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23664958775043488, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23664958775043488 + }, + "base_progress": 0.23664958775043488, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.23664958775043488, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15455174446105957, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15455174446105957 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14918532967567444, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14918532967567444 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1516408920288086, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1516408920288086 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17254504561424255, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17254504561424255 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18867069482803345, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18867069482803345 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15267398953437805, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15267398953437805 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16984117031097412, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16984117031097412 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1933700442314148, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1933700442314148 + } + ], + "candidate_progress": [ + 0.15455174446105957, + 0.14918532967567444, + 0.1516408920288086, + 0.17254504561424255, + 0.18867069482803345, + 0.15267398953437805, + 0.16984117031097412, + 0.1933700442314148 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-bfe867e8d518b9f8333a", + "ms-bfe867e8d518b9f8333a", + "ms-dab80e1bb7987577e33d", + "ms-8278abbc47a6efcb5b68", + "ms-8278abbc47a6efcb5b68", + "ms-8278abbc47a6efcb5b68", + "ms-8278abbc47a6efcb5b68", + "ms-8278abbc47a6efcb5b68" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-081952a63087fc8f83cd", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.0855686366558075, + 0.13241204619407654, + 1.2666985988616943, + -0.6468408107757568, + -1.4032938480377197, + -0.20056909322738647, + 0.3947865068912506, + 0.2776111662387848, + -0.12220315635204315, + -0.018333084881305695, + -0.20123931765556335, + -1.0855602025985718, + 0.10745754837989807, + 0.007708139717578888, + 0.020753994584083557, + -0.20023246109485626, + -0.013255417346954346, + 0.1582491546869278, + -0.8037270903587341, + 0.13189634680747986, + -0.020305335521697998 + ], + [ + -0.055363789200782776, + 0.11960972845554352, + 1.2410987615585327, + -0.5867363214492798, + -1.377790927886963, + -0.2142777144908905, + 0.4872696101665497, + 0.2968505620956421, + -0.1175031065940857, + 0.005199961364269257, + -0.25464433431625366, + -1.1088088750839233, + 0.03355887532234192, + -0.05088551342487335, + 0.03753826767206192, + -0.18584853410720825, + -0.021950319409370422, + 0.13928771018981934, + -0.8444454073905945, + 0.04321536421775818, + -0.09351330995559692 + ], + [ + 0.03874368965625763, + -0.0057184696197509766, + 1.2860331535339355, + -0.7240662574768066, + -1.2958672046661377, + -0.2083110809326172, + 0.3702515959739685, + 0.1830492615699768, + -0.10077815502882004, + 0.09379689395427704, + -0.1839403510093689, + -1.1400667428970337, + -0.053468674421310425, + 0.07038397341966629, + 0.014700978994369507, + -0.12966500222682953, + -0.09310625493526459, + 0.2889788746833801, + -0.8655348420143127, + -0.09243747591972351, + 0.1405566930770874 + ], + [ + -0.1661600023508072, + 0.001101769506931305, + 1.2903326749801636, + -0.597652018070221, + -1.5122978687286377, + -0.24448341131210327, + -0.09329867362976074, + 0.15952549874782562, + -0.10916323214769363, + 0.07447929680347443, + -0.10211647301912308, + -0.8852837085723877, + -0.006313055753707886, + -0.024497419595718384, + -0.0321359746158123, + -0.21798130869865417, + -0.06297703087329865, + 0.2985752820968628, + -0.8730067610740662, + -0.050539225339889526, + 0.14410404860973358 + ], + [ + 0.12333337962627411, + 0.09200380742549896, + 0.9767942428588867, + -0.3454296588897705, + -1.4838120937347412, + -0.1629239320755005, + -0.031080424785614014, + 0.14167068898677826, + -0.07385139912366867, + 0.049718618392944336, + -0.015679098665714264, + -0.9936597347259521, + -0.00019806623458862305, + 0.6682804822921753, + -0.2605893909931183, + -0.2960408627986908, + 0.09273581206798553, + 0.6391246914863586, + -1.0115022659301758, + 0.24110442399978638, + 0.01954810321331024 + ], + [ + 0.0852854773402214, + -0.05246488377451897, + 1.3603957891464233, + -0.6159157752990723, + -1.4453208446502686, + -0.1931590735912323, + 0.029016464948654175, + 0.1396142542362213, + -0.07228950411081314, + 0.07065548002719879, + -0.14323163032531738, + -0.9476954936981201, + 0.4077287018299103, + 0.035343416035175323, + -0.04589473828673363, + -0.20457835495471954, + -0.032804325222969055, + 0.3232579231262207, + -0.883823573589325, + -0.11345416307449341, + 0.08290676772594452 + ], + [ + -0.08854301273822784, + 0.12124447524547577, + 1.2696692943572998, + -0.47135838866233826, + -1.6597301959991455, + -0.026375845074653625, + -0.06048816442489624, + 0.14079779386520386, + -0.03585275262594223, + -0.00434277206659317, + 0.07252313196659088, + -1.0932408571243286, + 0.012910991907119751, + 0.40896838903427124, + -0.08014488220214844, + -0.3257947862148285, + -0.1585984081029892, + 0.5082610845565796, + -1.0955145359039307, + 0.14381274580955505, + 0.2792307734489441 + ], + [ + -0.2291652411222458, + 0.13320967555046082, + 1.2319499254226685, + -0.3732287287712097, + -1.4018118381500244, + 0.30697524547576904, + -0.12765324115753174, + -0.06686097383499146, + -0.07889906316995621, + 0.10412390530109406, + -0.023595422506332397, + -1.0580497980117798, + 0.3026631772518158, + 0.581670343875885, + -0.13297617435455322, + -0.34807130694389343, + -0.2296767383813858, + 0.4378904104232788, + -0.9639356732368469, + 0.11569222807884216, + 0.48282313346862793 + ] + ], + "generated_utilities": [ + 0.15455174446105957, + 0.14918532967567444, + 0.1516408920288086, + 0.17254504561424255, + 0.18867069482803345, + 0.15267398953437805, + 0.16984117031097412, + 0.1933700442314148 + ], + "group_id": "ms-081952a63087fc8f83cd", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.0006054937839508057, + 2.0, + 2.0, + 2.0, + 0.09041815996170044, + 0.03755016624927521, + 0.10023769736289978, + 0.08501018583774567, + 0.10316208004951477, + 0.13556814193725586, + 0.0687420666217804, + 0.16420090198516846, + 0.07440806925296783, + 0.03177754580974579, + 0.05512912571430206, + 0.05822136998176575 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.05530714988708496, + -0.0015276968479156494, + 1.582733154296875, + -0.5283455848693848, + -1.530975103378296, + -0.028481781482696533, + 0.0, + 0.07634823024272919, + 0.10118435323238373, + 0.01472395658493042, + -0.021184463053941727, + -1.3624117374420166, + 0.06702810525894165, + 0.0, + 0.064424529671669, + -0.13110561668872833, + -0.04677841067314148, + -0.0666094422340393, + -0.8611308336257935, + -0.02982822060585022, + 0.0 + ], + [ + -0.13999104499816895, + -0.16139763593673706, + 1.582733154296875, + -0.5283455848693848, + -1.530975103378296, + -0.17549771070480347, + 0.0, + -0.15019088983535767, + 0.2207401990890503, + -0.06357991695404053, + 0.10177183151245117, + -1.3624117374420166, + -0.05549207329750061, + 0.0, + -0.1271420419216156, + -0.057942673563957214, + -0.279840350151062, + -0.11312717199325562, + -0.8611308336257935, + 0.1586582064628601, + 0.0 + ], + [ + 0.2317524552345276, + -0.2474955916404724, + 1.582733154296875, + -0.5283455848693848, + -1.530975103378296, + -0.2997032403945923, + 0.0, + -0.3180278241634369, + 0.1991673707962036, + 0.26833486557006836, + 0.005899060517549515, + -1.3624117374420166, + 0.032782405614852905, + 0.0, + 0.17653466761112213, + 0.5550464987754822, + 0.13015127182006836, + -0.11312717199325562, + -0.8611308336257935, + 0.020897403359413147, + 0.0 + ], + [ + -0.7016198635101318, + 0.312343955039978, + 2.582733154296875, + -1.5283455848693848, + -2.530975103378296, + 0.7002967596054077, + 2.0224196910858154, + -0.031223494559526443, + -0.07945594191551208, + 0.7471928000450134, + -0.05505431815981865, + -2.3624117374420166, + 0.4337144196033478, + 1.385794997215271, + -0.18244768679141998, + -0.22281835973262787, + -0.5003347992897034, + 0.8868728280067444, + -1.8611308336257935, + 0.19736243784427643, + 0.2646070420742035 + ], + [ + -0.41503679752349854, + 0.3199126422405243, + 2.3341803550720215, + -1.5432449579238892, + -2.6036009788513184, + 0.8186125755310059, + 1.889835238456726, + -0.20609386265277863, + 0.0827421247959137, + 0.8381537795066833, + -0.0944519191980362, + -2.4805798530578613, + 0.3916063606739044, + 1.2392640113830566, + -0.2266693413257599, + -0.33516526222229004, + -0.3536234498023987, + 0.9749420881271362, + -2.1439476013183594, + 0.3261662721633911, + 0.13869160413742065 + ], + [ + -0.6778035759925842, + 0.3674989640712738, + 2.3216195106506348, + -1.6129508018493652, + -2.3233790397644043, + 0.37060582637786865, + 2.3460428714752197, + 0.2269098311662674, + -0.269074022769928, + 0.9810001254081726, + 0.023842941969633102, + -2.478595733642578, + 0.46739575266838074, + 1.1671457290649414, + -0.41542381048202515, + 0.030661001801490784, + -0.48762595653533936, + 0.7803086638450623, + -1.7778995037078857, + 0.10219369828701019, + 0.08611755073070526 + ], + [ + -1.0292376279830933, + 0.05653715133666992, + 3.017642021179199, + -1.2965388298034668, + -2.1434991359710693, + 0.8112732172012329, + 2.3553943634033203, + 0.14745590090751648, + -0.42473679780960083, + 0.8983602523803711, + -0.5389888286590576, + -1.9595260620117188, + 0.8665074110031128, + 1.7057592868804932, + -0.36306142807006836, + -0.6694610714912415, + -0.3699086308479309, + 0.7089512944221497, + -2.2496888637542725, + 0.1759258657693863, + 0.13106243312358856 + ], + [ + -0.2738665044307709, + 0.13772070407867432, + 2.3146424293518066, + -1.9326081275939941, + -2.760838508605957, + 0.10491085052490234, + 1.9823331832885742, + 0.3494338393211365, + 0.3550114631652832, + 0.7471076846122742, + -0.06264704465866089, + -2.2210469245910645, + 0.5386381149291992, + 1.431454062461853, + 0.1620958298444748, + -0.00858105719089508, + -0.8883554935455322, + 1.1764272451400757, + -1.8280467987060547, + 0.30690017342567444, + -0.32479730248451233 + ], + [ + -0.8548018932342529, + -0.2078946828842163, + 2.740286111831665, + -1.6552648544311523, + -2.470123291015625, + 1.0607044696807861, + 2.4267592430114746, + -0.16535070538520813, + -0.2640931308269501, + 0.2447068691253662, + 0.5616287589073181, + -2.808340311050415, + 1.0820176601409912, + 1.2134929895401, + 0.2653927206993103, + -0.454708456993103, + 0.03163468837738037, + 0.8172736763954163, + -1.8861355781555176, + 0.45078086853027344, + 0.29641321301460266 + ], + [ + -0.7025277018547058, + 0.5556451678276062, + 2.3374006748199463, + -1.9256110191345215, + -1.7495018243789673, + 0.9721168279647827, + 1.8326293230056763, + 0.5355191826820374, + -0.5788277983665466, + 0.19061005115509033, + -0.6322742700576782, + -3.031383514404297, + -0.1651831567287445, + 0.8584551215171814, + 0.2280312329530716, + 0.27221786975860596, + -0.3728860020637512, + 1.102063775062561, + -2.5995376110076904, + 0.7578867673873901, + -0.3784477412700653 + ], + [ + -7.212162017822266e-06, + 0.552659273147583, + 2.0397679805755615, + -1.8501746654510498, + -2.5457160472869873, + 1.0514975786209106, + 2.5270917415618896, + -0.7367458343505859, + 0.7676748037338257, + 0.7428221702575684, + -0.538831353187561, + -2.7423243522644043, + 0.07969537377357483, + 1.0069079399108887, + -0.8100140690803528, + -0.9174093008041382, + -0.9411231875419617, + 1.0430617332458496, + -1.4683198928833008, + 1.0334573984146118, + 0.4721405506134033 + ], + [ + -0.41159626841545105, + 0.41878798604011536, + 1.6363914012908936, + -2.4960880279541016, + -3.049954891204834, + -0.09567022323608398, + 2.3269245624542236, + 0.11159682273864746, + -0.7885257005691528, + 0.44582536816596985, + -0.47802892327308655, + -1.5574463605880737, + 1.0153859853744507, + 2.258706569671631, + -0.36591836810112, + 0.49115514755249023, + -0.9523675441741943, + 0.5892280340194702, + -2.1512646675109863, + -0.7744256854057312, + 0.592117428779602 + ], + [ + 0.1343594193458557, + 0.45838433504104614, + 2.6735801696777344, + -2.005676746368408, + -3.340463161468506, + 1.0152086019515991, + 1.429718255996704, + 0.7929191589355469, + -0.2598758339881897, + 1.6483545303344727, + -0.7411167025566101, + -2.8978958129882812, + 1.3759692907333374, + 1.4385837316513062, + 0.2961248755455017, + -0.042098239064216614, + -0.6380948424339294, + 1.0523303747177124, + -2.1783251762390137, + -0.045405834913253784, + 0.7960561513900757 + ] + ], + "predicted_scores": [ + 6.990743637084961, + 6.893108367919922, + 6.7607269287109375, + 6.703976631164551, + 6.031175136566162, + 5.9904046058654785, + 5.733326435089111, + 5.691181659698486 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "2141802816", + "selected_index": 0, + "state_hash": "d1cf06bba4675ad6a6942dc4f6fbade890fbf21b5c3068f8bbe30cfc60c54d9b", + "stored_base_utility": 0.0006054937839508057, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-2ba02dcefa15a9371706", + "ms-398ddbf730ed8830b08b", + "ms-398ddbf730ed8830b08b", + "ms-398ddbf730ed8830b08b", + "ms-398ddbf730ed8830b08b", + "ms-398ddbf730ed8830b08b", + "ms-398ddbf730ed8830b08b", + "ms-398ddbf730ed8830b08b" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-121bc2e6676c1ac10911", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.5107166767120361, + -0.17454789578914642, + 0.01435762643814087, + -0.32686638832092285, + -1.4536335468292236, + -0.09161442518234253, + 2.2088892459869385, + 0.003464043140411377, + 0.11009526997804642, + -0.5610595345497131, + 0.2444797158241272, + -0.4116721749305725, + 0.09979191422462463, + 1.2429866790771484, + 0.022204700857400894, + -0.09106235206127167, + -0.7854376435279846, + 0.5441424250602722, + -0.46271562576293945, + 0.5148366093635559, + 0.6705957651138306 + ], + [ + -0.4272903800010681, + 0.050795137882232666, + 0.24982626736164093, + -0.3929658830165863, + -0.9009241461753845, + -1.053792953491211, + 2.1674513816833496, + -0.00913529098033905, + 0.37423157691955566, + -0.39238619804382324, + -0.1609477400779724, + -0.5156436562538147, + 0.055618613958358765, + 1.269403100013733, + 0.04318353533744812, + 0.15370912849903107, + -0.7424882650375366, + 0.3247500956058502, + -0.1113416850566864, + 0.0041183531284332275, + 1.3109997510910034 + ], + [ + -0.9505804777145386, + -0.06574944406747818, + 0.5308376550674438, + -0.7267086505889893, + -1.2614102363586426, + 0.27544957399368286, + 2.381283760070801, + 0.2246527075767517, + 0.2910407483577728, + -0.6607130765914917, + -0.07099034637212753, + -0.5303604602813721, + 0.07435128092765808, + 0.7366005182266235, + 0.07076788693666458, + 0.1713666319847107, + -0.6782686114311218, + 0.243846595287323, + -0.30512624979019165, + 0.7665587067604065, + 0.9511967897415161 + ], + [ + -0.9135916233062744, + 0.17256000638008118, + 0.66134113073349, + -1.1817835569381714, + -1.06709885597229, + -0.5671331882476807, + 1.8925292491912842, + 0.18274015188217163, + 0.40190589427948, + -0.5662159323692322, + -0.4609009325504303, + -0.6220108270645142, + 0.27376827597618103, + 1.3203701972961426, + -0.14181514084339142, + 0.03441682085394859, + -0.5087847113609314, + 0.4935517907142639, + -0.5035780072212219, + 0.46367210149765015, + 1.0571916103363037 + ], + [ + -1.0522438287734985, + 0.029684655368328094, + 0.7446330189704895, + -0.6563745737075806, + -1.400360345840454, + -0.542466402053833, + 1.5439772605895996, + 0.22620226442813873, + 0.26552465558052063, + -0.4988105893135071, + -0.15245947241783142, + -0.3318095803260803, + -0.12816444039344788, + 0.8786224126815796, + -0.019230473786592484, + 0.10652002692222595, + -0.7033995985984802, + 0.3886934220790863, + -0.3461902141571045, + 0.7807194590568542, + 1.2232381105422974 + ], + [ + -0.5598157644271851, + 0.0005152374505996704, + 0.6042892336845398, + -0.598121166229248, + -1.1181530952453613, + -0.9478752613067627, + 0.7163691520690918, + 0.22120630741119385, + 0.34959694743156433, + -0.6570584177970886, + -0.48449745774269104, + -0.32803183794021606, + 0.4540569484233856, + 0.8212392330169678, + 0.2201049029827118, + 0.01904182694852352, + -0.8903217911720276, + 0.6967095732688904, + -0.6765343546867371, + 0.700107753276825, + 0.9897761344909668 + ], + [ + -0.912480354309082, + 0.0502583310008049, + 0.6921719908714294, + -0.6176954507827759, + -1.2855160236358643, + -0.7103207111358643, + 1.145508885383606, + 0.299132376909256, + 0.27077361941337585, + -0.5510942935943604, + -0.30346986651420593, + -0.26248899102211, + -0.3065430521965027, + 0.7051788568496704, + -0.00046496838331222534, + 0.06543564796447754, + -0.7981110215187073, + 0.419269859790802, + -0.35297322273254395, + 0.7919366955757141, + 1.3831568956375122 + ], + [ + -0.9044812917709351, + -0.09395401179790497, + 0.8501908779144287, + -0.5675576329231262, + -1.17649245262146, + -0.7337813377380371, + 1.0244953632354736, + 0.2936854064464569, + 0.33904996514320374, + -0.47377192974090576, + -0.1980324387550354, + -0.08383786678314209, + -0.18262475728988647, + 0.377353310585022, + 0.12602385878562927, + 0.03973061963915825, + -0.5452245473861694, + 0.4554902911186218, + -0.35762321949005127, + 0.9019898772239685, + 1.3025041818618774 + ] + ], + "generated_utilities": [ + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0 + ], + "group_id": "ms-121bc2e6676c1ac10911", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.15086030960083008, + 0.08354458212852478, + 2.0, + 0.1453719437122345, + 0.19646552205085754, + 0.10343040525913239, + 0.1443832516670227, + 0.13976123929023743, + 0.17431864142417908, + 2.0, + 0.12949708104133606, + 2.0, + 2.0, + 0.11397694051265717, + 0.1271887570619583, + 0.025320395827293396 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + -0.39665424823760986, + 0.08244594186544418, + -0.026901081204414368, + -0.959688663482666, + -1.2648048400878906, + 0.05568990111351013, + 0.0, + -0.048488348722457886, + 0.03576555848121643, + -0.012020409107208252, + 0.08576416969299316, + -0.25812816619873047, + 0.03589746356010437, + 0.0, + 0.0016258209943771362, + -0.04025750607252121, + 0.010670006275177002, + 0.5142596960067749, + 0.06220144033432007, + 0.07906517386436462, + 0.0 + ], + [ + -2.15720796585083, + 0.13025060296058655, + 0.41441529989242554, + -1.4498568773269653, + -2.6386165618896484, + 0.5572659969329834, + 0.7093658447265625, + -1.0835764408111572, + -0.896172285079956, + 0.07744038105010986, + 1.1224509477615356, + -1.6321502923965454, + 0.877888560295105, + 0.4978562295436859, + 0.5774499177932739, + 0.8093571662902832, + -0.8521628379821777, + 2.054164171218872, + -0.6021197438240051, + 1.0350128412246704, + 0.823830246925354 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.39665424823760986, + -0.2284793257713318, + -0.027931194752454758, + -0.959688663482666, + -1.2648048400878906, + -0.17197783291339874, + 0.0, + -0.06679429113864899, + 0.1646350920200348, + -0.11601293087005615, + 0.08576416969299316, + -0.25812816619873047, + 0.1479925513267517, + 0.0, + -0.04833713173866272, + 0.22201494872570038, + -0.16177666187286377, + 0.5142596960067749, + -0.10178101062774658, + 0.21631890535354614, + 0.0 + ], + [ + -0.8824495077133179, + 0.0034109503030776978, + -0.5904110074043274, + -1.400491714477539, + -2.4447474479675293, + -0.00789790228009224, + 1.6208159923553467, + 0.26819390058517456, + -0.23575741052627563, + -0.7184416651725769, + 0.9072303771972656, + -1.2077033519744873, + -0.21496516466140747, + 0.8258882761001587, + -0.4575563669204712, + -0.3655202388763428, + -0.5908474922180176, + 2.0210399627685547, + -1.2132787704467773, + 0.9719676971435547, + 0.24625355005264282 + ], + [ + -0.6953714489936829, + 0.4026735723018646, + 0.6648998856544495, + -1.356613278388977, + -2.953742742538452, + 0.037713564932346344, + 1.53464937210083, + 0.027994811534881592, + 0.03435474634170532, + -1.1939163208007812, + 0.9877840280532837, + -1.180513620376587, + 0.4064505994319916, + 0.5743880867958069, + 0.1558205783367157, + 0.3796072006225586, + -0.6676555275917053, + 1.4665511846542358, + 0.04170459508895874, + 0.17645099759101868, + 0.2388516366481781 + ], + [ + -1.4095232486724854, + -0.06358731538057327, + -0.7774888873100281, + -2.806776285171509, + -2.44041109085083, + -0.8258867859840393, + 2.383592128753662, + -0.093393474817276, + -0.24701429903507233, + -0.5286431312561035, + 0.7741218209266663, + -2.111828565597534, + -0.31807881593704224, + 1.3003538846969604, + -0.9306488037109375, + -0.8708829283714294, + -0.3694953918457031, + 2.169797420501709, + -0.7153271436691284, + 0.029519766569137573, + -0.5629553198814392 + ] + ], + "predicted_scores": [ + 1.5466033220291138, + 1.419357180595398, + 0.32068759202957153, + 0.2781759798526764, + -0.408927321434021, + -0.6317563056945801, + -0.6713317036628723, + -0.7330515384674072 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "77147264", + "selected_index": 0, + "state_hash": "d1280a9e9362f8da3290de84fdd0f0b78475d470cd0230e590ccaf8f5428548a", + "stored_base_utility": 0.15086030960083008, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-6825a9112cb71ea137c9", + "ms-6825a9112cb71ea137c9", + "ms-6825a9112cb71ea137c9", + "ms-6825a9112cb71ea137c9", + "ms-6825a9112cb71ea137c9", + "ms-6825a9112cb71ea137c9", + "ms-6825a9112cb71ea137c9", + "ms-6825a9112cb71ea137c9" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-22f153f0d4fa656018e6", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.556480348110199, + 0.010529238730669022, + 0.22881591320037842, + -0.9394387006759644, + -2.2559385299682617, + -0.22827839851379395, + 1.0063550472259521, + -0.05523499846458435, + 0.15646296739578247, + -0.28686758875846863, + -0.28647810220718384, + -1.0377044677734375, + 0.4278108775615692, + 0.2351175993680954, + -0.1283632069826126, + -0.03372298181056976, + -0.6784679293632507, + 0.04031302034854889, + -0.6968244910240173, + 0.3238382935523987, + 0.33940088748931885 + ], + [ + -0.4932714104652405, + -0.06567791104316711, + 0.2991018295288086, + -0.7563045024871826, + -2.0389790534973145, + -0.20305627584457397, + 0.5566995143890381, + -0.034755051136016846, + 0.14009353518486023, + -0.2202771008014679, + -0.22964486479759216, + -1.0959126949310303, + 0.0655195415019989, + 0.4575795531272888, + 0.05326543003320694, + 0.09987089037895203, + -0.45954209566116333, + -0.06440754234790802, + -0.6202403903007507, + 0.1984664499759674, + 0.0934368371963501 + ], + [ + -0.6705024838447571, + 0.11432366073131561, + 0.07339754700660706, + -1.0952807664871216, + -2.3424220085144043, + -0.09208548069000244, + 0.700522243976593, + 0.16836018860340118, + 0.18212619423866272, + -0.4015249013900757, + -0.1513749063014984, + -1.0384080410003662, + -0.11105456948280334, + 0.629803478717804, + -0.2728836238384247, + 0.050624001771211624, + -0.4364272356033325, + 0.09644448757171631, + -0.7866447567939758, + 0.9727577567100525, + 0.49038705229759216 + ], + [ + -0.6866297125816345, + 0.08409291505813599, + 0.05062761902809143, + -1.0701004266738892, + -2.1195905208587646, + 0.11753392219543457, + 0.6754232048988342, + 0.21474114060401917, + 0.17839415371418, + -0.3288940191268921, + -0.2296617031097412, + -1.1105276346206665, + 0.10962840914726257, + 0.5585780143737793, + -0.19816648960113525, + 0.020750418305397034, + -0.5473757982254028, + -0.002521693706512451, + -0.7929529547691345, + 0.9982756972312927, + 0.2864851951599121 + ], + [ + -0.6528518795967102, + 0.11467550694942474, + 0.049549251794815063, + -1.078479290008545, + -2.0697412490844727, + 0.3680068254470825, + 0.48026537895202637, + 0.051382049918174744, + 0.2274440973997116, + -0.1264249086380005, + -0.20916861295700073, + -1.0460220575332642, + 0.170047789812088, + 0.5554919242858887, + -0.14918766915798187, + 0.06599996984004974, + -0.560460090637207, + -0.10090194642543793, + -0.616265058517456, + 0.8467543721199036, + 0.5680366158485413 + ], + [ + -0.5630391836166382, + 0.13314835727214813, + 0.07489576935768127, + -1.1385202407836914, + -2.0608627796173096, + 0.20632673799991608, + 0.5064682364463806, + 0.1459927260875702, + 0.21963565051555634, + -0.2687303125858307, + -0.4126870036125183, + -1.1810336112976074, + -0.09192395210266113, + 0.5766710042953491, + -0.11892689764499664, + 0.056119780987501144, + -0.5317564010620117, + 0.0025487542152404785, + -0.8072759509086609, + 0.8129330277442932, + 0.23171372711658478 + ], + [ + -0.5844349265098572, + 0.13367614150047302, + 0.16972464323043823, + -1.0436547994613647, + -2.2211058139801025, + 0.5717505216598511, + 0.6383453011512756, + 0.23776760697364807, + 0.2226555049419403, + -0.2467358112335205, + -0.207179456949234, + -1.1570427417755127, + 0.24826481938362122, + 0.30599984526634216, + -0.09174178540706635, + -0.00877535343170166, + -0.4837893843650818, + -0.2110453099012375, + -0.7625554203987122, + 1.117272138595581, + 0.32816410064697266 + ], + [ + -0.6203665137290955, + 0.13715115189552307, + 0.15617194771766663, + -1.2032012939453125, + -2.27595853805542, + 0.2858143448829651, + 0.5013851523399353, + 0.22080689668655396, + 0.2002548724412918, + -0.2690461575984955, + -0.3384641110897064, + -1.0885337591171265, + -0.04243457317352295, + 0.4922495484352112, + -0.2325722575187683, + -0.05871814489364624, + -0.25284630060195923, + -0.03534632921218872, + -0.6848275065422058, + 1.0754575729370117, + 0.2870074510574341 + ] + ], + "generated_utilities": [ + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0 + ], + "group_id": "ms-22f153f0d4fa656018e6", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 2.60770320892334e-06, + 3.129243850708008e-07, + 6.109476089477539e-07, + 2.0, + 0.20781123638153076, + 2.0, + 0.16136802732944489, + 0.15920132398605347, + 0.16996727883815765, + 0.14405608177185059, + 0.15874098241329193, + 0.08526891469955444, + 0.0828208178281784, + 2.0, + 0.034265756607055664, + 2.0 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.3937166929244995, + 0.17073306441307068, + -0.5225132703781128, + -0.8479964733123779, + -1.713785171508789, + -0.19215916097164154, + 0.0, + 0.8004336953163147, + 0.4925512969493866, + 0.3161412179470062, + 0.10414126515388489, + -0.9857386350631714, + -0.4383167624473572, + 0.0, + 0.05412057042121887, + 0.021832358092069626, + 0.5262433290481567, + -0.24631118774414062, + -0.20008409023284912, + -0.04257836565375328, + 0.0 + ], + [ + -1.3937166929244995, + 0.2384568303823471, + 0.3933030962944031, + -1.847996473312378, + -2.713785171508789, + 0.20405007898807526, + 1.2454378604888916, + 0.0006654821336269379, + -0.07783810049295425, + -0.002305123955011368, + 0.18527865409851074, + -1.9857386350631714, + -0.009703370742499828, + 0.7078995108604431, + -0.08121174573898315, + -0.031056255102157593, + -0.40927961468696594, + 0.5954965949058533, + -0.8039777874946594, + 0.05187072232365608, + 0.2283477634191513 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.490875720977783, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.4157990217208862, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.4566955268383026 + ], + [ + -1.5219146013259888, + 0.23501667380332947, + 0.5663670301437378, + -1.892876386642456, + -2.744781494140625, + -0.04844887554645538, + 1.3053655624389648, + -0.11823110282421112, + -0.02477371320128441, + -0.17061075568199158, + 0.22949494421482086, + -1.854048252105713, + -0.025548618286848068, + 0.7958164215087891, + 0.12320645153522491, + -0.23218455910682678, + -0.6995364427566528, + 0.8081986308097839, + -0.558222234249115, + -0.18823161721229553, + 0.04578563570976257 + ], + [ + -1.608424186706543, + 0.022089049220085144, + 0.15639334917068481, + -1.982436180114746, + -2.6509876251220703, + -0.01820056140422821, + 0.95000159740448, + -0.08617040514945984, + -0.46914470195770264, + 0.3453706204891205, + -0.020491018891334534, + -1.738605260848999, + -0.0859340950846672, + 0.443394273519516, + 0.09907735884189606, + -0.38721394538879395, + -0.3415156602859497, + 0.524202287197113, + -0.7343614101409912, + -0.22556106746196747, + 0.4535057842731476 + ], + [ + -1.7957028150558472, + 0.593864381313324, + 0.06846150755882263, + -2.0563552379608154, + -2.2595136165618896, + -0.12188448011875153, + 0.9899688959121704, + -0.14783401787281036, + -0.22327497601509094, + -0.32116562128067017, + -0.07331573963165283, + -1.910165786743164, + 0.264303058385849, + 1.0567166805267334, + 0.016188345849514008, + 0.159999281167984, + -0.22885318100452423, + 0.705758273601532, + -0.8778964877128601, + 0.4381847381591797, + 0.19897118210792542 + ], + [ + -1.499897837638855, + -0.2043466418981552, + 0.42094048857688904, + -1.430327296257019, + -3.1506710052490234, + -0.08664844930171967, + 1.4003938436508179, + 0.24064289033412933, + -0.35471564531326294, + -0.37839531898498535, + 0.47059693932533264, + -1.7703200578689575, + 0.101543128490448, + 0.8470064401626587, + 0.16171279549598694, + -0.0019259154796600342, + -0.6455138325691223, + 0.5694639682769775, + -0.9997703433036804, + 0.5366826057434082, + -0.11106891930103302 + ], + [ + -1.8847153186798096, + 0.21543154120445251, + 0.9309400320053101, + -2.1095237731933594, + -2.136512517929077, + 0.6948637366294861, + 1.233637809753418, + 0.577111542224884, + -0.5727867484092712, + -0.6055393815040588, + 0.8738593459129333, + -2.6654083728790283, + -0.171565979719162, + 0.8934992551803589, + 0.17394188046455383, + 0.6209473609924316, + -0.1149752140045166, + 0.6160256266593933, + -0.5519447326660156, + 0.7195507287979126, + 0.5175096392631531 + ], + [ + -2.138639450073242, + 0.36738795042037964, + -0.33481496572494507, + -1.9255597591400146, + -2.2420146465301514, + 0.31966179609298706, + 1.3172208070755005, + -0.48551350831985474, + 0.27687638998031616, + -0.41806119680404663, + 0.05362778902053833, + -2.3665032386779785, + -0.47635504603385925, + 0.081889808177948, + 0.542697548866272, + -0.7215265035629272, + -0.906980037689209, + 0.6977691054344177, + -1.4041197299957275, + -0.11211369931697845, + 0.5149455070495605 + ], + [ + -1.4869698286056519, + -0.30130720138549805, + 1.28191077709198, + -0.9839465618133545, + -2.2501890659332275, + -0.20459605753421783, + 1.3607591390609741, + 0.6349532008171082, + -0.8627415895462036, + -0.623334527015686, + 0.21189503371715546, + -2.2093186378479004, + -0.4655338525772095, + 0.7016672492027283, + 0.6916180849075317, + -0.0807163268327713, + 0.1465948522090912, + 0.05083376169204712, + -0.8381134271621704, + 0.015291888266801834, + 0.05565965175628662 + ], + [ + -2.365525245666504, + 0.45377761125564575, + 0.2984481453895569, + -1.3690096139907837, + -2.843494176864624, + 0.32462257146835327, + 0.5082458257675171, + 0.7033615112304688, + 0.31817564368247986, + -0.4890395700931549, + 0.09036337584257126, + -2.904804229736328, + 0.560937762260437, + 1.649811029434204, + -0.9795587062835693, + -0.46419358253479004, + -0.4739357829093933, + 0.34800490736961365, + -1.0712809562683105, + 0.9167320132255554, + -0.48252081871032715 + ], + [ + -1.2987136840820312, + 0.7370830774307251, + -0.49668365716934204, + -1.201794147491455, + -3.552318572998047, + -0.5406968593597412, + 2.1693286895751953, + 0.5925421714782715, + 0.7903083562850952, + 0.991620659828186, + 0.7936639785766602, + -2.3832802772521973, + -0.621701180934906, + 0.43542394042015076, + -0.14415577054023743, + 0.15921397507190704, + -0.395956814289093, + -0.2778439521789551, + -1.069305419921875, + -0.5347616076469421, + -0.26581722497940063 + ] + ], + "predicted_scores": [ + 4.807980537414551, + 4.496033668518066, + 3.942042350769043, + 3.733886241912842, + 3.316892623901367, + 3.2794737815856934, + 3.0828542709350586, + 2.7812790870666504 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1271718007", + "selected_index": 0, + "state_hash": "3139b3ac90f6fb958f14d875d082c95c8569f039086e0789e6c9e079d602b945", + "stored_base_utility": 2.60770320892334e-06, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05987149477005005, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05987149477005005 + }, + "base_progress": 0.05987149477005005, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.05987149477005005, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04914247989654541, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04914247989654541 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04788026213645935, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04788026213645935 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.047088637948036194, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.047088637948036194 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0349113792181015, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0349113792181015 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0510084331035614, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0510084331035614 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.039812058210372925, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.039812058210372925 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.040011852979660034, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.040011852979660034 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.043763503432273865, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.043763503432273865 + } + ], + "candidate_progress": [ + 0.04914247989654541, + 0.04788026213645935, + 0.047088637948036194, + 0.0349113792181015, + 0.0510084331035614, + 0.039812058210372925, + 0.040011852979660034, + 0.043763503432273865 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-940cce8479900a244d54", + "ms-4e67cfd30a257b4bad0c", + "ms-940cce8479900a244d54", + "ms-4e67cfd30a257b4bad0c", + "ms-940cce8479900a244d54", + "ms-543339410c02ce2269d1", + "ms-2423891634e7b469eed8", + "ms-ad5107846b45eae5a0ab" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank4" + ], + "candidates_evaluated": true, + "chart_id": "ms-27c9f70e97b8850cc3ab", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.06725680828094482, + 0.13053275644779205, + 0.6906343102455139, + -1.2128247022628784, + -0.10490134358406067, + 0.245924711227417, + 0.4855779707431793, + 0.22698988020420074, + 0.040569551289081573, + -0.21641379594802856, + 0.07483384758234024, + -0.42951416969299316, + 0.21037569642066956, + 0.3193472623825073, + 0.026053626090288162, + -0.32670196890830994, + -0.26953423023223877, + -0.11775194108486176, + -0.6803356409072876, + 0.23711997270584106, + 0.11393752694129944 + ], + [ + 0.02236500382423401, + 0.2519265413284302, + 0.7546846866607666, + -1.1910037994384766, + -0.022387534379959106, + 0.0755755826830864, + 0.8881390690803528, + 0.22506269812583923, + 0.0011367611587047577, + -0.17830005288124084, + -0.11697251349687576, + -0.6383015513420105, + 0.20815792679786682, + 0.4434400200843811, + 0.11277205497026443, + -0.26261192560195923, + -0.42725080251693726, + -0.11020354926586151, + -0.6142013669013977, + 0.047832995653152466, + 0.10917577892541885 + ], + [ + 0.11127708107233047, + 0.12137751281261444, + 0.7803348302841187, + -1.2970359325408936, + 0.06706823408603668, + 0.0036419183015823364, + 0.4679858088493347, + 0.23924466967582703, + 0.06502321362495422, + -0.12701672315597534, + 0.0032104812562465668, + -0.44627219438552856, + 0.21878698468208313, + 0.1328071653842926, + 0.019190292805433273, + -0.3437678813934326, + -0.23743821680545807, + -0.0610283762216568, + -0.7792549729347229, + 0.2195330262184143, + 0.047910675406455994 + ], + [ + 0.2837357521057129, + 0.1972217708826065, + 0.7125591039657593, + -1.2202636003494263, + 0.19142290949821472, + -0.21995308995246887, + 0.7154548168182373, + 0.2924436628818512, + 0.105414479970932, + -0.13975882530212402, + -0.2472807765007019, + -0.5506781935691833, + 0.251820832490921, + 0.052013687789440155, + 0.2159166783094406, + -0.23435835540294647, + -0.3918392062187195, + -0.32767361402511597, + -0.7719982266426086, + 0.1747499704360962, + 0.07873345166444778 + ], + [ + 0.2942980229854584, + 0.15790334343910217, + 0.7796087265014648, + -1.4239168167114258, + 0.062173277139663696, + 0.33311182260513306, + 0.24544693529605865, + 0.054801568388938904, + 0.05621965229511261, + -0.24343281984329224, + -0.10414031893014908, + -0.5211766958236694, + 0.1548522412776947, + 0.19192183017730713, + 0.03209558129310608, + -0.345061331987381, + -0.2940340042114258, + 0.07036018371582031, + -0.665657103061676, + -0.07863147556781769, + 0.26965227723121643 + ], + [ + 0.14273791015148163, + 0.2147390991449356, + 0.8274537324905396, + -1.3056316375732422, + 0.03408859670162201, + 0.04631441831588745, + 0.7457162141799927, + 0.31143009662628174, + 0.06265395879745483, + -0.13853773474693298, + -0.05280577391386032, + -0.5211513042449951, + 0.14774367213249207, + 0.27096909284591675, + 0.1274896264076233, + -0.29850974678993225, + -0.342979371547699, + -0.16889579594135284, + -0.7998211979866028, + 0.3035278916358948, + 0.14112690091133118 + ], + [ + 0.16523927450180054, + 0.19233374297618866, + 0.9410468935966492, + -1.4967120885849, + -0.10613813996315002, + 0.24315273761749268, + 0.7638298869132996, + 0.26739609241485596, + 0.04744967818260193, + -0.12153559178113937, + -0.04051707684993744, + -0.472961962223053, + 0.29550108313560486, + -0.06943467259407043, + 0.17058029770851135, + -0.19811707735061646, + -0.28965187072753906, + -0.09589622914791107, + -0.6969144344329834, + 0.2189618945121765, + 0.22024331986904144 + ], + [ + 0.13916605710983276, + 0.15618130564689636, + 0.8290055990219116, + -1.30270254611969, + 0.15984684228897095, + 0.10000602900981903, + 0.5935766100883484, + 0.284549742937088, + 0.0801343321800232, + -0.20235133171081543, + 0.05294472351670265, + -0.528987467288971, + 0.32209208607673645, + 0.03563154488801956, + 0.02742823213338852, + -0.3299054503440857, + -0.3563552498817444, + -0.05536113679409027, + -0.7772803902626038, + 0.1465328335762024, + 0.07128766179084778 + ] + ], + "generated_utilities": [ + 0.04914247989654541, + 0.04788026213645935, + 0.047088637948036194, + 0.0349113792181015, + 0.0510084331035614, + 0.039812058210372925, + 0.040011852979660034, + 0.043763503432273865 + ], + "group_id": "ms-27c9f70e97b8850cc3ab", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.09440004825592041, + 0.14095592498779297, + 2.0, + 0.09219714999198914, + 0.05765572190284729, + 0.02530825138092041, + 0.07676126062870026, + 0.06643831729888916, + 0.047928065061569214, + 0.07107676565647125, + 0.05561619997024536, + 0.02124820649623871, + 0.08948668837547302, + 0.10203869640827179, + 0.06119762361049652, + 0.04547174274921417 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.984761953353882, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.7230467796325684, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.554086923599243 + ], + [ + 1.0343247652053833, + 1.287368655204773, + 1.867376446723938, + -2.4465248584747314, + 1.036996841430664, + -1.2664310932159424, + 1.4399157762527466, + -0.8265262246131897, + -0.28319495916366577, + 0.16331201791763306, + -1.5917816162109375, + -1.5816115140914917, + -0.1664504110813141, + 0.7195659279823303, + 0.29144588112831116, + -0.18517816066741943, + -0.08826595544815063, + -0.8266173601150513, + -0.7933371067047119, + -0.938305139541626, + 0.5359267592430115 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.3968086242675781, + 0.5359851121902466, + 0.7176156044006348, + -1.52370023727417, + -0.1481943428516388, + 0.10887271165847778, + 0.0, + -0.12331700325012207, + 0.14385993778705597, + -0.041522324085235596, + 0.16089874505996704, + -0.6189663410186768, + -0.01699581742286682, + 0.0, + -0.07216246426105499, + -0.15073662996292114, + -0.134138286113739, + -0.06049776077270508, + -0.26776671409606934, + -0.019470810890197754, + 0.0 + ] + ], + "predicted_scores": [ + 2.4532790184020996, + 2.4494810104370117, + 2.373323440551758, + 2.3353123664855957, + 2.330256462097168, + 2.1446075439453125, + 1.8806287050247192, + 1.8404873609542847 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1881223807", + "selected_index": 0, + "state_hash": "0f58a11c36c331c9abab00795189dccbc7e0aebf985ca9df67bf9da756f154e3", + "stored_base_utility": 0.09440004825592041, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-22cfd6a9a619133478b6", + "ms-663c7e7fdaea6a945a2b", + "ms-22cfd6a9a619133478b6", + "ms-22cfd6a9a619133478b6", + "ms-663c7e7fdaea6a945a2b", + "ms-663c7e7fdaea6a945a2b", + "ms-663c7e7fdaea6a945a2b", + "ms-663c7e7fdaea6a945a2b" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-2867deaca7e98582620b", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.13671118021011353, + 0.18222786486148834, + 1.1029374599456787, + -0.7715065479278564, + -1.5041496753692627, + -0.15952423214912415, + -0.6666495203971863, + 0.0549483448266983, + -0.023797055706381798, + 0.1848503053188324, + 0.07752357423305511, + -1.7425609827041626, + -0.2731126546859741, + -0.1468942016363144, + -0.18096235394477844, + 0.10003580152988434, + 0.12602055072784424, + 0.6681059002876282, + -0.41365259885787964, + -0.09300217032432556, + -0.2831205129623413 + ], + [ + 0.10695651918649673, + 0.19048136472702026, + 1.126424789428711, + -0.8466024398803711, + -1.4599015712738037, + -0.15773290395736694, + -0.6264439225196838, + 0.03662441670894623, + -0.04981619864702225, + 0.16217103600502014, + 0.06535925716161728, + -1.7493972778320312, + -0.21815155446529388, + -0.28250932693481445, + -0.1920357346534729, + 0.13206475973129272, + 0.11385130137205124, + 0.6979572176933289, + -0.4390013813972473, + -0.10837866365909576, + -0.42385438084602356 + ], + [ + 0.22895660996437073, + 0.14259079098701477, + 1.1587153673171997, + -1.0712475776672363, + -1.6891112327575684, + -0.1744542419910431, + -0.451759934425354, + -0.0538293719291687, + -0.10314413160085678, + 0.14624446630477905, + 0.0956861600279808, + -1.6539255380630493, + 0.16091415286064148, + -0.2988607883453369, + -0.34814247488975525, + -0.019738785922527313, + 0.27007952332496643, + 0.6558868885040283, + -0.40838688611984253, + 0.035561710596084595, + -0.043120354413986206 + ], + [ + 0.24707673490047455, + 0.22211070358753204, + 1.1269129514694214, + -1.1503232717514038, + -1.655832052230835, + 0.12908588349819183, + -0.6065858006477356, + -0.00689031183719635, + -0.037408873438835144, + 0.12105622887611389, + 0.2707637846469879, + -1.8697971105575562, + -0.2686971426010132, + -0.2615467309951782, + -0.15675774216651917, + -0.10728080570697784, + 0.19715440273284912, + 0.6906103491783142, + -0.4478321671485901, + -0.22440075874328613, + -0.13496899604797363 + ], + [ + 0.17751967906951904, + 0.21478493511676788, + 1.244596004486084, + -1.2239713668823242, + -1.404099702835083, + 0.19796063005924225, + -0.7850080132484436, + -0.13126835227012634, + -0.022626018151640892, + -0.0021307244896888733, + -0.06516208499670029, + -1.815508484840393, + 0.0012407004833221436, + -0.23036645352840424, + -0.28971317410469055, + 0.010030433535575867, + 0.4417327046394348, + 0.6322643160820007, + -0.3735641837120056, + -0.26255616545677185, + -0.22937965393066406 + ], + [ + 0.33430346846580505, + 0.1289691925048828, + 1.232417345046997, + -1.362072229385376, + -1.7140734195709229, + 0.01725214719772339, + -0.5227407813072205, + -0.10494112968444824, + -0.0038390085101127625, + -0.0008645951747894287, + 0.0658126249909401, + -1.950034499168396, + -0.18003854155540466, + 0.05573301017284393, + -0.38178351521492004, + -0.00977596640586853, + 0.27250126004219055, + 0.8492094278335571, + -0.2441043257713318, + -0.04245460033416748, + -0.3629915416240692 + ], + [ + 0.224115788936615, + 0.10748089849948883, + 1.1781342029571533, + -1.341026782989502, + -1.5449049472808838, + 0.31029006838798523, + -0.33204227685928345, + -0.13603219389915466, + -0.03595665842294693, + 0.05750807374715805, + 0.15897294878959656, + -1.8987244367599487, + -0.06681564450263977, + 0.015301838517189026, + -0.4013531804084778, + 0.0016815075650811195, + 0.39881837368011475, + 0.74443119764328, + -0.145033597946167, + -0.0331994891166687, + -0.22142577171325684 + ], + [ + 0.1290428787469864, + 0.1031036376953125, + 1.160417079925537, + -1.24508798122406, + -1.6459002494812012, + 0.06797962635755539, + -0.4113371968269348, + -0.18057793378829956, + 0.04431215673685074, + 0.07381072640419006, + -0.08228888362646103, + -1.9745491743087769, + 0.013141602277755737, + -0.4762887954711914, + -0.25732943415641785, + -0.07631975412368774, + 0.14166319370269775, + 0.7296738624572754, + -0.4396139979362488, + 0.3293139338493347, + -0.6537296772003174 + ] + ], + "generated_utilities": [ + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0 + ], + "group_id": "ms-2867deaca7e98582620b", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.0924256443977356, + 0.05646410584449768, + 2.0, + 2.0, + 0.183049738407135, + 2.0, + 0.16824382543563843, + 0.1424575299024582, + 0.08230158686637878, + 0.15871968865394592, + 0.16382521390914917, + 0.05336849391460419, + 0.07674244046211243, + 0.10727545619010925, + 0.06594061851501465, + 0.045542001724243164 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.44511327147483826, + 0.05827039107680321, + 1.2608249187469482, + -0.35779595375061035, + -1.1953308582305908, + 0.2619132101535797, + 0.0, + -0.37528133392333984, + -0.07968637347221375, + -0.07514983415603638, + 0.19317352771759033, + 0.03868463635444641, + -0.06793206930160522, + 0.0, + 0.13187909126281738, + -0.20905672013759613, + 0.030073702335357666, + 0.21597933769226074, + -0.0761370062828064, + -0.11662125587463379, + 0.0 + ], + [ + -0.15486939251422882, + 0.24427275359630585, + 1.2608249187469482, + -0.35779595375061035, + -1.1953308582305908, + 0.44790399074554443, + 0.0, + -0.37528133392333984, + -0.29508399963378906, + 0.7311322093009949, + 0.19317352771759033, + 0.09925723075866699, + 0.1767415851354599, + 0.0, + -0.5768744349479675, + 0.1300974041223526, + 0.21151533722877502, + 0.21597933769226074, + 0.04431194067001343, + -0.040631115436553955, + 0.0 + ], + [ + -0.29166290163993835, + 0.09681949019432068, + 2.2608249187469482, + -1.3577959537506104, + -2.195330858230591, + -0.13884210586547852, + 2.5595173835754395, + -1.3752813339233398, + 0.390796959400177, + 0.673005223274231, + 1.1931735277175903, + -0.41860872507095337, + -0.24474714696407318, + 0.3015621602535248, + -0.2400326132774353, + 0.14207373559474945, + -0.26512715220451355, + 1.2159793376922607, + -0.3237651586532593, + -0.7466862201690674, + 0.30001604557037354 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.119034767150879, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.6031243205070496, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.6000320911407471 + ], + [ + -0.3580354154109955, + 0.03320832550525665, + 2.5546932220458984, + -1.138798713684082, + -2.260084629058838, + -0.04964215308427811, + 2.8354909420013428, + -1.6732244491577148, + 0.21277914941310883, + 0.5097208023071289, + 1.387328028678894, + -0.691602349281311, + -0.28483790159225464, + 0.35576167702674866, + -0.0605899840593338, + 0.3764685094356537, + -0.28031954169273376, + 1.063202977180481, + -0.03841540217399597, + -0.5410391092300415, + 0.5580100417137146 + ], + [ + -0.5578174591064453, + 0.3727092146873474, + 2.1929497718811035, + -1.577579140663147, + -1.8962993621826172, + -0.2802738845348358, + 2.1670117378234863, + -1.0752147436141968, + 0.16372516751289368, + 0.6087679862976074, + 0.8854888081550598, + -0.18080148100852966, + -0.18821784853935242, + 0.010591715574264526, + -0.12560874223709106, + 0.15850795805454254, + -0.1898641288280487, + 1.1823316812515259, + 0.06655246019363403, + -0.4014361798763275, + 0.4376043379306793 + ], + [ + -0.43790310621261597, + -0.12778332829475403, + 2.6857643127441406, + -1.6293541193008423, + -1.9850949048995972, + -0.7167636752128601, + 2.465301513671875, + -1.4102312326431274, + 0.2071499079465866, + 0.5742072463035583, + 0.9525313377380371, + -0.34116798639297485, + -0.04760183393955231, + -0.05569759011268616, + -0.4777999520301819, + 0.17186680436134338, + 0.0841393768787384, + 0.7708102464675903, + -0.2784478962421417, + -1.2458651065826416, + 0.46140795946121216 + ], + [ + 0.06170770525932312, + 0.45555436611175537, + 1.6506444215774536, + -0.9394457340240479, + -1.9117670059204102, + -0.6910014152526855, + 2.40145206451416, + -1.7531975507736206, + 0.10217079520225525, + 1.2514894008636475, + 1.3236911296844482, + -0.6504120826721191, + -0.6943472027778625, + 0.7029284238815308, + -0.7387814521789551, + -0.33777421712875366, + -0.8187699317932129, + 1.8448829650878906, + 0.00849190354347229, + -1.394152045249939, + 0.918946385383606 + ] + ], + "predicted_scores": [ + 5.872326850891113, + 5.689944744110107, + 5.413084983825684, + 5.325644493103027, + 5.259255886077881, + 5.092975616455078, + 5.078884601593018, + 3.8125805854797363 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1189392917", + "selected_index": 0, + "state_hash": "e8cf9b95f09f32d8e7942b114792725bd89c392a97ff7e6468ebf09df1bb0d21", + "stored_base_utility": 0.0924256443977356, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12443000078201294, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12443000078201294 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1317746937274933, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1317746937274933 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1109575629234314, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1109575629234314 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11028885841369629, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11028885841369629 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10503143072128296, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10503143072128296 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10535001754760742, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10535001754760742 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0957750529050827, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0957750529050827 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10420793294906616, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10420793294906616 + } + ], + "candidate_progress": [ + 0.12443000078201294, + 0.1317746937274933, + 0.1109575629234314, + 0.11028885841369629, + 0.10503143072128296, + 0.10535001754760742, + 0.0957750529050827, + 0.10420793294906616 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-630c7d4c0ef39da64304", + "ms-ec5ac79449116b0a30c1", + "ms-630c7d4c0ef39da64304", + "ms-630c7d4c0ef39da64304", + "ms-630c7d4c0ef39da64304", + "ms-ec5ac79449116b0a30c1", + "ms-ec5ac79449116b0a30c1", + "ms-630c7d4c0ef39da64304" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-365d8c6de6de16f66744", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.012929946184158325, + -0.0796690359711647, + 1.3346939086914062, + -0.3514462113380432, + -1.5528662204742432, + 0.3491393029689789, + 0.42095065116882324, + -0.11506128311157227, + -0.025011131539940834, + 0.1888122856616974, + -0.039636701345443726, + -0.8246533870697021, + -0.1930728554725647, + 0.14279751479625702, + -0.18966636061668396, + -0.025249261409044266, + 0.27112823724746704, + -0.07541419565677643, + -0.1342490017414093, + -0.08128935098648071, + 0.12479536235332489 + ], + [ + -0.3303382396697998, + -0.05930362641811371, + 1.3222148418426514, + -0.396291047334671, + -1.3945209980010986, + 0.3104361891746521, + 0.5215569138526917, + 0.08614164590835571, + -0.08392015844583511, + 0.2427162230014801, + -0.13288018107414246, + -1.303929328918457, + -0.2235151082277298, + 0.3460370898246765, + -0.22262123227119446, + -0.06414364278316498, + 0.27531734108924866, + 0.0020385384559631348, + -0.24301236867904663, + -0.09214501082897186, + 0.43692946434020996 + ], + [ + -0.1185372918844223, + -0.04693126678466797, + 1.3345746994018555, + -0.3112756907939911, + -1.5452346801757812, + 0.35453832149505615, + 0.3033248782157898, + 0.1260058879852295, + 0.035364314913749695, + 0.14188362658023834, + -0.07040353864431381, + -1.169403076171875, + -0.25410526990890503, + 0.10222163796424866, + -0.15832588076591492, + -0.06547873467206955, + 0.2896881401538849, + 0.12112070620059967, + -0.2512677311897278, + 0.08441594243049622, + 0.15156839787960052 + ], + [ + -0.027787357568740845, + -0.03333943337202072, + 1.4938186407089233, + -0.39864879846572876, + -1.6900444030761719, + -0.17894968390464783, + 0.4113941788673401, + 0.018044590950012207, + -0.01711866445839405, + 0.06999307870864868, + -0.06443879008293152, + -0.9890577793121338, + -0.09753060340881348, + 0.1987096667289734, + -0.053525011986494064, + -0.042894989252090454, + 0.22804366052150726, + 0.07184557616710663, + -0.33634549379348755, + -0.06546968221664429, + 0.1703195720911026 + ], + [ + 0.021169960498809814, + -0.04105455428361893, + 1.4702006578445435, + -0.4000077247619629, + -1.7010068893432617, + -0.019549265503883362, + 0.3039455711841583, + 0.05557170510292053, + 0.0033660605549812317, + 0.13125473260879517, + -0.10699290782213211, + -1.064141035079956, + -0.08793354034423828, + 0.1110786497592926, + -0.07817897200584412, + -0.019513988867402077, + 0.17048802971839905, + 0.07280924916267395, + -0.3329535722732544, + -0.1259261518716812, + 0.230834499001503 + ], + [ + -0.08113119006156921, + -0.07064197957515717, + 1.3714454174041748, + -0.38979822397232056, + -1.6098132133483887, + 0.0010925382375717163, + 0.6476671099662781, + 0.0982302650809288, + 0.026092922315001488, + 0.15461644530296326, + -0.1886897087097168, + -1.1541908979415894, + -0.19874098896980286, + 0.0843421071767807, + -0.06347687542438507, + -0.06625145673751831, + 0.29535162448883057, + 0.05517356097698212, + -0.28393638134002686, + -0.14819523692131042, + 0.2571672201156616 + ], + [ + 0.04287124425172806, + -0.0382394902408123, + 1.4083150625228882, + -0.31050926446914673, + -1.592057228088379, + -0.1373094916343689, + 0.6146925687789917, + 0.1545003354549408, + 0.029027607291936874, + 0.10372653603553772, + -0.11387727409601212, + -1.1323363780975342, + -0.30025726556777954, + 0.2072068750858307, + -0.05097496137022972, + -0.06637740135192871, + 0.25016507506370544, + 0.1488960236310959, + -0.3665629029273987, + -0.00017389655113220215, + 0.14383234083652496 + ], + [ + -0.05530393123626709, + -0.13195019960403442, + 1.3736120462417603, + -0.2556787431240082, + -1.7216806411743164, + 0.2694985568523407, + 0.2363175004720688, + 0.2060714215040207, + -0.033684104681015015, + 0.05356800556182861, + -0.16268396377563477, + -0.9841768741607666, + 0.35189613699913025, + 0.023757942020893097, + -0.21791696548461914, + 0.0016673589125275612, + 0.2669786512851715, + 0.11083274334669113, + -0.2905235290527344, + -0.11556078493595123, + 0.062360040843486786 + ] + ], + "generated_utilities": [ + 0.12443000078201294, + 0.1317746937274933, + 0.1109575629234314, + 0.11028885841369629, + 0.10503143072128296, + 0.10535001754760742, + 0.0957750529050827, + 0.10420793294906616 + ], + "group_id": "ms-365d8c6de6de16f66744", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.20231953263282776, + 0.12319359183311462, + 2.0, + 2.0, + 0.1590207815170288, + 0.019343823194503784, + 0.1322992593050003, + 0.09479346871376038, + 0.1768283247947693, + 0.1054161787033081, + 0.16278749704360962, + 0.08510464429855347, + 0.09564858675003052, + 0.07681193947792053, + 0.1334480196237564, + 0.08148902654647827 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + -0.09058855473995209, + -0.022760659456253052, + 1.373640537261963, + -0.4681985378265381, + -1.599449634552002, + 0.07837581634521484, + 0.0, + -0.05228453874588013, + -0.0679071694612503, + 0.026890814304351807, + 0.03908693790435791, + -1.4526653289794922, + 0.04786187410354614, + 0.0, + 0.019858457148075104, + -0.05534793436527252, + 0.17386651039123535, + -0.024165034294128418, + -0.05880159139633179, + 0.044484615325927734, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.063174724578857, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.6561365127563477, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0078073740005493 + ], + [ + 0.05168074369430542, + 0.27186232805252075, + 2.0911388397216797, + -1.6812132596969604, + -2.3280625343322754, + 0.38023167848587036, + 2.5090978145599365, + -0.2604735791683197, + 0.04725922644138336, + 0.8121852874755859, + -0.6659450531005859, + -2.2462568283081055, + 0.49988994002342224, + 1.9786770343780518, + 0.02324119210243225, + -0.45050501823425293, + 1.1065142154693604, + 0.5724118947982788, + -0.6320602893829346, + -0.7826599478721619, + 0.47463753819465637 + ], + [ + 0.46382713317871094, + -0.06331050395965576, + 2.657292366027832, + -1.1560972929000854, + -2.765941619873047, + 0.7805119752883911, + 2.3117406368255615, + -0.3644295036792755, + -0.25628525018692017, + 0.7623568773269653, + -0.4176616668701172, + -2.646364688873291, + 0.40904325246810913, + 1.7654002904891968, + -0.23315654695034027, + 0.026929572224617004, + 0.8236149549484253, + 0.8322737812995911, + -0.7612741589546204, + -0.4725078046321869, + 0.5895571708679199 + ], + [ + -0.26226741075515747, + 0.3922410011291504, + 2.450082302093506, + -0.9020822048187256, + -3.028742551803589, + 1.0746917724609375, + 3.104015350341797, + 0.3752234876155853, + -0.009036362171173096, + 0.3652568459510803, + -0.7608495950698853, + -2.337242603302002, + -0.03944078087806702, + 1.972575306892395, + -0.32381975650787354, + -0.45855021476745605, + 1.6927499771118164, + 0.8358478546142578, + -0.8610806465148926, + -0.6741821765899658, + 0.4013170003890991 + ], + [ + 0.5790615677833557, + 0.8308188915252686, + 3.141986846923828, + -1.218785285949707, + -2.0300495624542236, + 0.4300342798233032, + 3.0737316608428955, + -0.09167198091745377, + 0.4237035810947418, + 0.7421274185180664, + -0.637946367263794, + -2.1245827674865723, + 0.4184945523738861, + 1.2377147674560547, + -0.4068492650985718, + -0.03615438938140869, + 1.5385099649429321, + 0.51850825548172, + -0.5737811923027039, + -1.472043752670288, + 0.45800793170928955 + ], + [ + 0.38714414834976196, + 0.25513744354248047, + 2.9400248527526855, + -1.8116681575775146, + -1.7500431537628174, + 1.403240442276001, + 1.9709672927856445, + 0.6755956411361694, + 0.49445489048957825, + 0.19490671157836914, + -1.1990764141082764, + -2.803361177444458, + 0.499578058719635, + 1.164682149887085, + 0.9588776230812073, + 0.5154257416725159, + 1.0328537225723267, + 1.1309876441955566, + -0.9365650415420532, + -0.9663279056549072, + -0.032733798027038574 + ], + [ + 0.7417005896568298, + -0.12406697869300842, + 3.0325844287872314, + -0.5656485557556152, + -2.5084800720214844, + 0.27374324202537537, + 2.2886011600494385, + 0.5997821092605591, + 0.9623891115188599, + 0.38451504707336426, + -1.4501185417175293, + -1.6908833980560303, + 0.6743149757385254, + 1.8593690395355225, + -0.018024832010269165, + -0.20444278419017792, + 1.364742636680603, + 0.34230074286460876, + -1.4427728652954102, + -1.5577378273010254, + 0.5589802265167236 + ], + [ + 0.3448556661605835, + -0.5947309732437134, + 2.3888885974884033, + -1.0376405715942383, + -2.218167781829834, + 1.568857192993164, + 3.0995821952819824, + -0.4682580530643463, + 0.3072889745235443, + 0.14532917737960815, + -0.567415177822113, + -3.085655689239502, + -0.6656016111373901, + 1.6447856426239014, + 0.8135664463043213, + 0.3758860230445862, + 1.399398922920227, + 0.11528515815734863, + -0.531513512134552, + -0.6104787588119507, + 1.4474445581436157 + ], + [ + -0.18966330587863922, + -0.7208725214004517, + 2.586766481399536, + -0.6973344087600708, + -3.2187445163726807, + 1.4117884635925293, + 3.0797414779663086, + -0.29149553179740906, + 0.09620378166437149, + 0.874613881111145, + -0.8004729151725769, + -2.0231733322143555, + -0.5948910713195801, + 1.5080900192260742, + -0.750367283821106, + 0.8155628442764282, + 1.6562600135803223, + 0.8091130256652832, + -1.1569771766662598, + -1.4121384620666504, + 0.3738836348056793 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.06428352743387222, + -0.015524566173553467, + 1.373640537261963, + -0.4681985378265381, + -1.599449634552002, + -0.1607142686843872, + 0.0, + 0.27928173542022705, + 0.05664636939764023, + -0.03914147615432739, + 0.1700872778892517, + -1.4526653289794922, + 0.05555404722690582, + 0.0, + 0.18240894377231598, + -0.05239863693714142, + 0.17386651039123535, + -0.21921080350875854, + -0.3728579580783844, + 0.11250120401382446, + 0.0 + ], + [ + 0.008915487676858902, + 0.540733277797699, + 1.373640537261963, + -0.4681985378265381, + -1.599449634552002, + 0.22902190685272217, + 0.0, + -0.3544532060623169, + -0.2348114550113678, + 0.04456782341003418, + 0.2907915711402893, + -1.4526653289794922, + -0.1788860559463501, + 0.0, + 0.07762694358825684, + -0.07040916383266449, + 0.17386651039123535, + 0.44059625267982483, + -0.19159233570098877, + 0.09149748086929321, + 0.0 + ] + ], + "predicted_scores": [ + 8.026686668395996, + 7.9996514320373535, + 7.807368278503418, + 7.789410591125488, + 7.722780227661133, + 7.642414569854736, + 7.5717034339904785, + 6.86713171005249 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1997090716", + "selected_index": 0, + "state_hash": "98870eab9f394b355af9b8a6d689b3bcd574af94db5d1a9139d0aed0b633b959", + "stored_base_utility": 0.20231953263282776, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05761747062206268, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05761747062206268 + }, + "base_progress": 0.05761747062206268, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.05761747062206268, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.035565897822380066, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.035565897822380066 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.041640669107437134, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.041640669107437134 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04442360997200012, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04442360997200012 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03663088381290436, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03663088381290436 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04374904930591583, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04374904930591583 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.036241695284843445, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.036241695284843445 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04190254211425781, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04190254211425781 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.022017687559127808, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.022017687559127808 + } + ], + "candidate_progress": [ + 0.035565897822380066, + 0.041640669107437134, + 0.04442360997200012, + 0.03663088381290436, + 0.04374904930591583, + 0.036241695284843445, + 0.04190254211425781, + 0.022017687559127808 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-4e67cfd30a257b4bad0c", + "ms-2cbe83da02847008bf24", + "ms-543339410c02ce2269d1", + "ms-2cbe83da02847008bf24", + "ms-4e67cfd30a257b4bad0c", + "ms-fe38b164397dd669f391", + "ms-2423891634e7b469eed8", + "ms-3f6cd47af5e9e6781b73" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank5", + "ctt_transport_rank3", + "ctt_transport_rank5", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank4", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-3c326d05fec66e1d6bea", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.3819557726383209, + -0.6920939683914185, + 0.780555009841919, + 0.556678056716919, + 0.5167986154556274, + 0.25878629088401794, + 0.4080598056316376, + 0.2960503101348877, + 0.7693815231323242, + -0.06519433110952377, + -0.4117986857891083, + -1.0557847023010254, + -0.12458956241607666, + -0.06294989585876465, + 0.128435879945755, + -0.13145817816257477, + -0.22950489819049835, + -0.2772618532180786, + -0.29880934953689575, + -0.38595977425575256, + -0.11954036355018616 + ], + [ + 0.35787928104400635, + -0.748264491558075, + 0.8724726438522339, + 0.3600083291530609, + 0.15313810110092163, + 0.4980509877204895, + -0.018814921379089355, + 0.1517811119556427, + 0.7407160401344299, + 0.01732844114303589, + -0.2400539517402649, + -0.802844226360321, + -0.14525383710861206, + -0.08853156864643097, + 0.08888542652130127, + -0.2175728678703308, + -0.3957390785217285, + -0.2756919264793396, + -0.2006121277809143, + -0.09326373040676117, + -0.16835927963256836 + ], + [ + 0.2763826549053192, + -0.6620466113090515, + 0.788983941078186, + 0.6068615913391113, + 0.09719404578208923, + 0.48418188095092773, + -0.019062817096710205, + 0.22025132179260254, + 0.7634416818618774, + 0.04051484912633896, + -0.1799931526184082, + -0.7986160516738892, + -0.35401687026023865, + 0.0987914428114891, + -0.024842839688062668, + -0.13834995031356812, + -0.2691056728363037, + 0.018389180302619934, + -0.1037331223487854, + -0.30697396397590637, + -0.10275453329086304 + ], + [ + 0.3834177255630493, + -0.7510371208190918, + 0.9315991401672363, + 0.3645484745502472, + 0.1459384560585022, + 0.33835697174072266, + 0.02615228295326233, + 0.26603829860687256, + 0.7219541668891907, + -0.03733787685632706, + -0.26684847474098206, + -0.7676873207092285, + -0.27318453788757324, + -0.04327438771724701, + 0.06772273033857346, + -0.21209603548049927, + -0.32682889699935913, + -0.2928577661514282, + -0.15606188774108887, + 0.03312292695045471, + -0.2299729883670807 + ], + [ + 0.28739798069000244, + -0.6244837045669556, + 0.7907602787017822, + 0.6097332239151001, + 0.12795284390449524, + 0.8426271677017212, + 0.555766224861145, + 0.1784418374300003, + 0.7526321411132812, + -0.006444431841373444, + -0.2929939031600952, + -0.9950687885284424, + -0.045099467039108276, + 0.12303311377763748, + 0.07926452904939651, + -0.19438841938972473, + -0.27227532863616943, + -0.26640820503234863, + -0.11951601505279541, + -0.10812953114509583, + -0.07018190622329712 + ], + [ + 0.43808096647262573, + -0.602487325668335, + 0.7971681356430054, + 0.5046842098236084, + 0.11519450694322586, + 0.6344633102416992, + 0.37405237555503845, + 0.2424946129322052, + 0.7865839600563049, + -0.04055074602365494, + -0.27234378457069397, + -0.8211637735366821, + -0.18803298473358154, + -0.008859261870384216, + 0.1542235016822815, + -0.18659469485282898, + -0.33112162351608276, + -0.09078614413738251, + -0.13867488503456116, + -0.06226353347301483, + -0.153460294008255 + ], + [ + 0.33817756175994873, + -0.5711366534233093, + 1.0002937316894531, + 0.5145952701568604, + 0.1043367087841034, + 0.576601505279541, + -0.01942533254623413, + 0.14413031935691833, + 0.7157242894172668, + -0.050779350101947784, + -0.15158671140670776, + -0.7624104619026184, + -0.05856826901435852, + -0.31755608320236206, + 0.15656854212284088, + -0.2137400209903717, + -0.37445151805877686, + 0.00962190330028534, + -0.07235044240951538, + -0.06279821693897247, + 0.027971655130386353 + ], + [ + 0.6477773785591125, + -0.7169249057769775, + 0.9924411773681641, + 0.49084970355033875, + 0.41596275568008423, + 0.38391047716140747, + 0.6823835968971252, + 0.44025862216949463, + 0.6740644574165344, + 0.15136435627937317, + -0.3186412453651428, + -0.8284889459609985, + -0.3459021747112274, + -0.060122013092041016, + 0.2575918138027191, + -0.2296215146780014, + -0.5664128065109253, + -0.4127045273780823, + -0.4254506230354309, + -0.18841035664081573, + -0.11464962363243103 + ] + ], + "generated_utilities": [ + 0.035565897822380066, + 0.041640669107437134, + 0.04442360997200012, + 0.03663088381290436, + 0.04374904930591583, + 0.036241695284843445, + 0.04190254211425781, + 0.022017687559127808 + ], + "group_id": "ms-3c326d05fec66e1d6bea", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.18246883153915405, + 2.0, + 2.0, + 0.11388173699378967, + 0.035728439688682556, + 0.05159728229045868, + 0.043176501989364624, + 0.04580867290496826, + 0.02321702241897583, + 0.040450215339660645, + 0.04055213928222656, + 0.024657413363456726, + 0.017660364508628845, + 0.044850513339042664, + 0.031234994530677795, + 0.06195336580276489 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + 0.9327397346496582, + -0.7429183721542358, + 0.8877019882202148, + -0.018136948347091675, + 0.10074883699417114, + 0.11574286222457886, + 0.0, + 0.1410461664199829, + 0.38714247941970825, + 0.2381301373243332, + 0.06927800178527832, + -0.6138286590576172, + -0.33484986424446106, + 0.0, + 0.012610852718353271, + 0.5407634973526001, + 0.07784794270992279, + 0.3537199795246124, + -0.1602279543876648, + 0.002093076705932617, + 0.0 + ], + [ + 1.9327397346496582, + -1.7429183721542358, + 1.8877019882202148, + -0.33001917600631714, + 0.49746543169021606, + 0.47390231490135193, + 1.7802670001983643, + -0.8589538335800171, + 0.37976425886154175, + -0.18104670941829681, + -0.8859321475028992, + -1.6138286590576172, + 0.34242650866508484, + 1.2023069858551025, + 0.555707573890686, + -0.35764527320861816, + -0.10027600824832916, + 0.4702257812023163, + -0.6294202208518982, + 0.1926015019416809, + 0.5916687846183777 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.5605340003967285, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.404613971710205, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.1833375692367554 + ], + [ + 1.7389304637908936, + -1.4791877269744873, + 2.158487319946289, + -0.3266654312610626, + 0.5907376408576965, + 0.43260636925697327, + 1.9136874675750732, + -0.5760036110877991, + 0.3071907162666321, + -0.4073694348335266, + -0.8863769769668579, + -1.8163083791732788, + 0.5969879627227783, + 1.196010947227478, + 0.7674136161804199, + -0.2368052750825882, + -0.12123071402311325, + 0.36782756447792053, + -0.8187789916992188, + 0.15793970227241516, + 0.43327897787094116 + ], + [ + 1.9560860395431519, + -2.008063793182373, + 1.6910814046859741, + -0.2576735019683838, + 0.647503137588501, + 0.5322431921958923, + 1.9268598556518555, + -1.2501428127288818, + 0.775363564491272, + -0.0965004414319992, + -0.5331029891967773, + -1.639766812324524, + 0.44450435042381287, + 1.5980249643325806, + 0.9402694702148438, + -0.1454993337392807, + -0.2541998028755188, + 0.6709543466567993, + -0.44338259100914, + -0.043697476387023926, + 0.7131086587905884 + ], + [ + 1.4609386920928955, + -1.6896755695343018, + 2.174467086791992, + -0.34207087755203247, + 0.962078332901001, + 0.28904104232788086, + 2.0044631958007812, + -1.184704303741455, + 0.8424319624900818, + -0.6237084865570068, + -0.9171007871627808, + -1.5616872310638428, + 0.3556978702545166, + 1.5233795642852783, + 0.7210954427719116, + 0.028062552213668823, + 0.21759141981601715, + 0.2823620140552521, + -0.588395357131958, + -0.12581703066825867, + 0.7275858521461487 + ], + [ + 2.087728500366211, + -2.0203187465667725, + 2.4627456665039062, + 0.09322953224182129, + 0.4771752953529358, + 0.2439241260290146, + 2.3431313037872314, + -0.7176190614700317, + 0.8298519849777222, + -0.47738587856292725, + -1.4635096788406372, + -1.2598087787628174, + 0.008061617612838745, + 0.9835944175720215, + 0.10656380653381348, + -0.1548040360212326, + 0.20115382969379425, + 0.4581896960735321, + -1.197885274887085, + -0.28882738947868347, + 0.17229679226875305 + ], + [ + 2.535038471221924, + -2.2647459506988525, + 1.280318260192871, + -0.8243153095245361, + 0.36149507761001587, + 0.01678559184074402, + 1.259200096130371, + -0.5383518934249878, + 1.0661393404006958, + -0.1134992390871048, + -1.0009663105010986, + -1.8629896640777588, + 0.5329263806343079, + 1.1952301263809204, + 0.5380017757415771, + -0.21264730393886566, + 0.33232176303863525, + 0.9111320972442627, + -1.0945085287094116, + 0.7546109557151794, + 0.8692140579223633 + ], + [ + 2.3966352939605713, + -2.3338406085968018, + 2.0661728382110596, + -0.1174439787864685, + -0.28071242570877075, + 0.8010929822921753, + 2.485050678253174, + -0.5360689163208008, + 0.9712552428245544, + 0.5487139821052551, + -0.46108368039131165, + -2.0631186962127686, + 0.6046813726425171, + 0.9991111159324646, + 1.299267292022705, + 0.3742367625236511, + -0.7156072854995728, + 0.7805436849594116, + -1.3091955184936523, + -0.5538330674171448, + -0.20684683322906494 + ], + [ + 2.614837884902954, + -2.24919056892395, + 2.2911505699157715, + -0.2939787209033966, + 1.1876089572906494, + 0.15644106268882751, + 1.7348854541778564, + -0.7635170221328735, + 0.5141214728355408, + -0.17918013036251068, + -0.8421157598495483, + -1.5084272623062134, + -0.18822845816612244, + 1.8389434814453125, + 0.24652135372161865, + 0.38509100675582886, + 0.5761538147926331, + -0.15904095768928528, + 0.0013433098793029785, + 0.6120359897613525, + 1.3977106809616089 + ], + [ + 1.5386989116668701, + -2.0177698135375977, + 1.8581953048706055, + -1.2861346006393433, + 1.0945217609405518, + 0.8363389372825623, + 2.708517074584961, + -0.9201098084449768, + 0.8546208739280701, + -0.058566831052303314, + -1.5932974815368652, + -2.015472412109375, + 0.2565937638282776, + 1.988462209701538, + -0.04372602701187134, + -0.8754178881645203, + 0.27551382780075073, + -0.29693683981895447, + -0.2824576497077942, + 0.40926772356033325, + 0.7658611536026001 + ], + [ + 2.8735361099243164, + -2.675261974334717, + 1.459324836730957, + 0.380817174911499, + 0.6231281757354736, + 0.03267902135848999, + 2.296022415161133, + -1.587423324584961, + 0.7833051681518555, + 0.6618785262107849, + -1.7110093832015991, + -1.436572551727295, + -0.14784568548202515, + 1.525026559829712, + 1.4909214973449707, + -1.0601696968078613, + -0.5454426407814026, + -0.09859517216682434, + -1.4344520568847656, + -0.058256953954696655, + -0.3444262146949768 + ], + [ + 2.0854334831237793, + -1.3952012062072754, + 2.651411771774292, + -0.7663257122039795, + -0.05179548263549805, + 0.8797686100006104, + 2.0904030799865723, + -0.8943268656730652, + 1.0378066301345825, + 0.08841629326343536, + -0.36119532585144043, + -1.236596703529358, + 1.0752983093261719, + 0.349973201751709, + -0.19527214765548706, + -0.8867040872573853, + 0.18460334837436676, + 1.454195261001587, + -0.6220338940620422, + 0.9919598698616028, + 1.229588508605957 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.9327397346496582, + -0.7429183721542358, + 0.8877019882202148, + -0.009577363729476929, + -0.06759434938430786, + 0.05406871438026428, + 0.0, + 0.003663182258605957, + 0.0492824912071228, + -0.038241639733314514, + -0.02580159902572632, + -0.6138286590576172, + -0.056222498416900635, + 0.0, + -0.026217222213745117, + -0.051223963499069214, + -0.031640589237213135, + -0.010870158672332764, + 0.08728909492492676, + -0.020528942346572876, + 0.0 + ], + [ + 0.9327397346496582, + -0.7429183721542358, + 0.8877019882202148, + -0.06735062599182129, + -0.023807168006896973, + 0.1439460813999176, + 0.0, + -0.19209599494934082, + -0.14847975969314575, + -0.22449488937854767, + 0.09710657596588135, + -0.6138286590576172, + -0.1854294240474701, + 0.0, + -0.17072844505310059, + 0.09961000084877014, + -0.017846792936325073, + 0.22415585815906525, + -0.18760734796524048, + -0.060083091259002686, + 0.0 + ] + ], + "predicted_scores": [ + 7.957174777984619, + 7.378072738647461, + 7.302692413330078, + 7.132510662078857, + 6.929928302764893, + 6.923220157623291, + 6.657955169677734, + 6.555629730224609 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "278008524", + "selected_index": 0, + "state_hash": "6333fcf80f76890398820f27d1a99efe459cdb6ff795201d73e3bcedc966664f", + "stored_base_utility": 0.18246883153915405, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-8a38529670b19d605663", + "ms-8a38529670b19d605663", + "ms-8a38529670b19d605663", + "ms-8a38529670b19d605663", + "ms-bad55a54ecb4349a5323", + "ms-bad55a54ecb4349a5323", + "ms-8a38529670b19d605663", + "ms-8a38529670b19d605663" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-4dbdc6ed61dccebbfe92", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.544981062412262, + 0.07874547690153122, + -0.37785694003105164, + -2.0884835720062256, + -1.5244905948638916, + -0.6874091625213623, + -1.2391371726989746, + 0.1491249054670334, + -0.22154678404331207, + 0.22136583924293518, + -0.2370269000530243, + -1.790847659111023, + 0.09593132138252258, + 0.2927704453468323, + -0.35437339544296265, + -0.2852933406829834, + 0.10880079120397568, + 0.9287127256393433, + 0.2558797001838684, + 0.7077582478523254, + 0.3910222351551056 + ], + [ + -0.3183084726333618, + -0.09350357949733734, + -0.29496583342552185, + -2.0634238719940186, + -1.3700225353240967, + -1.0704355239868164, + -1.692229986190796, + 0.038368284702301025, + -0.17626461386680603, + 0.10760655254125595, + 0.033711619675159454, + -1.618122935295105, + 0.46620580554008484, + 0.5268905162811279, + -0.363750696182251, + -0.2727244198322296, + 0.2957870364189148, + 0.9193593859672546, + 0.21240520477294922, + 0.9108543992042542, + 0.25516316294670105 + ], + [ + -0.20607616007328033, + -0.08873869478702545, + -0.3198358118534088, + -2.05806565284729, + -1.3977866172790527, + -0.6539078950881958, + -1.3687865734100342, + -0.023057878017425537, + -0.13721923530101776, + 0.07628440111875534, + -0.12118639796972275, + -1.7472176551818848, + 0.15696009993553162, + 0.25092288851737976, + -0.3554795980453491, + -0.25622209906578064, + 0.16280081868171692, + 0.7678139209747314, + 0.19275298714637756, + 0.6825696229934692, + 0.23981823027133942 + ], + [ + -0.1460186392068863, + -0.11337890475988388, + -0.48256054520606995, + -2.1190083026885986, + -1.538353443145752, + -0.5270651578903198, + -1.1593208312988281, + -0.03702472150325775, + -0.08116946369409561, + 0.06322100758552551, + -0.09299591928720474, + -1.6595402956008911, + 0.10157474875450134, + 0.3018459975719452, + -0.35177844762802124, + -0.15799325704574585, + 0.20553545653820038, + 0.5949326753616333, + 0.29704850912094116, + 0.5442771315574646, + 0.049288347363471985 + ], + [ + -0.3276885747909546, + -0.14628495275974274, + -0.06825390458106995, + -1.7705572843551636, + -1.3884670734405518, + -1.147900104522705, + -1.072868824005127, + -0.06091180443763733, + -0.06921277940273285, + 0.3331393301486969, + -0.13975438475608826, + -0.9541503190994263, + 0.16152343153953552, + -0.1366099864244461, + -0.304411917924881, + -0.3069567084312439, + 0.02832011878490448, + 0.42784467339515686, + 0.1427108645439148, + 0.15940192341804504, + 0.2982877492904663 + ], + [ + -0.2761508822441101, + -0.17576123774051666, + -0.03876492381095886, + -1.8217297792434692, + -1.3090870380401611, + -1.2365710735321045, + -1.0866689682006836, + -0.0867694616317749, + -0.01836210861802101, + 0.3272557854652405, + -0.10317165404558182, + -1.0546624660491943, + 0.17653688788414001, + -0.07480622828006744, + -0.3569398820400238, + -0.293528288602829, + 0.05594700574874878, + 0.4881078004837036, + 0.132506862282753, + 0.30640822649002075, + 0.49133267998695374 + ], + [ + -0.36112523078918457, + -0.29408949613571167, + 0.08167892694473267, + -2.1282694339752197, + -1.6227235794067383, + -0.010728567838668823, + -1.1030731201171875, + 0.06854349374771118, + -0.010478947311639786, + 0.015721723437309265, + -0.22025066614151, + -1.8708642721176147, + 0.21428105235099792, + 0.41797512769699097, + -0.3052258789539337, + -0.11157865822315216, + -0.1970175951719284, + 0.4668484926223755, + 0.30828240513801575, + 0.5312023758888245, + 0.18827404081821442 + ], + [ + -0.21185003221035004, + -0.12910115718841553, + -0.08930936455726624, + -2.0531973838806152, + -1.385322093963623, + -0.6684616804122925, + -1.1270160675048828, + -0.02739165723323822, + -0.09957832843065262, + 0.1593872308731079, + -0.02675650268793106, + -1.2688813209533691, + 0.32413771748542786, + 0.21967816352844238, + -0.19234025478363037, + -0.16968141496181488, + 0.027337804436683655, + 0.5088890790939331, + 0.0516948401927948, + 0.8219860196113586, + 0.48111191391944885 + ] + ], + "generated_utilities": [ + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0 + ], + "group_id": "ms-4dbdc6ed61dccebbfe92", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.17512565851211548, + 2.0, + 2.0, + 2.0, + 0.10078734159469604, + 2.0, + 2.0, + 0.06518048048019409, + 2.0, + 2.0, + 0.05268773436546326, + 0.056524619460105896, + 0.07100173830986023, + 0.16304254531860352, + 2.0, + 0.07095202803611755 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + -1.7685134410858154, + 0.4561518430709839, + 0.8554723262786865, + -2.9925076961517334, + -1.652122139930725, + -0.9696183204650879, + 1.440989375114441, + -0.1663060486316681, + 0.005464707035571337, + -0.08078178763389587, + 0.5969918370246887, + -1.7046172618865967, + 0.3472420275211334, + 0.7052499651908875, + -0.026682782918214798, + 0.013620201498270035, + 0.002864290028810501, + 1.5629743337631226, + 0.06437517702579498, + -0.20232005417346954, + 0.06808048486709595 + ], + [ + -1.571894645690918, + 0.49223509430885315, + 1.2358425855636597, + -2.7074813842773438, + -1.6053731441497803, + -0.9737302660942078, + 1.2407286167144775, + -0.41521748900413513, + 0.27269765734672546, + -0.08917579054832458, + 0.4081580936908722, + -1.3627166748046875, + 0.07880738377571106, + 0.7477485537528992, + -0.2180848866701126, + -0.13109977543354034, + -0.3875364661216736, + 1.8194886445999146, + -0.06430798768997192, + 0.07869948446750641, + -0.12621839344501495 + ], + [ + -1.7744590044021606, + 0.367733359336853, + 1.3591725826263428, + -3.3725903034210205, + -1.8434977531433105, + -0.8745664954185486, + 1.6967558860778809, + -0.44676536321640015, + -0.6177129149436951, + 0.03244173526763916, + 0.4171296954154968, + -1.4895254373550415, + 0.9296896457672119, + 0.15846145153045654, + -0.006281482055783272, + 0.6454329490661621, + 0.6225314140319824, + 1.6578954458236694, + 0.3061527609825134, + -0.41300463676452637, + -0.2527916431427002 + ], + [ + -1.7233139276504517, + 0.020191192626953125, + 1.0188184976577759, + -2.873849868774414, + -2.027033567428589, + -1.1650824546813965, + 2.0792155265808105, + -0.8799198865890503, + 0.6924232840538025, + -0.7650182247161865, + -0.04520058631896973, + -2.468881130218506, + -0.13257521390914917, + 0.6857031583786011, + -0.10177457332611084, + -0.7609032988548279, + -0.08249430358409882, + 1.7503252029418945, + 0.1621951013803482, + -0.22467197477817535, + 0.43942898511886597 + ], + [ + -2.3507251739501953, + 0.16114166378974915, + 1.5912489891052246, + -2.1838369369506836, + -2.061230182647705, + -1.7918524742126465, + 0.8407515287399292, + -0.3446531295776367, + -0.7727420926094055, + -0.2617931067943573, + 0.6622774004936218, + -1.05295991897583, + 0.13840271532535553, + 1.2008695602416992, + -0.509428858757019, + 0.7052024006843567, + -0.6614989042282104, + 2.0029079914093018, + -0.82997065782547, + -0.9390356540679932, + 0.7515151500701904 + ], + [ + -1.7504347562789917, + -0.13171464204788208, + 0.7620843648910522, + -3.4511537551879883, + -2.5023341178894043, + -0.8595067858695984, + 1.6361833810806274, + -0.4263937175273895, + 0.005345506593585014, + -0.8147202730178833, + 0.4142894744873047, + -0.8735606670379639, + -0.4809738099575043, + 0.9412479996681213, + -0.6222366690635681, + -0.8843234777450562, + -0.8842994570732117, + 2.4228873252868652, + 0.6301752328872681, + 0.727215051651001, + 0.5050253868103027 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.7685134410858154, + -0.04630154371261597, + -0.002802610397338867, + -1.9925076961517334, + -0.6521221399307251, + -0.013848721981048584, + 0.0, + 0.014648675918579102, + -0.0837627500295639, + -0.04761720821261406, + -0.024705946445465088, + -0.7046172618865967, + 0.0914837121963501, + 0.0, + 0.04683725908398628, + 0.048148274421691895, + 0.03868643194437027, + 0.5629743337631226, + -0.043637245893478394, + -0.08927876502275467, + 0.0 + ], + [ + -0.7685134410858154, + 0.1268729865550995, + -0.0878140926361084, + -1.9925076961517334, + -0.6521221399307251, + -0.08497345447540283, + 0.0, + -0.23278282582759857, + 0.1505891978740692, + -0.0029508620500564575, + -0.03223156929016113, + -0.7046172618865967, + -0.18528565764427185, + 0.0, + 0.009110454469919205, + 0.006383728235960007, + -0.012130538001656532, + 0.5629743337631226, + 0.23608635365962982, + -0.06009632349014282, + 0.0 + ], + [ + -0.7685134410858154, + 0.6076252460479736, + 0.2745842933654785, + -1.9925076961517334, + -0.6521221399307251, + 0.03038167953491211, + 0.0, + 0.33581337332725525, + 0.35011863708496094, + -0.06728862971067429, + -0.4030081629753113, + -0.7046172618865967, + -0.44776007533073425, + 0.0, + -0.01595483534038067, + -0.040477462112903595, + 0.28290560841560364, + 0.5629743337631226, + -0.42285358905792236, + -0.11823103576898575, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.881978750228882, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.410499930381775, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.1361609697341919 + ], + [ + -1.5711963176727295, + 0.5461994409561157, + 0.8384940028190613, + -2.960416078567505, + -1.9055238962173462, + -0.7765143513679504, + 1.4308912754058838, + 0.10734349489212036, + 0.011199884116649628, + -0.028424743562936783, + 0.5893871784210205, + -1.7020739316940308, + 0.48640453815460205, + 0.9950923323631287, + 0.20675025880336761, + 0.11047534644603729, + 0.09110014140605927, + 1.3974875211715698, + -0.21079741418361664, + -0.3005509674549103, + 0.09192514419555664 + ], + [ + -2.12906813621521, + 0.3435881733894348, + 0.7164700627326965, + -2.750021457672119, + -1.3681434392929077, + -0.8937081694602966, + 1.6475064754486084, + -0.1447279453277588, + -0.44103574752807617, + -0.5038806200027466, + 0.9006609320640564, + -1.8256494998931885, + 0.433420330286026, + 0.3506351411342621, + 0.4619242548942566, + -0.3905109167098999, + -0.01803053542971611, + 1.9505069255828857, + -0.339522123336792, + -0.20715753734111786, + -0.410531610250473 + ], + [ + -1.194382667541504, + 0.9652969837188721, + 0.41722428798675537, + -2.6203644275665283, + -1.139541506767273, + -1.5412108898162842, + 1.667648434638977, + -0.5256404876708984, + 0.17716272175312042, + 0.30056339502334595, + 0.09983009099960327, + -1.8219844102859497, + -0.23339274525642395, + 0.5763673782348633, + -0.4285883605480194, + 0.1476086974143982, + -0.3515554666519165, + 1.2458031177520752, + 0.3135184645652771, + -0.33711761236190796, + -0.09264840185642242 + ], + [ + -2.0614774227142334, + -0.4080510139465332, + 0.5476135015487671, + -3.0662269592285156, + -1.497420310974121, + -0.11606889963150024, + 1.03195321559906, + -0.3406473994255066, + 0.12844708561897278, + -0.4317864775657654, + 1.035879135131836, + -0.7729326486587524, + 1.0862895250320435, + 0.16315871477127075, + -0.14380013942718506, + -0.8498450517654419, + 0.9780882000923157, + 1.0358695983886719, + -0.5399289727210999, + -0.10386796295642853, + 0.8144621849060059 + ] + ], + "predicted_scores": [ + 4.709959506988525, + 4.514495849609375, + 4.179623126983643, + 3.7919921875, + 2.0667810440063477, + 2.0521645545959473, + 1.8732502460479736, + 1.863112449645996 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "794181626", + "selected_index": 0, + "state_hash": "4043b3c43ca4f115e1ea4fbcd98c7d08f797df2efbfe6b67bcffa5592a8aa36d", + "stored_base_utility": 0.17512565851211548, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19156008958816528, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19156008958816528 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18871688842773438, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18871688842773438 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1694508194923401, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1694508194923401 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16572806239128113, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16572806239128113 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1903555691242218, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1903555691242218 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1854199469089508, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1854199469089508 + } + ], + "candidate_progress": [ + 1.0, + 0.19156008958816528, + 0.18871688842773438, + 0.1694508194923401, + 0.16572806239128113, + 1.0, + 0.1903555691242218, + 0.1854199469089508 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-ec5ac79449116b0a30c1", + "ms-ec5ac79449116b0a30c1", + "ms-630c7d4c0ef39da64304", + "ms-630c7d4c0ef39da64304", + "ms-ec5ac79449116b0a30c1", + "ms-630c7d4c0ef39da64304", + "ms-630c7d4c0ef39da64304", + "ms-630c7d4c0ef39da64304" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + true, + false, + false, + false, + false, + true, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-58950fed04d203b97ab9", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.1265372782945633, + 0.011348482221364975, + 1.1818808317184448, + -0.6371437311172485, + -1.7903187274932861, + -0.006739988923072815, + 0.7925554513931274, + 0.02685539424419403, + 0.1961868852376938, + 0.10009849071502686, + -0.19078895449638367, + -1.4808846712112427, + -0.0347895622253418, + 0.0877286046743393, + -0.0014873184263706207, + -0.029363997280597687, + -0.09512083232402802, + -0.15351881086826324, + -0.7397679686546326, + 0.23193830251693726, + 0.2667521834373474 + ], + [ + -0.3473278284072876, + 0.042966023087501526, + 1.168700098991394, + -0.6041585206985474, + -1.5793476104736328, + 0.22944292426109314, + 0.6530731916427612, + -0.05698990821838379, + 0.09883992373943329, + 0.15709181129932404, + -0.2041037380695343, + -1.479211449623108, + -0.14000436663627625, + 0.37463968992233276, + -0.1678987592458725, + -0.0506964847445488, + -0.21351005136966705, + -0.19543834030628204, + -0.687899649143219, + 0.28251153230667114, + 0.3704884648323059 + ], + [ + 0.024778544902801514, + 0.023427359759807587, + 1.2953238487243652, + -0.6681655645370483, + -1.9884350299835205, + 0.06667515635490417, + 0.4630637466907501, + 0.006186723709106445, + 0.1772189736366272, + 0.08362573385238647, + -0.1143031194806099, + -1.3899389505386353, + 0.05292227864265442, + 0.10581353306770325, + -0.04749274626374245, + -0.02262151427567005, + -0.19668824970722198, + -0.11797784268856049, + -0.7548204064369202, + 0.22496944665908813, + 0.19525307416915894 + ], + [ + 0.0033806711435317993, + 0.06069064885377884, + 1.379137396812439, + -0.6119468212127686, + -1.986957311630249, + -0.02379731833934784, + 0.5469905138015747, + -0.03144535422325134, + 0.1735149323940277, + 0.03986778110265732, + -0.06598063558340073, + -1.3669837713241577, + -0.027402907609939575, + 0.06629887968301773, + -0.012857656925916672, + -0.05193463712930679, + -0.21527375280857086, + -0.12210939824581146, + -0.7799088358879089, + 0.2471444010734558, + 0.15294945240020752 + ], + [ + -0.007723405957221985, + 0.06484615057706833, + 1.1709024906158447, + -0.6398065090179443, + -1.8716545104980469, + -0.14452481269836426, + 0.7248231172561646, + 0.07936050742864609, + 0.18345418572425842, + 0.08028470724821091, + -0.20490416884422302, + -1.4647167921066284, + -0.09898939728736877, + 0.18490998446941376, + 0.05429648607969284, + -0.039765916764736176, + -0.14473120868206024, + -0.03153756260871887, + -0.7784350514411926, + 0.39061957597732544, + 0.2118244469165802 + ], + [ + -0.012696623802185059, + -0.003936238586902618, + 1.1289465427398682, + -0.6251764297485352, + -1.9013023376464844, + 0.33098340034484863, + 0.17181387543678284, + 0.033110395073890686, + 0.14948785305023193, + -0.027748756110668182, + -0.221736878156662, + -1.1871905326843262, + 0.39870139956474304, + 0.15670740604400635, + -0.12609857320785522, + 0.010689759626984596, + -0.2260509580373764, + -0.30094021558761597, + -0.6857671141624451, + 0.0284121036529541, + -0.004247620701789856 + ], + [ + -0.1219247430562973, + 0.0356685072183609, + 1.1021796464920044, + -0.6473815441131592, + -1.7364184856414795, + 0.3630249798297882, + 0.1633521318435669, + -0.01604396104812622, + 0.2137642353773117, + 0.10237226635217667, + -0.08463502675294876, + -1.5002892017364502, + -0.011536449193954468, + 0.2254231572151184, + -0.05052961781620979, + 0.018075499683618546, + -0.25811266899108887, + -0.1791544407606125, + -0.743242084980011, + 0.2686295509338379, + 0.1942220777273178 + ], + [ + 0.001056954264640808, + 0.018070921301841736, + 1.1861529350280762, + -0.6290018558502197, + -1.7844607830047607, + 0.1807386726140976, + 0.3760942220687866, + -0.23694702982902527, + 0.18268030881881714, + 0.1719859391450882, + -0.004964236170053482, + -1.1361377239227295, + -0.0375102162361145, + -0.03590291738510132, + -0.06848013401031494, + -0.040438227355480194, + -0.28702837228775024, + -0.23592735826969147, + -0.6581320762634277, + 0.011149585247039795, + 0.06012336164712906 + ] + ], + "generated_utilities": [ + 2.0, + 0.19156008958816528, + 0.18871688842773438, + 0.1694508194923401, + 0.16572806239128113, + 2.0, + 0.1903555691242218, + 0.1854199469089508 + ], + "group_id": "ms-58950fed04d203b97ab9", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.20183078944683075, + 0.18959736824035645, + 2.0, + 0.0385412722826004, + 0.15877258777618408, + 0.03365510702133179, + 0.17151890695095062, + 0.13845136761665344, + 0.11539244651794434, + 0.1388089954853058, + 0.15365298092365265, + 0.0967668741941452, + 0.0908290445804596, + 0.06094485521316528, + 0.0377749502658844, + 0.028643101453781128 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + -0.028361663222312927, + -0.489355206489563, + 1.4316291809082031, + -0.9109628200531006, + -1.7493720054626465, + -0.16713106632232666, + 0.0, + 0.5545767545700073, + -0.18274790048599243, + 0.2772042155265808, + -0.45601847767829895, + -1.3811633586883545, + -0.1571006327867508, + 0.0, + -0.004826217889785767, + 0.2916078567504883, + 0.34807145595550537, + -0.37882840633392334, + 0.08759653568267822, + -0.07658697664737701, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.797813892364502, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.654926061630249, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.4572639465332031 + ], + [ + 0.17793144285678864, + 0.008656054735183716, + 2.343496322631836, + -1.9455183744430542, + -2.4697093963623047, + 1.0036901235580444, + 2.5124316215515137, + -0.29308056831359863, + -0.02035735547542572, + -0.059014320373535156, + -0.5863867402076721, + -2.254472255706787, + 0.3354390263557434, + 1.381989598274231, + -0.27729421854019165, + 0.5023907423019409, + -0.8654648661613464, + 0.39588332176208496, + -0.5682056546211243, + 0.20400357246398926, + 0.48529666662216187 + ], + [ + -0.5227808952331543, + 0.12448178231716156, + 2.4855635166168213, + -1.6602094173431396, + -2.3857760429382324, + 0.323077529668808, + 1.9053025245666504, + -0.698577344417572, + 0.619890034198761, + 0.3500756621360779, + -0.1476593315601349, + -2.8024404048919678, + -0.21084021031856537, + 1.0928113460540771, + -0.3938775062561035, + 0.4228009581565857, + -0.39060449600219727, + -0.31665533781051636, + -0.9205541610717773, + 0.03774743899703026, + 0.3333621621131897 + ], + [ + 0.10275222361087799, + 0.08925776183605194, + 2.0934102535247803, + -1.379586935043335, + -3.3245811462402344, + 0.6494860649108887, + 1.990661382675171, + -0.021198302507400513, + 0.4400750398635864, + 0.39176517724990845, + -0.8639137148857117, + -1.981496810913086, + 0.01414397917687893, + 1.2019504308700562, + -0.7839368581771851, + 0.108054518699646, + -0.17177742719650269, + -0.36239588260650635, + -0.5078206062316895, + 0.4236416518688202, + 0.25084057450294495 + ], + [ + -0.8110343217849731, + -0.11216431856155396, + 2.8897132873535156, + -1.319732427597046, + -3.1141648292541504, + 0.416613906621933, + 2.3244988918304443, + -0.6579729914665222, + -0.39938226342201233, + -0.08646327257156372, + -0.3429824113845825, + -2.4165658950805664, + -0.6488300561904907, + 1.4793217182159424, + -0.8628695011138916, + 0.6845848560333252, + -0.7794754505157471, + -0.014068186283111572, + -0.27444708347320557, + 0.8030790686607361, + 0.08975183963775635 + ], + [ + -0.23147638142108917, + -0.26693814992904663, + 2.8227345943450928, + -2.3573813438415527, + -3.3905396461486816, + 0.38961973786354065, + 1.9831907749176025, + -1.2505497932434082, + 0.00624750554561615, + 0.9689428210258484, + 0.11981219053268433, + -1.5865073204040527, + 0.4901374876499176, + 0.6158997416496277, + 0.3767610788345337, + -0.025944411754608154, + -1.4681568145751953, + 0.48217374086380005, + -1.5973502397537231, + -0.7199738621711731, + 0.5119494795799255 + ], + [ + -0.19429966807365417, + 0.7059361934661865, + 3.2694599628448486, + -2.656050682067871, + -2.5502617359161377, + -0.23801833391189575, + 1.628230333328247, + 0.36624830961227417, + -0.08827590942382812, + -0.2098810374736786, + -1.1745270490646362, + -2.2196781635284424, + 0.44475334882736206, + 0.48411858081817627, + -0.25864526629447937, + 0.2009485512971878, + -0.9008907079696655, + -0.3571908473968506, + -0.16894888877868652, + -0.6256314516067505, + -0.4078131914138794 + ], + [ + 0.22205571830272675, + 0.6026778221130371, + 1.8579424619674683, + -2.404672384262085, + -3.728808641433716, + -0.19806396961212158, + 2.8292319774627686, + -0.2435564398765564, + 0.7903643846511841, + -0.376501202583313, + -1.0294175148010254, + -1.7672805786132812, + 0.5992995500564575, + 2.044847249984741, + 0.0011147260665893555, + 0.18739356100559235, + -0.952850341796875, + 0.8702673316001892, + 0.038269996643066406, + -0.4372258484363556, + -0.37835830450057983 + ], + [ + -0.3783646821975708, + 0.08899453282356262, + 2.721517324447632, + -2.3160932064056396, + -2.0679585933685303, + 0.549463152885437, + 3.141833543777466, + 0.09782099723815918, + 0.5830706357955933, + 0.7134941816329956, + 0.2986952066421509, + -2.9980335235595703, + -0.6391466856002808, + 1.075132131576538, + -0.7696593403816223, + 0.4343666732311249, + -0.911625862121582, + -0.31454378366470337, + -1.5935450792312622, + -0.8993679881095886, + -0.3811922073364258 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.1209426149725914, + 0.10675475001335144, + 1.4316291809082031, + -0.9109628200531006, + -1.7493720054626465, + -0.0875239372253418, + 0.0, + -0.0486987829208374, + 0.06580346822738647, + 0.24258655309677124, + -0.20229026675224304, + -1.3811633586883545, + 0.4185009002685547, + 0.0, + -0.1431063860654831, + 0.15154658257961273, + 0.17190229892730713, + 0.10405468940734863, + 0.036865830421447754, + -0.1988307237625122, + 0.0 + ] + ], + "predicted_scores": [ + 8.033469200134277, + 7.9529948234558105, + 7.89292573928833, + 7.842073917388916, + 7.82520866394043, + 7.749970436096191, + 7.682665824890137, + 7.284960746765137 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1113371261", + "selected_index": 0, + "state_hash": "1b9018834a77531260bf8dfa74a9832916fe215bda78b5367b061bb4e0ce2333", + "stored_base_utility": 0.20183078944683075, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15040680766105652, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15040680766105652 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1629967987537384, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1629967987537384 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17392966151237488, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17392966151237488 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13741755485534668, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13741755485534668 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18403707444667816, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18403707444667816 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16712325811386108, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16712325811386108 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2002711445093155, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2002711445093155 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 0.15040680766105652, + 0.1629967987537384, + 0.17392966151237488, + 0.13741755485534668, + 0.18403707444667816, + 0.16712325811386108, + 0.2002711445093155, + 1.0 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-9f61e09c05b4c8f74366", + "ms-9f61e09c05b4c8f74366", + "ms-74704688fb63757619e1", + "ms-74704688fb63757619e1", + "ms-74704688fb63757619e1", + "ms-74704688fb63757619e1", + "ms-74704688fb63757619e1", + "ms-74704688fb63757619e1" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + true + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-651bc0395d78d2819158", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.49972403049468994, + -0.2052156925201416, + 1.168840765953064, + -0.3496939539909363, + -2.011418581008911, + -0.14214682579040527, + 0.40431347489356995, + 0.008294209837913513, + 0.03218623623251915, + -0.20317262411117554, + -0.38685184717178345, + -1.1414029598236084, + 0.2079181969165802, + 0.6642718315124512, + -0.2283805012702942, + -0.03954938054084778, + 0.13268762826919556, + 0.9953304529190063, + -0.10189080238342285, + -0.36114487051963806, + 0.701657772064209 + ], + [ + -0.41374605894088745, + -0.1967625468969345, + 1.377117395401001, + -0.5758225917816162, + -2.16528582572937, + -0.20453551411628723, + 0.6152583360671997, + 0.020940080285072327, + 0.057979606091976166, + -0.32505106925964355, + -0.2544596493244171, + -1.2318503856658936, + -0.22050337493419647, + 0.3807184100151062, + -0.12013864517211914, + -0.0851120799779892, + 0.08937986195087433, + 1.0542547702789307, + -0.04142904281616211, + 0.001514822244644165, + 0.5210376977920532 + ], + [ + -0.4897143244743347, + -0.28715312480926514, + 1.5824670791625977, + -0.643954873085022, + -2.0644328594207764, + -0.36873963475227356, + 0.4539816379547119, + 0.2081732451915741, + -0.03540799766778946, + -0.2668875753879547, + -0.17832842469215393, + -1.1645498275756836, + 0.020410507917404175, + 0.3354937434196472, + -0.1140405535697937, + -0.11890789866447449, + 0.15163302421569824, + 1.2327888011932373, + -0.07972174882888794, + 0.2881878614425659, + 0.6586669683456421 + ], + [ + -0.3880845904350281, + -0.08834566175937653, + 1.266393780708313, + -0.31582140922546387, + -1.7653772830963135, + -0.49097928404808044, + 0.38678163290023804, + -0.060266852378845215, + -0.012059498578310013, + -0.18361204862594604, + -0.3071204423904419, + -1.335401177406311, + 0.020566105842590332, + -0.29601770639419556, + -0.14378558099269867, + 0.13197995722293854, + -0.018985703587532043, + 1.0570939779281616, + -0.23000627756118774, + 0.2731148600578308, + 0.7532448768615723 + ], + [ + -0.29235345125198364, + -0.3807726502418518, + 1.3501394987106323, + -0.20345337688922882, + -2.2269461154937744, + -0.3875666558742523, + 0.07787460088729858, + 0.32577478885650635, + -0.04184792935848236, + -0.32702967524528503, + 0.042561911046504974, + -1.1366392374038696, + 0.33337274193763733, + 0.061434902250766754, + -0.21304529905319214, + 0.026890303939580917, + 0.04601393640041351, + 1.3027794361114502, + 0.0006826817989349365, + 0.4308663010597229, + 0.5088843107223511 + ], + [ + -0.20172645151615143, + -0.28030824661254883, + 1.324190616607666, + -0.3923405408859253, + -2.3068628311157227, + -0.7104595899581909, + 0.3048187792301178, + 0.2434760332107544, + -0.06826812028884888, + -0.424081027507782, + 0.01606709510087967, + -1.2263880968093872, + 0.3160410225391388, + 0.06536561995744705, + -0.23939752578735352, + -0.05681083723902702, + 0.10774204134941101, + 1.3075581789016724, + 0.056407421827316284, + 0.49171900749206543, + 0.4281361401081085 + ], + [ + -0.32243847846984863, + -0.4025809168815613, + 1.4843131303787231, + -0.3562912940979004, + -2.394101619720459, + -0.5238161087036133, + 0.04493260383605957, + 0.243723064661026, + -0.02049553580582142, + -0.2756476402282715, + -0.014627836644649506, + -1.0670442581176758, + 0.3985385000705719, + 0.1953333020210266, + -0.2457074224948883, + 0.009786408394575119, + 0.04654262959957123, + 1.3322207927703857, + -0.09078264236450195, + 0.5445967316627502, + 0.5170679092407227 + ], + [ + -0.4901348948478699, + -0.3148729205131531, + 1.2061824798583984, + -0.3380166292190552, + -2.003662109375, + -0.18283817172050476, + 0.21337392926216125, + 0.3661627769470215, + -0.016759434714913368, + -0.41612929105758667, + 0.15960931777954102, + -1.147504210472107, + 0.4720325767993927, + 0.05544162541627884, + -0.12663142383098602, + -0.03386055678129196, + -0.049423947930336, + 1.242804765701294, + -0.0933239758014679, + 0.5696463584899902, + 0.7037558555603027 + ] + ], + "generated_utilities": [ + 0.15040680766105652, + 0.1629967987537384, + 0.17392966151237488, + 0.13741755485534668, + 0.18403707444667816, + 0.16712325811386108, + 0.2002711445093155, + 2.0 + ], + "group_id": "ms-651bc0395d78d2819158", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 7.152557373046875e-07, + 2.0, + 0.0, + 0.0, + 0.18490922451019287, + 0.0, + 0.18801423907279968, + 2.0, + 0.18292954564094543, + 0.06743006408214569, + 2.0, + 0.08718416094779968, + 0.0016145259141921997, + 2.0, + 0.0, + 0.0 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.13822472095489502, + 0.052123308181762695, + 1.2542681694030762, + -0.5262794494628906, + -1.515254020690918, + -0.022995710372924805, + 0.0, + 0.07829460501670837, + 0.056280869990587234, + -0.006563127040863037, + 0.00594717264175415, + -1.0464823246002197, + 0.028334707021713257, + 0.0, + 0.04214516654610634, + -0.0032968670129776, + 0.025241270661354065, + 1.0898823738098145, + -0.09987176954746246, + 0.009208589792251587, + 0.0 + ], + [ + -1.138224720954895, + -0.12241673469543457, + 2.254268169403076, + -1.5262794494628906, + -2.515254020690918, + -0.4036164879798889, + 2.5164785385131836, + -0.48240265250205994, + 0.09632497280836105, + -1.0002868175506592, + 0.6668505668640137, + -2.0464823246002197, + 0.5158075094223022, + 0.48990970849990845, + 0.02257649227976799, + -0.23748205602169037, + -0.2213379293680191, + 2.0898823738098145, + 0.1738651841878891, + -0.37470543384552, + -0.06145218014717102 + ], + [ + -1.0695267915725708, + -0.1775755137205124, + 2.1683619022369385, + -1.4577077627182007, + -2.7917678356170654, + -0.632304310798645, + 2.3911960124969482, + -0.4637458324432373, + 0.35316434502601624, + -0.8419650793075562, + 0.8253071308135986, + -1.9648017883300781, + 0.2602742314338684, + 0.4741981625556946, + 0.17542533576488495, + -0.15374207496643066, + -0.4857789874076843, + 2.119079828262329, + 0.44966256618499756, + -0.3760189712047577, + 0.18533895909786224 + ], + [ + -0.7955029010772705, + 0.23637625575065613, + 1.9978463649749756, + -1.8726613521575928, + -2.2562904357910156, + -0.3048732876777649, + 2.261690378189087, + -0.6620026230812073, + 0.06043636053800583, + -1.091504693031311, + 1.038455605506897, + -1.9805728197097778, + 0.7370907068252563, + 0.5352527499198914, + 0.26298987865448, + -0.2739749252796173, + 0.14720074832439423, + 2.0173659324645996, + -0.16336800158023834, + -0.5858949422836304, + -0.1647021770477295 + ], + [ + -1.6335437297821045, + -0.08274295926094055, + 1.833235502243042, + -1.758880853652954, + -2.0250279903411865, + -0.8149738311767578, + 2.4238271713256836, + -0.33182430267333984, + -0.16191768646240234, + -1.4929053783416748, + 0.8467401266098022, + -2.4791038036346436, + 0.2757382392883301, + 0.16471439599990845, + 0.18122689425945282, + -0.2995648682117462, + -0.34926944971084595, + 2.063732147216797, + 0.3726923167705536, + -0.259366512298584, + 0.36020517349243164 + ], + [ + -0.9912663698196411, + -0.19695568084716797, + 2.342681646347046, + -2.1077044010162354, + -3.031508684158325, + -0.6591198444366455, + 2.5516788959503174, + -0.8631293773651123, + 0.2481168806552887, + -1.107275366783142, + 0.5796921253204346, + -2.479954719543457, + 1.0449233055114746, + 0.40612131357192993, + -0.12985309958457947, + -0.18829946219921112, + -0.6196849346160889, + 1.6295442581176758, + 0.4197757840156555, + 0.02911210060119629, + 0.5378711223602295 + ], + [ + -0.6689683198928833, + -0.5626275539398193, + 1.738625407218933, + -1.919468879699707, + -2.6463799476623535, + -0.32590651512145996, + 2.287154197692871, + -0.9975759983062744, + 0.7224722504615784, + -1.427150845527649, + 0.572014331817627, + -2.2473490238189697, + 0.8538937568664551, + 0.0030456185340881348, + -0.1059482991695404, + -0.003734409809112549, + -0.2650519907474518, + 2.554786205291748, + -0.24461163580417633, + -0.6881535649299622, + 0.5301691293716431 + ], + [ + -1.5373890399932861, + 0.42636638879776, + 2.9180266857147217, + -2.126905679702759, + -1.825490117073059, + -0.6280819773674011, + 2.593716621398926, + -0.6465503573417664, + 0.5798410177230835, + -0.5376753807067871, + 0.5435326099395752, + -2.610151767730713, + 1.0700397491455078, + 0.7953996658325195, + 0.5072687864303589, + -0.02665230631828308, + -0.6953800320625305, + 2.0521392822265625, + 0.751386821269989, + -0.7565212249755859, + -0.5263289213180542 + ], + [ + -0.7768699526786804, + -0.18900753557682037, + 1.7192409038543701, + -2.2835047245025635, + -1.713951826095581, + 0.004747450351715088, + 3.2709672451019287, + -1.1866822242736816, + 0.38759592175483704, + -0.7857802510261536, + 1.539168119430542, + -1.3250088691711426, + 0.8453556299209595, + 0.5691420435905457, + -0.701140820980072, + -0.6115058660507202, + -0.8829987645149231, + 1.5742011070251465, + -0.3939879536628723, + 0.45414644479751587, + -0.23744438588619232 + ] + ], + "predicted_scores": [ + 5.644379615783691, + 4.695065498352051, + 4.55772066116333, + 3.938386917114258, + 3.759941577911377, + 3.734415054321289, + 3.641495704650879, + 2.9814648628234863 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1483645336", + "selected_index": 0, + "state_hash": "857c28f61d13d7ee5a59956a87579f6c17f6c601c1680e574691e095e373d439", + "stored_base_utility": 7.152557373046875e-07, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06349706649780273, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06349706649780273 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.060839906334877014, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.060839906334877014 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07673220336437225, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07673220336437225 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07010917365550995, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07010917365550995 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06277918815612793, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06277918815612793 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06440846621990204, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06440846621990204 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09653319418430328, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09653319418430328 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.054561689496040344, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.054561689496040344 + } + ], + "candidate_progress": [ + 0.06349706649780273, + 0.060839906334877014, + 0.07673220336437225, + 0.07010917365550995, + 0.06277918815612793, + 0.06440846621990204, + 0.09653319418430328, + 0.054561689496040344 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-ec5ac79449116b0a30c1", + "ms-ec5ac79449116b0a30c1", + "ms-ec5ac79449116b0a30c1", + "ms-ec5ac79449116b0a30c1", + "ms-ec5ac79449116b0a30c1", + "ms-1c4df81cce643ca4fb3e", + "ms-1c4df81cce643ca4fb3e", + "ms-1c4df81cce643ca4fb3e" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-9fad82fd288e4296e354", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.2416127473115921, + 0.04771867394447327, + 1.2718504667282104, + 0.13770920038223267, + -1.3193151950836182, + 0.5142064094543457, + -0.26129424571990967, + 0.3573727607727051, + 0.20380611717700958, + 0.3862129747867584, + -0.4189358651638031, + -1.1549170017242432, + -0.5712868571281433, + 0.1627659797668457, + -0.1333719938993454, + 0.08743847906589508, + 0.24241864681243896, + -0.32022106647491455, + -0.2616261839866638, + 0.040211498737335205, + 0.06817135214805603 + ], + [ + 0.25783413648605347, + 0.0253743976354599, + 1.2769922018051147, + 0.10756850242614746, + -1.3281874656677246, + 0.5941547155380249, + 0.18414676189422607, + 0.23614822328090668, + 0.1819494664669037, + 0.541188657283783, + -0.32036882638931274, + -1.0048128366470337, + -0.6834026575088501, + 0.06883528083562851, + 0.0055876970291137695, + 0.02498112991452217, + 0.30175596475601196, + -0.2437892109155655, + -0.15078586339950562, + -0.06780931353569031, + -0.1610221564769745 + ], + [ + 0.048912517726421356, + -0.053225770592689514, + 1.3007512092590332, + -0.04865361750125885, + -1.1565985679626465, + 0.5165432691574097, + 0.27821218967437744, + 0.17841559648513794, + -0.01774909533560276, + 0.5144374966621399, + -0.2062624990940094, + -1.1884064674377441, + -0.3440587818622589, + 0.15472650527954102, + -0.17464974522590637, + 0.05372953787446022, + 0.20062290132045746, + -0.34356290102005005, + -0.11974996328353882, + 0.21455854177474976, + 0.3565393090248108 + ], + [ + 0.2160072922706604, + -0.043997280299663544, + 1.2319586277008057, + -0.052109792828559875, + -1.3375632762908936, + 0.1532665640115738, + 0.16698423027992249, + 0.2070811688899994, + 0.11053761839866638, + 0.4027862846851349, + -0.13065806031227112, + -1.017977237701416, + -0.211363285779953, + 0.01650700718164444, + -0.03470638766884804, + 0.032521408051252365, + 0.21607275307178497, + -0.3652201294898987, + -0.19280904531478882, + -0.02561977505683899, + 0.14438927173614502 + ], + [ + 0.24605341255664825, + 0.02521520107984543, + 1.2831047773361206, + 0.026741579174995422, + -1.4093828201293945, + -0.06851553916931152, + 0.23318009078502655, + 0.2715035676956177, + 0.08821669220924377, + 0.3535637855529785, + -0.15571808815002441, + -0.9915406703948975, + -0.32014864683151245, + 0.0719691663980484, + 0.058852460235357285, + 0.033704373985528946, + 0.20405152440071106, + -0.23211409151554108, + -0.25998997688293457, + 0.07258963584899902, + 0.07828836888074875 + ], + [ + 0.2962087392807007, + -0.10531634092330933, + 1.1858354806900024, + 0.18676486611366272, + -1.217186689376831, + 0.18452177941799164, + 0.23256511986255646, + 0.2285746932029724, + 0.12391193956136703, + 0.4806307256221771, + -0.14953377842903137, + -0.9481788873672485, + -0.132310152053833, + 0.11957553029060364, + -0.02583761140704155, + 0.013562960550189018, + 0.19593669474124908, + -0.24224115908145905, + -0.21128159761428833, + -0.11887237429618835, + 0.03372807800769806 + ], + [ + 0.22400012612342834, + -0.07012162357568741, + 1.1674962043762207, + 0.12134519219398499, + -1.1858830451965332, + 0.24758675694465637, + 0.2989729046821594, + 0.2740466296672821, + 0.09319408982992172, + 0.46437203884124756, + -0.178739994764328, + -0.9471218585968018, + 0.019617140293121338, + 0.15642541646957397, + -0.1262657642364502, + -0.016643259674310684, + 0.2040255218744278, + -0.2153940349817276, + -0.2511816620826721, + -0.12122257053852081, + 0.047090545296669006 + ], + [ + 0.4692966341972351, + -0.02195783331990242, + 1.202467441558838, + 0.3102608025074005, + -1.3685886859893799, + 0.07915643602609634, + 0.04402175545692444, + 0.3091878890991211, + 0.08816110342741013, + 0.48448824882507324, + -0.011394970118999481, + -0.9794833660125732, + -0.43731528520584106, + 0.20907597243785858, + -0.04135935381054878, + -0.0076076919212937355, + 0.11116095632314682, + -0.29030513763427734, + -0.15218517184257507, + 0.18317866325378418, + -0.14434468746185303 + ] + ], + "generated_utilities": [ + 0.06349706649780273, + 0.060839906334877014, + 0.07673220336437225, + 0.07010917365550995, + 0.06277918815612793, + 0.06440846621990204, + 0.09653319418430328, + 0.054561689496040344 + ], + "group_id": "ms-9fad82fd288e4296e354", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.19493231177330017, + 0.06623455882072449, + 2.0, + 0.15396031737327576, + 0.16184639930725098, + 0.025735855102539062, + 0.134642094373703, + 0.15606965124607086, + 0.12982505559921265, + 0.14038166403770447, + 0.09718823432922363, + 0.015769004821777344, + 0.09577034413814545, + 0.057760089635849, + 0.047366172075271606, + 0.035309627652168274 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + -0.0622546412050724, + -0.09277644753456116, + 1.2432053089141846, + -0.13616442680358887, + -1.4076197147369385, + -0.005287081003189087, + 0.0, + -0.005681931972503662, + 0.03343720734119415, + 1.0536105632781982, + -0.00917971134185791, + -1.333775520324707, + 0.03716959059238434, + 0.0, + 0.019381746649742126, + 0.026990801095962524, + 0.21505475044250488, + -0.029777705669403076, + -0.14875531196594238, + -0.048092663288116455, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.959449768066406, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.103323459625244, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.591951370239258 + ], + [ + -0.13909977674484253, + -0.26507115364074707, + 2.099381446838379, + -1.432984709739685, + -2.215683698654175, + 0.18431386351585388, + 2.42065691947937, + 0.3679453730583191, + -0.24726781249046326, + 2.055530071258545, + -0.4911385774612427, + -2.0511183738708496, + 0.04109602048993111, + 2.784976005554199, + 0.005537793040275574, + 0.05149966478347778, + 1.124292016029358, + -0.6457813382148743, + -1.226535677909851, + -0.28760284185409546, + 1.0270601511001587 + ], + [ + 0.30531278252601624, + -0.4336698055267334, + 2.6217315196990967, + -1.5083816051483154, + -2.5322670936584473, + 0.06784650683403015, + 2.3866119384765625, + -0.09851980209350586, + 0.2774229049682617, + 2.157179355621338, + -0.9796892404556274, + -2.8201849460601807, + 0.08135517686605453, + 2.818830728530884, + -0.6848310828208923, + 0.37913888692855835, + 0.7420558929443359, + -0.22611916065216064, + -1.5158166885375977, + 0.0614812970161438, + 1.3468891382217407 + ], + [ + 0.27444392442703247, + -0.22534464299678802, + 2.616544246673584, + -1.2606401443481445, + -2.0848917961120605, + -0.23496872186660767, + 2.1798665523529053, + 0.7968885898590088, + 0.26037585735321045, + 1.5473439693450928, + -0.233917236328125, + -1.867544412612915, + 0.48288947343826294, + 1.9728566408157349, + -0.4071806073188782, + 0.5528238415718079, + 1.6528295278549194, + -1.0936471223831177, + -1.062675952911377, + -0.5311015248298645, + 0.9778987765312195 + ], + [ + 0.5435068607330322, + 0.24469684064388275, + 2.6045663356781006, + -1.284223198890686, + -2.6095967292785645, + 0.9732104539871216, + 2.741159200668335, + 0.6031707525253296, + -0.5612202882766724, + 2.4774889945983887, + 0.1548280119895935, + -2.5516507625579834, + -0.0651187151670456, + 2.3864798545837402, + 0.130750373005867, + -0.1318313330411911, + 1.6559979915618896, + -1.0673086643218994, + -0.5477704405784607, + 0.18809780478477478, + 0.7076419591903687 + ], + [ + 0.31294435262680054, + 0.0263526514172554, + 3.0396268367767334, + -1.3165022134780884, + -1.8981198072433472, + 0.5049136281013489, + 2.31935715675354, + -0.4664327800273895, + -0.56757652759552, + 2.7719295024871826, + 0.21425002813339233, + -2.3925602436065674, + -0.26789456605911255, + 2.008218288421631, + -0.1879691481590271, + -0.34721577167510986, + 1.6638673543930054, + -0.30173182487487793, + -1.8719977140426636, + -0.8951039910316467, + 2.094865083694458 + ], + [ + 0.533157467842102, + 0.308005690574646, + 1.7770951986312866, + -0.6794775724411011, + -3.2953453063964844, + -0.15337547659873962, + 2.5854313373565674, + 0.07320006191730499, + -0.24033141136169434, + 2.5622174739837646, + -0.9168426990509033, + -1.5317132472991943, + -0.5942863821983337, + 2.2703769207000732, + -1.0709311962127686, + 0.6969255208969116, + 1.5304101705551147, + -0.7959219217300415, + -0.9165043830871582, + -0.8046965003013611, + 0.638719916343689 + ], + [ + 0.7393907904624939, + -0.13299384713172913, + 2.4281864166259766, + -1.861674189567566, + -3.3330533504486084, + -0.18516618013381958, + 1.6492295265197754, + -0.6932566165924072, + 0.06020718812942505, + 1.1755363941192627, + -0.016285300254821777, + -3.0671546459198, + -0.6052039861679077, + 2.6829426288604736, + 0.7021514177322388, + -0.477348268032074, + 0.466697633266449, + -0.9403301477432251, + -0.8690205812454224, + -1.1888904571533203, + 0.5360406041145325 + ], + [ + -0.0713023692369461, + -0.9776724576950073, + 1.2895376682281494, + -1.6489125490188599, + -1.4475497007369995, + -0.6822370886802673, + 3.14093017578125, + -0.5356632471084595, + -0.7523763179779053, + 2.766268253326416, + -0.8215572834014893, + -2.753042697906494, + 0.10929550230503082, + 2.570046901702881, + -0.34730663895606995, + 0.8763631582260132, + 1.3356308937072754, + -0.14330342411994934, + -1.1863114833831787, + -0.30006271600723267, + 0.7264611721038818 + ], + [ + 0.35943418741226196, + 0.22802312672138214, + 1.7158434391021729, + -1.4605827331542969, + -3.3450541496276855, + 0.23581582307815552, + 1.759531855583191, + 0.7012510299682617, + 0.0034519433975219727, + 1.4857903718948364, + -1.2866599559783936, + -2.1787426471710205, + 0.8807055354118347, + 1.9066205024719238, + -0.9918697476387024, + -0.32221919298171997, + 1.1986194849014282, + -1.187239646911621, + -0.5752912163734436, + -0.015687286853790283, + 1.775393009185791 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.16282694041728973, + -0.1309112012386322, + 1.2432053089141846, + -0.13616442680358887, + -1.4076197147369385, + 0.15446226298809052, + 0.0, + -0.15669959783554077, + -0.08878482133150101, + 1.0536105632781982, + -0.09701520204544067, + -1.333775520324707, + 0.10988402366638184, + 0.0, + -0.06573517620563507, + -0.2108776718378067, + 0.21505475044250488, + -0.16805344820022583, + -0.14875531196594238, + 0.12529203295707703, + 0.0 + ] + ], + "predicted_scores": [ + 8.482081413269043, + 8.351408958435059, + 8.099393844604492, + 7.706786632537842, + 7.313687324523926, + 7.035175800323486, + 6.969923496246338, + 6.640598297119141 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1176943004", + "selected_index": 0, + "state_hash": "0d923438bf2b227e3521cb937d011f5bddf9b553a882853098b702ec31090614", + "stored_base_utility": 0.19493231177330017, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20425210893154144, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20425210893154144 + }, + "base_progress": 0.20425210893154144, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.20425210893154144, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09236487746238708, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09236487746238708 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08525323867797852, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08525323867797852 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08759075403213501, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08759075403213501 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07879132032394409, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07879132032394409 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0857582837343216, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0857582837343216 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09729522466659546, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09729522466659546 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09419052302837372, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09419052302837372 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08427073061466217, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08427073061466217 + } + ], + "candidate_progress": [ + 0.09236487746238708, + 0.08525323867797852, + 0.08759075403213501, + 0.07879132032394409, + 0.0857582837343216, + 0.09729522466659546, + 0.09419052302837372, + 0.08427073061466217 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-dec13f2e40baaf5c8d40", + "ms-dec13f2e40baaf5c8d40", + "ms-dec13f2e40baaf5c8d40", + "ms-dec13f2e40baaf5c8d40", + "ms-07aa7d1f9c01e93d04bc", + "ms-07aa7d1f9c01e93d04bc", + "ms-07aa7d1f9c01e93d04bc", + "ms-dec13f2e40baaf5c8d40" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-b8bfdd3e6c31bd98082d", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.1375989317893982, + 0.113437220454216, + 1.1176397800445557, + -0.5170819759368896, + -1.5059866905212402, + 0.4962395429611206, + 0.4771905839443207, + 0.2758561074733734, + 0.1844615489244461, + 0.14679861068725586, + 0.08806067705154419, + -1.115452527999878, + -0.04306817054748535, + 0.1760454922914505, + -0.2653213143348694, + 0.20790629088878632, + 0.25361305475234985, + -0.6431313753128052, + -0.47027164697647095, + -0.0729014128446579, + -0.01927211880683899 + ], + [ + 0.2509971857070923, + 0.1515009105205536, + 1.0638234615325928, + -0.38867220282554626, + -1.4368786811828613, + 0.2585528492927551, + 0.37786662578582764, + 0.26844966411590576, + 0.15293890237808228, + 0.08247548341751099, + 0.16762621700763702, + -1.1484092473983765, + -0.043130844831466675, + 0.13441690802574158, + -0.07710672914981842, + 0.16355200111865997, + 0.3317927122116089, + -0.6766948103904724, + -0.6114484071731567, + -0.13582760095596313, + -0.08397805690765381 + ], + [ + 0.17082178592681885, + 0.19462032616138458, + 1.107019066810608, + -0.4837711453437805, + -1.4616427421569824, + 0.27870815992355347, + 0.34076690673828125, + 0.31699442863464355, + 0.15349175035953522, + 0.03411915898323059, + 0.15509478747844696, + -1.2782716751098633, + -0.07187750935554504, + 0.180887371301651, + -0.08616034686565399, + 0.18969888985157013, + 0.2575230002403259, + -0.5891269445419312, + -0.568532407283783, + -0.027675509452819824, + -0.03081458806991577 + ], + [ + 0.2500443756580353, + 0.1918884962797165, + 1.182354211807251, + -0.512717604637146, + -1.439955234527588, + 0.2571103274822235, + 0.4505878984928131, + 0.31869587302207947, + 0.17636652290821075, + 0.05325891077518463, + 0.10891173779964447, + -1.220847725868225, + -0.015270650386810303, + 0.13397657871246338, + -0.0671660453081131, + 0.17236000299453735, + 0.35271793603897095, + -0.6387678980827332, + -0.6306149959564209, + 0.06086963415145874, + -0.015630513429641724 + ], + [ + 0.16393578052520752, + 0.10086998343467712, + 1.2241407632827759, + -0.7640905380249023, + -1.7223122119903564, + 0.534401535987854, + 0.3865034580230713, + 0.3358854651451111, + 0.21007263660430908, + 0.03377291560173035, + -0.005738839507102966, + -1.3369784355163574, + -0.36196064949035645, + 0.03765660524368286, + -0.09178133308887482, + 0.10521790385246277, + 0.1430659145116806, + -0.6231797337532043, + -0.47829824686050415, + -0.03442665934562683, + 0.10854703933000565 + ], + [ + 0.0706002414226532, + 0.08504767715930939, + 1.2224928140640259, + -0.7563025951385498, + -1.7714245319366455, + 0.4359844923019409, + 0.44057196378707886, + 0.2508948743343353, + 0.20616602897644043, + 0.012314096093177795, + 0.03998928889632225, + -1.2560369968414307, + -0.32406240701675415, + 0.010560959577560425, + -0.09577253460884094, + 0.100786492228508, + 0.1456163227558136, + -0.6898959279060364, + -0.4456092119216919, + 0.020656853914260864, + 0.1013353168964386 + ], + [ + 0.15457776188850403, + 0.10686208307743073, + 1.3028653860092163, + -0.7652355432510376, + -1.9425742626190186, + 0.2770184874534607, + 0.46363338828086853, + 0.2132187783718109, + 0.19519378244876862, + 6.580352783203125e-05, + -0.025061912834644318, + -1.2542911767959595, + -0.3998173177242279, + 0.2382012903690338, + -0.08026890456676483, + 0.04261273145675659, + 0.13046060502529144, + -0.7181095480918884, + -0.5211373567581177, + 0.15936025977134705, + 0.09106510132551193 + ], + [ + 0.037203408777713776, + 0.04747140407562256, + 1.15395987033844, + -0.4035021662712097, + -1.1588318347930908, + 0.23374730348587036, + 0.20515114068984985, + 0.30019068717956543, + 0.2936805188655853, + 0.2547711133956909, + 0.016225360333919525, + -1.0117803812026978, + -0.31237417459487915, + -0.20094691216945648, + -0.10191036760807037, + 0.2699498236179352, + 0.11379306018352509, + -0.5952760577201843, + -0.0544852614402771, + 0.22125524282455444, + 0.6133774518966675 + ] + ], + "generated_utilities": [ + 0.09236487746238708, + 0.08525323867797852, + 0.08759075403213501, + 0.07879132032394409, + 0.0857582837343216, + 0.09729522466659546, + 0.09419052302837372, + 0.08427073061466217 + ], + "group_id": "ms-b8bfdd3e6c31bd98082d", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.0793772041797638, + 2.0, + 2.0, + 2.0, + 0.1144598126411438, + 0.04584880173206329, + 0.08543911576271057, + 0.1307348757982254, + 0.10944780707359314, + 0.07284757494926453, + 0.05719476938247681, + 0.09351089596748352, + 0.13337698578834534, + 0.039893895387649536, + 0.09353269636631012, + 0.08224260807037354 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.016482055187225342, + 0.4143911600112915, + 1.4473507404327393, + -1.0172343254089355, + -1.722773551940918, + 0.0903974175453186, + 0.0, + 0.012217208743095398, + 0.010632793419063091, + 0.03624187409877777, + 0.04524834081530571, + -1.3283450603485107, + -0.00880381464958191, + 0.0, + -0.014520794153213501, + 0.5632922649383545, + 0.003262042999267578, + -0.11586570739746094, + 0.0014255642890930176, + 0.015446990728378296, + 0.0 + ], + [ + 0.04007059335708618, + 0.4143911600112915, + 1.4473507404327393, + -1.0172343254089355, + -1.722773551940918, + 0.12278485298156738, + 0.0, + -0.0962398424744606, + -0.08766138553619385, + 0.29553186893463135, + 0.10519622266292572, + -1.3283450603485107, + 0.00032788515090942383, + 0.0, + -0.13836456835269928, + 0.5632922649383545, + -0.13551044464111328, + -0.11586570739746094, + 0.07183873653411865, + -0.03684847429394722, + 0.0 + ], + [ + 0.08037775754928589, + 0.4143911600112915, + 1.4473507404327393, + -1.0172343254089355, + -1.722773551940918, + 0.33122140169143677, + 0.0, + 0.20786377787590027, + -0.42098182439804077, + -0.17684945464134216, + 0.1062583178281784, + -1.3283450603485107, + 0.28051087260246277, + 0.0, + 0.7470210194587708, + 0.5632922649383545, + 0.03247350454330444, + -0.11586570739746094, + 0.4809897243976593, + -0.1744043231010437, + 0.0 + ], + [ + -0.4189682602882385, + 1.1229554414749146, + 2.8264856338500977, + -2.2389113903045654, + -2.4226768016815186, + 1.2001769542694092, + 2.1568119525909424, + -0.016906127333641052, + -0.24083517491817474, + -0.23574936389923096, + -0.13933053612709045, + -2.458132028579712, + 0.40251442790031433, + 0.870932936668396, + -0.28115370869636536, + 1.4463695287704468, + 0.9248121380805969, + -0.9938455820083618, + -0.680131196975708, + -0.051702484488487244, + -0.4663417339324951 + ], + [ + -0.6373537182807922, + 1.3288449048995972, + 3.1669085025787354, + -1.4171695709228516, + -2.242492198944092, + 1.6900161504745483, + 2.778874158859253, + 0.47899991273880005, + 0.3402186334133148, + 0.4507899582386017, + 0.8237879276275635, + -1.7865383625030518, + 1.1732149124145508, + 1.5826115608215332, + 0.4416889548301697, + 2.222722053527832, + 0.6443713307380676, + -1.8598005771636963, + -0.9690301418304443, + 0.3504742383956909, + -1.1371408700942993 + ] + ], + "predicted_scores": [ + 8.92875862121582, + 8.800446510314941, + 8.770431518554688, + 8.412318229675293, + 8.177509307861328, + 8.005985260009766, + 7.61440896987915, + 7.0562744140625 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "998761162", + "selected_index": 0, + "state_hash": "78cc63bdeba9f4d6d6da2efd23c0f7f6631321321e917a70299a7c8025e71d47", + "stored_base_utility": 0.0793772041797638, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08029218018054962, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08029218018054962 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07068921625614166, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07068921625614166 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.069111168384552, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.069111168384552 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07274499535560608, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07274499535560608 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07816563546657562, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07816563546657562 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07833795249462128, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07833795249462128 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07995373010635376, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07995373010635376 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08490870893001556, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08490870893001556 + } + ], + "candidate_progress": [ + 0.08029218018054962, + 0.07068921625614166, + 0.069111168384552, + 0.07274499535560608, + 0.07816563546657562, + 0.07833795249462128, + 0.07995373010635376, + 0.08490870893001556 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-70e24231e9bb560abb3e", + "ms-07aa7d1f9c01e93d04bc", + "ms-07aa7d1f9c01e93d04bc", + "ms-70e24231e9bb560abb3e", + "ms-07aa7d1f9c01e93d04bc", + "ms-70e24231e9bb560abb3e", + "ms-70e24231e9bb560abb3e", + "ms-70e24231e9bb560abb3e" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-fc8084d5cd7da937fc02", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.15278950333595276, + 0.022081226110458374, + 1.3587902784347534, + -0.5523183345794678, + -1.3474903106689453, + -0.05163350701332092, + 0.06907948851585388, + 0.16385075449943542, + 0.051546938717365265, + 0.14380761981010437, + 0.0006760992109775543, + -1.2567557096481323, + -0.001024782657623291, + 0.10352509468793869, + -0.04262351617217064, + 0.024701543152332306, + 0.11726970970630646, + 0.0755835622549057, + -0.15097829699516296, + 0.05872800946235657, + 0.1563565880060196 + ], + [ + 0.2726718485355377, + 0.0015089809894561768, + 1.4487849473953247, + -0.6795161962509155, + -1.5413973331451416, + 0.005927100777626038, + 0.16197136044502258, + 0.19141434133052826, + 0.017024975270032883, + 0.06359507143497467, + 7.136911153793335e-05, + -1.3924236297607422, + -0.2552025616168976, + 0.07177014648914337, + 0.035928744822740555, + -0.06872645020484924, + 0.13988488912582397, + 0.04370416700839996, + -0.23958265781402588, + 0.2817533016204834, + 0.14146457612514496 + ], + [ + 0.19570447504520416, + 0.022615954279899597, + 1.3710756301879883, + -0.6102716326713562, + -1.508634090423584, + -0.01084214448928833, + 0.13135063648223877, + 0.27682286500930786, + 0.07847581803798676, + 0.126207634806633, + -0.08285123854875565, + -1.4145537614822388, + -0.1831851303577423, + 0.13462887704372406, + 0.028745252639055252, + 0.013352621346712112, + 0.09752547740936279, + 0.057577550411224365, + -0.11487454175949097, + 0.021783441305160522, + 0.19602178037166595 + ], + [ + 0.17465735971927643, + 0.054032012820243835, + 1.3684821128845215, + -0.5540773272514343, + -1.4461390972137451, + -0.10314062237739563, + -0.014865517616271973, + 0.2494579404592514, + 0.04715034365653992, + 0.1372016817331314, + -0.03359970450401306, + -1.2365473508834839, + 0.00016435980796813965, + 0.07895565032958984, + -0.014116894453763962, + 0.011709552258253098, + 0.11474800109863281, + 0.0955602154135704, + -0.19088175892829895, + 0.1002187430858612, + 0.06525442004203796 + ], + [ + 0.11782161891460419, + 0.0037189871072769165, + 1.377011775970459, + -0.6426529288291931, + -1.5100104808807373, + -0.013324648141860962, + 0.12456831336021423, + 0.19435113668441772, + 0.04050750285387039, + 0.1563790738582611, + -0.019297227263450623, + -1.3776894807815552, + -0.032037317752838135, + 0.04391486197710037, + -0.014630179852247238, + -0.018342219293117523, + 0.07224439084529877, + 0.09365147352218628, + -0.11981889605522156, + 0.09625819325447083, + 0.205688938498497 + ], + [ + 0.0913323312997818, + 0.03587622940540314, + 1.3945139646530151, + -0.5365282893180847, + -1.3574588298797607, + 0.23188917338848114, + -0.20585650205612183, + 0.37085461616516113, + 0.1865694522857666, + 0.06354821473360062, + 0.029216818511486053, + -1.2570288181304932, + 0.058135539293289185, + 0.0026984065771102905, + -0.2694603502750397, + 0.17370770871639252, + 0.1361134648323059, + 0.059383779764175415, + -0.13160017132759094, + 0.09418800473213196, + 0.35539740324020386 + ], + [ + 0.15457934141159058, + 0.10212910175323486, + 1.4117190837860107, + -0.6724438667297363, + -1.3563957214355469, + 0.1342148333787918, + -0.18323427438735962, + 0.361003041267395, + 0.24813906848430634, + 0.050741046667099, + -0.04326285421848297, + -1.2963671684265137, + -0.09580233693122864, + 0.08508645743131638, + -0.39679867029190063, + 0.13381919264793396, + 0.1716555655002594, + 0.07279260456562042, + -0.17064204812049866, + 0.1114639937877655, + 0.3495728373527527 + ], + [ + -0.004447638988494873, + 0.11935901641845703, + 1.3220456838607788, + -0.38480013608932495, + -1.3495049476623535, + -0.037009015679359436, + -0.010263621807098389, + 0.20656000077724457, + 0.09494680911302567, + 0.20557574927806854, + -0.08013420552015305, + -1.1980969905853271, + -0.16998222470283508, + -0.29699432849884033, + -0.009356800466775894, + 0.12216998636722565, + -0.1148604303598404, + 0.10776396095752716, + -0.19286128878593445, + 0.2719210982322693, + 0.3665981888771057 + ] + ], + "generated_utilities": [ + 0.08029218018054962, + 0.07068921625614166, + 0.069111168384552, + 0.07274499535560608, + 0.07816563546657562, + 0.07833795249462128, + 0.07995373010635376, + 0.08490870893001556 + ], + "group_id": "ms-fc8084d5cd7da937fc02", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.120394766330719, + 0.1662210375070572, + 2.0, + 0.0270967036485672, + 0.16474007070064545, + 0.014024153351783752, + 0.13986149430274963, + 0.17214345932006836, + 0.19527268409729004, + 0.08535367250442505, + 0.1354738473892212, + 0.11415943503379822, + 0.05034071207046509, + 0.10602898895740509, + 0.01804502308368683, + 0.09680917859077454 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + 0.4742112457752228, + -0.6877930760383606, + 1.3578369617462158, + -0.7960293292999268, + -1.423076868057251, + -0.0012008249759674072, + 0.0, + 0.04633669555187225, + -0.307714581489563, + -0.22357922792434692, + -0.35245198011398315, + -1.486854076385498, + 0.15573161840438843, + 0.0, + 0.5157145261764526, + 0.243257537484169, + 0.2085912823677063, + 0.48896148800849915, + -0.06008961796760559, + 0.4603208899497986, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.883587837219238, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.6201469898223877, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.5597648620605469 + ], + [ + -0.8389496207237244, + 0.5873794555664062, + 2.327263116836548, + -2.175445795059204, + -1.844232439994812, + 0.15723112225532532, + 2.920079231262207, + -0.5335484743118286, + -0.6761462688446045, + 0.48151493072509766, + 0.2968217730522156, + -2.99812650680542, + -0.27805766463279724, + 2.0262699127197266, + 0.10151885449886322, + -0.7244771122932434, + 1.0176090002059937, + 1.278473973274231, + -0.2260074019432068, + -1.0207180976867676, + 0.7682583928108215 + ], + [ + 0.2503487765789032, + 0.20628705620765686, + 2.289511203765869, + -0.8669976592063904, + -1.9807379245758057, + 1.1820356845855713, + 2.8384368419647217, + 0.43699324131011963, + -0.688888669013977, + 1.0812339782714844, + -0.18395745754241943, + -1.6906647682189941, + -0.040969282388687134, + 1.254612684249878, + 0.24077603220939636, + -1.0562812089920044, + 1.2436273097991943, + 0.2388666272163391, + -0.5016235709190369, + 0.4570234417915344, + 1.355008840560913 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.10285450518131256, + -0.2634444832801819, + 1.3578369617462158, + -0.7960293292999268, + -1.423076868057251, + -0.12851905822753906, + 0.0, + 0.06062778830528259, + 0.006933145225048065, + -0.08638572692871094, + 0.32057398557662964, + -1.486854076385498, + -0.1531560719013214, + 0.0, + 0.14251592755317688, + 0.07826228439807892, + -0.24055713415145874, + -0.11116695404052734, + 0.200389564037323, + -0.07051187753677368, + 0.0 + ], + [ + -0.07637833058834076, + 0.6696901321411133, + 2.130587100982666, + -1.9006763696670532, + -2.6654670238494873, + 0.06729818880558014, + 2.65816593170166, + -0.0612010583281517, + -0.1226595938205719, + 0.9200000166893005, + -0.4352770149707794, + -2.266615390777588, + 0.48697614669799805, + 1.5162358283996582, + -0.014945849776268005, + -0.4459138512611389, + 1.1448073387145996, + 0.8031747937202454, + -0.6817312240600586, + -0.20262596011161804, + 1.1690938472747803 + ], + [ + 0.519248902797699, + 0.27624276280403137, + 1.911887764930725, + -1.8784401416778564, + -2.9212372303009033, + 0.7762739658355713, + 2.547428846359253, + 0.08362685143947601, + -0.1671719253063202, + 0.8596282601356506, + -0.17510351538658142, + -2.220954656600952, + 0.4918195605278015, + 1.357650876045227, + 0.3462192416191101, + 0.2476332038640976, + 0.6965686082839966, + 1.0915483236312866, + -0.6818809509277344, + -0.7465203404426575, + 0.724744439125061 + ] + ], + "predicted_scores": [ + 6.730119228363037, + 6.600007057189941, + 6.576259613037109, + 6.572717189788818, + 6.560144424438477, + 6.384966850280762, + 5.8414130210876465, + 5.831388473510742 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1991414747", + "selected_index": 0, + "state_hash": "127cf975da326f174c815484811a6acc4855bf07460a2aa5b0d728cb2a1f41c7", + "stored_base_utility": 0.120394766330719, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.194026380777359, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.194026380777359 + }, + "base_progress": 0.194026380777359, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.194026380777359, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.192473903298378, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.192473903298378 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2142428755760193, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2142428755760193 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19593358039855957, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19593358039855957 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18073755502700806, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18073755502700806 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21665243804454803, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21665243804454803 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2148665487766266, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2148665487766266 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18045881390571594, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18045881390571594 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1987328678369522, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1987328678369522 + } + ], + "candidate_progress": [ + 0.192473903298378, + 0.2142428755760193, + 0.19593358039855957, + 0.18073755502700806, + 0.21665243804454803, + 0.2148665487766266, + 0.18045881390571594, + 0.1987328678369522 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1", + "ms-9ae5c6c4132218ecf49e", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-3afd8959363e917591d4", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.22002920508384705, + 0.4903572201728821, + -0.13024935126304626, + -0.5595167875289917, + 0.46509748697280884, + -0.6136242151260376, + -0.3331388831138611, + 0.17669056355953217, + 0.13272625207901, + 0.03662718087434769, + -0.014242485165596008, + -0.3062537908554077, + -1.7578473091125488, + -0.6830552816390991, + -0.027556780725717545, + 0.09715145826339722, + 0.040236860513687134, + 0.28429514169692993, + -0.49868887662887573, + -1.3495616912841797, + -0.36913254857063293 + ], + [ + 0.23844724893569946, + 0.27755582332611084, + -0.17872551083564758, + -0.715739369392395, + 0.26263269782066345, + -0.6094080209732056, + 0.22972837090492249, + 0.04796557128429413, + -0.019682342186570168, + -0.20229053497314453, + 0.16183441877365112, + -0.4016713500022888, + -2.22139573097229, + -0.17241854965686798, + -0.04129264876246452, + 0.012617018073797226, + -0.002194926142692566, + 0.2937491238117218, + -0.3037334084510803, + -1.2038201093673706, + -0.4742697775363922 + ], + [ + 0.10424184799194336, + 0.38488084077835083, + -0.03902736306190491, + -0.799616813659668, + 0.1746760755777359, + -0.04706551134586334, + 0.019966840744018555, + 0.22748976945877075, + 0.05650528520345688, + -0.06547150760889053, + -0.17357796430587769, + -0.02490118145942688, + -2.1387157440185547, + -0.1225450187921524, + 0.0430511012673378, + 0.015508288517594337, + -0.014968782663345337, + 0.1039491817355156, + -0.13801845908164978, + -1.6707189083099365, + 0.11853951215744019 + ], + [ + 0.19491282105445862, + 0.1565989851951599, + 0.21950006484985352, + -0.711327850818634, + 0.4709780812263489, + -0.6479904651641846, + 1.0081841945648193, + 0.1707237958908081, + 0.08419691026210785, + -0.16457384824752808, + -0.15473121404647827, + -0.18671554327011108, + -1.828226089477539, + -0.44275641441345215, + 0.25597187876701355, + 0.22402897477149963, + -0.09067212045192719, + 0.1625889390707016, + -0.5041285753250122, + -1.372736930847168, + -0.37235018610954285 + ], + [ + 0.13125070929527283, + 0.3055835962295532, + -0.1631527841091156, + -0.5611916184425354, + 0.10114087164402008, + -0.49120017886161804, + 0.04512086510658264, + 0.004665866494178772, + -0.06960330158472061, + -0.09891974180936813, + 0.336582750082016, + -0.34566062688827515, + -1.8610326051712036, + -0.07064454257488251, + 0.077590711414814, + 0.0033513493835926056, + -0.1494336575269699, + 0.09366355836391449, + -0.15823647379875183, + -1.3175625801086426, + -0.17622163891792297 + ], + [ + 0.0874188169836998, + 0.284917950630188, + -0.16515955328941345, + -0.6608530282974243, + 0.18496868014335632, + -0.6696829795837402, + -0.053357601165771484, + 0.06705443561077118, + -0.051921337842941284, + -0.16413778066635132, + 0.24281829595565796, + -0.3195805549621582, + -2.0051181316375732, + -0.1538211554288864, + 0.011241856962442398, + 0.034453701227903366, + 0.04095591604709625, + 0.09428488463163376, + -0.38993847370147705, + -1.3096222877502441, + -0.20905953645706177 + ], + [ + -0.017119362950325012, + 0.3263382911682129, + 0.033782750368118286, + -0.8841841220855713, + 0.2946694493293762, + -0.28037789463996887, + 0.06573718786239624, + 0.19321854412555695, + 0.066302590072155, + -0.0391034260392189, + -0.12610092759132385, + -0.05534178018569946, + -2.154064893722534, + -0.10219091176986694, + 0.10108038783073425, + 0.09590676426887512, + 0.09441402554512024, + 0.07570566982030869, + -0.11211785674095154, + -1.4519810676574707, + 0.23594078421592712 + ], + [ + 0.2680409848690033, + 0.18933002650737762, + -0.2425348460674286, + -0.8068807125091553, + 0.13379164040088654, + -0.4930349290370941, + -0.01812458038330078, + 0.11049013584852219, + -0.06292605400085449, + 0.013066127896308899, + 0.06851759552955627, + -0.2224315106868744, + -1.9114166498184204, + -0.2772870659828186, + 0.1830277293920517, + -0.027411706745624542, + 0.09679646790027618, + 0.030211687088012695, + -0.4730619788169861, + -1.3638687133789062, + -0.15361842513084412 + ] + ], + "generated_utilities": [ + 0.192473903298378, + 0.2142428755760193, + 0.19593358039855957, + 0.18073755502700806, + 0.21665243804454803, + 0.2148665487766266, + 0.18045881390571594, + 0.1987328678369522 + ], + "group_id": "ms-3afd8959363e917591d4", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8582140207290649, + 2.0, + 0.18031787872314453, + 0.07887399196624756, + 0.5568947792053223, + 0.16715207695960999, + 0.5635193586349487, + 0.18913890421390533, + 0.5682768225669861, + 0.10102970898151398, + 0.09163376688957214, + 0.12909311056137085, + 0.12299326062202454, + 0.09030237793922424, + 0.13531166315078735, + 0.06874948740005493 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.15699657797813416, + 0.6247961521148682, + 0.107974112033844, + -0.3284463882446289, + 0.22832846641540527, + -0.12728703022003174, + 0.0, + -0.2739208936691284, + -0.051639966666698456, + -0.2660524249076843, + -0.2539072632789612, + 0.09800386428833008, + -1.84090256690979, + 0.0, + -0.017676634714007378, + -0.018830953165888786, + 0.1583891659975052, + -0.07512116432189941, + -0.01770937442779541, + -1.5237011909484863, + 0.0 + ], + [ + 0.4675478935241699, + 0.6247961521148682, + 0.3345896601676941, + -0.5404787063598633, + -0.06834304332733154, + -0.12728703022003174, + 0.0, + -0.14999517798423767, + -0.2730908691883087, + 0.08837036788463593, + 0.45600926876068115, + 0.410434365272522, + -1.84090256690979, + 0.0, + 0.4969322681427002, + 0.22034725546836853, + 0.2921968400478363, + 0.5872196555137634, + 0.19443652033805847, + -1.5237011909484863, + 0.0 + ], + [ + 0.41189882159233093, + 1.6247961521148682, + 0.12157746404409409, + -1.328446388244629, + 0.9316569566726685, + -1.1272870302200317, + 1.276085376739502, + -0.029595039784908295, + -0.014941371977329254, + 0.004283940885215998, + 0.6188332438468933, + -0.49464237689971924, + -2.84090256690979, + -1.8046140670776367, + 0.0007966384291648865, + -0.006994657218456268, + 0.014263113960623741, + 0.6869955658912659, + -0.2918644845485687, + -2.5237011909484863, + -1.7481608390808105 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.552170753479004, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.6092281341552734, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.496321678161621 + ], + [ + 0.44720953702926636, + 1.4417266845703125, + 0.4182493984699249, + -1.547792911529541, + 0.990667462348938, + -0.9114025831222534, + 1.535681962966919, + 0.21791213750839233, + -0.30513259768486023, + 0.013669610023498535, + 0.7976462841033936, + -0.6395556926727295, + -2.5809314250946045, + -1.571488618850708, + 0.038753002882003784, + 0.04824339970946312, + -0.11262937635183334, + 0.9187417030334473, + -0.1308273822069168, + -2.59043288230896, + -1.9625922441482544 + ], + [ + 0.5162960290908813, + 1.2868248224258423, + 0.2058304250240326, + -1.4812198877334595, + 1.085485816001892, + -1.05157470703125, + 1.1480523347854614, + 0.2796477973461151, + -0.1532609462738037, + 0.12988577783107758, + 0.8581418395042419, + -0.6760798692703247, + -2.769819736480713, + -2.192568778991699, + 0.10523252189159393, + 0.05066283047199249, + -0.08061028271913528, + 0.7438116669654846, + -0.07841359078884125, + -2.3079848289489746, + -1.4200246334075928 + ], + [ + 0.4112767279148102, + 1.8745536804199219, + 0.5301340222358704, + -0.9917724132537842, + 0.8905197978019714, + -0.8391705751419067, + 1.3120794296264648, + 0.3723032474517822, + -0.19477176666259766, + -0.35689839720726013, + 0.2843710780143738, + -0.45066511631011963, + -2.812030792236328, + -1.588818073272705, + -0.09205310046672821, + -0.5067525506019592, + -0.41988417506217957, + 1.0423402786254883, + 0.1759319305419922, + -2.945967197418213, + -2.05134916305542 + ], + [ + 0.46365559101104736, + 1.105017900466919, + 0.466808021068573, + -1.5382812023162842, + 0.8287478089332581, + -1.4617033004760742, + 0.8807560205459595, + 0.2107943296432495, + 0.2954367995262146, + 0.45928943157196045, + 0.6575880646705627, + -0.5414218902587891, + -2.711836099624634, + -1.6827114820480347, + 0.3175691068172455, + -0.38371264934539795, + 0.34041139483451843, + 0.34132614731788635, + -0.8783347606658936, + -2.133782148361206, + -1.3974260091781616 + ], + [ + 0.13586324453353882, + 1.6158640384674072, + 0.24489957094192505, + -1.4942185878753662, + 1.1602565050125122, + -1.648895502090454, + 1.1836220026016235, + 0.17831489443778992, + -0.5400142669677734, + -0.42907604575157166, + 0.5951722264289856, + -0.7885013818740845, + -3.2272911071777344, + -2.208972692489624, + -0.4857475459575653, + 0.5623884201049805, + 0.02566027268767357, + 0.590702474117279, + -0.6581307649612427, + -2.7863473892211914, + -2.031818151473999 + ], + [ + 0.21801596879959106, + 1.0595136880874634, + 0.9040011763572693, + -1.1076470613479614, + 1.2744677066802979, + -0.7150566577911377, + 1.0042598247528076, + 0.5841938257217407, + -0.2832033336162567, + -0.45343834161758423, + -0.17037296295166016, + -0.5152367353439331, + -2.1963798999786377, + -1.5652427673339844, + 0.03223085403442383, + 0.07496664673089981, + -0.1515023559331894, + 1.233866572380066, + 0.4301607310771942, + -2.489328384399414, + -1.8620245456695557 + ], + [ + -0.15804454684257507, + 2.2168471813201904, + 0.9374236464500427, + -1.8158314228057861, + 1.114590048789978, + -0.9279311895370483, + 1.890993356704712, + -0.8653054237365723, + -0.5551189184188843, + 0.4295695126056671, + 1.1614964008331299, + -0.5840407609939575, + -2.900725841522217, + -2.579883575439453, + -0.1900041103363037, + 0.42368441820144653, + 0.38376376032829285, + 0.9654008150100708, + 0.10608989000320435, + -3.332181453704834, + -1.8879828453063965 + ], + [ + 1.0901068449020386, + 2.576328754425049, + 0.5122992396354675, + -1.9627916812896729, + 0.026246964931488037, + -0.3622438311576843, + 0.9286589622497559, + 0.644849956035614, + 0.9211093187332153, + 0.3528344929218292, + 0.3661169707775116, + 0.20941221714019775, + -2.582620143890381, + -1.6867890357971191, + 0.09869468957185745, + -0.8795469403266907, + -0.2239246666431427, + 0.5206944942474365, + -0.20716872811317444, + -2.8072235584259033, + -2.3385443687438965 + ], + [ + -0.0005125105381011963, + 1.8920408487319946, + 1.0018010139465332, + -2.2556979656219482, + 0.7338991165161133, + -0.4559611678123474, + 1.027335524559021, + -1.0165901184082031, + -0.14792552590370178, + 0.11212217807769775, + 0.8827763795852661, + 0.1683982014656067, + -3.2136244773864746, + -2.4300284385681152, + -0.9183067083358765, + 0.10752613097429276, + -0.2955099046230316, + 0.31867098808288574, + 0.06515705585479736, + -3.416110038757324, + -1.5137704610824585 + ], + [ + -0.39508435130119324, + 2.55599308013916, + 0.128604456782341, + -1.8821169137954712, + 0.6769157648086548, + -0.7477259635925293, + 1.6593644618988037, + -0.005859369412064552, + 0.22320973873138428, + -0.2906110882759094, + 0.22343486547470093, + -1.488371729850769, + -2.81829833984375, + -0.939697265625, + 0.9867495894432068, + 0.2955887019634247, + -0.11908379942178726, + 0.473803848028183, + -0.11059392988681793, + -3.471217155456543, + -2.3480191230773926 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.018576741218566895, + 0.6247961521148682, + -0.017397306859493256, + -0.3284463882446289, + 0.044771432876586914, + -0.12728703022003174, + 0.0, + -0.005512619391083717, + 0.03525955602526665, + -0.005881692748516798, + 0.04493492841720581, + 0.056808531284332275, + -1.84090256690979, + 0.0, + 0.11075251549482346, + -0.05448189005255699, + -0.041690655052661896, + 0.010008454322814941, + 0.056893616914749146, + -1.5237011909484863, + 0.0 + ] + ], + "predicted_scores": [ + 4.192936420440674, + 3.9617958068847656, + 3.378627300262451, + 3.2714953422546387, + 3.250392436981201, + 2.8534955978393555, + 2.7196550369262695, + 2.461975574493408 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "75070641", + "selected_index": 0, + "state_hash": "bd1bbc057450972b9fa6e08a54ebd8c6d82d09997dad16cecf9584632b705b7b", + "stored_base_utility": 0.8582140207290649, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8212382197380066, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8212382197380066 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8284009099006653, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8284009099006653 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14048010110855103, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14048010110855103 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8267762064933777, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8267762064933777 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8400760293006897, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8400760293006897 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.22579999268054962, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22579999268054962 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2234465330839157, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2234465330839157 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8207411766052246, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8207411766052246 + } + ], + "candidate_progress": [ + 0.8212382197380066, + 0.8284009099006653, + 0.14048010110855103, + 0.8267762064933777, + 0.8400760293006897, + 0.22579999268054962, + 0.2234465330839157, + 0.8207411766052246 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-4cab292bc65fa59274ef", + "ms-4cab292bc65fa59274ef", + "ms-4cab292bc65fa59274ef", + "ms-6bd5870eb5ff0dd76919", + "ms-0949097d19e597fc7f63", + "ms-4cab292bc65fa59274ef", + "ms-4cab292bc65fa59274ef", + "ms-6bd5870eb5ff0dd76919" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-3ff1aedb72f65a182b58", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.01848667860031128, + 0.013527557253837585, + 0.17247730493545532, + 0.10011601448059082, + -0.27163970470428467, + -2.0411674976348877, + 0.039699673652648926, + 0.13280975818634033, + -0.014705473557114601, + -0.08192991465330124, + -0.13958308100700378, + -0.07251173257827759, + -1.8680503368377686, + -0.24177144467830658, + -0.2109031081199646, + 0.11887888610363007, + -0.07260484993457794, + 0.06051255762577057, + -0.21771475672721863, + -1.4189019203186035, + -0.28829529881477356 + ], + [ + 0.15892784297466278, + 0.04964442551136017, + 0.09292331337928772, + -0.08270907402038574, + -0.283230185508728, + -2.0767502784729004, + -0.13804423809051514, + 0.16804440319538116, + -0.04122673720121384, + 0.0675218403339386, + 0.048065438866615295, + -0.14314687252044678, + -2.0552217960357666, + -0.23442555963993073, + -0.0800466388463974, + 0.14533020555973053, + 0.04405045509338379, + 0.12268883734941483, + -0.0827527642250061, + -1.4438846111297607, + -0.11611691117286682 + ], + [ + 0.1050061285495758, + 0.046625733375549316, + 0.15592053532600403, + -0.017308518290519714, + -0.19670158624649048, + -2.0028693675994873, + -0.006461352109909058, + 0.12624198198318481, + -0.06735821068286896, + 0.19415214657783508, + 0.0488254688680172, + -0.0613502562046051, + -2.1016087532043457, + -0.2384326010942459, + -0.14615784585475922, + 0.08028298616409302, + 0.05813911557197571, + 0.1206224113702774, + -0.04154285788536072, + -1.5052998065948486, + -0.07512900233268738 + ], + [ + 0.16168421506881714, + 0.04302586615085602, + 0.09702250361442566, + -0.05528077483177185, + -0.26955264806747437, + -2.2063229084014893, + -0.17833369970321655, + 0.15156283974647522, + -0.03115399368107319, + 0.08011654019355774, + 0.07591655850410461, + -0.14264002442359924, + -2.0815203189849854, + -0.24803315103054047, + -0.035291220992803574, + 0.14778946340084076, + 0.02446269989013672, + 0.16210699081420898, + -0.12800762057304382, + -1.5037744045257568, + -0.11163580417633057 + ], + [ + 0.01933947205543518, + 0.0570080503821373, + 0.040225207805633545, + 0.13929471373558044, + -0.2021944224834442, + -2.1004226207733154, + -0.3318997621536255, + 0.04090474545955658, + -0.006385639309883118, + 0.02354063093662262, + 0.010888095945119858, + -0.029426023364067078, + -1.9321683645248413, + 0.05569908767938614, + 0.0695275366306305, + 0.041415758430957794, + 0.14648301899433136, + 0.10798626393079758, + -0.1415862739086151, + -1.3286292552947998, + -0.0627845972776413 + ], + [ + 0.21967028081417084, + 0.13904035091400146, + 0.019620895385742188, + 0.2509078085422516, + -0.2029561996459961, + -2.06215763092041, + -0.4519003629684448, + 0.15157532691955566, + 0.09656891971826553, + -0.12006919831037521, + 0.10296572744846344, + -0.21327590942382812, + -1.7347493171691895, + -0.1528843492269516, + -0.04453868791460991, + 0.12718330323696136, + 0.15613959729671478, + 0.020919546484947205, + -0.12627720832824707, + -1.2724831104278564, + -0.10593053698539734 + ], + [ + -0.010632038116455078, + 0.08821830153465271, + 0.08707955479621887, + 0.0234881192445755, + -0.18534299731254578, + -2.3223018646240234, + -0.2616180181503296, + 0.26027971506118774, + 0.03882814198732376, + -0.13411647081375122, + 0.04411408677697182, + -0.17897969484329224, + -2.059858560562134, + -0.2639924883842468, + 0.21307681500911713, + 0.1448942869901657, + -0.04406450688838959, + -0.07463611662387848, + -0.347160279750824, + -1.4637782573699951, + -0.20909571647644043 + ], + [ + 0.21037255227565765, + -0.0814061164855957, + -0.3961540162563324, + 0.1969878077507019, + -0.8429445624351501, + -1.965697169303894, + -0.5358087420463562, + -0.05051092803478241, + 0.005685730837285519, + 0.04151095449924469, + 0.14721253514289856, + -0.0031578540802001953, + -2.1017372608184814, + 0.6443269848823547, + -0.06960506737232208, + 0.05358148738741875, + 0.31303516030311584, + -0.08020524680614471, + -0.2877528667449951, + -1.107290267944336, + -0.5632215738296509 + ] + ], + "generated_utilities": [ + 0.8212382197380066, + 0.8284009099006653, + 0.14048010110855103, + 0.8267762064933777, + 0.8400760293006897, + 0.22579999268054962, + 0.2234465330839157, + 0.8207411766052246 + ], + "group_id": "ms-3ff1aedb72f65a182b58", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.851725161075592, + 2.0, + 0.8126396536827087, + 2.0, + 0.7855525612831116, + 0.7821746468544006, + 0.6115735173225403, + 0.5732660889625549, + 0.7798006534576416, + 0.09109212458133698, + 0.8456447124481201, + 0.16636842489242554, + 0.0955686867237091, + 0.0822453498840332, + 0.0018809139728546143, + 0.08579078316688538 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.09319563210010529, + 0.18433167040348053, + 0.03857926279306412, + 0.20899039506912231, + -0.19732166826725006, + -2.7716264724731445, + -0.9089346528053284, + -0.012062903493642807, + -0.001710914308205247, + 0.02447224222123623, + 0.6588084697723389, + -0.43759873509407043, + -2.7224881649017334, + -1.560755968093872, + -0.002114389091730118, + -0.004199527204036713, + 0.015975257381796837, + 0.7779304385185242, + -0.31706690788269043, + -2.4826252460479736, + -1.5341289043426514 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -1.8178693056106567, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.121511936187744, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.0682578086853027 + ], + [ + -0.10748189687728882, + 0.29221633076667786, + 0.12325333058834076, + 0.21938443183898926, + 0.017790749669075012, + -2.485055446624756, + -1.1110891103744507, + 0.062413301318883896, + -0.2567306160926819, + -0.15453597903251648, + 0.549060583114624, + -0.18322163820266724, + -2.5428390502929688, + -1.8537542819976807, + -0.07324761152267456, + 0.28765758872032166, + 0.16924789547920227, + 0.6205734610557556, + -0.4268453121185303, + -2.6385459899902344, + -1.5760513544082642 + ], + [ + 0.44683152437210083, + 0.3713763356208801, + 0.1084144338965416, + 0.2590586543083191, + 0.1997859627008438, + -2.787759780883789, + -1.1921976804733276, + 0.33878061175346375, + 0.019987009465694427, + 0.021556159481406212, + 0.36814823746681213, + -0.2135106772184372, + -2.416769027709961, + -1.3776189088821411, + -0.3500843346118927, + -0.26303720474243164, + 0.10322260856628418, + 0.9827795624732971, + -0.3747403025627136, + -2.6419029235839844, + -1.4116339683532715 + ], + [ + -0.2883707880973816, + 0.02873578667640686, + -0.11175497621297836, + -0.106661856174469, + 0.03059367835521698, + -2.3899149894714355, + -1.0789995193481445, + 0.2610729932785034, + 0.4800889790058136, + -0.45478329062461853, + 1.0867195129394531, + -0.7417076826095581, + -3.09529185295105, + -1.730720043182373, + -0.33508142828941345, + 0.10841497033834457, + -0.38902348279953003, + 0.44348275661468506, + 0.0854053795337677, + -2.3334603309631348, + -1.7851121425628662 + ], + [ + 0.16367590427398682, + 0.05515189468860626, + -0.3197028636932373, + 0.5501840114593506, + -0.3621746301651001, + -3.0582237243652344, + -1.135798454284668, + -0.15054848790168762, + -0.5578444004058838, + 0.3691062331199646, + 0.9388304352760315, + -0.19103051722049713, + -2.7536559104919434, + -2.093773603439331, + -0.037153881043195724, + 0.19014233350753784, + -0.36205345392227173, + 0.24469107389450073, + -0.5916419625282288, + -2.7417092323303223, + -1.637229323387146 + ], + [ + -0.3646707534790039, + 0.6696967482566833, + -0.44303250312805176, + -0.4559982419013977, + -0.6542845368385315, + -2.9630653858184814, + -1.4721050262451172, + 0.5010843873023987, + 0.5162685513496399, + 0.42702627182006836, + 0.6571387648582458, + -0.08207055926322937, + -3.278073310852051, + -1.7742136716842651, + -0.6448181867599487, + -0.45361432433128357, + 0.3905653953552246, + 0.7770582437515259, + -0.19482973217964172, + -2.094736337661743, + -1.083003282546997 + ], + [ + 0.9472348093986511, + 0.6904511451721191, + -0.2936761677265167, + -0.34556156396865845, + -0.7593099474906921, + -1.9670193195343018, + -0.7599589824676514, + 0.04467743635177612, + 0.6557444334030151, + 0.2765021026134491, + 0.042136549949645996, + -0.37541040778160095, + -3.161308765411377, + -0.8803613185882568, + 0.38967010378837585, + 0.4423010051250458, + 0.019825218245387077, + 0.9605399370193481, + -0.874176561832428, + -3.0791730880737305, + -1.3198856115341187 + ], + [ + 0.8605663180351257, + 0.04459291696548462, + -0.8886744976043701, + -0.38333380222320557, + -1.0364235639572144, + -3.0104973316192627, + -0.889693021774292, + -0.08674328029155731, + 0.20159615576267242, + 0.1069621816277504, + 1.4727201461791992, + 0.09883639216423035, + -3.129849433898926, + -0.8773520588874817, + -0.2628254294395447, + -0.3415844738483429, + -0.35313117504119873, + 0.3155616521835327, + -0.556646466255188, + -2.0992307662963867, + -0.7895610928535461 + ], + [ + 0.39962780475616455, + 0.3406272530555725, + 0.05363208055496216, + -0.06018832325935364, + -0.5703235268592834, + -2.5974044799804688, + -0.6783060431480408, + 0.7815009355545044, + 0.35641810297966003, + -0.00838596560060978, + 0.6228271126747131, + 0.25608590245246887, + -2.5914058685302734, + -0.8502807021141052, + 0.726007878780365, + -0.6774719953536987, + 0.6261520981788635, + 1.149846076965332, + 0.6782730221748352, + -3.391972541809082, + -0.7993651032447815 + ], + [ + -0.29702335596084595, + 0.6166410446166992, + 0.6319320201873779, + -0.6542804837226868, + -0.8892693519592285, + -1.8599720001220703, + -1.3999924659729004, + -0.3017314672470093, + 0.9357973337173462, + -0.5596981048583984, + 1.3143360614776611, + -0.30643409490585327, + -2.028008460998535, + -1.3395459651947021, + 0.6212120056152344, + 0.6739580631256104, + -0.5840877294540405, + -0.06664055585861206, + -0.23446696996688843, + -2.0225906372070312, + -2.438906669616699 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.0649428591132164, + 0.09363124519586563, + -0.014398600906133652, + -0.012044146656990051, + 0.03117428719997406, + -1.7716264724731445, + 0.0, + 0.05836518481373787, + 0.012665675021708012, + -0.013142907992005348, + -0.06252282857894897, + -0.06281104683876038, + -1.7224881649017334, + 0.0, + -0.06448972970247269, + -0.03696601092815399, + 0.030633779242634773, + -0.0031400322914123535, + 0.0327644944190979, + -1.4826252460479736, + 0.0 + ], + [ + -0.04005520045757294, + 0.2738151252269745, + -0.05346817523241043, + 0.20275527238845825, + 0.10101960599422455, + -1.7716264724731445, + 0.0, + -0.36066195368766785, + -0.21821273863315582, + 0.22022001445293427, + -0.0596311092376709, + -0.17951729893684387, + -1.7224881649017334, + 0.0, + 0.3205486238002777, + 0.25526633858680725, + 0.17392843961715698, + 0.5170043706893921, + 0.43821561336517334, + -1.4826252460479736, + 0.0 + ] + ], + "predicted_scores": [ + 4.773344039916992, + 4.417002201080322, + 4.392881870269775, + 4.152291774749756, + 4.003742694854736, + 3.753170967102051, + 2.9148736000061035, + 2.1768102645874023 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1055567618", + "selected_index": 0, + "state_hash": "027cc529c99c00db47a01ecfc12ab432557fbd911e8ff3c8a56adf2d3404549f", + "stored_base_utility": 0.851725161075592, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1879976987838745, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1879976987838745 + }, + "base_progress": 0.1879976987838745, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.1879976987838745, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20325151085853577, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20325151085853577 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2134866863489151, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2134866863489151 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20550091564655304, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20550091564655304 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18208125233650208, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18208125233650208 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21797510981559753, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21797510981559753 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17773368954658508, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17773368954658508 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21573501825332642, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21573501825332642 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20017947256565094, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20017947256565094 + } + ], + "candidate_progress": [ + 0.20325151085853577, + 0.2134866863489151, + 0.20550091564655304, + 0.18208125233650208, + 0.21797510981559753, + 0.17773368954658508, + 0.21573501825332642, + 0.20017947256565094 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1", + "ms-9ae5c6c4132218ecf49e", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-4048f8f6e047422e3c79", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.1613137274980545, + 0.36334049701690674, + -0.11056849360466003, + -0.08484607934951782, + 0.5021848678588867, + -0.16858240962028503, + 0.23194442689418793, + 0.1091383621096611, + 0.12747985124588013, + -0.07793060690164566, + 0.05574833229184151, + -0.41304510831832886, + -1.729877233505249, + -0.28899943828582764, + 0.019812125712633133, + 0.10866782069206238, + -0.08283568918704987, + 0.25238940119743347, + -0.566204845905304, + -1.4588172435760498, + -0.4059859812259674 + ], + [ + 0.13005931675434113, + 0.24613164365291595, + -0.20961007475852966, + -0.3096325993537903, + 0.1732468456029892, + -0.1760740578174591, + 0.49324896931648254, + 0.022150695323944092, + -0.005589660257101059, + -0.24112191796302795, + 0.1611049473285675, + -0.5180426239967346, + -2.2384512424468994, + 0.09658382833003998, + 0.004920002073049545, + 0.06396593153476715, + -0.035423651337623596, + 0.3307000398635864, + -0.38421863317489624, + -1.2589725255966187, + -0.5307393074035645 + ], + [ + 0.11461104452610016, + 0.25957733392715454, + -0.028519541025161743, + -0.3088535666465759, + 0.11529703438282013, + 0.3234332799911499, + 0.2706512212753296, + 0.07968060672283173, + 0.044634945690631866, + -0.10943453758955002, + -0.02525079995393753, + -0.11579421162605286, + -2.1384778022766113, + 0.03121306002140045, + 0.06428755074739456, + 0.01594177447259426, + -0.08305464684963226, + 0.141453355550766, + -0.1936543583869934, + -1.6154088973999023, + 0.05067760497331619 + ], + [ + -0.035918474197387695, + 0.23317863047122955, + 0.08561596274375916, + -0.3788987994194031, + 0.16183187067508698, + 0.01603780686855316, + 0.39185091853141785, + 0.08536355197429657, + 0.007774316240102053, + -0.050199516117572784, + 0.00536910817027092, + -0.09200847148895264, + -2.1678576469421387, + 0.07433070242404938, + 0.15663166344165802, + 0.09842300415039062, + 0.022091180086135864, + 0.15495476126670837, + -0.07935187220573425, + -1.5080456733703613, + 0.08552243560552597 + ], + [ + 0.06719418615102768, + 0.2564334273338318, + -0.14862743020057678, + -0.10633315145969391, + 0.08506207168102264, + 0.01188497245311737, + 0.4500882029533386, + -0.1072738766670227, + -0.045430988073349, + -0.1853504478931427, + 0.2949204444885254, + -0.5029658079147339, + -1.8924643993377686, + 0.19533970952033997, + 0.14345599710941315, + 0.02285977080464363, + -0.15782706439495087, + 0.10595551878213882, + -0.255984365940094, + -1.309462308883667, + -0.3138091564178467 + ], + [ + 0.09371048957109451, + 0.12475673854351044, + 0.16975846886634827, + -0.30169323086738586, + 0.3480289578437805, + -0.3305014371871948, + 1.433372974395752, + 0.26360759139060974, + 0.06501881033182144, + -0.19691547751426697, + -0.10349822789430618, + -0.2537282109260559, + -1.7420973777770996, + -0.055701300501823425, + 0.2884846329689026, + 0.2187153697013855, + -0.16946347057819366, + 0.05231323838233948, + -0.4479595422744751, + -1.3847386837005615, + -0.26280534267425537 + ], + [ + -0.0383603572845459, + 0.2707298994064331, + -0.19736364483833313, + -0.2626553475856781, + 0.0980762392282486, + -0.20164790749549866, + 0.38544484972953796, + 0.02324075996875763, + -0.05876598507165909, + -0.23683768510818481, + 0.23660865426063538, + -0.42052459716796875, + -2.0176563262939453, + 0.16936641931533813, + 0.06205836310982704, + 0.06321020424365997, + 0.03134787082672119, + 0.10075834393501282, + -0.4501790404319763, + -1.3697690963745117, + -0.2703178822994232 + ], + [ + 0.2375195026397705, + 0.10565254092216492, + -0.2892298400402069, + -0.40373462438583374, + 0.009126216173171997, + 0.08152324706315994, + 0.4664507210254669, + 0.09948675334453583, + -0.03965432196855545, + -0.07715354114770889, + 0.037471167743206024, + -0.28830844163894653, + -1.9821016788482666, + 0.13422031700611115, + 0.2178841084241867, + -0.06939767301082611, + 0.07270854711532593, + 0.017464682459831238, + -0.462831974029541, + -1.4552853107452393, + -0.11281785368919373 + ] + ], + "generated_utilities": [ + 0.20325151085853577, + 0.2134866863489151, + 0.20550091564655304, + 0.18208125233650208, + 0.21797510981559753, + 0.17773368954658508, + 0.21573501825332642, + 0.20017947256565094 + ], + "group_id": "ms-4048f8f6e047422e3c79", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8558006286621094, + 2.0, + 0.1986379623413086, + 0.03769078850746155, + 0.5361635684967041, + 0.18274834752082825, + 0.17300468683242798, + 0.12688571214675903, + 0.13836368918418884, + 0.07454231381416321, + 0.0899321436882019, + 0.10402637720108032, + 0.1711854636669159, + 0.17255032062530518, + 0.039613887667655945, + 0.10826331377029419 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.1422826200723648, + 0.21033799648284912, + 0.1978604793548584, + 0.059162259101867676, + -0.2529524564743042, + -0.15161612629890442, + 0.0, + -0.2264404594898224, + -0.2209387719631195, + -0.025619791820645332, + 0.06467145681381226, + 0.07422274351119995, + -1.7048513889312744, + 0.0, + 0.15056702494621277, + -0.06247536092996597, + -0.1033044084906578, + 0.1334916353225708, + 0.2784581184387207, + -1.4811434745788574, + 0.0 + ], + [ + -0.44999396800994873, + 0.271686851978302, + -0.4267011880874634, + 0.2730966806411743, + -0.01798880100250244, + -0.04680868983268738, + 0.0, + -0.09472770243883133, + -0.06993720680475235, + -0.06752754002809525, + -0.13884133100509644, + 0.24737784266471863, + -1.7048513889312744, + 0.0, + -0.09056920558214188, + 0.4132460653781891, + 0.04097161442041397, + -0.25072288513183594, + 0.49742037057876587, + -1.4811434745788574, + 0.0 + ], + [ + 0.17392832040786743, + 1.2103379964828491, + -0.3708428144454956, + -0.36093437671661377, + 0.744896650314331, + 0.23929360508918762, + 1.4388959407806396, + -0.04149632900953293, + 0.015302501618862152, + 0.023577755317091942, + 0.5954978466033936, + -0.3274606168270111, + -2.7048513889312744, + -1.646976351737976, + 0.0006552413105964661, + -0.008917607367038727, + 0.022643378004431725, + 0.7492771148681641, + -0.26030659675598145, + -2.4811434745788574, + -1.684959888458252 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.8777918815612793, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.293952703475952, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.369919776916504 + ], + [ + 0.1792769730091095, + 0.9774190187454224, + -0.5587559342384338, + -0.5885956883430481, + 0.9904338717460632, + 0.41647347807884216, + 1.4140102863311768, + -0.2462461292743683, + -0.1271664798259735, + -0.2736872732639313, + 0.8877567052841187, + -0.6213628053665161, + -2.937077283859253, + -1.3732452392578125, + -0.0015218837652355433, + -0.27707284688949585, + -0.16698139905929565, + 0.4978373646736145, + -0.479316771030426, + -2.7234396934509277, + -1.6759265661239624 + ], + [ + 0.1658722460269928, + 1.3070863485336304, + -0.4893108606338501, + -0.04209986329078674, + 0.7449368238449097, + 0.3420809805393219, + 1.4472918510437012, + 0.08132945746183395, + 0.13181470334529877, + 0.22494959831237793, + 0.22593030333518982, + -0.49233078956604004, + -2.7544617652893066, + -1.7597702741622925, + -0.365922212600708, + -0.17204320430755615, + -0.1821347028017044, + 0.6334611177444458, + -0.33006516098976135, + -2.2188992500305176, + -1.5452594757080078 + ], + [ + 0.18608316779136658, + 1.23563551902771, + -0.5727517604827881, + 0.10049733519554138, + 0.9073957204818726, + 0.5650919675827026, + 1.8946568965911865, + -0.17719107866287231, + 0.34025683999061584, + 0.44525983929634094, + 0.6176816821098328, + -0.2832425534725189, + -3.1802117824554443, + -1.8703548908233643, + 0.07433810085058212, + 0.1340292990207672, + 0.497944176197052, + 1.0071699619293213, + -0.44033437967300415, + -2.7992849349975586, + -1.8935935497283936 + ], + [ + 0.40270811319351196, + 1.5102664232254028, + -0.8070739507675171, + -0.16390679776668549, + 0.3215266466140747, + -0.16522419452667236, + 1.0900052785873413, + 0.07780961692333221, + 0.5627153515815735, + 0.5386761426925659, + 0.2949375510215759, + 0.059314221143722534, + -3.2417359352111816, + -1.899662971496582, + 0.4160631597042084, + 0.44336366653442383, + 0.47819244861602783, + 1.162381649017334, + -0.7831735014915466, + -2.625349521636963, + -1.2278814315795898 + ], + [ + 0.8529313802719116, + 1.5106499195098877, + 0.19478559494018555, + -0.6338159441947937, + 0.7529481053352356, + -0.24222904443740845, + 0.9723314046859741, + -0.14078867435455322, + -0.5563283562660217, + 0.5440018177032471, + 0.004017293453216553, + 0.019366413354873657, + -3.1521430015563965, + -2.0841636657714844, + -0.2760852575302124, + -0.5531485676765442, + 0.22684869170188904, + 1.100138545036316, + 0.046634942293167114, + -2.429711103439331, + -2.280839443206787 + ], + [ + -0.4760962128639221, + 1.8579951524734497, + 0.2322864532470703, + 0.19953304529190063, + 0.48002323508262634, + 0.7484984397888184, + 2.073361396789551, + -0.04567806422710419, + 0.04004429653286934, + -0.5635936260223389, + 0.5135918259620667, + 0.3908633887767792, + -1.9335949420928955, + -2.442507743835449, + -0.6620182394981384, + 0.4175874888896942, + 0.7711085677146912, + 1.2790143489837646, + -0.5464571714401245, + -3.2030673027038574, + -2.3768434524536133 + ], + [ + 1.0231709480285645, + 1.1804075241088867, + 0.11513572931289673, + -1.23623526096344, + 1.4848686456680298, + 1.1120561361312866, + 0.9504602551460266, + 0.8234015703201294, + -0.04407603666186333, + -0.37310001254081726, + 0.24512693285942078, + 0.4242170751094818, + -2.4985997676849365, + -2.1206297874450684, + 0.5509956479072571, + 0.8686066269874573, + -0.5043656229972839, + 1.3957195281982422, + -0.07662208378314972, + -2.371795654296875, + -2.2404346466064453 + ], + [ + 0.49735015630722046, + 0.3600291609764099, + 0.3103446364402771, + 0.6051294803619385, + -0.15457379817962646, + -0.5570405721664429, + 1.2383109331130981, + 0.9059417247772217, + 0.7879754900932312, + -0.31492647528648376, + 1.5871094465255737, + -0.8906484842300415, + -1.8698136806488037, + -2.401073694229126, + 0.3560212254524231, + -0.6580788493156433, + 0.9037240147590637, + 1.614617109298706, + 0.3788090944290161, + -1.6909503936767578, + -0.8765208125114441 + ], + [ + 0.10883396118879318, + 1.8993752002716064, + -0.7673929333686829, + -0.0936923623085022, + -0.15508884191513062, + -0.1517968773841858, + 0.465425968170166, + 0.43258219957351685, + 0.46641960740089417, + -0.3528187572956085, + 1.09894597530365, + -0.6569450497627258, + -2.025486946105957, + -1.2820806503295898, + -0.21141839027404785, + -0.9515489339828491, + 0.7230286002159119, + -0.21062928438186646, + -0.32822558283805847, + -3.289642333984375, + -1.7125959396362305 + ], + [ + 0.37358880043029785, + 2.052347183227539, + -1.212618112564087, + -0.6321570873260498, + 0.7031511068344116, + -0.3477393090724945, + 1.2687753438949585, + 0.8023800253868103, + -0.031013749539852142, + 0.35525181889533997, + 0.5262036323547363, + -0.9288194179534912, + -1.7686026096343994, + -2.128396987915039, + -0.7001423239707947, + -0.12872236967086792, + -0.012955078855156898, + 1.0237239599227905, + 0.03636348247528076, + -2.0397119522094727, + -0.9761244058609009 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.060203760862350464, + 0.21033799648284912, + 0.0356404185295105, + -0.03044089674949646, + 0.024639129638671875, + -0.032671064138412476, + 0.0, + 0.016544528305530548, + 0.04633430764079094, + 0.005854343995451927, + -0.014876246452331543, + 0.0028293728828430176, + -1.7048513889312744, + 0.0, + -0.05953434109687805, + -0.04181046783924103, + -0.0018185675144195557, + -0.09216523170471191, + 0.019338399171829224, + -1.4811434745788574, + 0.0 + ] + ], + "predicted_scores": [ + 4.745131969451904, + 4.544944763183594, + 4.331463813781738, + 3.759676456451416, + 3.3186488151550293, + 3.0876026153564453, + 3.0286312103271484, + 3.004488468170166 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1055157354", + "selected_index": 0, + "state_hash": "ae21d2b71722381a530d3a9259d02ea6728eb8a4a84fafc40ccd653d62ad3968", + "stored_base_utility": 0.8558006286621094, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5529977083206177, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5529977083206177 + }, + "base_progress": 0.5529977083206177, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.5529977083206177, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2244599312543869, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2244599312543869 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5587484836578369, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5587484836578369 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5631164312362671, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5631164312362671 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5560503005981445, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5560503005981445 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2137090563774109, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2137090563774109 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5573118925094604, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5573118925094604 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21623361110687256, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21623361110687256 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21422991156578064, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21422991156578064 + } + ], + "candidate_progress": [ + 0.2244599312543869, + 0.5587484836578369, + 0.5631164312362671, + 0.5560503005981445, + 0.2137090563774109, + 0.5573118925094604, + 0.21623361110687256, + 0.21422991156578064 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-95028134c6e3670b89d5", + "ms-5bddb39f792f20e5e6d4", + "ms-95028134c6e3670b89d5", + "ms-95028134c6e3670b89d5", + "ms-ecb37ebbab21a506d8ca", + "ms-626ac2ad9d0dd95f1a2e", + "ms-95028134c6e3670b89d5", + "ms-5bddb39f792f20e5e6d4" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank3" + ], + "candidates_evaluated": true, + "chart_id": "ms-5b26c33feed6992386b1", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.06211954355239868, + -0.09250294417142868, + -0.17340746521949768, + 0.7990165948867798, + -0.173091322183609, + -0.8296321630477905, + -0.10245519876480103, + 0.21010322868824005, + 0.09588592499494553, + 0.028516724705696106, + -0.48345550894737244, + -0.16615691781044006, + -1.9271681308746338, + -0.1894313246011734, + 0.14982706308364868, + 0.17270764708518982, + -0.10646076500415802, + -0.17926843464374542, + 0.2969149053096771, + -1.609896183013916, + 0.10331131517887115 + ], + [ + -0.1290375143289566, + -0.12282266467809677, + -0.03788408637046814, + 0.7618874311447144, + -0.5554441809654236, + -0.539997935295105, + -0.04263824224472046, + 0.11973851174116135, + 0.13342437148094177, + 0.09981532394886017, + -0.1532529890537262, + 0.243784099817276, + -1.8840339183807373, + -0.013781636953353882, + -0.026636753231287003, + 0.11352111399173737, + 0.07351149618625641, + -0.06673644483089447, + 0.1449204534292221, + -1.5208206176757812, + 0.028916671872138977 + ], + [ + -0.22730721533298492, + -0.068507120013237, + -0.23510238528251648, + 0.8430830240249634, + -0.27382951974868774, + -0.7580761909484863, + 0.07313689589500427, + 0.2712733745574951, + 0.07730662822723389, + 0.13263143599033356, + -0.40825355052948, + -0.13444414734840393, + -2.0681354999542236, + -0.14218322932720184, + 0.04157179594039917, + 0.1676555722951889, + -0.004174485802650452, + -0.06957615911960602, + 0.22887247800827026, + -1.636063814163208, + 0.0768437311053276 + ], + [ + -0.030473172664642334, + -0.1145177111029625, + -0.09289136528968811, + 0.74647057056427, + -0.5002265572547913, + -0.4664459526538849, + -0.016479313373565674, + 0.06857964396476746, + 0.07261538505554199, + 0.0714411735534668, + -0.15648514032363892, + 0.17857122421264648, + -2.1046133041381836, + -0.12927521765232086, + -0.02396446093916893, + 0.03547997772693634, + 0.06167098879814148, + 0.0698472410440445, + 0.12941265106201172, + -1.8827049732208252, + 0.030676454305648804 + ], + [ + -0.05822235345840454, + -0.13244304060935974, + -0.06241890788078308, + 0.7772225141525269, + -0.49062061309814453, + -0.4168148934841156, + -0.029355347156524658, + 0.13715268671512604, + 0.1359899491071701, + 0.031992025673389435, + -0.04010133445262909, + 0.1554960310459137, + -2.0352659225463867, + -0.040328726172447205, + -0.021049898117780685, + 0.06808868050575256, + 0.08924221992492676, + -0.03636285662651062, + 0.12872254848480225, + -1.9001123905181885, + 0.09068834036588669 + ], + [ + -0.01164071261882782, + -0.1060529425740242, + -0.09891900420188904, + 0.6790224313735962, + -0.4987407326698303, + -0.7446211576461792, + 0.02614569664001465, + 0.04993332922458649, + 0.1268349587917328, + 0.053502582013607025, + -0.13750028610229492, + 0.16262078285217285, + -1.916564702987671, + 0.04242820292711258, + -0.06262588500976562, + 0.11003907024860382, + 0.047125667333602905, + 0.005696028470993042, + 0.16062629222869873, + -1.5670132637023926, + 0.02937544882297516 + ], + [ + -0.3483770489692688, + -0.11955051124095917, + -0.17302748560905457, + 0.6801608800888062, + -0.10531219840049744, + -0.7769843339920044, + 0.06604397296905518, + 0.13099247217178345, + 0.018572933971881866, + 0.1869284212589264, + -0.31213000416755676, + -0.12937110662460327, + -1.9429104328155518, + -0.08450348675251007, + 0.07860847562551498, + 0.2150777131319046, + -0.156204953789711, + -0.040440186858177185, + 0.28957271575927734, + -1.4600279331207275, + 0.10052873194217682 + ], + [ + -0.2703953981399536, + -0.21490143239498138, + -0.27819594740867615, + 0.912784218788147, + -0.42296433448791504, + -0.6475746631622314, + -0.3855430483818054, + 0.2100435495376587, + 0.034665871411561966, + 0.2519228756427765, + -0.276166707277298, + 0.3347780704498291, + -2.1905882358551025, + -0.15686409175395966, + 0.15828165411949158, + 0.10660900175571442, + -0.13548363745212555, + 0.0511450320482254, + 0.09767709672451019, + -1.6606805324554443, + 0.03305612504482269 + ] + ], + "generated_utilities": [ + 0.2244599312543869, + 0.5587484836578369, + 0.5631164312362671, + 0.5560503005981445, + 0.2137090563774109, + 0.5573118925094604, + 0.21623361110687256, + 0.21422991156578064 + ], + "group_id": "ms-5b26c33feed6992386b1", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8326650857925415, + 2.0, + 0.15131878852844238, + 0.15007886290550232, + 0.5293327569961548, + 0.06490398943424225, + 0.5425760746002197, + 0.20163774490356445, + 0.15259261429309845, + 0.23924465477466583, + 0.12766429781913757, + 0.08033241331577301, + 0.07788355648517609, + 0.13886235654354095, + 0.09716498851776123, + 0.11682072281837463 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.06662726402282715, + -0.14569896459579468, + 0.04974943399429321, + 0.539892315864563, + -0.19018621742725372, + -0.5884796380996704, + 0.0, + 0.12748029828071594, + 0.11038697510957718, + -0.03454907238483429, + 0.08700031787157059, + -0.13105249404907227, + -1.9082190990447998, + 0.0, + -0.0033895689994096756, + -0.15730009973049164, + 0.15846982598304749, + 0.11786291003227234, + -0.02387581765651703, + -1.5966379642486572, + 0.0 + ], + [ + -0.06662726402282715, + 0.059319257736206055, + -0.19934123754501343, + 0.539892315864563, + 0.07902508974075317, + -0.5884796380996704, + 0.0, + -0.3428957760334015, + 0.08558038622140884, + 0.28825634717941284, + -0.32335156202316284, + -0.3631777763366699, + -1.9082190990447998, + 0.0, + -0.3765835762023926, + -0.5554376840591431, + 0.3468284010887146, + 0.875933825969696, + 0.11397302150726318, + -1.5966379642486572, + 0.0 + ], + [ + -1.0666272640228271, + -0.6187554597854614, + -0.8818012475967407, + 1.539892315864563, + -0.428971529006958, + -1.5884796380996704, + 2.0647666454315186, + -0.03600159287452698, + 0.032059766352176666, + 0.030456876382231712, + 0.14377687871456146, + 0.20562076568603516, + -2.9082190990448, + -1.332404375076294, + -0.014788046479225159, + -0.0006958844605833292, + 0.023885300382971764, + 0.5519534349441528, + 0.1840958297252655, + -2.5966379642486572, + -1.4879226684570312 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.129533290863037, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.664808750152588, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.9758453369140625 + ], + [ + -1.2971861362457275, + -0.7044790983200073, + -1.134492039680481, + 1.5821952819824219, + -0.7159937620162964, + -1.7615629434585571, + 2.031708002090454, + -0.25998222827911377, + 0.10180196911096573, + -0.24491730332374573, + 0.2074550986289978, + 0.2793378233909607, + -2.752415657043457, + -1.3360638618469238, + 0.03524862602353096, + -0.1854405552148819, + -0.1696440726518631, + 0.7172544598579407, + 0.0028989464044570923, + -2.680950164794922, + -1.2071388959884644 + ], + [ + -1.465846300125122, + -0.34887754917144775, + -1.046374797821045, + 1.703241229057312, + -0.19744430482387543, + -1.2604204416275024, + 1.9822474718093872, + 0.18854136765003204, + -0.146264910697937, + 0.059789031744003296, + 0.39534950256347656, + 0.29636046290397644, + -2.6612584590911865, + -1.5028973817825317, + 0.059081435203552246, + -0.11711112409830093, + -0.07238245755434036, + 0.25233787298202515, + 0.12625277042388916, + -2.2362401485443115, + -1.7053974866867065 + ], + [ + -1.1892943382263184, + -0.20831987261772156, + -0.8013461828231812, + 1.7197901010513306, + -0.39134201407432556, + -1.5160430669784546, + 2.4594008922576904, + -0.1669330894947052, + -0.337530255317688, + 0.15848031640052795, + 0.05738166719675064, + 0.41757503151893616, + -3.1393940448760986, + -0.9257140755653381, + -0.5068305134773254, + 0.1864723265171051, + 0.45369866490364075, + 0.6036283373832703, + -0.018199875950813293, + -2.8028440475463867, + -1.3847744464874268 + ], + [ + -1.1111165285110474, + -1.191490888595581, + -1.361661434173584, + 1.197826623916626, + -0.29219919443130493, + -1.7355475425720215, + 2.0579750537872314, + -0.08019472658634186, + 0.5140348672866821, + -0.5474883317947388, + -0.03311571478843689, + -0.060686588287353516, + -2.3427765369415283, + -1.8552747964859009, + -0.36303937435150146, + 0.01966947503387928, + -0.5651369094848633, + 0.22617560625076294, + -0.16322728991508484, + -2.421419143676758, + -0.921785831451416 + ], + [ + -1.012363076210022, + -0.6483663320541382, + -0.7951939702033997, + 1.2563079595565796, + -0.5323562622070312, + -1.5913673639297485, + 1.406038761138916, + -0.39036238193511963, + -0.12943506240844727, + -0.4373972415924072, + -0.20462383329868317, + 0.12806488573551178, + -3.570098400115967, + -1.8897531032562256, + 0.6369156837463379, + 0.2483828067779541, + 0.6809477210044861, + 0.8138958215713501, + 0.6604747176170349, + -2.717491865158081, + -1.9953765869140625 + ], + [ + -0.378162145614624, + -0.23438718914985657, + -1.2589956521987915, + 1.844052791595459, + -0.8936926126480103, + -1.230797290802002, + 2.5580525398254395, + -0.21314577758312225, + -0.05935201793909073, + 0.46811148524284363, + 0.38594305515289307, + 1.0049593448638916, + -2.491497278213501, + -1.3096134662628174, + 0.15605805814266205, + 0.7682130932807922, + -0.4010901153087616, + 0.8638691902160645, + 0.5755372047424316, + -3.324826240539551, + -1.6860322952270508 + ], + [ + -0.6920164227485657, + -0.5060986280441284, + -0.5146759748458862, + 2.3206489086151123, + 0.26810598373413086, + -1.7696658372879028, + 1.4922571182250977, + -0.6155052185058594, + -0.5581206679344177, + 0.4068271219730377, + 0.5812678337097168, + -0.2056950330734253, + -2.227752923965454, + -0.7079744935035706, + 0.3153572678565979, + 0.019053615629673004, + -0.10691303759813309, + -0.18750637769699097, + 0.5490041971206665, + -2.7611911296844482, + -1.0861625671386719 + ], + [ + -0.9623568654060364, + -0.821997880935669, + -0.0017323493957519531, + 1.8667385578155518, + 0.39793866872787476, + -1.3673040866851807, + 2.8636348247528076, + -0.739641547203064, + -0.4186078906059265, + -0.21357670426368713, + 0.6820193529129028, + 0.09538085013628006, + -3.242215633392334, + -1.023385763168335, + -0.2367737591266632, + 0.9248462915420532, + 0.04536557197570801, + 0.2294020652770996, + 0.15174128115177155, + -2.509904146194458, + -0.5901334881782532 + ], + [ + -0.565070390701294, + 0.37745314836502075, + -1.7464253902435303, + 1.4869437217712402, + -1.187619924545288, + -2.3802757263183594, + 2.5987753868103027, + 0.5777139663696289, + -0.04772312939167023, + -0.49332448840141296, + -0.515097975730896, + 0.751485288143158, + -2.7030012607574463, + -1.5739474296569824, + 0.8266244530677795, + -0.9454089403152466, + 0.7678747177124023, + 1.0557427406311035, + 0.0584852397441864, + -2.8590199947357178, + -0.8677505850791931 + ], + [ + -0.2763708233833313, + 0.28772038221359253, + -0.7008944153785706, + 1.3402774333953857, + -0.78607177734375, + -2.1210508346557617, + 1.4908761978149414, + -0.4155166447162628, + 0.40930652618408203, + -0.1769891083240509, + -0.20092366635799408, + 0.5321645736694336, + -3.2144649028778076, + -1.2440845966339111, + -0.247700035572052, + 0.7174559235572815, + 0.11071103811264038, + -0.023232340812683105, + 0.6976174116134644, + -2.9463140964508057, + -0.5927516222000122 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.06662726402282715, + -0.05619156360626221, + -0.02257448434829712, + 0.539892315864563, + 0.053197890520095825, + -0.5884796380996704, + 0.0, + -0.04219311475753784, + 0.010949447751045227, + 0.027476036921143532, + -0.02041013538837433, + -0.01791653037071228, + -1.9082190990447998, + 0.0, + 0.01256529800593853, + 0.014024228788912296, + 0.03545428439974785, + 0.019800782203674316, + -0.022738635540008545, + -1.5966379642486572, + 0.0 + ] + ], + "predicted_scores": [ + 7.65779972076416, + 7.622407913208008, + 7.54790735244751, + 7.402691841125488, + 7.396297454833984, + 7.336259365081787, + 7.264050483703613, + 5.986603260040283 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1522272686", + "selected_index": 0, + "state_hash": "10034ca87ce4b5c491c0aa23d2a30389ba8265fa695d65198bf719c54565cf2a", + "stored_base_utility": 0.8326650857925415, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.791279137134552, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.791279137134552 + }, + "base_progress": 0.791279137134552, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.791279137134552, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7903563976287842, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7903563976287842 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15987420082092285, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15987420082092285 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16788330674171448, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16788330674171448 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.22046111524105072, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22046111524105072 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21251684427261353, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21251684427261353 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8353462815284729, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8353462815284729 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7914627194404602, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7914627194404602 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.596686840057373, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.596686840057373 + } + ], + "candidate_progress": [ + 0.7903563976287842, + 0.15987420082092285, + 0.16788330674171448, + 0.22046111524105072, + 0.21251684427261353, + 0.8353462815284729, + 0.7914627194404602, + 0.596686840057373 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-5a456ddf97d294548cf1", + "ms-dc26a7037003b94b9f93", + "ms-dc26a7037003b94b9f93", + "ms-dc26a7037003b94b9f93", + "ms-dc26a7037003b94b9f93", + "ms-5dfbb16e173e1a3e2bd6", + "ms-dc26a7037003b94b9f93", + "ms-dc26a7037003b94b9f93" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-63ac245579b1188935ad", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.08411867171525955, + 0.06557481735944748, + 0.06871867179870605, + 0.011360719799995422, + -0.3316749930381775, + -1.8671077489852905, + -0.0035515129566192627, + 0.14066249132156372, + -0.027418227866292, + 0.024506650865077972, + 0.022560879588127136, + 0.07735969126224518, + -1.6282485723495483, + -0.25222843885421753, + -0.11489076912403107, + 0.11278553307056427, + 0.04402090609073639, + 0.1518905609846115, + 0.019464433193206787, + -1.3383948802947998, + -0.0803702175617218 + ], + [ + 0.07583830505609512, + 0.10201983153820038, + 0.10164707899093628, + -0.002923145890235901, + -0.265735000371933, + -1.709462285041809, + 0.042189180850982666, + 0.2333192676305771, + -0.062242910265922546, + 0.0480620339512825, + 0.078335240483284, + 0.04272457957267761, + -1.529493808746338, + -0.19763456284999847, + -0.13803710043430328, + 0.09892529249191284, + 0.03894975781440735, + 0.24068105220794678, + -0.06477618217468262, + -1.093834638595581, + -0.16655567288398743 + ], + [ + 0.12100476026535034, + 0.06534570455551147, + 0.10040169954299927, + -0.02718144655227661, + -0.3237076997756958, + -1.7563267946243286, + -0.025840699672698975, + 0.20772232115268707, + -0.017288153991103172, + -0.07013066858053207, + -0.03060349076986313, + 0.05028890073299408, + -1.398939609527588, + -0.2083720713853836, + -0.10729801654815674, + 0.19733913242816925, + 0.06953907012939453, + 0.10743846744298935, + -0.05890461802482605, + -1.0862237215042114, + -0.16599008440971375 + ], + [ + -0.1680111140012741, + 0.15310049057006836, + 0.006174921989440918, + 0.012686967849731445, + -0.1557825207710266, + -1.8310233354568481, + -0.20034748315811157, + 0.2530473470687866, + -0.11589910089969635, + -0.13435357809066772, + 0.07042207568883896, + 0.2500091791152954, + -1.5093371868133545, + -0.5196728110313416, + 0.026621825993061066, + 0.08035165071487427, + -0.25042885541915894, + 0.20910541713237762, + 0.1430090069770813, + -1.2697997093200684, + -0.5099989175796509 + ], + [ + 0.04545775055885315, + 0.1713172197341919, + -0.11982402205467224, + 0.017037346959114075, + -0.16344213485717773, + -2.06390380859375, + -0.4966648817062378, + 0.21894986927509308, + 0.05486023426055908, + -0.09179539233446121, + 0.13290229439735413, + 0.2988678514957428, + -1.477003574371338, + -0.20794273912906647, + 0.04031125083565712, + 0.15298503637313843, + 0.17635305225849152, + 0.05686753988265991, + 0.19945988059043884, + -1.2484848499298096, + -0.12641721963882446 + ], + [ + -0.0961354523897171, + -0.04371540993452072, + -0.32554081082344055, + 0.2524225115776062, + -0.17056527733802795, + -2.022156238555908, + -0.33636224269866943, + 0.10417808592319489, + -0.004947725683450699, + -0.20504331588745117, + 0.05339760333299637, + 0.29372233152389526, + -1.388407588005066, + 0.07271724939346313, + -0.030408356338739395, + 0.15628251433372498, + -0.12310053408145905, + 0.17343902587890625, + 0.0591193288564682, + -1.0335873365402222, + 0.08855264633893967 + ], + [ + -0.07185594737529755, + -0.14272108674049377, + -0.012087434530258179, + 0.3070651590824127, + -0.4630764126777649, + -2.4979054927825928, + -0.4763294458389282, + 0.04707314074039459, + -0.048790737986564636, + -0.05150721222162247, + -0.5007540583610535, + 0.10956992208957672, + -1.2233730554580688, + -0.39894551038742065, + -0.05477749928832054, + 0.3195948004722595, + -0.02922789752483368, + -0.15990017354488373, + 0.10102717578411102, + -1.6871516704559326, + 0.027928099036216736 + ], + [ + -0.04740649461746216, + 0.07541587203741074, + -0.09024986624717712, + -0.012806549668312073, + 0.14516350626945496, + -1.871343970298767, + -1.1796112060546875, + 0.11492449045181274, + 0.027752649039030075, + -0.08923374861478806, + 0.366379052400589, + 0.10483013093471527, + -1.9320341348648071, + -0.22808592021465302, + 0.244267538189888, + 0.09022641181945801, + 0.09842835366725922, + 0.061332568526268005, + 0.27178770303726196, + -0.9016990065574646, + -0.5118904113769531 + ] + ], + "generated_utilities": [ + 0.7903563976287842, + 0.15987420082092285, + 0.16788330674171448, + 0.22046111524105072, + 0.21251684427261353, + 0.8353462815284729, + 0.7914627194404602, + 0.596686840057373 + ], + "group_id": "ms-63ac245579b1188935ad", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.855198860168457, + 0.8138954639434814, + 0.20312510430812836, + 2.0, + 0.7862945795059204, + 0.7843606472015381, + 0.6004383563995361, + 0.15506848692893982, + 0.15924105048179626, + 0.132452130317688, + 0.05381816625595093, + 0.09561765193939209, + 0.07140937447547913, + 0.10806754231452942, + 0.023168057203292847, + 0.07957816123962402 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.007633227854967117, + 0.02389371022582054, + 0.2181050330400467, + 0.026324495673179626, + 0.1209479570388794, + -1.3937149047851562, + 0.0, + -0.2493116855621338, + -0.17256586253643036, + -0.06812826544046402, + 0.019445210695266724, + -0.2657848000526428, + -1.0657541751861572, + 0.0, + -0.04306507110595703, + -0.07170329242944717, + 0.035314902663230896, + 0.06211268901824951, + 0.18158195912837982, + -0.7849693298339844, + 0.0 + ], + [ + -0.011555496603250504, + 0.0016381663735955954, + 0.019193550571799278, + 0.26171422004699707, + 0.08122420310974121, + -2.3937149047851562, + -1.53977632522583, + -0.00580335408449173, + -0.0020052569452673197, + 0.01787502132356167, + 0.4615197777748108, + 0.1938573122024536, + -2.0657541751861572, + -1.4660639762878418, + -0.00267898291349411, + -0.0038005562964826822, + 0.0179074015468359, + 0.5644202828407288, + 0.2690354883670807, + -1.7849693298339844, + -1.3308851718902588 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.07955265045166, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.9321279525756836, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.6617703437805176 + ], + [ + -0.16036809980869293, + 0.11436319351196289, + -0.14857570827007294, + 0.09414434432983398, + 0.02274160459637642, + -2.426297903060913, + -1.7686878442764282, + -0.26862773299217224, + 0.16241224110126495, + 0.24208402633666992, + 0.4166663587093353, + 0.07841069251298904, + -2.2318098545074463, + -1.2228643894195557, + -0.08888694643974304, + 0.20051127672195435, + -0.14729085564613342, + 0.5799955129623413, + 0.33039355278015137, + -2.00492262840271, + -1.4948352575302124 + ], + [ + -0.3820815682411194, + -0.3679526746273041, + 0.18845602869987488, + 0.4168931245803833, + -0.007936321198940277, + -2.700572967529297, + -1.795093059539795, + 0.1203194335103035, + 0.19610334932804108, + 0.2749679982662201, + 0.8331882357597351, + -0.06589585542678833, + -2.333136558532715, + -1.1008005142211914, + -0.02170141413807869, + 0.24186654388904572, + -0.3734443485736847, + 0.5144574046134949, + 0.3134346902370453, + -1.5088386535644531, + -1.1978046894073486 + ], + [ + 0.13625949621200562, + 0.47836095094680786, + -0.05790846049785614, + -0.09614765644073486, + -0.14281350374221802, + -2.522264003753662, + -1.0473889112472534, + 0.4792231023311615, + -0.4869813621044159, + 0.17644789814949036, + 0.8425257205963135, + -0.28899794816970825, + -2.5508456230163574, + -0.9762126207351685, + -0.16381770372390747, + 0.1586131900548935, + -0.3460317850112915, + 0.6056831479072571, + 0.7327044010162354, + -1.494289755821228, + -1.4671605825424194 + ], + [ + -0.40018847584724426, + -0.028111951425671577, + 0.31324630975723267, + -0.22690656781196594, + 0.2902344763278961, + -2.9841673374176025, + -1.4654184579849243, + -0.1155615746974945, + -0.4125809073448181, + 0.6098153591156006, + 0.8544195890426636, + 0.22702345252037048, + -1.7853796482086182, + -1.3474400043487549, + -0.454882949590683, + -0.3122820556163788, + 0.22399993240833282, + 0.05299121141433716, + 0.07802119851112366, + -1.3896000385284424, + -1.894580602645874 + ], + [ + -0.6587541699409485, + -0.6905457973480225, + 0.10385943204164505, + -0.2785833477973938, + 0.2321375161409378, + -2.565701723098755, + -1.1605603694915771, + -0.6775721907615662, + -0.30887091159820557, + 0.1186944767832756, + 1.0924456119537354, + 0.5009081363677979, + -1.8667830228805542, + -1.2491121292114258, + -0.11290804296731949, + -0.03346216678619385, + -0.28778207302093506, + 1.2255009412765503, + 0.6856998801231384, + -1.1723419427871704, + -1.1220875978469849 + ], + [ + -0.5019480586051941, + 0.07311037182807922, + 0.5101989507675171, + 0.7159117460250854, + 0.005071915686130524, + -2.6556949615478516, + -2.321233034133911, + 0.6035679578781128, + -0.13785676658153534, + -0.4309522807598114, + 0.9664275050163269, + -0.020235419273376465, + -1.6894025802612305, + -0.7511875033378601, + 0.5713916420936584, + 0.24962951242923737, + 0.40067923069000244, + 0.12209588289260864, + 0.03222101926803589, + -2.27744460105896, + -1.9113109111785889 + ], + [ + 0.7552750110626221, + -0.8085685968399048, + 0.20896124839782715, + -0.6043995022773743, + 0.733860969543457, + -1.610467791557312, + -1.0368051528930664, + -0.02292630262672901, + 0.6320546269416809, + 0.14528857171535492, + 0.8372507095336914, + 0.41523146629333496, + -2.339751958847046, + -0.6185142993927002, + -0.5750091075897217, + 0.12324154376983643, + 0.2804809510707855, + 1.0503896474838257, + -0.15392154455184937, + -0.9555137753486633, + -1.517809510231018 + ], + [ + 0.8853163123130798, + 0.09475164860486984, + -0.13681088387966156, + 0.08429434895515442, + 0.13555681705474854, + -1.5859344005584717, + -2.1957859992980957, + 0.9337366819381714, + -1.0016963481903076, + 0.11365362256765366, + -0.31175100803375244, + 0.7412776350975037, + -1.0797133445739746, + -0.8527018427848816, + 0.6110302209854126, + 0.006565961055457592, + 0.38363590836524963, + 0.5695288181304932, + -0.2547180950641632, + -2.6268043518066406, + -1.748514175415039 + ], + [ + 0.513801097869873, + 0.7078304886817932, + 0.7309613823890686, + -0.32746708393096924, + -0.36263394355773926, + -3.3305888175964355, + -1.2108653783798218, + 0.5104080438613892, + -0.26447102427482605, + 0.6361017823219299, + 0.5986918210983276, + -0.48598653078079224, + -2.4424209594726562, + -1.4694169759750366, + -0.5649402737617493, + -0.22020848095417023, + 0.6405193209648132, + -0.0698668360710144, + 0.7155715227127075, + -2.352860450744629, + -0.7502654194831848 + ], + [ + -0.9911022782325745, + 0.9677192568778992, + 0.5195661187171936, + 0.6733791828155518, + 0.7589308023452759, + -3.3654959201812744, + -0.6360958814620972, + 0.5926312208175659, + -0.06773044914007187, + 0.3785405457019806, + 0.5934506058692932, + 0.6434512138366699, + -2.891094923019409, + -0.8924227356910706, + 0.8036434650421143, + 0.6109268665313721, + -0.6607317924499512, + 1.0173940658569336, + 0.2546094059944153, + -1.4653143882751465, + -2.0709643363952637 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.16686837375164032, + 0.1354454904794693, + -0.11150697618722916, + 0.7247087359428406, + 0.2886054813861847, + -1.3937149047851562, + 0.0, + 0.6050093770027161, + 0.20291854441165924, + 0.5827622413635254, + -0.2687305808067322, + -0.25171223282814026, + -1.0657541751861572, + 0.0, + 0.29065752029418945, + -0.023413484916090965, + -0.24587245285511017, + 0.4600236713886261, + -0.4278547465801239, + -0.7849693298339844, + 0.0 + ] + ], + "predicted_scores": [ + 4.342977523803711, + 4.275866985321045, + 3.892662525177002, + 3.5113625526428223, + 3.364867687225342, + 3.052367687225342, + 1.8782557249069214, + 1.7991787195205688 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "211245842", + "selected_index": 0, + "state_hash": "fb52e84b6addb8bdddf02a80d5c8567e0fa27195729e8440271b710441061b7f", + "stored_base_utility": 0.855198860168457, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-f3ec6a4e6e3a778054d1", + "ms-875a4668671c02054a3c", + "ms-20f3cfcf183c69853b1e", + "ms-f3ec6a4e6e3a778054d1", + "ms-0949097d19e597fc7f63", + "ms-f3ec6a4e6e3a778054d1", + "ms-f3ec6a4e6e3a778054d1", + "ms-875a4668671c02054a3c" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_types": [ + "ctt_transport_rank3", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank1", + "ctt_transport_rank3", + "ctt_transport_rank3", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-6c8d06bace98a28a8e4e", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.051218532025814056, + 0.09394267201423645, + -0.10576990246772766, + 0.018494144082069397, + -0.12580522894859314, + -2.0903656482696533, + -0.19617056846618652, + 0.11998536437749863, + 0.01819072663784027, + 0.003856271505355835, + -0.07621655613183975, + 0.035499945282936096, + -1.7660062313079834, + -0.07350346446037292, + 0.05404781550168991, + 0.06943118572235107, + 0.011365607380867004, + -0.016419842839241028, + -0.06441870331764221, + -1.4563164710998535, + -0.10628706216812134 + ], + [ + 0.1510339230298996, + 0.07745259255170822, + -0.0023884475231170654, + -0.058624207973480225, + -0.21255600452423096, + -1.9285956621170044, + -0.229231059551239, + 0.2074030637741089, + -0.006548942998051643, + 0.07121260464191437, + 0.053798578679561615, + -0.023846879601478577, + -2.023327112197876, + -0.18541879951953888, + -0.04117676243185997, + 0.13084422051906586, + 0.03752294182777405, + 0.1091114953160286, + 0.023390352725982666, + -1.6104342937469482, + -0.13152694702148438 + ], + [ + 0.1122860461473465, + 0.09067107737064362, + 0.048396170139312744, + -0.09662545472383499, + -0.16643133759498596, + -2.3110642433166504, + -0.17069286108016968, + 0.14744721353054047, + -0.008408589288592339, + 0.05171261727809906, + 0.03527268022298813, + -0.0803900957107544, + -2.0134756565093994, + -0.23160885274410248, + -0.05769159272313118, + 0.14884519577026367, + 0.027439668774604797, + 0.14077052474021912, + -0.09255748987197876, + -1.489525556564331, + -0.10570719838142395 + ], + [ + 0.26012730598449707, + 0.0990104079246521, + -0.3166308104991913, + -0.022680237889289856, + -0.06444191932678223, + -1.9598578214645386, + -0.2720188498497009, + 0.17449158430099487, + 0.004081272520124912, + -0.010260529816150665, + -0.031699202954769135, + 0.11833719164133072, + -1.785804033279419, + -0.14327014982700348, + 0.1276838183403015, + -0.01124009769409895, + -0.0022584497928619385, + 0.01585829257965088, + -0.07406497001647949, + -1.5418438911437988, + -0.3297581374645233 + ], + [ + 0.05267344415187836, + 0.07966229319572449, + -0.02746644616127014, + 0.07359662652015686, + -0.15712898969650269, + -2.2266311645507812, + -0.323649525642395, + 0.0415097177028656, + 0.014813725836575031, + 0.025552190840244293, + -0.008335210382938385, + 0.016139119863510132, + -1.8885430097579956, + 0.036646708846092224, + 0.05987297743558884, + 0.02516096457839012, + 0.10332995653152466, + 0.09259530156850815, + -0.1578737199306488, + -1.2889087200164795, + -0.11782023310661316 + ], + [ + 0.03975074738264084, + 0.022181004285812378, + -0.002441614866256714, + -0.0006074905395507812, + -0.14984411001205444, + -1.1360434293746948, + 0.034847527742385864, + 0.17372627556324005, + 0.06613481789827347, + -0.0420718714594841, + -0.05501582473516464, + -0.15212294459342957, + -1.4374083280563354, + -0.38319289684295654, + 0.05431441590189934, + 0.13470415771007538, + -0.15244875848293304, + 0.012709856033325195, + -0.1906236708164215, + -1.5395145416259766, + -0.08875972032546997 + ], + [ + -0.02985413372516632, + 0.0693293884396553, + -0.06296774744987488, + -0.13231322169303894, + 0.03866295516490936, + -2.009202480316162, + -0.3625064492225647, + 0.1845831274986267, + 0.015405863523483276, + 0.05048293620347977, + -0.12207292765378952, + -0.09502744674682617, + -1.9855101108551025, + -0.04439707100391388, + 0.11696343123912811, + 0.07043077051639557, + -0.00504910945892334, + -0.13505809009075165, + -0.06702122092247009, + -1.43153715133667, + -0.11683240532875061 + ], + [ + -0.04407906532287598, + 0.027830079197883606, + -0.009841293096542358, + 0.14695879817008972, + 0.032448261976242065, + -2.20241379737854, + 0.1302652359008789, + 0.09907063096761703, + 0.020594507455825806, + -0.04120733588933945, + -0.07650015503168106, + -0.11116403341293335, + -1.6417131423950195, + -0.041648104786872864, + -0.15857301652431488, + 0.18392916023731232, + -0.08767060935497284, + 0.21943539381027222, + 0.006174325942993164, + -1.2317674160003662, + -0.25504225492477417 + ] + ], + "generated_utilities": [ + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0 + ], + "group_id": "ms-6c8d06bace98a28a8e4e", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8583254218101501, + 2.0, + 0.8125, + 0.12893107533454895, + 0.8582976460456848, + 0.15346482396125793, + 0.18961156904697418, + 0.13901273906230927, + 0.10113435983657837, + 0.11161506175994873, + 0.09923169016838074, + 0.16662254929542542, + 0.04211682081222534, + 0.024710848927497864, + 0.05722464621067047, + 0.8584086298942566 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.10696407407522202, + 0.3957799971103668, + 0.15132969617843628, + -0.32772913575172424, + 0.005261177197098732, + -2.2650365829467773, + 0.0, + 0.3958877623081207, + -0.5120954513549805, + -0.4317946135997772, + -0.3970779776573181, + 0.5317854285240173, + -1.8659565448760986, + 0.0, + 0.1198807880282402, + -0.11760073900222778, + -0.6048114895820618, + 0.15180528163909912, + -0.532695472240448, + -1.6115882396697998, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.120756149291992, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.070481538772583, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.0495758056640625 + ], + [ + 0.30105674266815186, + 0.4776385426521301, + -0.22267001867294312, + -0.13300693035125732, + -0.11095686256885529, + -3.138023853302002, + -0.793931245803833, + 0.16969743371009827, + -0.16339385509490967, + 0.02508675307035446, + 0.654399573802948, + -0.22830897569656372, + -3.1443004608154297, + -1.4291013479232788, + 0.005021120421588421, + 0.005560946650803089, + -0.1901366114616394, + 1.0211858749389648, + -0.09353887289762497, + -2.3457469940185547, + -1.406853199005127 + ], + [ + 0.4160586893558502, + 0.13316196203231812, + -0.21056225895881653, + -0.25006812810897827, + 0.060951750725507736, + -2.8735690116882324, + -0.9062713980674744, + -0.28707224130630493, + -0.2396206259727478, + -0.19859735667705536, + 0.29039445519447327, + -0.24077445268630981, + -2.644789934158325, + -1.8330551385879517, + -0.23438936471939087, + 0.04620177671313286, + 0.1472887098789215, + 0.9629149436950684, + -0.020509399473667145, + -2.7985036373138428, + -1.2463163137435913 + ], + [ + 0.2486386001110077, + -0.022333532571792603, + 0.14628465473651886, + -0.8381847143173218, + 0.21282373368740082, + -3.585387945175171, + -1.2156991958618164, + -0.08670558780431747, + -0.3178575336933136, + 0.4322021007537842, + 0.6421236395835876, + -0.33922863006591797, + -3.004714012145996, + -1.19637131690979, + -0.015640778467059135, + 0.10077434033155441, + -0.449941486120224, + 1.0431067943572998, + 0.2899783253669739, + -2.500624179840088, + -1.6148788928985596 + ], + [ + 0.46770766377449036, + 0.03902164101600647, + 0.2556130588054657, + -0.45893940329551697, + 0.08939866721630096, + -3.163339853286743, + -0.7599828243255615, + 0.3327450156211853, + 0.3252364993095398, + 0.3067358434200287, + 1.1394517421722412, + 0.472858726978302, + -3.1504058837890625, + -1.9780522584915161, + -0.26712900400161743, + -0.262444406747818, + 0.20269782841205597, + 1.336982250213623, + -0.06957009434700012, + -2.0651021003723145, + -1.8484716415405273 + ], + [ + 0.48348987102508545, + 0.19676931202411652, + -0.20689666271209717, + -0.21521174907684326, + -0.5048230886459351, + -3.491732358932495, + -0.7390058636665344, + 0.18321916460990906, + -0.1509065330028534, + 0.27166980504989624, + 1.004181981086731, + -0.5531666874885559, + -2.531594753265381, + -2.0243897438049316, + -0.44593361020088196, + 0.49786314368247986, + -0.006632372736930847, + 0.24423635005950928, + -0.6331305503845215, + -2.7707719802856445, + -2.1364808082580566 + ], + [ + -0.5684993863105774, + 0.0623701810836792, + -0.10449839383363724, + -0.7858190536499023, + -0.057080868631601334, + -3.981018304824829, + -0.6721940636634827, + 0.10191962122917175, + -0.7216448783874512, + 0.3870577812194824, + 0.5508396625518799, + -0.6811783313751221, + -3.6131227016448975, + -1.7484180927276611, + 0.34220433235168457, + -0.16193144023418427, + 0.16876991093158722, + 0.6509957909584045, + 0.2548854351043701, + -2.0779964923858643, + -1.5782216787338257 + ], + [ + -0.1224658265709877, + 0.22953394055366516, + -0.41326335072517395, + 0.19802969694137573, + 0.6866055130958557, + -2.6415462493896484, + -1.049781322479248, + -0.6788480281829834, + -0.8187242746353149, + 0.6141759157180786, + 1.3649951219558716, + -0.36378854513168335, + -2.2142889499664307, + -1.3759111166000366, + 0.583359956741333, + 0.6860965490341187, + 0.8285356760025024, + 1.4575884342193604, + -0.4101440906524658, + -2.218319892883301, + -1.5390111207962036 + ], + [ + 0.3368571698665619, + 0.4528505206108093, + -0.2985517382621765, + 0.37766069173812866, + 0.2064778208732605, + -2.8070714473724365, + -1.5598305463790894, + -0.9032005071640015, + -0.48420336842536926, + 0.639835000038147, + -0.3801422119140625, + -0.1376074254512787, + -3.369077205657959, + -1.9231767654418945, + -0.16211053729057312, + 0.53387051820755, + 0.6583098769187927, + 0.7611914873123169, + -0.46404945850372314, + -2.7554476261138916, + -1.4307246208190918 + ], + [ + 0.6002402901649475, + -0.14213827252388, + 0.30183425545692444, + -0.20118463039398193, + -0.16981711983680725, + -3.4212875366210938, + -0.2252577543258667, + 0.34123149514198303, + 0.003176456317305565, + 0.7433648109436035, + 1.1403348445892334, + 0.5709706544876099, + -1.8894051313400269, + -0.7200812101364136, + -0.7235198020935059, + 0.2147149294614792, + -0.28744715452194214, + 1.0323235988616943, + 0.5815067291259766, + -2.582993984222412, + -1.2160475254058838 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.019069351255893707, + 0.012574762105941772, + 0.07413499802350998, + -0.04097828269004822, + -0.03991875424981117, + -2.2650365829467773, + 0.0, + -0.06082560494542122, + 0.05821063742041588, + 0.07896332442760468, + -0.037061095237731934, + -0.08879614621400833, + -1.8659565448760986, + 0.0, + -0.022465867921710014, + -0.026843247935175896, + 0.04789978265762329, + -0.019972383975982666, + -0.04040021449327469, + -1.6115882396697998, + 0.0 + ] + ], + "predicted_scores": [ + 4.490682601928711, + 4.234213829040527, + 4.190361022949219, + 4.0655622482299805, + 4.027001857757568, + 3.8204727172851562, + 3.818653106689453, + 3.790454387664795 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1665739511", + "selected_index": 0, + "state_hash": "0f77663511063f17b0962024501b863c62b881513459d8bfa3ac00bbaed67de4", + "stored_base_utility": 0.8583254218101501, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18160098791122437, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18160098791122437 + }, + "base_progress": 0.18160098791122437, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.18160098791122437, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17646989226341248, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17646989226341248 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18804675340652466, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18804675340652466 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21891331672668457, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21891331672668457 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17342281341552734, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17342281341552734 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17562885582447052, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17562885582447052 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20695646107196808, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20695646107196808 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20604971051216125, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20604971051216125 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17692509293556213, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17692509293556213 + } + ], + "candidate_progress": [ + 0.17646989226341248, + 0.18804675340652466, + 0.21891331672668457, + 0.17342281341552734, + 0.17562885582447052, + 0.20695646107196808, + 0.20604971051216125, + 0.17692509293556213 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-5a32c809ed679663dcb1", + "ms-01e6eaaaf40875e0ef5a", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-72777024349c2aacd5e0", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.17970141768455505, + 0.33754199743270874, + 0.011671513319015503, + -0.24770666658878326, + 0.4773332178592682, + -0.6820365190505981, + -0.22181600332260132, + 0.18448765575885773, + 0.12664920091629028, + 0.05636618286371231, + -0.009649097919464111, + -0.2356870472431183, + -1.7626749277114868, + -0.6070875525474548, + -0.0288245789706707, + 0.12131762504577637, + 0.062095269560813904, + 0.2658342123031616, + -0.3476713299751282, + -1.4182519912719727, + -0.4289669692516327 + ], + [ + 0.0698273554444313, + 0.20674501359462738, + 0.019857585430145264, + -0.46223366260528564, + 0.278695285320282, + -0.37412193417549133, + 0.14158475399017334, + 0.19473537802696228, + 0.05576813220977783, + -0.08444935828447342, + -0.030217595398426056, + 0.08345597982406616, + -1.8098405599594116, + -0.049651145935058594, + -0.019617456942796707, + 0.11856602132320404, + 0.053926676511764526, + 0.04085671901702881, + 0.00840669870376587, + -1.6281399726867676, + -0.002094089984893799 + ], + [ + 0.21932828426361084, + 0.16984456777572632, + -0.13369980454444885, + -0.45561712980270386, + 0.3399623930454254, + -0.6195646524429321, + 0.17112591862678528, + 0.011225894093513489, + -0.01531369611620903, + -0.15447750687599182, + 0.19722336530685425, + -0.24085456132888794, + -2.1500344276428223, + -0.13785170018672943, + -0.002767566591501236, + 0.04483761265873909, + 0.0020885616540908813, + 0.2885211706161499, + -0.17517995834350586, + -1.3270273208618164, + -0.4685473144054413 + ], + [ + -0.053284674882888794, + 0.22162573039531708, + 0.09548923373222351, + -0.5943291783332825, + 0.3113691806793213, + -0.34052589535713196, + 0.03997716307640076, + 0.17924247682094574, + 0.030885277315974236, + 0.005737051367759705, + -0.04275842010974884, + 0.024608150124549866, + -2.197343111038208, + -0.05288425087928772, + 0.12637603282928467, + 0.11794838309288025, + 0.10197512805461884, + 0.12779387831687927, + 0.016690313816070557, + -1.5193655490875244, + 0.14275892078876495 + ], + [ + 0.1872227042913437, + 0.0563514307141304, + 0.25726816058158875, + -0.44597071409225464, + 0.407513827085495, + -0.6286978721618652, + 1.1090312004089355, + 0.19841451942920685, + 0.08138959854841232, + -0.14385035634040833, + -0.06456112861633301, + -0.08590972423553467, + -1.7384564876556396, + -0.263725221157074, + 0.23215724527835846, + 0.23566317558288574, + -0.06049098074436188, + 0.11412429809570312, + -0.2992064356803894, + -1.3969905376434326, + -0.19974660873413086 + ], + [ + 0.05263584107160568, + 0.16891314089298248, + -0.08215221762657166, + -0.4322376251220703, + 0.24703887104988098, + -0.6859713792800903, + -0.09747004508972168, + 0.04561793804168701, + -0.05170828104019165, + -0.13488775491714478, + 0.29129207134246826, + -0.23515015840530396, + -1.9696260690689087, + -0.0910283625125885, + 0.04183933138847351, + 0.07543028891086578, + 0.06201732158660889, + 0.11422109603881836, + -0.22264087200164795, + -1.4431250095367432, + -0.19877132773399353 + ], + [ + 0.11043304204940796, + 0.16942061483860016, + -0.09735968708992004, + -0.2962195575237274, + 0.21513807773590088, + -0.5018820762634277, + 0.010894149541854858, + -0.038707390427589417, + -0.07820834964513779, + -0.07385801523923874, + 0.38716211915016174, + -0.25054964423179626, + -1.8585011959075928, + -0.03832492232322693, + 0.10274909436702728, + 0.03114400804042816, + -0.1363794356584549, + 0.12679453194141388, + 0.02480769157409668, + -1.4789278507232666, + -0.15936711430549622 + ], + [ + 0.2608600854873657, + 0.04890946298837662, + -0.1530279815196991, + -0.5539668798446655, + 0.15356531739234924, + -0.500365138053894, + 0.04058569669723511, + 0.10660361498594284, + -0.0818793773651123, + 0.055448368191719055, + 0.14583076536655426, + -0.15594270825386047, + -1.9077370166778564, + -0.14815156161785126, + 0.19918455183506012, + 0.0024750707671046257, + 0.15074804425239563, + 0.0064076632261276245, + -0.27363836765289307, + -1.389521598815918, + -0.15909874439239502 + ] + ], + "generated_utilities": [ + 0.17646989226341248, + 0.18804675340652466, + 0.21891331672668457, + 0.17342281341552734, + 0.17562885582447052, + 0.20695646107196808, + 0.20604971051216125, + 0.17692509293556213 + ], + "group_id": "ms-72777024349c2aacd5e0", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8314920663833618, + 0.1595238745212555, + 2.0, + 0.16971935331821442, + 0.5892879366874695, + 0.1617850512266159, + 0.1877371072769165, + 0.5782577395439148, + 0.12074722349643707, + 0.11237785220146179, + 0.08792310953140259, + 0.1209893673658371, + 0.13739405572414398, + 0.0773405134677887, + 0.09497407078742981, + 0.047447383403778076 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.002835560590028763, + 0.3854118585586548, + -0.06168194115161896, + -0.16570186614990234, + -0.05051702260971069, + -0.43052077293395996, + 0.0, + 0.024141468107700348, + -0.011737043969333172, + -0.05502588301897049, + 0.013536334037780762, + -0.000911470502614975, + -1.6284780502319336, + 0.0, + 0.030459173023700714, + -0.05656937509775162, + 0.03393230587244034, + 0.06894856691360474, + 0.00450655072927475, + -1.2762084007263184, + 0.0 + ], + [ + 0.2191334217786789, + 0.3854118585586548, + 0.5048428177833557, + -0.16570186614990234, + -0.20026534795761108, + -0.43052077293395996, + 0.0, + -0.026082046329975128, + 0.03163425251841545, + -0.04950854927301407, + 0.1969367265701294, + -0.05762401595711708, + -1.6284780502319336, + 0.0, + 0.002695085946470499, + 0.34764212369918823, + 0.6051180362701416, + 0.9295560717582703, + 0.38285934925079346, + -1.2762084007263184, + 0.0 + ], + [ + -0.04624907672405243, + 1.3854118585586548, + 0.05864633619785309, + -1.1657018661499023, + 0.7997346520423889, + -1.43052077293396, + 1.1980153322219849, + -0.023269198834896088, + -0.026228107511997223, + -0.009256521239876747, + 0.6858966946601868, + 0.03280947729945183, + -2.6284780502319336, + -1.7920862436294556, + -0.0004090145230293274, + -0.00536443293094635, + 0.007614931557327509, + 0.7401981949806213, + 0.11622340977191925, + -2.2762084007263184, + -1.6813035011291504 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.3960306644439697, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.584172487258911, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.362607002258301 + ], + [ + -0.13329119980335236, + 1.1171538829803467, + -0.19378040730953217, + -0.9341158866882324, + 0.8714147806167603, + -1.659934163093567, + 1.1658833026885986, + 0.23766514658927917, + 0.21810689568519592, + -0.05730185657739639, + 0.4946695566177368, + 0.17369553446769714, + -2.559515953063965, + -1.5605767965316772, + 0.08475297689437866, + 0.22485606372356415, + -0.2591644823551178, + 0.9637633562088013, + -0.08890970051288605, + -2.1015453338623047, + -1.5709789991378784 + ], + [ + -0.3507236838340759, + 1.1737966537475586, + 0.10341192036867142, + -0.7761039137840271, + 0.47493064403533936, + -1.2297213077545166, + 1.4181653261184692, + -0.1981543004512787, + -0.18248644471168518, + 0.17768341302871704, + 0.843591034412384, + -0.07443197071552277, + -2.6062240600585938, + -1.750958800315857, + -0.15503963828086853, + 0.18218432366847992, + 0.002181168645620346, + 0.8641887903213501, + -0.026101917028427124, + -1.9398812055587769, + -1.8561092615127563 + ], + [ + -0.22363319993019104, + 1.533349871635437, + 0.4454386830329895, + -1.5271000862121582, + 0.8945828080177307, + -1.105146884918213, + 0.7171626687049866, + -0.20207461714744568, + 0.31458696722984314, + 0.20214562118053436, + 1.0593571662902832, + -0.4655032455921173, + -2.8809642791748047, + -1.580764651298523, + -0.22098299860954285, + -0.08731096982955933, + -0.15165574848651886, + 0.89030921459198, + 0.611029326915741, + -2.2792654037475586, + -1.798964262008667 + ], + [ + -0.3702698349952698, + 0.9771865606307983, + 0.27564477920532227, + -1.7643829584121704, + 0.7298657894134521, + -1.875503420829773, + 1.4598875045776367, + 0.47600361704826355, + 0.13439032435417175, + -0.23905222117900848, + 1.2192013263702393, + -0.44705769419670105, + -2.603621482849121, + -1.3898506164550781, + 0.16782721877098083, + -0.2559890151023865, + 0.2965841293334961, + 0.8750308752059937, + 0.1521819680929184, + -2.3417282104492188, + -2.2663588523864746 + ], + [ + -0.31705379486083984, + 0.866703450679779, + -0.09125347435474396, + -1.5959886312484741, + 0.8041162490844727, + -1.7037310600280762, + 1.6304850578308105, + 0.11580469459295273, + 0.2654762864112854, + 0.12200001627206802, + 0.6904033422470093, + 0.19859254360198975, + -2.7615463733673096, + -2.059410333633423, + 0.5591834783554077, + -0.4801292419433594, + -0.3343847393989563, + 0.8787070512771606, + -0.14748375117778778, + -2.0334713459014893, + -1.1611082553863525 + ], + [ + -0.11324095726013184, + 0.8777624368667603, + 0.8215147256851196, + -1.5343353748321533, + 0.881126344203949, + -1.0607860088348389, + 0.5398488640785217, + 0.6020828485488892, + -0.5065795183181763, + 0.02798180840909481, + 0.33880186080932617, + 0.320717990398407, + -3.3552045822143555, + -1.1435439586639404, + 0.19279444217681885, + -0.5245973467826843, + 0.30647164583206177, + 1.3726601600646973, + 0.3123217523097992, + -2.9675674438476562, + -1.7007204294204712 + ], + [ + -0.6432619094848633, + 0.79607754945755, + -0.49864423274993896, + -1.0710605382919312, + 1.0709084272384644, + -1.612175703048706, + 1.2555015087127686, + 0.2873077392578125, + -0.36858057975769043, + 0.05837755650281906, + 1.1025807857513428, + 0.7949575185775757, + -3.2468795776367188, + -2.556741237640381, + -0.6579093337059021, + -0.8874800801277161, + 0.7922345399856567, + 0.4745541512966156, + 0.07610362768173218, + -2.041800022125244, + -2.2069954872131348 + ], + [ + -0.9264093637466431, + 1.9828436374664307, + 0.7907096147537231, + -1.260971188545227, + 1.7548933029174805, + -2.2685132026672363, + 1.1821955442428589, + -0.49968039989471436, + 0.10982713848352432, + 0.2384604662656784, + 0.2075445055961609, + -0.7872775793075562, + -2.076058864593506, + -1.1888585090637207, + 0.7447717785835266, + 0.2355569452047348, + -0.3163020610809326, + 0.3282558023929596, + -0.4075327515602112, + -3.2451019287109375, + -2.4086263179779053 + ], + [ + -0.7190575003623962, + 1.3702023029327393, + 0.8307373523712158, + -0.7533494234085083, + 0.574251651763916, + -2.3376822471618652, + 0.5512753129005432, + -0.04391670227050781, + 0.2242431342601776, + -0.46594029664993286, + 0.5667901039123535, + -0.12832416594028473, + -2.9870448112487793, + -1.2032369375228882, + 0.17313259840011597, + 0.5932936668395996, + 0.7428228259086609, + 0.6570835113525391, + -0.1891915649175644, + -1.3703107833862305, + -1.7630409002304077 + ], + [ + 0.799586832523346, + 1.0164330005645752, + -0.49519193172454834, + -0.6983597278594971, + 1.7632484436035156, + -0.9710203409194946, + 1.5416830778121948, + 0.9653489589691162, + 0.06498706340789795, + 0.2132291942834854, + -0.1650814414024353, + 0.06786654889583588, + -1.8782389163970947, + -2.3576126098632812, + 0.9410911798477173, + -0.576595664024353, + -0.8031080365180969, + 0.7120062112808228, + 0.6479252576828003, + -2.3928208351135254, + -1.4952012300491333 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.11725310236215591, + 0.3854118585586548, + 0.06966311484575272, + -0.16570186614990234, + 0.06442362070083618, + -0.43052077293395996, + 0.0, + 0.11858775466680527, + 0.0573427751660347, + -0.14938217401504517, + -0.01657569408416748, + 0.060478124767541885, + -1.6284780502319336, + 0.0, + 0.016584808006882668, + 0.18205130100250244, + -0.13064442574977875, + 0.15621143579483032, + 0.056775350123643875, + -1.2762084007263184, + 0.0 + ] + ], + "predicted_scores": [ + 4.562129497528076, + 4.460384845733643, + 4.418614864349365, + 3.068284034729004, + 2.7422361373901367, + 2.7304749488830566, + 2.636929988861084, + 2.0466256141662598 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "256770874", + "selected_index": 0, + "state_hash": "3a7aa4ba27a5b34cdeb0f31ce9818588b1dd4ede96bf546f07302616c2e9b3a6", + "stored_base_utility": 0.8314920663833618, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23217551410198212, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23217551410198212 + }, + "base_progress": 0.23217551410198212, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.23217551410198212, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23480956256389618, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23480956256389618 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23726896941661835, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23726896941661835 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.22429034113883972, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22429034113883972 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.24121958017349243, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.24121958017349243 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.24219854176044464, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.24219854176044464 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5699906349182129, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5699906349182129 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5695197582244873, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5695197582244873 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.24129077792167664, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.24129077792167664 + } + ], + "candidate_progress": [ + 0.23480956256389618, + 0.23726896941661835, + 0.22429034113883972, + 0.24121958017349243, + 0.24219854176044464, + 0.5699906349182129, + 0.5695197582244873, + 0.24129077792167664 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-626ac2ad9d0dd95f1a2e", + "ms-ecb37ebbab21a506d8ca", + "ms-5bddb39f792f20e5e6d4", + "ms-95028134c6e3670b89d5", + "ms-95028134c6e3670b89d5", + "ms-5bddb39f792f20e5e6d4", + "ms-95028134c6e3670b89d5", + "ms-5bddb39f792f20e5e6d4" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank3", + "ctt_transport_rank3", + "ctt_transport_rank1", + "ctt_transport_rank3", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-7fc5696cb3dc7b9bb9f7", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.1151108592748642, + -0.05360006168484688, + -0.07629302144050598, + 0.6067913770675659, + -0.2523522973060608, + -0.5493769645690918, + 0.08556133508682251, + 0.09276984632015228, + 0.082382433116436, + 0.023529671132564545, + -0.25331276655197144, + 0.21838852763175964, + -1.869375467300415, + 0.006556496024131775, + 0.06316161900758743, + 0.13717955350875854, + -0.05293832719326019, + -0.025915175676345825, + 0.15740734338760376, + -1.3708477020263672, + 0.07735524326562881 + ], + [ + -0.16190756857395172, + -0.06371945142745972, + -0.05534586310386658, + 0.7096289396286011, + -0.26725757122039795, + -0.27293136715888977, + 0.05017203092575073, + 0.1587718427181244, + 0.09938552230596542, + -0.025935165584087372, + -0.17791324853897095, + 0.23173540830612183, + -1.9610613584518433, + -0.06433548033237457, + 0.09200909733772278, + 0.11078718304634094, + -0.02480699121952057, + -0.0840664952993393, + 0.11844363808631897, + -1.6050708293914795, + 0.1341998279094696 + ], + [ + -0.23661066591739655, + -0.07459302246570587, + -0.030792027711868286, + 0.6501833200454712, + -0.3480958342552185, + -0.32461273670196533, + -0.01562434434890747, + 0.13017302751541138, + 0.08635810017585754, + 0.08166413009166718, + -0.2504357695579529, + 0.2910725474357605, + -1.764411211013794, + -0.03071250021457672, + 0.11473950743675232, + 0.14084148406982422, + -0.041267529129981995, + -0.10398556292057037, + 0.12237483263015747, + -1.3313920497894287, + 0.09526420384645462 + ], + [ + -0.128212109208107, + -0.044673852622509, + -0.0738699734210968, + 0.6749248504638672, + -0.26978790760040283, + -0.30001571774482727, + 0.06074139475822449, + 0.07162311673164368, + 0.036745041608810425, + -0.002914153039455414, + -0.3121028244495392, + 0.22320421040058136, + -2.030305862426758, + -0.13756100833415985, + 0.09522148221731186, + 0.0625944584608078, + -0.07169710099697113, + 0.048026517033576965, + 0.1478268951177597, + -1.6144816875457764, + 0.09278541058301926 + ], + [ + -0.36359119415283203, + -0.05234236270189285, + -0.17154380679130554, + 0.7531387805938721, + -0.13585057854652405, + -0.5053328275680542, + 0.11403539776802063, + 0.2941858172416687, + 0.035575948655605316, + 0.05773324519395828, + -0.46593669056892395, + -0.07429429888725281, + -1.8974660634994507, + -0.15733598172664642, + 0.11831633746623993, + 0.14808547496795654, + -0.13624514639377594, + -0.12202875316143036, + 0.2225324809551239, + -1.3513214588165283, + 0.10448489338159561 + ], + [ + -0.31852877140045166, + -0.14595934748649597, + -0.24623194336891174, + 0.8038167953491211, + -0.24768495559692383, + -0.5189051628112793, + -0.35816431045532227, + 0.20827758312225342, + 0.07165982574224472, + 0.02778848260641098, + -0.25311344861984253, + 0.2603644132614136, + -1.9087333679199219, + -0.4037232995033264, + 0.39280107617378235, + 0.16967754065990448, + -0.19033966958522797, + -0.12278260290622711, + 0.15424983203411102, + -1.1451337337493896, + -0.07548394799232483 + ], + [ + -0.20893801748752594, + -0.0633796900510788, + -0.1086488664150238, + 0.6732920408248901, + -0.04398670792579651, + -0.5879918336868286, + -0.11440509557723999, + 0.21288661658763885, + 0.053796425461769104, + -0.03766808658838272, + -0.5605530142784119, + -0.1170644462108612, + -1.7408576011657715, + -0.25574517250061035, + 0.27552634477615356, + 0.15614467859268188, + -0.26687854528427124, + -0.19223837554454803, + 0.24849003553390503, + -1.3484745025634766, + 0.22872436046600342 + ], + [ + -0.39969950914382935, + -0.1945246011018753, + -0.253347784280777, + 0.802735447883606, + -0.3357700705528259, + -0.44769808650016785, + -0.35696059465408325, + 0.22368839383125305, + 0.018506532534956932, + 0.1940535008907318, + -0.34420686960220337, + 0.39853188395500183, + -2.0048434734344482, + -0.15060792863368988, + 0.31243541836738586, + 0.08656720817089081, + -0.25789976119995117, + 0.03434750437736511, + 0.11094751954078674, + -1.3245141506195068, + 0.0892142578959465 + ] + ], + "generated_utilities": [ + 0.23480956256389618, + 0.23726896941661835, + 0.22429034113883972, + 0.24121958017349243, + 0.24219854176044464, + 0.5699906349182129, + 0.5695197582244873, + 0.24129077792167664 + ], + "group_id": "ms-7fc5696cb3dc7b9bb9f7", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8363267779350281, + 2.0, + 2.0, + 0.16206762194633484, + 0.5390529036521912, + 0.08151453733444214, + 0.5261932611465454, + 0.5265869498252869, + 0.5459305047988892, + 0.18360589444637299, + 0.16689825057983398, + 0.15426510572433472, + 0.0028923004865646362, + 0.15516109764575958, + 0.0506085604429245, + 0.19578850269317627 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.0005862116813659668, + 0.18783891201019287, + -0.02734696865081787, + 0.09201061725616455, + 0.010171383619308472, + -0.4856022596359253, + 0.0, + 0.10349468141794205, + 0.4567214846611023, + -0.1893925815820694, + 0.12298360466957092, + 0.3369159996509552, + -1.6010875701904297, + 0.0, + 0.304210901260376, + -0.3049007058143616, + 0.3435661494731903, + 0.3158445656299591, + 0.2931552231311798, + -1.2709691524505615, + 0.0 + ], + [ + -0.726529061794281, + -0.8121610879898071, + -1.0273469686508179, + 1.0920106172561646, + 0.3926190733909607, + -1.4856022596359253, + 1.8979665040969849, + -0.029249273240566254, + 0.008005961775779724, + 0.013417234644293785, + -0.10860864818096161, + 0.43491366505622864, + -2.6010875701904297, + -1.493168592453003, + -0.01047949492931366, + -0.0018908085767179728, + 0.019280990585684776, + 0.20726272463798523, + 0.45750224590301514, + -2.2709691524505615, + -1.4645930528640747 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.7959330081939697, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.986337184906006, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.9291861057281494 + ], + [ + -0.9019005298614502, + -0.5901641845703125, + -0.920559287071228, + 0.991828978061676, + 0.2407551407814026, + -1.2655587196350098, + 1.7652356624603271, + 0.03909382224082947, + 0.04142814502120018, + 0.12125641852617264, + -0.2822783887386322, + 0.4936577081680298, + -2.5754144191741943, + -1.5686157941818237, + -0.22672900557518005, + -0.08431098610162735, + 0.09805622696876526, + 0.2479260265827179, + 0.4450404644012451, + -2.1972453594207764, + -1.4420135021209717 + ], + [ + -0.8822115063667297, + -0.9738405346870422, + -0.7449414730072021, + 0.8784142732620239, + 0.4583987295627594, + -1.3989503383636475, + 1.8331178426742554, + -0.006558071821928024, + 0.30383312702178955, + 0.2117801308631897, + -0.2538969814777374, + 0.13478082418441772, + -2.584805727005005, + -1.325882911682129, + 0.23593956232070923, + -0.2618964612483978, + -0.30780693888664246, + 0.24083535373210907, + 0.430472195148468, + -1.946203589439392, + -1.5077860355377197 + ], + [ + -0.39491432905197144, + -0.8895903825759888, + -0.9160035848617554, + 0.7220491170883179, + 0.36837494373321533, + -1.4429160356521606, + 1.4078493118286133, + 0.03969770669937134, + 0.007204015273600817, + 0.056278251111507416, + -0.4780465364456177, + 0.9121701717376709, + -2.512721538543701, + -1.6225675344467163, + -0.42074650526046753, + 0.15076839923858643, + -0.24544812738895416, + 0.08152849972248077, + 0.1987975835800171, + -2.712414264678955, + -1.9573136568069458 + ], + [ + -0.6879937648773193, + -0.8859440088272095, + -1.1152405738830566, + 0.8750674724578857, + -0.05955067276954651, + -1.5194538831710815, + 1.876329779624939, + -0.2068542242050171, + -0.5498799085617065, + 0.46419233083724976, + 0.42569708824157715, + -0.02127784490585327, + -2.5905418395996094, + -1.411050796508789, + -0.21327723562717438, + 0.20716798305511475, + 0.20993508398532867, + 0.33476364612579346, + -0.09872657060623169, + -2.5958731174468994, + -1.6374839544296265 + ], + [ + -0.5723236799240112, + -0.28514552116394043, + -0.6157487630844116, + 0.6151646375656128, + 0.32639649510383606, + -1.7217803001403809, + 2.5557403564453125, + 0.532052218914032, + 0.5977330207824707, + -0.5707970261573792, + -0.21707558631896973, + 0.8829224109649658, + -3.1287553310394287, + -1.0988328456878662, + 0.38229066133499146, + 0.0032835237216204405, + -0.3569248616695404, + 0.0031215548515319824, + 1.1060712337493896, + -2.3536932468414307, + -1.383341670036316 + ], + [ + -0.7901747822761536, + -0.8977189660072327, + -1.4548863172531128, + 0.5700533986091614, + -0.13018959760665894, + -0.8057670593261719, + 2.4019269943237305, + 0.5368256568908691, + 0.5227565765380859, + 0.28199371695518494, + -0.1637011021375656, + -0.2898564040660858, + -2.9142980575561523, + -1.8492696285247803, + 0.7177971601486206, + 0.2360217124223709, + -0.13862104713916779, + 0.9262527227401733, + 0.39495596289634705, + -2.470649480819702, + -1.3260751962661743 + ], + [ + -0.6053685545921326, + -0.3819047510623932, + -0.258634090423584, + 0.19338607788085938, + 0.19874510169029236, + -1.3407407999038696, + 2.5238022804260254, + -0.6922282576560974, + 0.8137098550796509, + 0.39421388506889343, + 0.09789760410785675, + 0.12572914361953735, + -2.518153667449951, + -1.6892600059509277, + 0.503250002861023, + 0.88390052318573, + -0.7520112991333008, + -0.3356115520000458, + 0.15291047096252441, + -2.5788943767547607, + -0.9403089284896851 + ], + [ + -0.464814156293869, + -0.6034223437309265, + -1.6505372524261475, + 0.6883972883224487, + -0.3758969306945801, + -1.785051941871643, + 2.605452060699463, + 0.550828218460083, + 0.4742209315299988, + -0.19333000481128693, + -1.002321481704712, + 0.48782211542129517, + -1.8015108108520508, + -0.8254865407943726, + -0.7333722710609436, + -0.4948355555534363, + 0.6016485095024109, + 0.5632485151290894, + -0.24367755651474, + -2.201673984527588, + -0.5806979537010193 + ], + [ + -1.4628195762634277, + -0.4433446228504181, + -1.9926375150680542, + 0.33977705240249634, + 0.03379333019256592, + -1.6042804718017578, + 2.221484422683716, + 0.7110810279846191, + -0.41500210762023926, + 0.08095695078372955, + -0.23683495819568634, + -0.43207624554634094, + -3.080759286880493, + -0.9071659445762634, + 0.47082334756851196, + -0.9117310047149658, + -0.06435621529817581, + -0.6813669204711914, + -0.2741369605064392, + -2.3763599395751953, + -1.000203013420105 + ], + [ + -1.382751226425171, + -1.7026821374893188, + -0.11846715211868286, + 1.5398613214492798, + -0.5885447859764099, + -1.8825289011001587, + 1.5456308126449585, + -0.320659339427948, + -0.964028000831604, + -0.1812019646167755, + 0.14226128160953522, + 0.4527861177921295, + -2.714468002319336, + -1.9451607465744019, + 0.195057213306427, + 0.16905252635478973, + -0.9247990250587463, + 0.9112424850463867, + 0.79449862241745, + -2.714893341064453, + -1.6473028659820557 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.02016383409500122, + 0.02509528398513794, + -0.02734696865081787, + 0.09201061725616455, + -0.04331648349761963, + -0.4856022596359253, + 0.0, + -0.022040890529751778, + -0.003832761198282242, + -0.01408458687365055, + 0.06165061891078949, + 0.02554956078529358, + -1.6010875701904297, + 0.0, + 0.009550465270876884, + 0.03566932678222656, + 0.013732164166867733, + 0.017749279737472534, + 0.0699148178100586, + -1.2709691524505615, + 0.0 + ], + [ + 0.023195505142211914, + 0.029890060424804688, + -0.02734696865081787, + 0.09201061725616455, + 0.06108534336090088, + -0.4856022596359253, + 0.0, + -0.034551952034235, + -0.15152660012245178, + -0.21811580657958984, + -0.063543401658535, + 0.23667243123054504, + -1.6010875701904297, + 0.0, + -0.1614403873682022, + -0.17222382128238678, + -0.09706380218267441, + 0.3660350441932678, + 0.13013160228729248, + -1.2709691524505615, + 0.0 + ] + ], + "predicted_scores": [ + 7.508927822113037, + 7.40764856338501, + 7.139451026916504, + 7.067099094390869, + 7.022529125213623, + 6.55258846282959, + 6.336439609527588, + 5.046212196350098 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "957101489", + "selected_index": 0, + "state_hash": "e8473553a2b17f5adf09e08e7271b5502d53a51225c17abac3d9f78906cf8c46", + "stored_base_utility": 0.8363267779350281, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18060606718063354, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18060606718063354 + }, + "base_progress": 0.18060606718063354, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.18060606718063354, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17873983085155487, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17873983085155487 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18752697110176086, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18752697110176086 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1831221878528595, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1831221878528595 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1965479552745819, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1965479552745819 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1830153465270996, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1830153465270996 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17201340198516846, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17201340198516846 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18231967091560364, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18231967091560364 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17782364785671234, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17782364785671234 + } + ], + "candidate_progress": [ + 0.17873983085155487, + 0.18752697110176086, + 0.1831221878528595, + 0.1965479552745819, + 0.1830153465270996, + 0.17201340198516846, + 0.18231967091560364, + 0.17782364785671234 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-5bddb39f792f20e5e6d4", + "ms-626ac2ad9d0dd95f1a2e", + "ms-9228f8295b9891cf011c", + "ms-5bddb39f792f20e5e6d4", + "ms-ce9505086ea115f86649", + "ms-9d12ad4ebdf37419994c", + "ms-9d12ad4ebdf37419994c", + "ms-5bddb39f792f20e5e6d4" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank3", + "ctt_transport_rank1", + "ctt_transport_rank4", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-9a14552b7db695dee92c", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.15446896851062775, + -0.10687831044197083, + -0.06535199284553528, + 0.8736417293548584, + -0.4725002646446228, + -0.6264262199401855, + -0.07247060537338257, + 0.19608747959136963, + 0.06880724430084229, + 0.031399279832839966, + -0.168344646692276, + 0.2619818150997162, + -1.8719316720962524, + -0.1679527908563614, + 0.013704303652048111, + 0.1262676864862442, + -0.01153169572353363, + -0.029769301414489746, + 0.1356741487979889, + -1.555478811264038, + -0.06504939496517181 + ], + [ + -0.015940487384796143, + -0.1023603081703186, + -0.11497625708580017, + 0.8150976896286011, + -0.4293985962867737, + -0.785567045211792, + 0.011526226997375488, + 0.13032615184783936, + 0.04887097328901291, + 0.0069327205419540405, + -0.14552056789398193, + 0.19298984110355377, + -1.9488980770111084, + -0.133291557431221, + -0.02469145879149437, + 0.1299525946378708, + -0.042163506150245667, + 0.05361241102218628, + 0.1458323746919632, + -1.5827703475952148, + -0.026385828852653503 + ], + [ + 0.008860811591148376, + -0.1259736567735672, + 0.06592267751693726, + 0.7981748580932617, + -0.4714336395263672, + -1.7990152835845947, + 0.16150373220443726, + 0.1001717671751976, + 0.03753308951854706, + -0.03698626905679703, + -0.19081658124923706, + 0.09367842972278595, + -1.9734970331192017, + -0.19858939945697784, + -0.021619219332933426, + 0.12749707698822021, + -0.06971319019794464, + 0.05270272493362427, + -0.07550784945487976, + -1.5144762992858887, + -0.02198903262615204 + ], + [ + -0.17010678350925446, + -0.1616268754005432, + -0.16575869917869568, + 1.035187005996704, + -0.3667776584625244, + -0.7820485830307007, + -0.5272042751312256, + 0.31048065423965454, + 0.01437404751777649, + 0.05665235221385956, + -0.20045527815818787, + 0.2594525218009949, + -2.005176544189453, + -0.5402544140815735, + 0.30876514315605164, + 0.1897621899843216, + -0.17921040952205658, + -0.04060511291027069, + 0.17865020036697388, + -1.330078363418579, + -0.14711454510688782 + ], + [ + -0.19023175537586212, + -0.028811069205403328, + -0.029074817895889282, + 0.8812659978866577, + -0.21286112070083618, + -1.0988726615905762, + -0.02916628122329712, + 0.15294760465621948, + -0.02688111923635006, + 0.04151065647602081, + -0.26707151532173157, + 0.06578235328197479, + -2.440816879272461, + -0.06746366620063782, + 0.025373127311468124, + 0.13067391514778137, + -0.14572115242481232, + 0.03299272060394287, + 0.017172306776046753, + -1.6873555183410645, + 0.18155379593372345 + ], + [ + 0.12636610865592957, + -0.15873493254184723, + 0.08232754468917847, + 0.7769938707351685, + -0.5465913414955139, + -1.61095130443573, + 0.14485779404640198, + 0.09414897114038467, + 0.0035412246361374855, + 0.04362887144088745, + -0.2851717174053192, + 0.13847669959068298, + -2.0578503608703613, + 0.01050259917974472, + -0.0372047983109951, + 0.07432934641838074, + -0.06614919006824493, + 0.13813000917434692, + -0.10395979881286621, + -1.4999701976776123, + 0.022053778171539307 + ], + [ + -0.00043602287769317627, + -0.15497560799121857, + 0.09135544300079346, + 0.814375638961792, + -0.47862720489501953, + -1.9066911935806274, + 0.11564135551452637, + 0.09027627855539322, + 0.021708406507968903, + -0.026763401925563812, + -0.106861911714077, + 0.062302157282829285, + -2.0826268196105957, + -0.1315043419599533, + 0.013734221458435059, + 0.10090188682079315, + -0.13446830213069916, + 0.015310078859329224, + -0.08823701739311218, + -1.6286799907684326, + -0.016528189182281494 + ], + [ + -0.22914786636829376, + -0.22133059799671173, + -0.21103093028068542, + 1.0901306867599487, + -0.46791452169418335, + -0.6693884134292603, + -0.48654747009277344, + 0.30396759510040283, + -0.01050843857228756, + 0.22193577885627747, + -0.2889680564403534, + 0.3205048441886902, + -2.1442008018493652, + -0.23976029455661774, + 0.21009190380573273, + 0.11993339657783508, + -0.22024701535701752, + 0.10424558818340302, + 0.1655677855014801, + -1.5579063892364502, + -0.03708966076374054 + ] + ], + "generated_utilities": [ + 0.17873983085155487, + 0.18752697110176086, + 0.1831221878528595, + 0.1965479552745819, + 0.1830153465270996, + 0.17201340198516846, + 0.18231967091560364, + 0.17782364785671234 + ], + "group_id": "ms-9a14552b7db695dee92c", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.838127613067627, + 2.0, + 0.15671375393867493, + 0.17482513189315796, + 0.5684618353843689, + 0.19147612154483795, + 0.5643423795700073, + 0.1653006672859192, + 0.11670731008052826, + 0.14578887820243835, + 0.16058449447155, + 0.10923929512500763, + 0.13408902287483215, + 0.06845971941947937, + 0.02954423427581787, + 0.08425161242485046 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.22581616044044495, + -0.32600927352905273, + -0.054001130163669586, + 1.2553811073303223, + -0.1383839249610901, + -1.9753923416137695, + 0.0, + 0.09536236524581909, + 0.017635054886341095, + -0.06946105509996414, + 0.06630897521972656, + -0.10150641947984695, + -1.9112331867218018, + 0.0, + -0.23092225193977356, + 0.04748937487602234, + 0.3013715445995331, + -0.22072738409042358, + 0.0733548104763031, + -1.6514825820922852, + 0.0 + ], + [ + 0.22913068532943726, + -0.32600927352905273, + 0.24692901968955994, + 1.2553811073303223, + 0.3704858124256134, + -1.9753923416137695, + 0.0, + 0.036500319838523865, + 0.12820330262184143, + -0.09674224257469177, + 0.2668613791465759, + -0.14372897148132324, + -1.9112331867218018, + 0.0, + -0.27894535660743713, + -0.3322452902793884, + 0.16300754249095917, + -0.24123603105545044, + -0.2359180599451065, + -1.6514825820922852, + 0.0 + ], + [ + 0.0198141410946846, + -1.3260092735290527, + 0.011403528973460197, + 2.2553811073303223, + 0.5258303284645081, + -2.9753923416137695, + 1.8956809043884277, + -0.028990529477596283, + 0.007858656346797943, + 0.03128144145011902, + 0.5457771420478821, + -0.14793801307678223, + -2.9112331867218018, + -1.5743238925933838, + -0.011861175298690796, + -0.002163209253922105, + 0.015663353726267815, + 0.7587639689445496, + -0.07801014184951782, + -2.651482582092285, + -1.5696079730987549 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.7913618087768555, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.1486477851867676, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.1392159461975098 + ], + [ + 0.13539990782737732, + -1.2862521409988403, + 0.28441768884658813, + 2.3658432960510254, + 0.4678441286087036, + -2.8791494369506836, + 1.8408029079437256, + -0.11893181502819061, + -0.1259741485118866, + -0.20943574607372284, + 0.4765416979789734, + -0.40862777829170227, + -2.8372273445129395, + -1.4697245359420776, + -0.08606886118650436, + -0.06554404646158218, + -0.27424973249435425, + 0.907739520072937, + -0.10130079835653305, + -2.6951611042022705, + -1.807652235031128 + ], + [ + -0.15379676222801208, + -1.7091000080108643, + 0.31153741478919983, + 2.2179949283599854, + 0.859725832939148, + -2.6038026809692383, + 1.98358952999115, + 0.22934654355049133, + -0.16202330589294434, + 0.02916553243994713, + 0.7702362537384033, + -0.0907563641667366, + -2.6495683193206787, + -1.394291877746582, + 0.2534489035606384, + -0.07077484577894211, + 0.10660970956087112, + 0.7866172194480896, + -0.41323983669281006, + -2.4847500324249268, + -1.5881152153015137 + ], + [ + 0.14051103591918945, + -0.8684865236282349, + 0.45214012265205383, + 2.499347686767578, + 0.310441792011261, + -2.875823497772217, + 1.4898443222045898, + 0.3396439850330353, + -0.033532168716192245, + 0.20189781486988068, + 0.3506202697753906, + 0.04831346869468689, + -2.4730942249298096, + -1.4369138479232788, + -0.4840375483036041, + -0.17814871668815613, + -0.1863224357366562, + 0.47034892439842224, + -0.5315045714378357, + -3.019744396209717, + -1.2571722269058228 + ], + [ + 0.5503659844398499, + -1.517655372619629, + -0.20272362232208252, + 2.5588791370391846, + 0.7160627841949463, + -2.551017999649048, + 2.423107385635376, + 0.18953359127044678, + -0.4268995523452759, + 0.014377228915691376, + 0.969605028629303, + -0.2440275251865387, + -2.385143756866455, + -1.4786417484283447, + 0.44389280676841736, + -0.11543146520853043, + -0.5315021872520447, + 1.2627880573272705, + 0.24797001481056213, + -3.17976713180542, + -1.8759949207305908 + ], + [ + -0.07551594823598862, + -1.6101253032684326, + 0.3926098048686981, + 1.726672649383545, + 1.0158472061157227, + -3.367068290710449, + 1.4499058723449707, + -0.5616514086723328, + 0.002434568479657173, + -0.5033466815948486, + -0.12249338626861572, + -0.07335222512483597, + -3.5959439277648926, + -1.0662813186645508, + -0.034436360001564026, + 0.512275218963623, + -0.04822078347206116, + 0.6117934584617615, + -0.745093822479248, + -2.2700355052948, + -2.090803623199463 + ], + [ + 0.6751457452774048, + -0.7857800126075745, + 0.11759950965642929, + 2.7748122215270996, + 1.3096001148223877, + -2.3352341651916504, + 1.4677345752716064, + 0.7219796180725098, + 0.21788907051086426, + -0.3245394825935364, + 0.08372032642364502, + -0.6393120288848877, + -2.8002729415893555, + -2.157836437225342, + 0.11339983344078064, + -0.2834126651287079, + -0.3824191987514496, + 1.130112648010254, + -0.8028184175491333, + -2.3846678733825684, + -1.8259286880493164 + ], + [ + -0.01608770713210106, + -2.1245148181915283, + -0.175740584731102, + 2.754368782043457, + 1.0032098293304443, + -3.7700157165527344, + 1.3539870977401733, + -0.7906507849693298, + -0.8311541080474854, + 0.8180835247039795, + 0.10450628399848938, + 0.01135176420211792, + -3.396463394165039, + -0.6868918538093567, + 0.22346650063991547, + 0.693323016166687, + -0.47104692459106445, + 0.8188157081604004, + -0.6246469020843506, + -2.4006571769714355, + -2.431541919708252 + ], + [ + -0.7931793928146362, + -1.7645766735076904, + 0.23125068843364716, + 2.816321849822998, + 1.1080517768859863, + -3.8820090293884277, + 1.8420056104660034, + 0.4984684884548187, + -0.9149360656738281, + -0.028868291527032852, + 0.14621934294700623, + 0.546608567237854, + -2.7883894443511963, + -1.3650472164154053, + -0.055590901523828506, + 0.41940492391586304, + -0.7235082983970642, + 1.1734092235565186, + -0.6126058101654053, + -3.217271566390991, + -2.512387275695801 + ], + [ + -0.5335642695426941, + -2.139784336090088, + 0.9540140628814697, + 1.7781559228897095, + 1.2117886543273926, + -3.71681809425354, + 2.461766242980957, + 0.4546531140804291, + 0.09786976873874664, + -0.8281612396240234, + -0.19971781969070435, + -1.1042157411575317, + -3.047807216644287, + -1.0697336196899414, + -0.22256404161453247, + -0.3800235986709595, + 0.3603542447090149, + 0.7543611526489258, + -0.23184219002723694, + -3.5156431198120117, + -2.1170644760131836 + ], + [ + 0.27338743209838867, + -0.9654052257537842, + -0.2700650095939636, + 2.6957814693450928, + 0.0643424391746521, + -3.094449281692505, + 0.8981494307518005, + 0.19603312015533447, + 0.5969407558441162, + -0.45200687646865845, + 1.466981291770935, + -0.45456382632255554, + -2.997983455657959, + -1.1903986930847168, + 0.5722758769989014, + -0.9932370781898499, + 0.28074830770492554, + 0.6244409084320068, + 0.6411240696907043, + -3.2179243564605713, + -1.905179738998413 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.025789255276322365, + -0.32600927352905273, + -0.02888326905667782, + 1.2553811073303223, + 0.013092517852783203, + -1.9753923416137695, + 0.0, + 0.04008308798074722, + -0.05201057717204094, + -0.008613351732492447, + -0.06225985288619995, + -0.0397564172744751, + -1.9112331867218018, + 0.0, + -0.02836347185075283, + -0.0055325529538095, + 0.053034864366054535, + 0.009740114212036133, + -0.006228044629096985, + -1.6514825820922852, + 0.0 + ] + ], + "predicted_scores": [ + 6.8811750411987305, + 6.610520839691162, + 6.112574577331543, + 5.996954441070557, + 5.942780494689941, + 5.53639030456543, + 5.250967025756836, + 4.38171911239624 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "77147264", + "selected_index": 0, + "state_hash": "49d38eabb7404e0028c75dd98e1239274b5dc2f04b9db8653001e44369ca8f3a", + "stored_base_utility": 0.838127613067627, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8032726645469666, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8032726645469666 + }, + "base_progress": 0.8032726645469666, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.8032726645469666, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8011545538902283, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8011545538902283 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7911303639411926, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7911303639411926 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7869250178337097, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7869250178337097 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8111404776573181, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8111404776573181 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7929873466491699, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7929873466491699 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7907248735427856, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7907248735427856 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.6037083864212036, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.6037083864212036 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.812587320804596, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.812587320804596 + } + ], + "candidate_progress": [ + 0.8011545538902283, + 0.7911303639411926, + 0.7869250178337097, + 0.8111404776573181, + 0.7929873466491699, + 0.7907248735427856, + 0.6037083864212036, + 0.812587320804596 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-19a3669e096e98232ec8", + "ms-eb7189a4f2b0f0a5d4bd", + "ms-eb7189a4f2b0f0a5d4bd", + "ms-c80e71e55d51d8595499", + "ms-c80e71e55d51d8595499", + "ms-19a3669e096e98232ec8", + "ms-c80e71e55d51d8595499", + "ms-5dfbb16e173e1a3e2bd6" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank3" + ], + "candidates_evaluated": true, + "chart_id": "ms-9f5d57fe2153fd267774", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.08615009486675262, + 0.05448172986507416, + 0.2250913679599762, + 0.026891633868217468, + -0.424213707447052, + -1.853103518486023, + 0.12441831827163696, + 0.12300138920545578, + -0.024133330211043358, + -0.030236639082431793, + 0.13500544428825378, + 0.012516170740127563, + -1.6641149520874023, + -0.10741923749446869, + -0.1084916889667511, + 0.08464746177196503, + -0.03234250843524933, + 0.20688565075397491, + 0.01089593768119812, + -1.1583600044250488, + -0.052070602774620056 + ], + [ + 0.027219995856285095, + 0.054191820323467255, + 0.13345524668693542, + 0.04518038034439087, + -0.5026243329048157, + -1.837791085243225, + 0.04074403643608093, + 0.2139606922864914, + -0.05833093822002411, + -0.06756452471017838, + 0.13736853003501892, + -0.0858592689037323, + -1.590272068977356, + -0.21363987028598785, + -0.10124361515045166, + 0.12285098433494568, + -0.008504807949066162, + 0.2064778208732605, + -0.054946064949035645, + -1.1580722332000732, + -0.1498832404613495 + ], + [ + -0.055580154061317444, + 0.10531818866729736, + 0.12421005964279175, + 0.1587410867214203, + -0.4767119288444519, + -1.8422271013259888, + -0.06760358810424805, + 0.1332477331161499, + -0.05846568942070007, + -0.06457435339689255, + 0.24916061758995056, + 0.1502402275800705, + -1.5699166059494019, + -0.18462325632572174, + -0.0600113682448864, + 0.18509696424007416, + -0.07897068560123444, + 0.2490079700946808, + 0.028489112854003906, + -1.0840284824371338, + 0.008443087339401245 + ], + [ + 0.077076755464077, + 0.06478811800479889, + 0.1005541980266571, + 0.12173423171043396, + -0.37465184926986694, + -1.8642288446426392, + 0.09563791751861572, + 0.09084246307611465, + -0.07911311835050583, + -0.07320592552423477, + 0.16391009092330933, + 0.033899277448654175, + -1.538834810256958, + -0.1107606291770935, + -0.18387871980667114, + 0.1690504550933838, + -0.06423436105251312, + 0.3033718168735504, + -0.09977728128433228, + -1.086045503616333, + -0.06062297523021698 + ], + [ + 0.006584927439689636, + 0.059298478066921234, + 0.12491488456726074, + -0.03972364962100983, + -0.424747109413147, + -1.8936063051223755, + 0.06582975387573242, + 0.12417304515838623, + -0.09662311524152756, + -0.08892076462507248, + 0.18901365995407104, + -0.0549350380897522, + -1.6646074056625366, + -0.1963285356760025, + -0.12969911098480225, + 0.11826783418655396, + -0.008620411157608032, + 0.28176894783973694, + -0.10960197448730469, + -1.107544183731079, + -0.11902454495429993 + ], + [ + 0.011997312307357788, + 0.08706635236740112, + 0.14509275555610657, + 0.06775712966918945, + -0.4832177758216858, + -2.008380889892578, + -0.01862865686416626, + 0.09778830409049988, + -0.06966917961835861, + -0.09645485132932663, + 0.12520894408226013, + -0.025942474603652954, + -1.6474682092666626, + -0.22744245827198029, + -0.10254989564418793, + 0.121280238032341, + -0.03983752429485321, + 0.24462242424488068, + -0.1141984760761261, + -1.1067373752593994, + -0.07577240467071533 + ], + [ + -0.12330330908298492, + 0.06975185871124268, + -0.0183047354221344, + 0.32755741477012634, + -0.1524132788181305, + -2.063601493835449, + -0.4372745156288147, + -0.03640277683734894, + 0.10556380450725555, + 0.05018594115972519, + 0.03301471471786499, + 0.16608092188835144, + -1.3014806509017944, + -0.13457702100276947, + 0.02790553867816925, + 0.16675400733947754, + 0.047537147998809814, + 0.40811973810195923, + 0.036865413188934326, + -1.1420481204986572, + 0.08530846238136292 + ], + [ + -0.10429756343364716, + -0.020416202023625374, + -0.35040172934532166, + 0.33299604058265686, + -0.34215211868286133, + -1.9470900297164917, + -0.3499300479888916, + 0.0664793848991394, + -0.07662700116634369, + -0.2201135754585266, + 0.31209683418273926, + 0.13228216767311096, + -1.2485765218734741, + 0.12105177342891693, + -0.08341921865940094, + 0.15302307903766632, + -0.14609859883785248, + 0.32654869556427, + 0.010980725288391113, + -1.0069055557250977, + 0.20384320616722107 + ] + ], + "generated_utilities": [ + 0.8011545538902283, + 0.7911303639411926, + 0.7869250178337097, + 0.8111404776573181, + 0.7929873466491699, + 0.7907248735427856, + 0.6037083864212036, + 0.812587320804596 + ], + "group_id": "ms-9f5d57fe2153fd267774", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8544998168945312, + 2.0, + 0.14427810907363892, + 0.1566883623600006, + 0.7847082018852234, + 0.6161996126174927, + 0.5900160074234009, + 0.12891459465026855, + 0.5811972618103027, + 0.12705880403518677, + 0.12002001702785492, + 0.07508957386016846, + 0.1335657238960266, + 2.0, + 0.5254277586936951, + 0.1602712869644165 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.07957560569047928, + 0.1778574287891388, + -0.06101015955209732, + 0.08770006895065308, + -0.13665570318698883, + -1.1242008209228516, + 0.0, + 0.20265339314937592, + 0.03117954358458519, + -0.08283126354217529, + 0.051615357398986816, + 0.006725620478391647, + -0.7304134368896484, + 0.0, + -0.03756266087293625, + 0.051428791135549545, + 0.13959813117980957, + 0.040047526359558105, + -0.04084143042564392, + -0.31500017642974854, + 0.0 + ], + [ + 0.31541678309440613, + -0.16606420278549194, + 0.09380461275577545, + 0.031209349632263184, + -0.10083025693893433, + -1.1242008209228516, + 0.0, + 0.09663133323192596, + -0.095388263463974, + 0.4012776017189026, + 0.051615357398986816, + 0.167547807097435, + -0.7304134368896484, + 0.0, + -0.6302167177200317, + 0.05524101108312607, + -0.14198890328407288, + 0.040047526359558105, + 0.5201720595359802, + -0.31500017642974854, + 0.0 + ], + [ + 0.004154659807682037, + -0.0034282731357961893, + 0.005892834160476923, + 1.0312093496322632, + -0.15828494727611542, + -2.1242008209228516, + -1.4059314727783203, + 0.002088826149702072, + 0.0016306412871927023, + 0.005124530289322138, + 1.0516153573989868, + -0.05936579033732414, + -1.7304134368896484, + -1.2081255912780762, + 0.010161396116018295, + 0.0017865521367639303, + -0.006222852971404791, + 1.040047526359558, + 0.07346899807453156, + -1.3150001764297485, + -0.9752891659736633 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.8118629455566406, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.4162511825561523, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -1.9505783319473267 + ], + [ + 0.05903958901762962, + -0.05713164061307907, + 0.27611011266708374, + 0.9773679971694946, + -0.2122824341058731, + -2.198127031326294, + -1.1234419345855713, + 0.22609303891658783, + 0.14432841539382935, + 0.13455358147621155, + 0.8475942611694336, + 0.19007176160812378, + -1.4536203145980835, + -1.208316445350647, + -0.24895474314689636, + 0.08610261976718903, + 0.16216596961021423, + 1.2356702089309692, + 0.07108174264431, + -1.4601069688796997, + -1.0005295276641846 + ], + [ + -0.2862337827682495, + -0.34814661741256714, + -0.3317800462245941, + 1.383265495300293, + -0.3485583961009979, + -1.7799506187438965, + -1.6264256238937378, + -0.24356596171855927, + -0.18337340652942657, + 0.3351142108440399, + 1.36115562915802, + -0.4404119849205017, + -1.4858057498931885, + -0.9229021668434143, + 0.3078569769859314, + -0.18743832409381866, + -0.3414495885372162, + 1.0045359134674072, + -0.1438894122838974, + -1.5133963823318481, + -0.7331042885780334 + ], + [ + 0.14600041508674622, + -0.10555070638656616, + 0.06090353801846504, + 1.1715545654296875, + 0.14829085767269135, + -1.8377182483673096, + -1.2019046545028687, + -0.33082208037376404, + 0.27619102597236633, + 0.3936208188533783, + 1.4077775478363037, + -0.2165551781654358, + -2.094696283340454, + -0.7843748331069946, + -0.13239514827728271, + 0.208020880818367, + 0.17500364780426025, + 0.5608562231063843, + 0.5641188025474548, + -1.6192113161087036, + -1.1969176530838013 + ], + [ + -0.03659747168421745, + -0.2400680035352707, + 0.49718841910362244, + 1.0422266721725464, + 0.13088186085224152, + -2.068427324295044, + -1.1215412616729736, + 0.06697356700897217, + 0.19986751675605774, + -0.5827334523200989, + 0.9792195558547974, + -0.5810520648956299, + -1.7176907062530518, + -0.6760571002960205, + -0.08971267938613892, + 0.36716267466545105, + 0.4829793870449066, + 0.7045803070068359, + -0.3341261148452759, + -1.3750282526016235, + -1.086517095565796 + ], + [ + 0.09393255412578583, + 0.6277099251747131, + 0.653377115726471, + 0.5602235198020935, + -0.8483365178108215, + -1.7264833450317383, + -1.698084831237793, + -0.3303340971469879, + 0.43070027232170105, + -0.13159427046775818, + 1.0274523496627808, + 0.4760425388813019, + -2.1360630989074707, + -0.6506720185279846, + 0.3130929470062256, + 0.6801184415817261, + 0.6575731039047241, + 0.9053056240081787, + 0.18805859982967377, + -1.3225764036178589, + -1.0653810501098633 + ], + [ + 0.536294162273407, + -0.026106586679816246, + 0.11593607813119888, + 0.2775042653083801, + 0.1801595836877823, + -1.590940237045288, + -0.6846873164176941, + 0.5080465078353882, + -0.7678324580192566, + 0.24115782976150513, + 0.2675415277481079, + -0.3879689872264862, + -2.1869571208953857, + -0.7176487445831299, + -0.15474224090576172, + -0.5326727032661438, + -0.12406099587678909, + 0.411626398563385, + 0.3519209027290344, + -1.6924495697021484, + -1.4648362398147583 + ], + [ + 0.2688097357749939, + -0.7928301095962524, + -0.39608004689216614, + 1.3961963653564453, + -0.026196151971817017, + -2.263073682785034, + -2.044499635696411, + 0.055598195642232895, + -0.485431969165802, + -0.058985911309719086, + 1.781836986541748, + 0.7104123830795288, + -2.0781984329223633, + -0.6968748569488525, + -0.1437186300754547, + 0.8155919313430786, + 0.5188283920288086, + 0.23954623937606812, + -0.6596511602401733, + -1.3867920637130737, + -0.7448391318321228 + ], + [ + 0.11259422451257706, + 0.43877506256103516, + -0.585435152053833, + 0.12099790573120117, + 0.5070493817329407, + -2.101219654083252, + -1.3759371042251587, + -0.7516231536865234, + 0.7018498778343201, + 0.7899036407470703, + 0.9772143959999084, + -0.7032701373100281, + -1.4699928760528564, + -1.4471495151519775, + 0.4750489890575409, + 0.8803708553314209, + -0.25032687187194824, + 1.3429648876190186, + 0.7985087037086487, + -0.5786607265472412, + -1.563289761543274 + ], + [ + 0.4965847432613373, + -0.8452511429786682, + 0.21300016343593597, + 0.28797537088394165, + -1.0059970617294312, + -3.040114402770996, + -1.1050269603729248, + 0.7826927304267883, + 0.8645586371421814, + -0.9447845816612244, + 1.0121192932128906, + 0.5123239755630493, + -1.5470938682556152, + -0.6170141100883484, + 0.2538997530937195, + 0.912939727306366, + -0.8613666892051697, + 0.9517492055892944, + 0.7185115218162537, + -2.1534924507141113, + -0.6818757057189941 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.025899745523929596, + -0.03433045744895935, + -0.044045113027095795, + 0.031209349632263184, + -0.014532476663589478, + -1.1242008209228516, + 0.0, + 0.10768167674541473, + -0.020356399938464165, + 0.09216367453336716, + 0.051615357398986816, + -0.011370409280061722, + -0.7304134368896484, + 0.0, + 0.04558054730296135, + 0.038496289402246475, + 0.02504396252334118, + 0.040047526359558105, + 0.01217309758067131, + -0.31500017642974854, + 0.0 + ], + [ + -0.5198070406913757, + -0.8798871040344238, + 0.04596509411931038, + 1.55931556224823, + 0.31027060747146606, + -1.5283797979354858, + -1.6053413152694702, + -0.2754230797290802, + -0.012456716038286686, + 0.7998818159103394, + 1.5184144973754883, + 0.05059843137860298, + -1.85283362865448, + -0.9533926248550415, + 0.9978112578392029, + 0.8525571227073669, + -0.9611027836799622, + 0.32179969549179077, + -0.448661744594574, + -1.9452965259552002, + -0.7132223844528198 + ] + ], + "predicted_scores": [ + 3.4332218170166016, + 3.213961601257324, + 3.160275459289551, + 3.1005630493164062, + 3.063760757446289, + 3.0198283195495605, + 2.2385306358337402, + 1.3045800924301147 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1607773860", + "selected_index": 0, + "state_hash": "fdc7379ab4491c9f65860cadd3b2f3c9f2335f26aae91fb1c06d3a4edf858d6a", + "stored_base_utility": 0.8544998168945312, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15342360734939575, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15342360734939575 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8255007863044739, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8255007863044739 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8333110213279724, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8333110213279724 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.166181743144989, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.166181743144989 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.22573797404766083, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22573797404766083 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2236708104610443, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2236708104610443 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8401374220848083, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8401374220848083 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23302717506885529, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23302717506885529 + } + ], + "candidate_progress": [ + 0.15342360734939575, + 0.8255007863044739, + 0.8333110213279724, + 0.166181743144989, + 0.22573797404766083, + 0.2236708104610443, + 0.8401374220848083, + 0.23302717506885529 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-19a3669e096e98232ec8", + "ms-19a3669e096e98232ec8", + "ms-f3ec6a4e6e3a778054d1", + "ms-20f3cfcf183c69853b1e", + "ms-f3ec6a4e6e3a778054d1", + "ms-f3ec6a4e6e3a778054d1", + "ms-f3ec6a4e6e3a778054d1", + "ms-f3ec6a4e6e3a778054d1" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-b0fee26e1db967f90b81", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.19487375020980835, + 0.05140294134616852, + 0.21144813299179077, + -0.06694857776165009, + -0.21030420064926147, + -1.8580683469772339, + 0.06319385766983032, + 0.11008381843566895, + -0.01821586675941944, + 0.06444577127695084, + -0.010460048913955688, + 0.03311167657375336, + -1.8532971143722534, + -0.27966105937957764, + -0.11140108108520508, + 0.1264447569847107, + 0.07321608066558838, + 0.09942639619112015, + 0.08189466595649719, + -1.2786462306976318, + -0.07380463182926178 + ], + [ + 0.12489332258701324, + 0.07334094494581223, + 0.1049201488494873, + -0.07229568064212799, + -0.1724315583705902, + -1.9656275510787964, + -0.04376178979873657, + 0.0687343180179596, + -0.06445939838886261, + -0.04237452894449234, + 0.006254605948925018, + -0.014298960566520691, + -1.802546501159668, + -0.3712072968482971, + -0.10580277442932129, + 0.1629718542098999, + 0.06486259400844574, + 0.11344508081674576, + -0.11941638588905334, + -1.2590880393981934, + -0.09084731340408325 + ], + [ + -0.012740686535835266, + 0.055865198373794556, + -0.02008095383644104, + 0.08925378322601318, + -0.1365969181060791, + -1.955342411994934, + -0.15928936004638672, + 0.13758954405784607, + -0.03673739731311798, + -0.026137210428714752, + -0.04808194190263748, + -0.030975818634033203, + -1.7159795761108398, + -0.05513712763786316, + 0.05555263161659241, + 0.07684952020645142, + 0.0366729199886322, + -0.02581670880317688, + -0.04763433337211609, + -1.3416097164154053, + -0.049375519156455994 + ], + [ + 0.09162238240242004, + 0.06372032314538956, + 0.10802212357521057, + -0.04843190312385559, + -0.20158368349075317, + -2.214297294616699, + -0.13565295934677124, + 0.15809449553489685, + -0.06098867207765579, + 0.04863375425338745, + 0.07150796800851822, + -0.10453248023986816, + -1.9781434535980225, + -0.22535936534404755, + -0.037996236234903336, + 0.16132232546806335, + 0.031162351369857788, + 0.1621038019657135, + -0.08915728330612183, + -1.4237453937530518, + -0.08914622664451599 + ], + [ + 0.21344009041786194, + 0.05194631963968277, + -0.2068052589893341, + 0.030836641788482666, + -0.09566166996955872, + -1.8556305170059204, + -0.23283445835113525, + 0.22841517627239227, + -0.06036950647830963, + -0.07052426785230637, + 0.008169114589691162, + 0.06034548580646515, + -1.7461981773376465, + -0.1380855292081833, + 0.10267288982868195, + -0.004707915708422661, + -0.01991833746433258, + 0.017986655235290527, + -0.04727834463119507, + -1.447814702987671, + -0.2886093854904175 + ], + [ + -0.09382762014865875, + 0.04745696485042572, + 0.008722126483917236, + -0.0570024698972702, + 0.025092005729675293, + -1.91352117061615, + -0.334115207195282, + 0.20869731903076172, + -0.03158397227525711, + -0.00039484351873397827, + -0.10464214533567429, + -0.11887159943580627, + -1.9747467041015625, + -0.027701422572135925, + 0.09261500090360641, + 0.07508744299411774, + 0.014432504773139954, + -0.1383001059293747, + -0.050957292318344116, + -1.3668694496154785, + -0.06654426455497742 + ], + [ + -0.023008182644844055, + 0.09628327190876007, + -0.0843762457370758, + 0.1576317548751831, + -0.061758190393447876, + -1.8108824491500854, + -0.32074350118637085, + 0.047348752617836, + -0.07219239324331284, + 0.07245772331953049, + 0.03403716906905174, + 0.19889886677265167, + -1.6335374116897583, + -0.14677326381206512, + 0.09074752032756805, + 0.10193561017513275, + 0.06169389188289642, + 0.1948942244052887, + -0.01749756932258606, + -1.3742039203643799, + 0.036186665296554565 + ], + [ + 0.02449486404657364, + 0.03682061284780502, + 0.03548496961593628, + 0.034260839223861694, + -0.12167951464653015, + -1.0765526294708252, + 0.0341181755065918, + 0.20771555602550507, + 0.02875768207013607, + -0.058278732001781464, + -0.015130117535591125, + -0.16245105862617493, + -1.3629047870635986, + -0.3974193334579468, + 0.03535085916519165, + 0.11639367043972015, + -0.1779470294713974, + 0.026050955057144165, + -0.16212806105613708, + -1.486349105834961, + -0.036363229155540466 + ] + ], + "generated_utilities": [ + 0.15342360734939575, + 0.8255007863044739, + 0.8333110213279724, + 0.166181743144989, + 0.22573797404766083, + 0.2236708104610443, + 0.8401374220848083, + 0.23302717506885529 + ], + "group_id": "ms-b0fee26e1db967f90b81", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8397466540336609, + 0.8594310283660889, + 0.14638642966747284, + 0.09418028593063354, + 0.7838175296783447, + 0.5982922315597534, + 0.5913184881210327, + 2.0, + 0.20996521413326263, + 0.17419946193695068, + 0.11757439374923706, + 0.1645697057247162, + 0.05191062390804291, + 0.08658662438392639, + 0.04989185929298401, + 0.05867189168930054 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.1510201096534729, + -0.21724483370780945, + 0.14240525662899017, + 0.003108598291873932, + -0.11609727144241333, + -1.6516358852386475, + 0.0, + -0.09976008534431458, + 0.061503566801548004, + 0.3070257902145386, + -0.08051937818527222, + 0.05735237896442413, + -1.6075372695922852, + 0.0, + -0.19649454951286316, + -0.15815469622612, + 0.2621642053127289, + -0.17578476667404175, + -0.034231506288051605, + -1.3808586597442627, + 0.0 + ], + [ + 0.014505341649055481, + 0.0403006337583065, + 0.5529788732528687, + 0.0714028924703598, + -0.41683781147003174, + -1.6516358852386475, + 0.0, + 0.41446545720100403, + -0.16278114914894104, + -0.4971221685409546, + -0.3640303611755371, + 0.02483367919921875, + -1.6075372695922852, + 0.0, + 0.5711643695831299, + -0.5244585275650024, + -0.5069849491119385, + 0.31709733605384827, + -0.4254770278930664, + -1.3808586597442627, + 0.0 + ], + [ + -0.044587142765522, + 0.03136333078145981, + 0.014485275372862816, + 0.04301099479198456, + 0.47328460216522217, + -2.6516358852386475, + -0.32303211092948914, + -0.01855158433318138, + -0.003608003491535783, + 0.029763570055365562, + 0.6359696388244629, + -0.1304762363433838, + -2.607537269592285, + -1.7957698106765747, + -0.009414590895175934, + -0.000939749414101243, + 0.018994441255927086, + 0.7486392855644226, + -0.06401278078556061, + -2.3808586597442627, + -1.722450852394104 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.6460642218589783, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.5915396213531494, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.444901704788208 + ], + [ + 0.18585285544395447, + 0.17557260394096375, + 0.08478302508592606, + -0.17644454538822174, + 0.7477058172225952, + -2.614673137664795, + -0.3018328547477722, + 0.2204062044620514, + -0.0497702918946743, + 0.1961878538131714, + 0.5304322242736816, + -0.15872131288051605, + -2.604066848754883, + -2.053436517715454, + 0.18444111943244934, + -0.0024187257513403893, + 0.0054171085357666016, + 1.0256288051605225, + 0.02724038064479828, + -2.426236391067505, + -1.6594898700714111 + ], + [ + -0.5335133075714111, + 0.12298225611448288, + -0.12197553366422653, + 0.0424814410507679, + 0.002416938543319702, + -2.8428826332092285, + -0.17827168107032776, + -0.3377644121646881, + 0.04258471727371216, + -0.15910103917121887, + 0.9169985055923462, + 0.003966793417930603, + -3.069180727005005, + -1.407257318496704, + -0.47542956471443176, + -0.2210284322500229, + -0.10021048784255981, + 0.7806655168533325, + 0.3228837251663208, + -2.058253049850464, + -1.556677222251892 + ], + [ + 0.20687156915664673, + -0.5511468052864075, + 0.3945963978767395, + -0.16104432940483093, + 0.4936041831970215, + -2.1271684169769287, + 0.02855244278907776, + 0.544975996017456, + -0.3336343765258789, + 0.029475202783942223, + 0.8120307326316833, + -0.3246060609817505, + -2.885145425796509, + -2.2030622959136963, + -0.28730231523513794, + 0.19937433302402496, + 0.19840951263904572, + 1.1192030906677246, + -0.3995746374130249, + -2.5594136714935303, + -1.1545796394348145 + ], + [ + -0.5497553944587708, + -0.39125651121139526, + 0.2725587487220764, + -0.27965104579925537, + 1.0584466457366943, + -2.1044363975524902, + -0.6898342370986938, + 0.36552220582962036, + -0.2289373278617859, + 0.24627351760864258, + 0.7968363165855408, + 0.14776766300201416, + -2.988917112350464, + -1.6111457347869873, + -0.5116392374038696, + 0.030796781182289124, + -0.08262427151203156, + 1.0816104412078857, + 0.336497962474823, + -1.684936285018921, + -2.290850877761841 + ], + [ + 0.18322327733039856, + 0.6938241720199585, + 0.5252001881599426, + 0.06770005077123642, + 1.120344877243042, + -1.8558356761932373, + 0.18930694460868835, + -0.7033196687698364, + 0.7861698865890503, + -0.0965423658490181, + 0.015094935894012451, + -0.5303559303283691, + -2.6036770343780518, + -2.589250087738037, + -0.468231737613678, + -0.5901691317558289, + -0.7109078764915466, + 0.986366331577301, + -0.7634903192520142, + -2.984590530395508, + -1.1651530265808105 + ], + [ + 0.7039692401885986, + -0.5346179008483887, + 0.1466517597436905, + -0.6284777522087097, + -0.07994896173477173, + -2.4640438556671143, + -1.102164626121521, + -0.26685386896133423, + -0.3165925443172455, + 0.8653677701950073, + 0.232782244682312, + -0.5054740905761719, + -3.400317668914795, + -1.4077497720718384, + -0.09987740218639374, + -0.27442091703414917, + 0.5428174138069153, + 1.5128605365753174, + 0.747156023979187, + -2.0367631912231445, + -2.464085578918457 + ], + [ + 0.4474923610687256, + -0.7824500203132629, + 0.5928975343704224, + 0.57558673620224, + -0.17630118131637573, + -2.176387310028076, + -0.3299017548561096, + -0.6172446608543396, + 0.5065999627113342, + 0.46063295006752014, + 0.5951727628707886, + -0.02366364747285843, + -3.254279136657715, + -0.8880517482757568, + 0.3714323043823242, + 0.12449074536561966, + 0.6677311658859253, + -0.20713549852371216, + 0.5062628984451294, + -3.2156763076782227, + -1.9652986526489258 + ], + [ + -0.437069296836853, + 0.615723192691803, + -0.7743021249771118, + 0.20228458940982819, + 0.4320293366909027, + -2.0403428077697754, + -0.32251936197280884, + -0.7280393838882446, + 0.10878247022628784, + 0.9395551681518555, + 0.6021312475204468, + -0.3748174011707306, + -2.0175063610076904, + -1.9166245460510254, + -0.10793138295412064, + 0.6512030959129333, + 0.3747653365135193, + 1.5698660612106323, + -0.7995363473892212, + -1.8378328084945679, + -1.0564453601837158 + ], + [ + -0.7214477062225342, + -0.5686705708503723, + 0.8819299936294556, + 0.7319017648696899, + 1.0695421695709229, + -2.0338172912597656, + 0.2973436415195465, + -0.19576850533485413, + 0.4506514370441437, + 0.9037411212921143, + 0.0996239185333252, + 0.5076434016227722, + -2.611851930618286, + -2.7078182697296143, + 0.022706281393766403, + -0.4812851846218109, + -0.40778082609176636, + 1.6509652137756348, + -0.5721896886825562, + -1.8604621887207031, + -1.2943172454833984 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.017527949064970016, + -0.13547566533088684, + -0.31396082043647766, + -0.06045208126306534, + 0.7718918323516846, + -2.996134042739868, + -0.0199548602104187, + 0.26194432377815247, + -0.303554505109787, + -0.09068091958761215, + 0.3007984459400177, + -0.39815279841423035, + -2.626121997833252, + -1.8776893615722656, + 0.25959014892578125, + 0.20619672536849976, + -0.25346171855926514, + 0.40209779143333435, + 0.1943899542093277, + -2.464694023132324, + -1.5338099002838135 + ] + ], + "predicted_scores": [ + 4.544672966003418, + 4.122446537017822, + 4.062397003173828, + 3.828138828277588, + 3.683168888092041, + 3.582324504852295, + 3.5687994956970215, + 3.3911285400390625 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1358421325", + "selected_index": 0, + "state_hash": "b8e04d64f31138fff8f83f1bb017f9e8515565a2ada2ba5787ad5f06b796589c", + "stored_base_utility": 0.8397466540336609, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20958349108695984, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20958349108695984 + }, + "base_progress": 0.20958349108695984, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.20958349108695984, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.24977810680866241, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.24977810680866241 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21445351839065552, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21445351839065552 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.207954540848732, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.207954540848732 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21563783288002014, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21563783288002014 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1935683786869049, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1935683786869049 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.24489758908748627, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.24489758908748627 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16695210337638855, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16695210337638855 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.22457437217235565, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22457437217235565 + } + ], + "candidate_progress": [ + 0.24977810680866241, + 0.21445351839065552, + 0.207954540848732, + 0.21563783288002014, + 0.1935683786869049, + 0.24489758908748627, + 0.16695210337638855, + 0.22457437217235565 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-5a32c809ed679663dcb1", + "ms-01e6eaaaf40875e0ef5a", + "ms-852c671b0adeccfa4bf1", + "ms-01e6eaaaf40875e0ef5a", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-bc2d3b425d9163a62dbb", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.1864759922027588, + 0.15275633335113525, + -0.24176517128944397, + 0.013546034693717957, + 0.5234911441802979, + -0.22575250267982483, + 0.14643791317939758, + -0.01374216377735138, + -0.03218979388475418, + -0.12453845888376236, + 0.12136653810739517, + -0.2537708580493927, + -2.015202522277832, + -0.14902301132678986, + 0.061081413179636, + 0.05826040729880333, + -0.08052097260951996, + 0.18673962354660034, + -0.23284196853637695, + -1.2682721614837646, + -0.49358513951301575 + ], + [ + 0.08308552950620651, + 0.09152483940124512, + -0.002597033977508545, + 0.05539160966873169, + 0.36508578062057495, + 0.09984074532985687, + 0.18173301219940186, + 0.053952038288116455, + 0.026694796979427338, + -0.12395452708005905, + 0.01640355959534645, + 0.010959520936012268, + -1.667918086051941, + 0.012647412717342377, + 0.05059712380170822, + 0.07355019450187683, + -0.021507546305656433, + -0.026735350489616394, + -0.08414915204048157, + -1.4520442485809326, + -0.05712440609931946 + ], + [ + 0.03052157163619995, + 0.13996991515159607, + -0.06587520241737366, + 0.11830657720565796, + 0.6896833777427673, + -0.017288297414779663, + 0.28581058979034424, + 0.09374356269836426, + 0.054183222353458405, + 0.016764946281909943, + -0.10431144386529922, + -0.002653762698173523, + -1.7783697843551636, + -0.012016966938972473, + 0.04126182943582535, + 0.07412347197532654, + -0.12850935757160187, + 0.030337586998939514, + -0.1860220730304718, + -1.4605844020843506, + 0.03877663612365723 + ], + [ + 0.1086755245923996, + 0.08157475292682648, + -0.10546126961708069, + 0.09467491507530212, + 0.4135780930519104, + 0.1948823481798172, + 0.22295784950256348, + 0.08949562162160873, + 0.0081708412617445, + -0.07540202885866165, + 0.060079481452703476, + -0.05595839023590088, + -1.629704236984253, + 0.15923886001110077, + -0.026214051991701126, + 0.07008826732635498, + -0.07971937954425812, + -0.0986563116312027, + -0.052328020334243774, + -1.4504063129425049, + -0.10668250918388367 + ], + [ + -0.11203412711620331, + 0.10759429633617401, + 0.09477674961090088, + 0.014434322714805603, + 0.48683297634124756, + -0.001143336296081543, + 0.2473265379667282, + 0.06283426284790039, + -0.0074153319001197815, + -0.04021725803613663, + 0.008100610226392746, + -0.0127936452627182, + -2.0742404460906982, + 0.12239215523004532, + 0.2389933466911316, + 0.06434068083763123, + -0.036302849650382996, + 0.0914236456155777, + -0.04716631770133972, + -1.2885515689849854, + 0.08032532781362534 + ], + [ + -0.01102195680141449, + 0.15225881338119507, + -0.2027166187763214, + 0.09714964032173157, + 0.39682841300964355, + -0.1881704330444336, + 0.026714712381362915, + 0.01010805368423462, + -0.08030222356319427, + -0.13957935571670532, + 0.1872977316379547, + -0.35414576530456543, + -1.8410983085632324, + -0.0008259117603302002, + 0.10580132901668549, + 0.08307334780693054, + -0.012591943144798279, + 0.05307669937610626, + -0.35905832052230835, + -1.3166520595550537, + -0.20862022042274475 + ], + [ + 0.10669410973787308, + 0.04962668567895889, + 0.18438133597373962, + -0.10734044015407562, + 0.5531295537948608, + -0.4356054365634918, + 1.3512718677520752, + 0.31063705682754517, + 0.023648394271731377, + -0.14919063448905945, + -0.06566894054412842, + -0.24184396862983704, + -1.6124756336212158, + -0.12612660229206085, + 0.3518139719963074, + 0.1545579880475998, + -0.1837129145860672, + -0.13409419357776642, + -0.3263630270957947, + -1.2543247938156128, + -0.07310673594474792 + ], + [ + 0.23947250843048096, + -0.007152862846851349, + -0.25079724192619324, + -0.08964245021343231, + 0.2378930151462555, + -0.02258656919002533, + 0.18663257360458374, + 0.07006216794252396, + -0.07028063386678696, + 0.023052982985973358, + 0.1155562549829483, + -0.25697898864746094, + -1.7941418886184692, + -0.005511954426765442, + 0.2594895660877228, + -0.024393431842327118, + 0.04326348006725311, + -0.06803922355175018, + -0.3797292709350586, + -1.1746771335601807, + -0.1479586660861969 + ] + ], + "generated_utilities": [ + 0.24977810680866241, + 0.21445351839065552, + 0.207954540848732, + 0.21563783288002014, + 0.1935683786869049, + 0.24489758908748627, + 0.16695210337638855, + 0.22457437217235565 + ], + "group_id": "ms-bc2d3b425d9163a62dbb", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8266608119010925, + 2.0, + 0.15905821323394775, + 0.13648143410682678, + 0.5621776580810547, + 0.18381908535957336, + 0.20885342359542847, + 0.18184903264045715, + 0.19253113865852356, + 0.5574395656585693, + 0.10362428426742554, + 0.0659959614276886, + 0.09997051954269409, + 0.2210000902414322, + 0.00010728836059570312, + 0.12723565101623535 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.059883326292037964, + -0.16710972785949707, + -0.04027438163757324, + -0.23492489755153656, + 0.34960758686065674, + 0.16551673412322998, + 0.0, + -0.27484941482543945, + 0.07304387539625168, + -0.38491085171699524, + 0.03056102991104126, + 0.16416949033737183, + -1.5270280838012695, + 0.0, + 0.01279987208545208, + -0.07740817964076996, + 0.07519636303186417, + 0.14440757036209106, + 0.0022157281637191772, + -1.3374013900756836, + 0.0 + ], + [ + -0.6122239828109741, + -0.0734642744064331, + -0.4064018726348877, + 0.11902926862239838, + 0.34960758686065674, + -0.07764682173728943, + 0.0, + 0.37407442927360535, + -0.08740249276161194, + -0.20959049463272095, + -0.37996697425842285, + -0.304497092962265, + -1.5270280838012695, + 0.0, + -0.9113190174102783, + 0.3964778184890747, + 0.4811243414878845, + 0.2385387420654297, + -0.11476142704486847, + -1.3374013900756836, + 0.0 + ], + [ + 0.3877759873867035, + 0.6924911141395569, + -1.0402743816375732, + 0.005685340613126755, + 1.3496075868606567, + -0.2760518193244934, + 1.2840001583099365, + -0.028063178062438965, + 0.0023769063409417868, + 0.03187502175569534, + 0.04654876887798309, + 0.3263346254825592, + -2.5270280838012695, + -1.7457892894744873, + -0.012772172689437866, + -0.008647367358207703, + 0.019657021388411522, + 0.3050904870033264, + 0.19037143886089325, + -2.3374013900756836, + -1.738369345664978 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.568000316619873, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.4915785789489746, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.476738691329956 + ], + [ + 0.1989155411720276, + 0.7169155478477478, + -0.9921301603317261, + 0.22762086987495422, + 1.516188144683838, + -0.23096826672554016, + 1.0414973497390747, + 0.0012522991746664047, + -0.0518387071788311, + -0.23540246486663818, + 0.08515512943267822, + 0.5060473084449768, + -2.5231378078460693, + -1.4593229293823242, + -0.09671962261199951, + 0.09134317189455032, + -0.07944301515817642, + 0.18403387069702148, + 0.2437569499015808, + -2.270580291748047, + -1.9640144109725952 + ], + [ + 0.256519615650177, + 0.7805030941963196, + -1.3583617210388184, + 0.3310847878456116, + 1.2735480070114136, + -0.4127388000488281, + 1.2665152549743652, + -0.19997301697731018, + -0.11129427701234818, + 0.1647017002105713, + 0.3767858147621155, + 0.4831879138946533, + -2.752143621444702, + -1.6790910959243774, + 0.2554209232330322, + 0.3251851797103882, + -0.12605378031730652, + 0.696884274482727, + 0.29535919427871704, + -2.726069688796997, + -1.704551100730896 + ], + [ + 0.49772778153419495, + 1.0026791095733643, + -0.5513590574264526, + 0.008379313163459301, + 1.7768750190734863, + -0.6102496981620789, + 1.7048192024230957, + -0.29564282298088074, + -0.20420490205287933, + -0.23934513330459595, + -0.34791648387908936, + 0.0690477192401886, + -2.602295398712158, + -1.8138929605484009, + -0.38315677642822266, + -0.16421082615852356, + 0.17502839863300323, + -0.13996875286102295, + -0.30929630994796753, + -2.544666290283203, + -1.2411268949508667 + ], + [ + 0.07701912522315979, + 0.9529868364334106, + -1.497549295425415, + -0.3016125559806824, + 1.8504154682159424, + -0.3136579394340515, + 1.6619524955749512, + -0.28860214352607727, + 0.20993559062480927, + 0.6072397232055664, + 0.04243222624063492, + -0.133962482213974, + -2.0948100090026855, + -2.1691184043884277, + 0.44940999150276184, + -0.4183289408683777, + 0.5662978291511536, + 0.5016863942146301, + 0.7054548263549805, + -2.282663345336914, + -1.8892805576324463 + ], + [ + -0.2981111705303192, + 0.038420140743255615, + -1.687281847000122, + -0.37934571504592896, + 1.1300733089447021, + -0.6208293437957764, + 1.8144867420196533, + 0.16701459884643555, + 0.5508663654327393, + 0.4797254800796509, + -0.09421360492706299, + -0.3499920070171356, + -2.5030596256256104, + -1.5871793031692505, + -0.33045580983161926, + -0.29071635007858276, + 0.5385350584983826, + 0.9102991223335266, + 0.3121117353439331, + -2.2699851989746094, + -2.081907272338867 + ], + [ + -0.28236815333366394, + 0.18060839176177979, + -0.32270634174346924, + 0.033799149096012115, + 1.128151774406433, + -0.7577929496765137, + 1.6937967538833618, + -0.813525378704071, + 0.48178502917289734, + -0.6699209809303284, + -0.03810972720384598, + 0.8273124694824219, + -2.2768704891204834, + -1.317199945449829, + 0.0046694036573171616, + 0.5900158286094666, + -0.12453534454107285, + 1.046316385269165, + 0.2770566940307617, + -2.0448076725006104, + -2.4180057048797607 + ], + [ + 0.26116815209388733, + 1.305420994758606, + -0.5357515811920166, + 0.6523149013519287, + 0.5250536203384399, + -0.6821175217628479, + 1.2918037176132202, + 0.3275931477546692, + -0.8845832943916321, + -0.6987056136131287, + 0.10023711621761322, + -0.2849085032939911, + -1.7303776741027832, + -1.0117536783218384, + -0.06847482174634933, + 0.6783800721168518, + -0.04633811116218567, + 0.0702061653137207, + -0.3159322142601013, + -3.004882335662842, + -2.0691566467285156 + ], + [ + 0.5418367385864258, + 1.1724635362625122, + -1.717900276184082, + 0.9217556118965149, + 2.316706657409668, + -0.2411489486694336, + 0.720655083656311, + -0.6330894231796265, + 0.03703225776553154, + 0.38938266038894653, + -0.8305367827415466, + -0.2152116596698761, + -2.614929437637329, + -2.045497179031372, + -0.9044661521911621, + 0.9391879439353943, + -0.2323634922504425, + 0.8392186164855957, + -0.6889055371284485, + -3.0831263065338135, + -1.0035808086395264 + ], + [ + 1.0110303163528442, + 1.0131109952926636, + -1.3200907707214355, + -0.433234840631485, + 1.9466626644134521, + 0.46447479724884033, + 1.528633952140808, + 0.40949776768684387, + 0.07322453707456589, + -0.12349443882703781, + 0.24514153599739075, + 0.005379408597946167, + -2.487516164779663, + -1.1890358924865723, + -0.026332437992095947, + -0.6102214455604553, + 0.6559669971466064, + 0.4371780753135681, + -0.6651540994644165, + -2.8161611557006836, + -1.4271454811096191 + ], + [ + 0.9640108346939087, + 1.0122193098068237, + -1.9809117317199707, + 0.40601760149002075, + 0.9296187162399292, + 0.601173460483551, + 2.229055643081665, + -0.4972975254058838, + 0.6548057794570923, + 0.6165774464607239, + -0.7309268116950989, + 0.697066068649292, + -3.0948128700256348, + -2.4828031063079834, + 0.16930773854255676, + -0.11851751059293747, + -0.8277174830436707, + 0.8252183794975281, + -0.4829612374305725, + -2.922985076904297, + -1.1981642246246338 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.03792491555213928, + -0.040427446365356445, + -0.04027438163757324, + 0.02325565740466118, + 0.34960758686065674, + -0.05261008441448212, + 0.0, + 0.018791399896144867, + 0.05303370952606201, + 0.01128687709569931, + 0.01692008785903454, + 0.06139722466468811, + -1.5270280838012695, + 0.0, + -0.004229618236422539, + 0.017936373129487038, + 0.06901376694440842, + -0.04424762725830078, + -0.033029720187187195, + -1.3374013900756836, + 0.0 + ] + ], + "predicted_scores": [ + 5.438782215118408, + 5.433094024658203, + 5.375765800476074, + 5.1906256675720215, + 4.685918807983398, + 4.390366554260254, + 3.3414173126220703, + 2.8246307373046875 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1271718007", + "selected_index": 0, + "state_hash": "58b3d0c1cafc199ad58508912becbaef59038a655cef0caafd263ade5c9b53fa", + "stored_base_utility": 0.8266608119010925, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23001998662948608, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23001998662948608 + }, + "base_progress": 0.23001998662948608, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.23001998662948608, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5344269275665283, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5344269275665283 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23881423473358154, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23881423473358154 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.24350112676620483, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.24350112676620483 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2449944168329239, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2449944168329239 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2383182942867279, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2383182942867279 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23817405104637146, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23817405104637146 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.24240505695343018, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.24240505695343018 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2409878373146057, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2409878373146057 + } + ], + "candidate_progress": [ + 0.5344269275665283, + 0.23881423473358154, + 0.24350112676620483, + 0.2449944168329239, + 0.2383182942867279, + 0.23817405104637146, + 0.24240505695343018, + 0.2409878373146057 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-9ae5c6c4132218ecf49e", + "ms-016c5de39ed3c111889a", + "ms-95028134c6e3670b89d5", + "ms-95028134c6e3670b89d5", + "ms-b8492a3a812095651d75", + "ms-5ac1bf2d7d319955d45d", + "ms-ee2fcbc94d41385713d0", + "ms-c8706d0aa14a930236de" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank5", + "ctt_transport_rank6", + "ctt_transport_rank6", + "ctt_transport_rank3", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank4" + ], + "candidates_evaluated": true, + "chart_id": "ms-d1960368ef76bbb10669", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.10061441361904144, + 0.3030129671096802, + -0.03267654776573181, + -0.489148885011673, + 0.20986853539943695, + -0.018923193216323853, + 0.5873607397079468, + 0.02860131859779358, + 0.005154585000127554, + -0.15276536345481873, + 0.016058046370744705, + 0.19465266168117523, + -1.588344693183899, + 0.594173014163971, + 0.045652344822883606, + -0.04052766412496567, + -0.20014648139476776, + 0.026000410318374634, + -0.15380153059959412, + -1.5745551586151123, + -0.13800448179244995 + ], + [ + -0.03380832076072693, + 0.23795346915721893, + -0.10651645064353943, + -0.6011121273040771, + 0.36852598190307617, + 0.02327127754688263, + 0.4826783537864685, + 0.08703631162643433, + -0.005735969170928001, + -0.06278569251298904, + 0.021860245615243912, + 0.07072372734546661, + -1.3852640390396118, + 0.5299206376075745, + -0.05148487165570259, + -0.020949995145201683, + -0.25304365158081055, + 0.020300179719924927, + -0.23479622602462769, + -1.6195576190948486, + -0.030681714415550232 + ], + [ + -0.08280840516090393, + 0.28020691871643066, + 0.0557502806186676, + -0.4618004560470581, + 0.20719677209854126, + -0.06293591856956482, + 0.5925356149673462, + -0.04334384202957153, + -0.04045414924621582, + -0.14921629428863525, + 0.055580031126737595, + 0.2006889134645462, + -1.4463509321212769, + 0.6017668843269348, + 0.09784679114818573, + -0.04797900468111038, + -0.15019361674785614, + 0.09171704947948456, + -0.1159566342830658, + -1.5620577335357666, + -0.30456385016441345 + ], + [ + -0.28689515590667725, + 0.2416733354330063, + -0.16203656792640686, + -0.35075676441192627, + 0.38797807693481445, + 0.12466275691986084, + 0.6920106410980225, + 0.037095919251441956, + -0.03863891214132309, + -0.000623650848865509, + -0.1356627345085144, + 0.10957787930965424, + -1.2115727663040161, + 0.5636438131332397, + 0.11292538046836853, + -0.04231462627649307, + -0.18816779553890228, + -0.020872339606285095, + -0.12487024068832397, + -1.0598392486572266, + -0.5249078273773193 + ], + [ + -0.18816836178302765, + 0.23556862771511078, + -0.21562805771827698, + -0.2426173985004425, + 0.16001632809638977, + -0.052087366580963135, + 0.8006324768066406, + -0.0757744312286377, + 0.036608047783374786, + -0.1587790548801422, + -0.06591497361660004, + 0.09018826484680176, + -1.2323006391525269, + 0.7950841784477234, + 0.27121999859809875, + -0.009736929088830948, + -0.25653672218322754, + 0.06803880631923676, + -0.05370381474494934, + -1.2912776470184326, + -0.27639126777648926 + ], + [ + -0.27572566270828247, + 0.29159969091415405, + -0.00779309868812561, + -0.5917468070983887, + 0.11917676776647568, + 0.4787362813949585, + 0.4845869243144989, + -0.02772730588912964, + 0.030859023332595825, + -0.11035557836294174, + -0.06218300014734268, + 0.25071460008621216, + -1.6139215230941772, + 0.7030923366546631, + 0.026688620448112488, + -0.07933345437049866, + -0.25400179624557495, + 0.03504912555217743, + -0.13085788488388062, + -1.7728376388549805, + -0.09531834721565247 + ], + [ + -0.21697624027729034, + 0.2492114156484604, + -0.06611278653144836, + -0.39375656843185425, + 0.19788621366024017, + 0.6157246828079224, + 0.5797891020774841, + 0.12790009379386902, + 0.03157540783286095, + -0.08065231889486313, + -0.0014151819050312042, + 0.18859495222568512, + -1.38960599899292, + 0.6344133019447327, + -0.0192498080432415, + -0.06359564512968063, + -0.17593003809452057, + -0.029802486300468445, + -0.1918838620185852, + -1.6963939666748047, + 0.018710792064666748 + ], + [ + -0.25866615772247314, + 0.18620651960372925, + -0.026600748300552368, + -0.26280179619789124, + -0.12485101819038391, + -0.0899268239736557, + 0.9700983762741089, + -0.02704600989818573, + 0.07011716067790985, + -0.005439110100269318, + -0.026830598711967468, + 0.1658799648284912, + -1.287651777267456, + 0.7491208910942078, + 0.06677162647247314, + -0.1045636385679245, + -0.1324421912431717, + -0.008553951978683472, + -0.11223575472831726, + -1.5607514381408691, + 0.0001207590103149414 + ] + ], + "generated_utilities": [ + 0.5344269275665283, + 0.23881423473358154, + 0.24350112676620483, + 0.2449944168329239, + 0.2383182942867279, + 0.23817405104637146, + 0.24240505695343018, + 0.2409878373146057 + ], + "group_id": "ms-d1960368ef76bbb10669", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.842734158039093, + 2.0, + 0.1342049241065979, + 0.18085119128227234, + 0.5091985464096069, + 0.016112878918647766, + 0.5080842971801758, + 0.19944033026695251, + 0.5132148265838623, + 0.5265648365020752, + 0.11437654495239258, + 0.04028162360191345, + 0.04675377905368805, + 0.13603349030017853, + 0.12877747416496277, + 0.05102705955505371 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.2770041823387146, + 0.08894228935241699, + 0.07033950090408325, + 0.12426833808422089, + 0.16520383954048157, + 0.023725181818008423, + 0.0, + -0.25569218397140503, + -0.057803913950920105, + 0.06703128665685654, + 0.1732010841369629, + 0.07705201953649521, + -1.0374658107757568, + 0.0, + 0.04586680978536606, + 0.028830496594309807, + -0.0374501496553421, + 0.10374182462692261, + -0.007100850343704224, + -1.7975506782531738, + 0.0 + ], + [ + -0.4268343448638916, + 0.13483470678329468, + -0.06075429916381836, + 0.19817759096622467, + 0.09922409057617188, + 0.6547578573226929, + 0.0, + 0.15026617050170898, + 0.002472013235092163, + -0.31349992752075195, + 0.5119487047195435, + 0.571077287197113, + -1.0374658107757568, + 0.0, + -0.5828977823257446, + -0.20166385173797607, + -0.7097158432006836, + 0.8187870979309082, + -0.0694284737110138, + -1.7975506782531738, + 0.0 + ], + [ + -0.23462048172950745, + 1.088942289352417, + -0.5585125088691711, + 0.10042184591293335, + 0.4514904320240021, + -0.12210102379322052, + 2.176525354385376, + -0.10348781198263168, + 0.19529865682125092, + 0.12132670730352402, + 0.7056414484977722, + 0.12544797360897064, + -2.037465810775757, + 0.6289246678352356, + -0.008351176977157593, + 0.0010435802396386862, + 0.017314812168478966, + 0.6334809064865112, + -0.3720659911632538, + -2.797550678253174, + -1.5395829677581787 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.353050708770752, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.2578493356704712, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.0791659355163574 + ], + [ + -0.09280626475811005, + 1.1662368774414062, + -0.8228501081466675, + 0.24497312307357788, + 0.5648186802864075, + -0.03522863984107971, + 2.259786367416382, + 0.14498579502105713, + 0.2030920535326004, + 0.39727938175201416, + 0.8023015856742859, + 0.3385764956474304, + -1.8738088607788086, + 0.7300182580947876, + 0.20887598395347595, + 0.23107871413230896, + 0.3028872311115265, + 0.7558343410491943, + -0.5975744724273682, + -3.0329887866973877, + -1.8127071857452393 + ], + [ + -0.13783538341522217, + 0.9487118721008301, + -0.3492928743362427, + -0.2956767678260803, + 0.2793389856815338, + -0.16702969372272491, + 2.558225631713867, + 0.17572781443595886, + 0.570004940032959, + 0.27895650267601013, + 0.6778483986854553, + -0.27156615257263184, + -1.8747575283050537, + 1.0240070819854736, + 0.27303546667099, + 0.33387133479118347, + 0.1442956030368805, + 0.24661725759506226, + -0.5561860799789429, + -2.9813332557678223, + -1.833754062652588 + ], + [ + -0.18553051352500916, + 1.0909820795059204, + -0.27226096391677856, + 0.1659364104270935, + 0.7108361721038818, + -0.27768880128860474, + 2.239938974380493, + 0.019483201205730438, + 0.21263465285301208, + -0.09839647263288498, + 0.9676799178123474, + -0.36985379457473755, + -2.133316993713379, + 0.3758644461631775, + -0.47750571370124817, + 0.17470555007457733, + -0.17035381495952606, + 0.2707958221435547, + -0.5672953128814697, + -2.394361972808838, + -1.668647289276123 + ], + [ + -0.3557406961917877, + 0.9564932584762573, + -1.0014276504516602, + -0.38222843408584595, + 0.41349664330482483, + -0.05637756735086441, + 1.6011608839035034, + -0.31295540928840637, + -0.15234358608722687, + 0.4648304879665375, + 0.2744198739528656, + -0.44805359840393066, + -2.1544065475463867, + 1.166503667831421, + 0.014861157163977623, + -0.23438170552253723, + 0.1278134286403656, + 0.5812121033668518, + -0.7571046352386475, + -2.5030438899993896, + -2.100955009460449 + ], + [ + -0.16500982642173767, + 0.7556273937225342, + -0.988593339920044, + 0.6213532090187073, + 0.15840065479278564, + 0.5245341062545776, + 2.452624797821045, + -0.5693200826644897, + -0.32241708040237427, + 0.49458175897598267, + 1.3341540098190308, + 0.059507817029953, + -2.304706335067749, + 0.7334492206573486, + -0.20702646672725677, + 0.32367274165153503, + -0.5396079421043396, + 0.9809319972991943, + -0.6172815561294556, + -3.197409152984619, + -0.9358728528022766 + ], + [ + -0.07666900753974915, + 1.8442692756652832, + -0.6603910326957703, + -0.40882760286331177, + 0.22092406451702118, + -0.23551997542381287, + 1.6105436086654663, + 0.09144749492406845, + 0.8141599893569946, + 0.8528898358345032, + 1.0663814544677734, + 0.3283998966217041, + -1.7124712467193604, + 1.2278027534484863, + 0.7039424180984497, + 0.3645748496055603, + -0.2968631386756897, + 0.4998055696487427, + -0.9362069368362427, + -3.461055278778076, + -0.8184676766395569 + ], + [ + -0.1520652174949646, + 1.405963659286499, + -0.7959750294685364, + -0.39229461550712585, + 0.46590372920036316, + -0.8267906904220581, + 2.952258586883545, + 0.5923218727111816, + -0.6996292471885681, + 0.8352785706520081, + -0.15220212936401367, + -0.1307106763124466, + -2.849807024002075, + 0.4983477294445038, + 0.5902999639511108, + -0.5390225648880005, + 0.13897128403186798, + 0.21545273065567017, + -1.1186240911483765, + -3.1762759685516357, + -1.0118725299835205 + ], + [ + -0.564094066619873, + 0.4751617908477783, + -1.3977731466293335, + 0.8189605474472046, + 0.17298781871795654, + 0.2476775199174881, + 2.8234164714813232, + -0.4518245458602905, + -0.7904537916183472, + -0.39086827635765076, + -0.05634337663650513, + -0.09099806845188141, + -1.9690911769866943, + 1.1869969367980957, + -0.5615661144256592, + 0.32865890860557556, + -0.8041903376579285, + 1.3324832916259766, + -0.6190662384033203, + -2.4903852939605713, + -2.3098156452178955 + ], + [ + -0.2328718602657318, + 0.9724385142326355, + -1.5535115003585815, + 0.7688977718353271, + 0.4409410357475281, + -0.8374075889587402, + 1.2719230651855469, + 0.653096616268158, + -0.2887840270996094, + 0.4892227351665497, + 0.9943453669548035, + 0.5566720962524414, + -2.496413469314575, + 0.6299278140068054, + -0.08689186722040176, + 0.024782167747616768, + 0.5747005939483643, + 0.023068726062774658, + -1.111369252204895, + -2.187150001525879, + -1.2047184705734253 + ], + [ + -1.1679872274398804, + 1.9997228384017944, + -0.45194220542907715, + -0.8861345648765564, + -0.5369991064071655, + 0.46434593200683594, + 2.175499439239502, + 0.7599186301231384, + 0.38914406299591064, + 0.6877046823501587, + -0.004208564758300781, + -0.1321776658296585, + -1.3474420309066772, + 0.8496907353401184, + 0.4218248426914215, + -0.9354817271232605, + 0.945868730545044, + 1.60379958152771, + -1.195396065711975, + -3.597724676132202, + -1.9041136503219604 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.04476936161518097, + 0.08894228935241699, + 0.06436485052108765, + -0.0775555968284607, + 0.04825553297996521, + -0.060782790184020996, + 0.0, + -0.07688627392053604, + -0.06308497488498688, + -0.03861912339925766, + 0.1235572099685669, + -0.0017572194337844849, + -1.0374658107757568, + 0.0, + 0.03638586029410362, + 0.0556478351354599, + 0.0387292355298996, + 0.044096171855926514, + 0.029627740383148193, + -1.7975506782531738, + 0.0 + ] + ], + "predicted_scores": [ + 3.845566749572754, + 3.7908644676208496, + 3.7323408126831055, + 3.4471068382263184, + 3.443722724914551, + 2.7822203636169434, + 2.552840232849121, + 2.498828887939453 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "416183106", + "selected_index": 0, + "state_hash": "cd187560c1c39db9e6bf7d9a611a8b7108dc88766de58fd62b4317f0bbcc1b50", + "stored_base_utility": 0.842734158039093, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8188905119895935, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8188905119895935 + }, + "base_progress": 0.8188905119895935, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.8188905119895935, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8187581300735474, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8187581300735474 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8246877193450928, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8246877193450928 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15466898679733276, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15466898679733276 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8370440602302551, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8370440602302551 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1621861755847931, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1621861755847931 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8156462907791138, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8156462907791138 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8282293081283569, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8282293081283569 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8358736634254456, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8358736634254456 + } + ], + "candidate_progress": [ + 0.8187581300735474, + 0.8246877193450928, + 0.15466898679733276, + 0.8370440602302551, + 0.1621861755847931, + 0.8156462907791138, + 0.8282293081283569, + 0.8358736634254456 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-19a3669e096e98232ec8", + "ms-5a456ddf97d294548cf1", + "ms-eb7189a4f2b0f0a5d4bd", + "ms-19a3669e096e98232ec8", + "ms-b33c18c58125678627a6", + "ms-eb7189a4f2b0f0a5d4bd", + "ms-b33c18c58125678627a6", + "ms-5dfbb16e173e1a3e2bd6" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank3", + "ctt_transport_rank4", + "ctt_transport_rank1", + "ctt_transport_rank4", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-efdc07c985935d871adf", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.15094195306301117, + 0.05948714166879654, + 0.18540465831756592, + -0.035890549421310425, + -0.29514163732528687, + -1.9318543672561646, + 0.03185302019119263, + 0.13270026445388794, + -0.02819749154150486, + 0.04432123154401779, + -0.005974210798740387, + 0.0736863762140274, + -1.7821261882781982, + -0.17946304380893707, + -0.09710237383842468, + 0.12152576446533203, + 0.031481966376304626, + 0.12272965908050537, + 0.11871947348117828, + -1.239148497581482, + -0.05117495357990265 + ], + [ + 0.07924245297908783, + 0.06241659075021744, + 0.09626036882400513, + 0.0060407668352127075, + -0.3478272557258606, + -1.843590497970581, + -0.007794976234436035, + 0.15731945633888245, + -0.05089797079563141, + 0.03084033727645874, + 0.04912269115447998, + 0.07761505246162415, + -1.61135733127594, + -0.23894278705120087, + -0.11009718477725983, + 0.12258012592792511, + 0.037787988781929016, + 0.1720583587884903, + 0.029430538415908813, + -1.29935622215271, + -0.06522344052791595 + ], + [ + 0.10870149731636047, + 0.05704749375581741, + 0.11422204971313477, + -0.052238479256629944, + -0.30855756998062134, + -1.9077006578445435, + -0.021933674812316895, + 0.2183363139629364, + -0.05605123192071915, + -0.03414074331521988, + 0.01283324882388115, + -0.004885286092758179, + -1.6438267230987549, + -0.2640678286552429, + -0.09242373704910278, + 0.12678663432598114, + 0.0400456041097641, + 0.11810659617185593, + -0.01143193244934082, + -1.2775025367736816, + -0.13246169686317444 + ], + [ + 0.07326958328485489, + 0.08445025980472565, + 0.09450805187225342, + -0.04310791194438934, + -0.2945061922073364, + -2.0472300052642822, + -0.047068119049072266, + 0.099220871925354, + -0.0761837288737297, + -0.05832885950803757, + -0.008476324379444122, + 0.049771517515182495, + -1.7405487298965454, + -0.29628074169158936, + -0.08357973396778107, + 0.1445954144001007, + 0.017838090658187866, + 0.14019158482551575, + -0.0614163875579834, + -1.224947452545166, + -0.06384055316448212 + ], + [ + 0.08784890174865723, + 0.058088235557079315, + 0.07312366366386414, + -0.02314142882823944, + -0.3320266008377075, + -1.9653760194778442, + -0.06583315134048462, + 0.18816423416137695, + -0.07212746888399124, + -0.043243519961833954, + 0.01762864738702774, + -0.004829198122024536, + -1.7116920948028564, + -0.17860235273838043, + -0.1056470274925232, + 0.15021264553070068, + -0.015044629573822021, + 0.0982310026884079, + -0.011488378047943115, + -1.2543572187423706, + -0.09637737274169922 + ], + [ + -0.007826164364814758, + 0.13950863480567932, + 0.10617753863334656, + 0.04994696378707886, + -0.31712770462036133, + -1.8397935628890991, + -0.1350466012954712, + 0.11715763807296753, + -0.05415501445531845, + -0.04422006756067276, + 0.1079266369342804, + 0.1828247457742691, + -1.5958201885223389, + -0.24407173693180084, + -0.045108433812856674, + 0.20352455973625183, + -0.004862591624259949, + 0.1382005512714386, + 0.04661563038825989, + -1.1800471544265747, + 0.002000182867050171 + ], + [ + -0.10772602260112762, + 0.10282982885837555, + 0.05109894275665283, + 0.09531807899475098, + -0.2996308207511902, + -2.115374803543091, + -0.2723391652107239, + 0.0677192360162735, + -0.07795911282300949, + -0.05394584685564041, + -0.10155072063207626, + 0.3877061605453491, + -1.563757300376892, + -0.09047831594944, + -0.1785687655210495, + 0.06818827986717224, + 0.0733606219291687, + 0.19481991231441498, + 0.04285046458244324, + -1.1916098594665527, + -0.18184208869934082 + ], + [ + -0.09649635851383209, + -0.03283900022506714, + -0.30992767214775085, + 0.26424092054367065, + -0.19037741422653198, + -2.0417656898498535, + -0.37019407749176025, + 0.11032582819461823, + -0.035002291202545166, + -0.2204170823097229, + 0.10679050534963608, + 0.2805923819541931, + -1.3590660095214844, + 0.0700889304280281, + -0.039139848202466965, + 0.16013984382152557, + -0.11610348522663116, + 0.19288122653961182, + 0.05685991048812866, + -1.0257049798965454, + 0.13731464743614197 + ] + ], + "generated_utilities": [ + 0.8187581300735474, + 0.8246877193450928, + 0.15466898679733276, + 0.8370440602302551, + 0.1621861755847931, + 0.8156462907791138, + 0.8282293081283569, + 0.8358736634254456 + ], + "group_id": "ms-efdc07c985935d871adf", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8197344541549683, + 2.0, + 0.8125, + 0.8125142455101013, + 0.7847581505775452, + 0.7794750332832336, + 0.5920823216438293, + 0.5697357058525085, + 2.0, + 0.5847549438476562, + 0.09384849667549133, + 0.07791829109191895, + 0.011395931243896484, + 0.09286168217658997, + 0.10894183814525604, + 0.0616525262594223 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.2827143669128418, + -0.12206736207008362, + 0.1543778032064438, + 0.27268126606941223, + -0.17288367450237274, + -2.5338973999023438, + -1.7615662813186646, + -0.19161763787269592, + 0.1886080503463745, + 0.31686434149742126, + 0.5112922191619873, + 0.14046527445316315, + -2.17134952545166, + -1.8021173477172852, + 0.11115366220474243, + 0.25490811467170715, + -0.025668112561106682, + 0.4787765145301819, + 0.46609628200531006, + -1.711870551109314, + -1.5312864780426025 + ], + [ + 0.03046044334769249, + 0.042622197419404984, + -0.12103251367807388, + 0.7814357876777649, + 0.5093902349472046, + -2.648094654083252, + -1.5764049291610718, + -0.16382060945034027, + 0.15227201581001282, + -0.29746392369270325, + 0.394713819026947, + 0.044284895062446594, + -2.150869131088257, + -1.853789210319519, + 0.24474957585334778, + 0.16074210405349731, + -0.30960795283317566, + 0.986261248588562, + 0.4512072801589966, + -1.9782602787017822, + -1.814382553100586 + ], + [ + -0.47424501180648804, + 0.4193490147590637, + 0.31025299429893494, + 0.436926007270813, + 0.07080172002315521, + -2.2750933170318604, + -2.139326572418213, + 0.19072748720645905, + -0.05066118389368057, + -0.38944289088249207, + 0.11913672089576721, + -0.4728909432888031, + -2.630631446838379, + -1.9070930480957031, + 0.5720394849777222, + 0.1898895502090454, + -0.0872373953461647, + 0.3081148862838745, + 0.6700773239135742, + -1.8990029096603394, + -1.655537486076355 + ], + [ + -0.112115278840065, + -0.5390006899833679, + -0.27749133110046387, + -0.08230990171432495, + 0.18304404616355896, + -2.5003390312194824, + -1.177594542503357, + -0.37152859568595886, + 0.1827065348625183, + -0.1805598884820938, + 0.8884490728378296, + 0.3141748607158661, + -2.7738473415374756, + -1.8585447072982788, + -0.6611859798431396, + 0.5365979075431824, + 0.024639926850795746, + 1.0166820287704468, + 0.6261310577392578, + -1.3820469379425049, + -1.1859028339385986 + ], + [ + -0.013153300620615482, + 0.6059781908988953, + -0.7563084363937378, + 0.6436030864715576, + 0.4828413128852844, + -1.8755569458007812, + -1.896214246749878, + -0.445474773645401, + -0.6578570604324341, + -0.21610267460346222, + 1.3274874687194824, + -0.6251860857009888, + -2.005418300628662, + -1.463393211364746, + -0.40788042545318604, + -0.5932772159576416, + -0.6501284837722778, + 0.1491221785545349, + 0.8418278694152832, + -2.578186511993408, + -1.628711462020874 + ], + [ + -0.051258739084005356, + 0.6121965050697327, + -0.4303005337715149, + 0.378423810005188, + -0.4187525510787964, + -2.0054633617401123, + -1.5839252471923828, + 0.38306933641433716, + -0.8548648953437805, + 0.5034631490707397, + 0.3682137727737427, + 0.867935061454773, + -2.5900886058807373, + -1.8283436298370361, + 0.3810080289840698, + -0.6684208512306213, + 0.5362142324447632, + -0.17851078510284424, + 1.083348035812378, + -1.9181195497512817, + -2.306365728378296 + ], + [ + 0.5487861037254333, + 0.6947635412216187, + -0.3694673776626587, + 1.3571128845214844, + -0.20053730905056, + -2.9099156856536865, + -1.493881106376648, + 0.9321863055229187, + -0.355974406003952, + 0.6561991572380066, + -0.29231804609298706, + 0.4913230240345001, + -1.8409770727157593, + -2.0504229068756104, + 0.14528872072696686, + 0.483799010515213, + -0.32654285430908203, + 1.6123273372650146, + 0.03987070918083191, + -0.8449068665504456, + -2.3494603633880615 + ], + [ + -0.3259732127189636, + -0.5385614633560181, + 0.7304226160049438, + -0.12314724922180176, + 0.03945803642272949, + -1.5919837951660156, + -1.907224416732788, + 0.3930681645870209, + -0.8835994005203247, + -0.3352096974849701, + 0.17923185229301453, + 0.17222784459590912, + -2.512176752090454, + -1.859424352645874, + 0.536429762840271, + 0.11454571038484573, + 0.3300909101963043, + 0.5491204261779785, + -0.04762554168701172, + -1.1976318359375, + -0.5251960158348083 + ], + [ + 0.33097749948501587, + -0.04192434251308441, + -0.34520047903060913, + -0.04110339283943176, + -0.5535940527915955, + -2.2057979106903076, + -2.5934860706329346, + -0.9023091793060303, + 0.5658158659934998, + -0.6125177145004272, + 1.095580816268921, + -0.05609257519245148, + -1.606997013092041, + -2.0733447074890137, + -0.5881220102310181, + 0.8953573703765869, + 0.9258373975753784, + 0.27281180024147034, + 0.7141706943511963, + -0.9142226576805115, + -1.3141751289367676 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.05978316813707352, + 0.057473838329315186, + -0.09624473005533218, + -0.011721253395080566, + 0.028141841292381287, + -1.4311916828155518, + 0.0, + -0.024008113890886307, + 0.07049623876810074, + 0.03528204560279846, + -0.010002851486206055, + 0.010910652577877045, + -1.1452367305755615, + 0.0, + 0.020785929635167122, + -0.03374411538243294, + 0.11616832762956619, + 0.05772918462753296, + 0.01671847701072693, + -0.828272819519043, + 0.0 + ], + [ + -0.13237658143043518, + -0.3393171727657318, + 0.29588890075683594, + 0.8627858757972717, + -0.1666169911623001, + -2.520320177078247, + -1.6265922784805298, + -0.031582750380039215, + 0.11019003391265869, + -0.2699315845966339, + 0.9513242244720459, + 0.15523536503314972, + -1.7896702289581299, + -1.2776744365692139, + -0.3942914605140686, + -0.30590808391571045, + -0.3098926246166229, + 0.8258905410766602, + 0.29909753799438477, + -1.5711073875427246, + -1.5744072198867798 + ] + ], + "predicted_scores": [ + 4.25222110748291, + 4.1031646728515625, + 4.090063095092773, + 3.956202507019043, + 3.8688316345214844, + 3.6213431358337402, + 3.2348709106445312, + 2.6645913124084473 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "706479600", + "selected_index": 0, + "state_hash": "b482f902b03ca480898798a8b5f19263d7cbb18c066305330b0796b607427fa7", + "stored_base_utility": 0.8197344541549683, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06612768769264221, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06612768769264221 + }, + "base_progress": 0.06612768769264221, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.06612768769264221, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05640652775764465, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05640652775764465 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05980277061462402, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05980277061462402 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.056583672761917114, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.056583672761917114 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06107637286186218, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06107637286186218 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0603179931640625, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0603179931640625 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.056106239557266235, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.056106239557266235 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06318196654319763, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06318196654319763 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04712912440299988, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04712912440299988 + } + ], + "candidate_progress": [ + 0.05640652775764465, + 0.05980277061462402, + 0.056583672761917114, + 0.06107637286186218, + 0.0603179931640625, + 0.056106239557266235, + 0.06318196654319763, + 0.04712912440299988 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-0a4d4909900fb0bc4a9a", + "ms-bb299baa34e49eafb9fc", + "ms-2fef2f43af8009bb88f1", + "ms-0b1dd0e538b8df15a6e4", + "ms-07b479748a91a9c92b20", + "ms-5ac1bf2d7d319955d45d", + "ms-ee2fcbc94d41385713d0", + "ms-d4c5d7eea19d94314e2e" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank4", + "ctt_transport_rank3", + "ctt_transport_rank7", + "ctt_transport_rank2", + "ctt_transport_rank5", + "ctt_transport_rank6", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-fd2387aeed9bfc9a0d08", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.09551899135112762, + 0.7893979549407959, + 0.26270201802253723, + -1.8128334283828735, + -0.8265840411186218, + 0.9710824489593506, + 0.03604841232299805, + 0.010914191603660583, + -0.4843294322490692, + 0.04843959957361221, + 1.294778823852539, + 0.3429794907569885, + -1.9994781017303467, + 0.21670390665531158, + -0.12714333832263947, + -0.06431294977664948, + 0.1378360092639923, + 0.007067501544952393, + 0.015760481357574463, + -1.708627462387085, + -0.15772745013237 + ], + [ + -0.014283150434494019, + 0.7312943339347839, + 0.20037153363227844, + -1.900629997253418, + -0.3369966745376587, + 1.2380366325378418, + 0.380435585975647, + -0.05275425314903259, + -0.5251244306564331, + -0.040080420672893524, + 0.9684343934059143, + -0.10306566953659058, + -2.231973886489868, + 0.21350041031837463, + 0.11785507947206497, + 0.11493134498596191, + 0.3206240236759186, + 0.020373523235321045, + 0.11356092989444733, + -1.8604073524475098, + -0.4276460111141205 + ], + [ + -0.022404015064239502, + 0.7344774007797241, + 0.26004308462142944, + -1.7386387586593628, + -0.47121942043304443, + 1.2865625619888306, + 0.4429550766944885, + -0.14656609296798706, + -0.4719030559062958, + -0.1340516209602356, + 0.9212762713432312, + -0.030004948377609253, + -2.012251138687134, + 0.192220076918602, + 0.04652757570147514, + 0.1492864340543747, + 0.30063799023628235, + -0.06856204569339752, + 0.19817355275154114, + -1.9873223304748535, + -0.29584407806396484 + ], + [ + -0.01809854805469513, + 0.7660001516342163, + 0.13810816407203674, + -1.651657223701477, + -0.1557459831237793, + 1.0668108463287354, + 0.3751228451728821, + -0.14632439613342285, + -0.5571064352989197, + -0.1157173439860344, + 0.9469147324562073, + -0.16998422145843506, + -1.9650599956512451, + 0.20702514052391052, + 0.031372301280498505, + 0.1671030968427658, + 0.2753582298755646, + 0.004503309726715088, + 0.23231002688407898, + -2.068746566772461, + -0.3288588225841522 + ], + [ + -0.07497620582580566, + 0.6746000647544861, + 0.1405937373638153, + -1.7874482870101929, + -0.3992745280265808, + 1.5623441934585571, + 0.45507246255874634, + -0.0455169677734375, + -0.4908749461174011, + -0.053838782012462616, + 0.9438439011573792, + 0.07529506087303162, + -1.8927277326583862, + 0.06973600387573242, + -0.021645326167345047, + 0.1562885046005249, + 0.22223585844039917, + -0.03079153597354889, + 0.1316145807504654, + -2.086866617202759, + -0.3676534593105316 + ], + [ + -0.10858683288097382, + 0.761700451374054, + 0.14311015605926514, + -1.7118643522262573, + -0.4602840542793274, + 1.073787808418274, + 0.35804182291030884, + -0.3281327784061432, + -0.5336622595787048, + -0.09436064213514328, + 0.9181565046310425, + -0.06602445244789124, + -2.0927164554595947, + 0.3966154456138611, + 0.08361039310693741, + 0.1460208147764206, + 0.16726835072040558, + -0.1286417692899704, + 0.2070140242576599, + -2.181318759918213, + -0.25397825241088867 + ], + [ + -0.05271710455417633, + 0.6722486019134521, + 0.11632704734802246, + -1.62261164188385, + -0.2838422656059265, + 1.4951605796813965, + 0.3389175534248352, + -0.10655879974365234, + -0.5382153391838074, + -0.07660572975873947, + 0.9211689233779907, + -0.09355497360229492, + -1.8689556121826172, + 0.22396595776081085, + -0.015410836786031723, + 0.15909121930599213, + 0.18764925003051758, + -0.02859698235988617, + 0.11051124334335327, + -2.2303600311279297, + -0.2612042725086212 + ], + [ + -0.1309330016374588, + 0.549275279045105, + 0.7844111323356628, + -1.743471622467041, + -0.6461698412895203, + 0.5015854835510254, + -0.14506876468658447, + 0.08415313810110092, + -0.5031441450119019, + 0.06362712383270264, + 1.0503562688827515, + -0.008046656847000122, + -1.9268637895584106, + 0.9142470955848694, + -0.0789884477853775, + 0.05914246663451195, + 0.3072449564933777, + -0.004789084196090698, + -0.08709409832954407, + -1.4316141605377197, + -0.17373764514923096 + ] + ], + "generated_utilities": [ + 0.05640652775764465, + 0.05980277061462402, + 0.056583672761917114, + 0.06107637286186218, + 0.0603179931640625, + 0.056106239557266235, + 0.06318196654319763, + 0.04712912440299988 + ], + "group_id": "ms-fd2387aeed9bfc9a0d08", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8558897972106934, + 2.0, + 0.04248148202896118, + 0.05394089221954346, + 0.057141318917274475, + 0.03495943546295166, + 0.08633947372436523, + 0.046462297439575195, + 0.043458908796310425, + 0.023027777671813965, + 0.061922311782836914, + 0.034134700894355774, + 0.010651648044586182, + 0.01158277690410614, + 0.02622869610786438, + 0.012083128094673157 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.4298704266548157, + 0.6002404689788818, + 0.13355517387390137, + -2.198392152786255, + 0.09995961934328079, + 1.162198781967163, + 0.0, + -0.00648990273475647, + -0.3028862476348877, + -0.0050805360078811646, + 1.143568515777588, + 0.07456481456756592, + -1.6758570671081543, + 0.0, + 0.23185759782791138, + -0.11529958993196487, + -0.058992013335227966, + -0.010845988988876343, + 0.06423944234848022, + -2.0730173587799072, + 0.0 + ], + [ + -0.48041507601737976, + 0.6002404689788818, + 0.5398462414741516, + -2.198392152786255, + 0.1505453884601593, + 1.162198781967163, + 0.0, + 0.32028457522392273, + -0.264798641204834, + -0.27968189120292664, + 1.143568515777588, + 0.623285710811615, + -1.6758570671081543, + 0.0, + 0.3762620687484741, + 0.20924779772758484, + 0.033039893954992294, + -0.22763806581497192, + 0.8496624827384949, + -2.0730173587799072, + 0.0 + ], + [ + -0.4385460615158081, + 1.6002404689788818, + 1.1335551738739014, + -3.198392152786255, + 0.11579504609107971, + 2.162198781967163, + -1.8792641162872314, + 0.44874686002731323, + -1.264798641204834, + 0.08758684247732162, + 2.143568515777588, + 1.074564814567566, + -2.6758570671081543, + 1.4318934679031372, + -0.01953941211104393, + 0.012724362313747406, + 0.02134235017001629, + 0.39346790313720703, + -0.15033751726150513, + -3.0730173587799072, + -1.573193907737732 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.758528232574463, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.8637869358062744, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.146387815475464 + ], + [ + -0.4582313299179077, + 1.465004801750183, + 0.9327377080917358, + -2.900977373123169, + -0.12230202555656433, + 2.23574161529541, + -2.1357157230377197, + 0.42294827103614807, + -1.506612777709961, + 0.29363107681274414, + 2.034971237182617, + 1.023054599761963, + -2.559215784072876, + 1.1742838621139526, + 0.026679620146751404, + -0.0811251625418663, + 0.16039283573627472, + 0.3527735471725464, + 0.041033580899238586, + -2.8834660053253174, + -1.2895927429199219 + ], + [ + -0.8261920809745789, + 1.8162921667099, + 1.1455696821212769, + -3.5306012630462646, + -0.15104833245277405, + 2.447983741760254, + -2.128190755844116, + 0.19818204641342163, + -1.146593689918518, + 0.03477605804800987, + 2.4299705028533936, + 0.8797258734703064, + -2.331338882446289, + 1.5516352653503418, + -0.19862954318523407, + -0.2736409604549408, + -0.21770769357681274, + 0.47925806045532227, + -0.15124429762363434, + -3.0052826404571533, + -1.2108670473098755 + ], + [ + -0.2760573625564575, + 1.6254181861877441, + 0.8188510537147522, + -3.0690624713897705, + -0.22635167837142944, + 2.051481246948242, + -1.417292833328247, + 0.026889145374298096, + -1.3347617387771606, + -0.15878626704216003, + 1.9778507947921753, + 0.7640928030014038, + -3.1165366172790527, + 1.862673282623291, + -0.451316773891449, + -0.15708383917808533, + 0.26080578565597534, + 0.6509285569190979, + 0.23991608619689941, + -3.50675892829895, + -1.297291874885559 + ], + [ + -0.8321853280067444, + 1.9553383588790894, + 1.5495907068252563, + -3.790785312652588, + 0.3716217279434204, + 2.5994434356689453, + -2.1380205154418945, + -0.10642725229263306, + -0.7562419772148132, + -0.442053884267807, + 2.3244006633758545, + 1.161316990852356, + -2.699451208114624, + 1.6399294137954712, + 0.31003186106681824, + 0.5301566123962402, + -0.16996291279792786, + 0.9281869530677795, + 0.3683878183364868, + -2.650294780731201, + -1.1098875999450684 + ], + [ + -0.6997023820877075, + 1.4820023775100708, + 1.3613333702087402, + -3.8556365966796875, + -0.5036565065383911, + 1.4896399974822998, + -2.322740077972412, + 0.03597790002822876, + -1.1858596801757812, + -0.018024958670139313, + 2.0489397048950195, + 0.8914362192153931, + -2.3395535945892334, + 1.1835731267929077, + 0.5559698343276978, + 0.5892979502677917, + 0.4496755301952362, + 0.6100684404373169, + 0.22263532876968384, + -3.0098915100097656, + -1.455836296081543 + ], + [ + -0.594323456287384, + 1.846432089805603, + 0.8105549812316895, + -2.6211562156677246, + 0.2629232406616211, + 1.4025108814239502, + -2.3828163146972656, + 0.530456006526947, + -1.3874722719192505, + 0.49274298548698425, + 1.5545053482055664, + 0.4927254915237427, + -3.1490466594696045, + 1.5643255710601807, + 0.5331913232803345, + -0.53307044506073, + 0.7433652281761169, + 0.6546258926391602, + -0.74479740858078, + -3.721141815185547, + -0.9948303699493408 + ], + [ + -0.4409070312976837, + 2.4138050079345703, + 1.3223544359207153, + -3.3717033863067627, + -0.03033369779586792, + 2.350304365158081, + -2.112061023712158, + -0.22452247142791748, + -1.420605182647705, + -0.026168949902057648, + 1.4026775360107422, + 0.9532885551452637, + -2.6276464462280273, + 2.1231069564819336, + -0.49286600947380066, + -0.3450928032398224, + 0.5427718758583069, + -0.03872644901275635, + -0.6895387172698975, + -2.357243061065674, + -2.3816022872924805 + ], + [ + 0.5156354308128357, + 2.2980997562408447, + 2.0945849418640137, + -3.690303087234497, + 1.0696191787719727, + 2.266188144683838, + -1.0399069786071777, + 0.012727499008178711, + -1.2163764238357544, + 0.5646419525146484, + 1.1664416790008545, + 1.563025951385498, + -3.425304412841797, + 0.5126914978027344, + -0.18885818123817444, + -0.5277795791625977, + -0.1741226613521576, + 0.2763793468475342, + 0.8411282896995544, + -3.2598915100097656, + -2.2270073890686035 + ], + [ + -1.2896747589111328, + 2.3828718662261963, + 1.191500186920166, + -3.9747776985168457, + 0.7604506015777588, + 2.298020839691162, + -1.0116384029388428, + 1.177309513092041, + -1.6719520092010498, + -0.4176469147205353, + 2.709542989730835, + 0.26378321647644043, + -2.119570255279541, + 0.7668893933296204, + 0.6772738099098206, + -0.5338667035102844, + -0.7434203028678894, + 0.2167283445596695, + 0.03269544243812561, + -3.895913600921631, + -0.9124676585197449 + ], + [ + -1.323930263519287, + 2.338547468185425, + 1.4313098192214966, + -2.960175037384033, + 1.1079072952270508, + 1.5746114253997803, + -1.8946435451507568, + -0.4213535189628601, + -1.922096848487854, + 0.6645004153251648, + 2.1448850631713867, + 0.2334994077682495, + -3.4603066444396973, + 1.5447293519973755, + 0.25094738602638245, + 0.7163193821907043, + -0.10547596216201782, + -0.42469942569732666, + -0.49689921736717224, + -2.8712027072906494, + -1.6389087438583374 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.027082443237304688, + 0.6002404689788818, + 0.13355517387390137, + -2.198392152786255, + -0.03311736881732941, + 1.162198781967163, + 0.0, + 0.043807268142700195, + -0.264798641204834, + 0.0069312527775764465, + 1.143568515777588, + 0.07456481456756592, + -1.6758570671081543, + 0.0, + -0.01150114368647337, + -0.007074322551488876, + -0.018292216584086418, + -0.035625845193862915, + 0.05120308697223663, + -2.0730173587799072, + 0.0 + ] + ], + "predicted_scores": [ + 5.396575450897217, + 5.158295154571533, + 4.811223030090332, + 4.719003677368164, + 4.669159889221191, + 4.537548542022705, + 4.1614813804626465, + 4.05832052230835 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1919198188", + "selected_index": 0, + "state_hash": "6b9e4c034c70f8e93116064dbcb48aa5fea37958e04fa30734f597c38aefea8b", + "stored_base_utility": 0.8558897972106934, + "task_id": "StackCube-v1" + } + ], + "schema_version": 1, + "source_content_hash": "67f7b4a692f7c7e71da24378dc71e3399c5d35afc14c494869eba6087b765c42", + "source_index": "data/cil_charts_rgb_refs/train/index.json", + "source_split_hash": "867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372", + "target_content_hash": "1aacf9de98648fa36bef14e137eb43c7c6973170804650814dae41d09842c708", + "target_index": "data/cil_charts_rgb_refs/val/index.json", + "target_split_hash": "9d1dc1c10868f76fa080895df0f2730c173f12b6db14932599d55c2b60859381" +} diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/measured_metrics/metrics.json b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/measured_metrics/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..52cfc2b874a1d03a8fb85bcb861eb28062b3dbf5 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/measured_metrics/metrics.json @@ -0,0 +1,5719 @@ +{ + "epsilon": 0.0, + "k": 8, + "mode": "measured", + "num_rows": 69, + "rows": [ + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.21144884824752808, + "branch_car_at_8": 0.0, + "chart_id": "ms-484ea653bbca2de3a4a2", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0005967986281998, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.13464701141472765, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.2103814333677292, + "proposal_oracle_utility_gain_over_base_at_8": -0.0010674148797988892, + "seed": "1231780997", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.2103814333677292, + "selected_utility_gain_over_base_at_8": -0.0010674148797988892, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7896185666322708, + "support_gap_fraction_to_hidden_at_8": 1.0005968042226543, + "task_id": "LiftPegUpright-v1", + "total_car_to_hidden_at_8": 1.7896185666322708 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.21361251175403595, + "branch_car_at_8": 0.0009215474128723145, + "chart_id": "ms-4b4cd12d70c0615e0930", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0038598175480926, + "ncar_to_proposal_oracle_at_8": 0.15426996158755663, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.23026774639555236, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.2076389193534851, + "proposal_oracle_utility_gain_over_base_at_8": -0.005973592400550842, + "seed": "1025740212", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.2067173719406128, + "selected_utility_gain_over_base_at_8": -0.006895139813423157, + "selector_gap_fraction_to_hidden_at_8": 0.000515872070833396, + "selector_regret_at_8": 0.0009215474128723145, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.792361080646515, + "support_gap_fraction_to_hidden_at_8": 1.0033439510967557, + "task_id": "LiftPegUpright-v1", + "total_car_to_hidden_at_8": 1.7932826280593872 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7229747772216797, + "branch_car_at_8": 0.004936397075653076, + "chart_id": "ms-6e268d1e2915740816a1", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.9997688595390668, + "ncar_to_proposal_oracle_at_8": 0.943578650052657, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.11407560353818716, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7282063364982605, + "proposal_oracle_utility_gain_over_base_at_8": 0.0052315592765808105, + "seed": "1475440973", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7232699394226074, + "selected_utility_gain_over_base_at_8": 0.0002951622009277344, + "selector_gap_fraction_to_hidden_at_8": 0.0038655439122129136, + "selector_regret_at_8": 0.004936397075653076, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.2717936635017395, + "support_gap_fraction_to_hidden_at_8": 0.9959033234557427, + "task_id": "LiftPegUpright-v1", + "total_car_to_hidden_at_8": 1.2767300605773926 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7272467017173767, + "branch_car_at_8": 1.2730597853660583, + "chart_id": "ms-8864796e31bbe93d7c5d", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0002407984968027, + "ncar_to_proposal_oracle_at_8": 1.0002407984968027, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.2344395807565722, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.2727532982826233, + "seed": "551504635", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7269402146339417, + "selected_utility_gain_over_base_at_8": -0.0003064870834350586, + "selector_gap_fraction_to_hidden_at_8": 1.0002408063556767, + "selector_regret_at_8": 1.2730597853660583, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "task_id": "LiftPegUpright-v1", + "total_car_to_hidden_at_8": 1.2730597853660583 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.21901588141918182, + "branch_car_at_8": 0.006647542119026184, + "chart_id": "ms-b04b489f4fbad93b65ca", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0031982588625619, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.4201805991515518, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.21996736526489258, + "proposal_oracle_utility_gain_over_base_at_8": 0.0009514838457107544, + "seed": "1113268940", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.2133198231458664, + "selected_utility_gain_over_base_at_8": -0.00569605827331543, + "selector_gap_fraction_to_hidden_at_8": 0.0037325106101020683, + "selector_regret_at_8": 0.006647542119026184, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7800326347351074, + "support_gap_fraction_to_hidden_at_8": 0.9994657538852907, + "task_id": "LiftPegUpright-v1", + "total_car_to_hidden_at_8": 1.7866801768541336 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.32647061347961426, + "branch_car_at_8": 0.02146562933921814, + "chart_id": "ms-c663f7e73e7e8376a05c", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0390089371449063, + "ncar_to_proposal_oracle_at_8": 0.48989279105464534, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.13131517178411375, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.2826536297798157, + "proposal_oracle_utility_gain_over_base_at_8": -0.043816983699798584, + "seed": "1528740417", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.26118800044059753, + "selected_utility_gain_over_base_at_8": -0.06528261303901672, + "selector_gap_fraction_to_hidden_at_8": 0.01282656254029075, + "selector_regret_at_8": 0.02146562933921814, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7173463702201843, + "support_gap_fraction_to_hidden_at_8": 1.026182380813105, + "task_id": "LiftPegUpright-v1", + "total_car_to_hidden_at_8": 1.7388119995594025 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11945180594921112, + "branch_car_at_8": 0.011674322187900543, + "chart_id": "ms-2458fcfffb3f96c6ca1a", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0157636165911068, + "ncar_to_proposal_oracle_at_8": 0.649658432039702, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.11483608299984571, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.10148187726736069, + "proposal_oracle_utility_gain_over_base_at_8": -0.017969928681850433, + "seed": "1273247072", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.08980755507946014, + "selected_utility_gain_over_base_at_8": -0.029644250869750977, + "selector_gap_fraction_to_hidden_at_8": 0.006207935656652067, + "selector_regret_at_8": 0.011674322187900543, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8985181227326393, + "support_gap_fraction_to_hidden_at_8": 1.0095556863358777, + "task_id": "PickCube-v1", + "total_car_to_hidden_at_8": 1.9101924449205399 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.14465421438217163, + "branch_car_at_8": 0.042846277356147766, + "chart_id": "ms-0345d8ac530f88cefd61", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.1798098385334015, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.0, + "ncar_to_proposal_oracle_at_8": 0.4640492479533701, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.09439717063507355, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.23698551952838898, + "proposal_oracle_utility_gain_over_base_at_8": 0.09233130514621735, + "seed": "141984615", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1941392421722412, + "selected_utility_gain_over_base_at_8": 0.04948502779006958, + "selector_gap_fraction_to_hidden_at_8": 1.2187602521814098, + "selector_regret_at_8": 0.042846277356147766, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.10967568308115005, + "branch_car_at_8": 0.004289587959647179, + "chart_id": "ms-0819eb89e627595e7e1b", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.14572584629058838, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 3.2914727989441492, + "ncar_to_proposal_oracle_at_8": 0.05477112250640286, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.24599458988087008, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.03135726973414421, + "proposal_oracle_utility_gain_over_base_at_8": -0.07831841334700584, + "seed": "2015956957", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.027067681774497032, + "selected_utility_gain_over_base_at_8": -0.08260800130665302, + "selector_gap_fraction_to_hidden_at_8": 0.11898941857006955, + "selector_regret_at_8": 0.004289587959647179, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.11436857655644417, + "support_gap_fraction_to_hidden_at_8": 3.1724842933998487, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.11865816451609135 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.2585872709751129, + "branch_car_at_8": 0.0, + "chart_id": "ms-0dee962a5901fb8b5bbb", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.9939057257554442, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.09531367659115325, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.2691999077796936, + "proposal_oracle_utility_gain_over_base_at_8": 0.010612636804580688, + "seed": "565369392", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.2691999077796936, + "selected_utility_gain_over_base_at_8": 0.010612636804580688, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7308000922203064, + "support_gap_fraction_to_hidden_at_8": 0.9939057314629122, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.7308000922203064 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.19612149894237518, + "branch_car_at_8": 0.02828066051006317, + "chart_id": "ms-126eb8b36769f9ba4671", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.1985912322998047, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 17.742134375050057, + "ncar_to_proposal_oracle_at_8": 2.1640931367302825, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.09733087129419896, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.1830533742904663, + "proposal_oracle_utility_gain_over_base_at_8": -0.013068124651908875, + "seed": "767747424", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.15477271378040314, + "selected_utility_gain_over_base_at_8": -0.041348785161972046, + "selector_gap_fraction_to_hidden_at_8": 11.45089627792761, + "selector_regret_at_8": 0.02828066051006317, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.015537858009338379, + "support_gap_fraction_to_hidden_at_8": 6.291309935381107, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.04381851851940155 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.8217928856611252, + "chart_id": "ms-16661b2fd2c85f57a66c", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.4110759600902856, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "1549324805", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.17820711433887482, + "selected_utility_gain_over_base_at_8": -1.8217928856611252, + "selector_regret_at_8": 1.8217928856611252, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.8217928856611252 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.18323469161987305, + "branch_car_at_8": 0.0017340581398457289, + "chart_id": "ms-20e1efbb745fd02abc95", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.24345096945762634, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 3.9862911723153553, + "ncar_to_proposal_oracle_at_8": 0.009737013067671323, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.13157026218508128, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.005145370960235596, + "proposal_oracle_utility_gain_over_base_at_8": -0.17808932065963745, + "seed": "1375492786", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.003411312820389867, + "selected_utility_gain_over_base_at_8": -0.17982337879948318, + "selector_gap_fraction_to_hidden_at_8": 0.028797165851366206, + "selector_regret_at_8": 0.0017340581398457289, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.23830559849739075, + "support_gap_fraction_to_hidden_at_8": 3.957494668459602, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.24003965663723648 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-2dc5138251afd26a040d", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "565621826", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.08593521267175674, + "branch_car_at_8": 0.0, + "chart_id": "ms-387e6771a55be98f1a59", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.20744429528713226, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.6857887260079317, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.23324423868559083, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.12411472946405411, + "proposal_oracle_utility_gain_over_base_at_8": 0.03817951679229736, + "seed": "767747424", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.12411472946405411, + "selected_utility_gain_over_base_at_8": 0.03817951679229736, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.08332956582307816, + "support_gap_fraction_to_hidden_at_8": 0.6857887824472292, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.08332956582307816 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.05640667676925659, + "branch_car_at_8": 0.004726190119981766, + "chart_id": "ms-38f7298184a2c5005e94", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.5, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.1767096221446991, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.1563863319394878, + "ncar_to_proposal_oracle_at_8": 0.3354865928271194, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.24229411354515504, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.04231911897659302, + "proposal_oracle_utility_gain_over_base_at_8": -0.014087557792663574, + "seed": "2015956957", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.03759292885661125, + "selected_utility_gain_over_base_at_8": -0.01881374791264534, + "selector_gap_fraction_to_hidden_at_8": 0.03928573905844308, + "selector_regret_at_8": 0.004726190119981766, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.13439050316810608, + "support_gap_fraction_to_hidden_at_8": 1.117100689003906, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.13911669328808784 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.055146653205156326, + "branch_car_at_8": 0.0026817917823791504, + "chart_id": "ms-482c5c8d208b5907a2c2", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.1834145486354828, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.2647211312939965, + "ncar_to_proposal_oracle_at_8": 0.08575297907725173, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.32121026972729494, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.023873209953308105, + "proposal_oracle_utility_gain_over_base_at_8": -0.03127344325184822, + "seed": "626486813", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.021191418170928955, + "selected_utility_gain_over_base_at_8": -0.03395523503422737, + "selector_gap_fraction_to_hidden_at_8": 0.020907739800220444, + "selector_regret_at_8": 0.0026817917823791504, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.15954133868217468, + "support_gap_fraction_to_hidden_at_8": 1.2438134900937512, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.16222313046455383 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.01012641191482544, + "chart_id": "ms-4da03300d92420e80ed0", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.0052936433657889735, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.16974044575049851, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.08706194162368774, + "proposal_oracle_utility_gain_over_base_at_8": -1.9129380583763123, + "seed": "1747178030", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.0769355297088623, + "selected_utility_gain_over_base_at_8": -1.9230644702911377, + "selector_regret_at_8": 0.01012641191482544, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9129380583763123, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.9230644702911377 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.12186471372842789, + "branch_car_at_8": 0.010838054120540619, + "chart_id": "ms-57be9ae181c077e7821f", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.875, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0434043886477753, + "ncar_to_proposal_oracle_at_8": 0.1533369809947293, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.28999106884138537, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.051183443516492844, + "proposal_oracle_utility_gain_over_base_at_8": -0.07068127021193504, + "seed": "1549324805", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.040345389395952225, + "selected_utility_gain_over_base_at_8": -0.08151932433247566, + "selector_gap_fraction_to_hidden_at_8": 0.005770646129574647, + "selector_regret_at_8": 0.010838054120540619, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9488165564835072, + "support_gap_fraction_to_hidden_at_8": 1.0376337480737343, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.9596546106040478 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.02537970244884491, + "chart_id": "ms-6388b5d2356c556c3e55", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.014261489190504129, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.331762682269613, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.22040307521820068, + "proposal_oracle_utility_gain_over_base_at_8": -1.7795969247817993, + "seed": "2015956957", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.19502337276935577, + "selected_utility_gain_over_base_at_8": -1.8049766272306442, + "selector_regret_at_8": 0.02537970244884491, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7795969247817993, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.8049766272306442 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.07133767753839493, + "branch_car_at_8": 0.016567446291446686, + "chart_id": "ms-638d2ba1917eff4d09e0", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.11176212877035141, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.9810434167427214, + "ncar_to_proposal_oracle_at_8": 0.9557909049313486, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.5430580936970512, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.08867142349481583, + "proposal_oracle_utility_gain_over_base_at_8": 0.0173337459564209, + "seed": "767747424", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.07210397720336914, + "selected_utility_gain_over_base_at_8": 0.0007662996649742126, + "selector_gap_fraction_to_hidden_at_8": 0.40983725904854656, + "selector_regret_at_8": 0.016567446291446686, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.023090705275535583, + "support_gap_fraction_to_hidden_at_8": 0.5712064003798235, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.03965815156698227 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.08238867670297623, + "branch_car_at_8": 0.02113974280655384, + "chart_id": "ms-652ad552ba98d2736620", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2367449700832367, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.4122881276886685, + "ncar_to_proposal_oracle_at_8": 0.49741099722655885, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.12487125581029862, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.0398891381919384, + "proposal_oracle_utility_gain_over_base_at_8": -0.04249953851103783, + "seed": "767747424", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.01874939538538456, + "selected_utility_gain_over_base_at_8": -0.06363928131759167, + "selector_gap_fraction_to_hidden_at_8": 0.13695420085318824, + "selector_regret_at_8": 0.02113974280655384, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.1968558318912983, + "support_gap_fraction_to_hidden_at_8": 1.2753340183308184, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.21799557469785213 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.09506181627511978, + "branch_car_at_8": 0.029096975922584534, + "chart_id": "ms-674fad0e7c042d23629e", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.125, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.15573063492774963, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0839168275985906, + "ncar_to_proposal_oracle_at_8": 1.2120790429989765, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.20108589109242253, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.11906764656305313, + "proposal_oracle_utility_gain_over_base_at_8": 0.02400583028793335, + "seed": "2015956957", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.0899706706404686, + "selected_utility_gain_over_base_at_8": -0.005091145634651184, + "selector_gap_fraction_to_hidden_at_8": 0.4796034696041217, + "selector_regret_at_8": 0.029096975922584534, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0366629883646965, + "support_gap_fraction_to_hidden_at_8": 0.6043135366557405, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.06575996428728104 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.22189895808696747, + "branch_car_at_8": 0.03293044865131378, + "chart_id": "ms-728b865677134d3788e3", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.22658847272396088, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 8.884022770419694, + "ncar_to_proposal_oracle_at_8": 8.147288927567425, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.22302966969368837, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.21785707771778107, + "proposal_oracle_utility_gain_over_base_at_8": -0.004041880369186401, + "seed": "750448296", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.18492662906646729, + "selected_utility_gain_over_base_at_8": -0.03697232902050018, + "selector_gap_fraction_to_hidden_at_8": 7.022144336972686, + "selector_regret_at_8": 0.03293044865131378, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.00873139500617981, + "support_gap_fraction_to_hidden_at_8": 1.861897377886803, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.04166184365749359 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.2750004827976227, + "branch_car_at_8": 0.0, + "chart_id": "ms-7ea98b8f4d2220347ee0", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.5, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.27989473938941956, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 8.487423592734448, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.08806393074650602, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.23835502564907074, + "proposal_oracle_utility_gain_over_base_at_8": -0.03664545714855194, + "seed": "565369392", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.23835502564907074, + "selected_utility_gain_over_base_at_8": -0.03664545714855194, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.041539713740348816, + "support_gap_fraction_to_hidden_at_8": 8.487440934333593, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.041539713740348816 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.06369390338659286, + "branch_car_at_8": 0.007344940677285194, + "chart_id": "ms-7f57045c114ddad153b5", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.227622389793396, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.2850050999790679, + "ncar_to_proposal_oracle_at_8": 0.18653563274306353, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1472722606375956, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.024318376556038857, + "proposal_oracle_utility_gain_over_base_at_8": -0.03937552683055401, + "seed": "278008524", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.016973435878753662, + "selected_utility_gain_over_base_at_8": -0.0467204675078392, + "selector_gap_fraction_to_hidden_at_8": 0.0448057615749472, + "selector_regret_at_8": 0.007344940677285194, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.20330401323735714, + "support_gap_fraction_to_hidden_at_8": 1.240199416792272, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.21064895391464233 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.054365258663892746, + "branch_car_at_8": 0.005676228553056717, + "chart_id": "ms-81f4e8858b2ba90aea2e", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.125, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.1631626933813095, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.1660021946872579, + "ncar_to_proposal_oracle_at_8": 0.45833676090640596, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.23521997569852127, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.041980862617492676, + "proposal_oracle_utility_gain_over_base_at_8": -0.01238439604640007, + "seed": "626486813", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.03630463406443596, + "selected_utility_gain_over_base_at_8": -0.018060624599456787, + "selector_gap_fraction_to_hidden_at_8": 0.05217244843869505, + "selector_regret_at_8": 0.005676228553056717, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.12118183076381683, + "support_gap_fraction_to_hidden_at_8": 1.113829853420409, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.12685805931687355 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.07143356651067734, + "branch_car_at_8": 0.03201484680175781, + "chart_id": "ms-8a72b73ac452bc190aeb", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.10329639911651611, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.0, + "ncar_to_proposal_oracle_at_8": 0.3593993447463731, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.3066110674272983, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.160512313246727, + "proposal_oracle_utility_gain_over_base_at_8": 0.08907874673604965, + "seed": "626486813", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.12849746644496918, + "selected_utility_gain_over_base_at_8": 0.05706389993429184, + "selector_gap_fraction_to_hidden_at_8": 1.0047708939691438, + "selector_regret_at_8": 0.03201484680175781, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.1463289111852646, + "branch_car_at_8": 0.009269870817661285, + "chart_id": "ms-a96bca1ef0b74f686018", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.1572066992521286, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 8.272593203739032, + "ncar_to_proposal_oracle_at_8": 0.1327302050951747, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2133339847402897, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.07648897171020508, + "proposal_oracle_utility_gain_over_base_at_8": -0.06983993947505951, + "seed": "141984615", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.06721910089254379, + "selected_utility_gain_over_base_at_8": -0.0791098102927208, + "selector_gap_fraction_to_hidden_at_8": 0.8521834366215705, + "selector_regret_at_8": 0.009269870817661285, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.08071772754192352, + "support_gap_fraction_to_hidden_at_8": 7.420417372149984, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.08998759835958481 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-ac4fb33f3ab4db853995", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.21083057180009893, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.11818376928567886, + "proposal_oracle_utility_gain_over_base_at_8": -1.8818162307143211, + "seed": "565369392", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.11818376928567886, + "selected_utility_gain_over_base_at_8": -1.8818162307143211, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8818162307143211, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.8818162307143211 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-c31b98b3d3702c6f9c8c", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "2054899126", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.1360541582107544, + "branch_car_at_8": 0.0, + "chart_id": "ms-c832439976a37f52d094", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2594742774963379, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.6223708580855138, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.17045522107712896, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.05924105644226074, + "proposal_oracle_utility_gain_over_base_at_8": -0.07681310176849365, + "seed": "585904130", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.05924105644226074, + "selected_utility_gain_over_base_at_8": -0.07681310176849365, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.20023322105407715, + "support_gap_fraction_to_hidden_at_8": 1.6223709895365988, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.20023322105407715 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.13587017357349396, + "branch_car_at_8": 0.016308050602674484, + "chart_id": "ms-c96b415f083f60857334", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.26426148414611816, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.8722039999773874, + "ncar_to_proposal_oracle_at_8": 0.17045188038105538, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.09909363373267507, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.0401947908103466, + "proposal_oracle_utility_gain_over_base_at_8": -0.09567538276314735, + "seed": "585904130", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.02388674020767212, + "selected_utility_gain_over_base_at_8": -0.11198343336582184, + "selector_gap_fraction_to_hidden_at_8": 0.1270183358199298, + "selector_regret_at_8": 0.016308050602674484, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.22406669333577156, + "support_gap_fraction_to_hidden_at_8": 1.745185809977606, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.24037474393844604 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.13276933133602142, + "branch_car_at_8": 0.0, + "chart_id": "ms-d73fd5fce55fb58ef8e9", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0230647928623209, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0753952117725891, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.08970203250646591, + "proposal_oracle_utility_gain_over_base_at_8": -0.04306729882955551, + "seed": "534717141", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.08970203250646591, + "selected_utility_gain_over_base_at_8": -0.04306729882955551, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.910297967493534, + "support_gap_fraction_to_hidden_at_8": 1.0230647983413697, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.910297967493534 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.08353183418512344, + "branch_car_at_8": 0.0015871722716838121, + "chart_id": "ms-da142025733b53fcf7eb", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2643269896507263, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.443785190809179, + "ncar_to_proposal_oracle_at_8": 0.02018094733853599, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.20278358836434057, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.004884779453277588, + "proposal_oracle_utility_gain_over_base_at_8": -0.07864705473184586, + "seed": "141984615", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.0032976071815937757, + "selected_utility_gain_over_base_at_8": -0.08023422700352967, + "selector_gap_fraction_to_hidden_at_8": 0.008778842926384601, + "selector_regret_at_8": 0.0015871722716838121, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.25944221019744873, + "support_gap_fraction_to_hidden_at_8": 1.4350064277403098, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.26102938246913254 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.1678522825241089, + "branch_car_at_8": 0.02472410723567009, + "chart_id": "ms-e2bad6e99e8a281207cc", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.375, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.20825156569480896, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 3.818899797938044, + "ncar_to_proposal_oracle_at_8": 0.27730830235269033, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.36169264602267337, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.07869482040405273, + "proposal_oracle_utility_gain_over_base_at_8": -0.08915746212005615, + "seed": "1549324805", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.053970713168382645, + "selected_utility_gain_over_base_at_8": -0.11388156935572624, + "selector_gap_fraction_to_hidden_at_8": 0.6119937111557826, + "selector_regret_at_8": 0.02472410723567009, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.12955674529075623, + "support_gap_fraction_to_hidden_at_8": 3.2069070320712614, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.15428085252642632 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.13733911514282227, + "branch_car_at_8": 0.052037313580513, + "chart_id": "ms-e30fd80adc089e9f697a", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.18920521438121796, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.2802902140566934, + "ncar_to_proposal_oracle_at_8": 1.387670919984109, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.2489709627178488, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.1748388558626175, + "proposal_oracle_utility_gain_over_base_at_8": 0.03749974071979523, + "seed": "585904130", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.12280154228210449, + "selected_utility_gain_over_base_at_8": -0.014537572860717773, + "selector_gap_fraction_to_hidden_at_8": 1.0033010838414962, + "selector_regret_at_8": 0.052037313580513, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.014366358518600464, + "support_gap_fraction_to_hidden_at_8": 0.27698937706048393, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.06640367209911346 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-e9ed5d488afdfd6449d1", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.24470923586518434, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.139481782913208, + "proposal_oracle_utility_gain_over_base_at_8": -1.860518217086792, + "seed": "626486813", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.139481782913208, + "selected_utility_gain_over_base_at_8": -1.860518217086792, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.860518217086792, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.860518217086792 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.07223989814519882, + "branch_car_at_8": 0.01907261088490486, + "chart_id": "ms-ec013396e4aff6170ee1", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.375, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.24502670764923096, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0736672051479625, + "ncar_to_proposal_oracle_at_8": 3.0064541591517804, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.17475182842001916, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.07858377695083618, + "proposal_oracle_utility_gain_over_base_at_8": 0.00634387880563736, + "seed": "750448296", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.05951116606593132, + "selected_utility_gain_over_base_at_8": -0.012728732079267502, + "selector_gap_fraction_to_hidden_at_8": 0.1103823314965474, + "selector_regret_at_8": 0.01907261088490486, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.16644293069839478, + "support_gap_fraction_to_hidden_at_8": 0.9632849357896771, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.18551554158329964 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.07024133205413818, + "branch_car_at_8": 0.02178390882909298, + "chart_id": "ms-ee30ebaf98622759d888", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.25, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0226806271202884, + "ncar_to_proposal_oracle_at_8": 0.9908871412464478, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.5932483433892377, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.048257093876600266, + "proposal_oracle_utility_gain_over_base_at_8": -0.021984238177537918, + "seed": "636680137", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.026473185047507286, + "selected_utility_gain_over_base_at_8": -0.0437681470066309, + "selector_gap_fraction_to_hidden_at_8": 0.011288410924605892, + "selector_regret_at_8": 0.02178390882909298, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9517429061233997, + "support_gap_fraction_to_hidden_at_8": 1.0113922214952087, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.9735268149524927 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.10341648012399673, + "branch_car_at_8": 0.02333393692970276, + "chart_id": "ms-f3f1d07cfd59b823da47", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.17124073207378387, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.18200508190861697, + "ncar_to_proposal_oracle_at_8": 0.2960639573649806, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.19318253783455314, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.18223030865192413, + "proposal_oracle_utility_gain_over_base_at_8": 0.0788138285279274, + "seed": "2015956957", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.15889637172222137, + "selected_utility_gain_over_base_at_8": 0.05547989159822464, + "selector_gap_fraction_to_hidden_at_8": 0.3440353009271338, + "selector_regret_at_8": 0.02333393692970276, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.0123443603515625 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.23664958775043488, + "branch_car_at_8": 0.038818299770355225, + "chart_id": "ms-081952a63087fc8f83cd", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0465578663511705, + "ncar_to_proposal_oracle_at_8": 0.8969200607232635, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.3985289040635325, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.1933700442314148, + "proposal_oracle_utility_gain_over_base_at_8": -0.04327954351902008, + "seed": "2141802816", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.15455174446105957, + "selected_utility_gain_over_base_at_8": -0.0820978432893753, + "selector_gap_fraction_to_hidden_at_8": 0.022013945441980202, + "selector_regret_at_8": 0.038818299770355225, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8066299557685852, + "support_gap_fraction_to_hidden_at_8": 1.0245439268442436, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.8454482555389404 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-121bc2e6676c1ac10911", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "77147264", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-22f153f0d4fa656018e6", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "1271718007", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.05987149477005005, + "branch_car_at_8": 0.0018659532070159912, + "chart_id": "ms-27c9f70e97b8850cc3ab", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0055300485453837, + "ncar_to_proposal_oracle_at_8": 0.21053121053631743, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.07419200542238083, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.0510084331035614, + "proposal_oracle_utility_gain_over_base_at_8": -0.008863061666488647, + "seed": "1881223807", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.04914247989654541, + "selected_utility_gain_over_base_at_8": -0.010729014873504639, + "selector_gap_fraction_to_hidden_at_8": 0.0009617678426897979, + "selector_regret_at_8": 0.0018659532070159912, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9489915668964386, + "support_gap_fraction_to_hidden_at_8": 1.0045682858854952, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.9508575201034546 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-2867deaca7e98582620b", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "1189392917", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.007344692945480347, + "chart_id": "ms-365d8c6de6de16f66744", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.003931374273492085, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.300657409601606, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.1317746937274933, + "proposal_oracle_utility_gain_over_base_at_8": -1.8682253062725067, + "seed": "1997090716", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.12443000078201294, + "selected_utility_gain_over_base_at_8": -1.875569999217987, + "selector_regret_at_8": 0.007344692945480347, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8682253062725067, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.875569999217987 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.05761747062206268, + "branch_car_at_8": 0.008857712149620056, + "chart_id": "ms-3c326d05fec66e1d6bea", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0113528423740592, + "ncar_to_proposal_oracle_at_8": 0.6713505372722489, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2634655876242619, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.04442360997200012, + "proposal_oracle_utility_gain_over_base_at_8": -0.013193860650062561, + "seed": "278008524", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.035565897822380066, + "selected_utility_gain_over_base_at_8": -0.022051572799682617, + "selector_gap_fraction_to_hidden_at_8": 0.004560230549672832, + "selector_regret_at_8": 0.008857712149620056, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9555763900279999, + "support_gap_fraction_to_hidden_at_8": 1.006792617031151, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.96443410217762 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-4dbdc6ed61dccebbfe92", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "794181626", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-58950fed04d203b97ab9", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.10528846281262146, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "1113371261", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.8495931923389435, + "chart_id": "ms-651bc0395d78d2819158", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.5238458588992289, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "1483645336", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.15040680766105652, + "selected_utility_gain_over_base_at_8": -1.8495931923389435, + "selector_regret_at_8": 1.8495931923389435, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.8495931923389435 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.03303612768650055, + "chart_id": "ms-9fad82fd288e4296e354", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.01735576759836683, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.18726924478108561, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.09653319418430328, + "proposal_oracle_utility_gain_over_base_at_8": -1.9034668058156967, + "seed": "1176943004", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.06349706649780273, + "selected_utility_gain_over_base_at_8": -1.9365029335021973, + "selector_regret_at_8": 0.03303612768650055, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9034668058156967, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.9365029335021973 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.20425210893154144, + "branch_car_at_8": 0.004930347204208374, + "chart_id": "ms-b8bfdd3e6c31bd98082d", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.062306753304616, + "ncar_to_proposal_oracle_at_8": 0.04609658160039006, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.24317634255647042, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.09729522466659546, + "proposal_oracle_utility_gain_over_base_at_8": -0.10695688426494598, + "seed": "998761162", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.09236487746238708, + "selected_utility_gain_over_base_at_8": -0.11188723146915436, + "selector_gap_fraction_to_hidden_at_8": 0.002745567587037426, + "selector_regret_at_8": 0.004930347204208374, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9027047753334045, + "support_gap_fraction_to_hidden_at_8": 1.0595611916332572, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.907635122537613 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.004616528749465942, + "chart_id": "ms-fc8084d5cd7da937fc02", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.002410605043679449, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.3416902568888008, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.08490870893001556, + "proposal_oracle_utility_gain_over_base_at_8": -1.9150912910699844, + "seed": "1991414747", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.08029218018054962, + "selected_utility_gain_over_base_at_8": -1.9197078198194504, + "selector_regret_at_8": 0.004616528749465942, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9150912910699844, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.9197078198194504 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.194026380777359, + "branch_car_at_8": 0.024178534746170044, + "chart_id": "ms-3afd8959363e917591d4", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0008596290963836, + "ncar_to_proposal_oracle_at_8": 1.0686141104703737, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.1631929231601434, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.21665243804454803, + "proposal_oracle_utility_gain_over_base_at_8": 0.022626057267189026, + "seed": "75070641", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.192473903298378, + "selected_utility_gain_over_base_at_8": -0.001552477478981018, + "selector_gap_fraction_to_hidden_at_8": 0.01338808855722787, + "selector_regret_at_8": 0.024178534746170044, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.783347561955452, + "support_gap_fraction_to_hidden_at_8": 0.987471546081095, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.807526096701622 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.018837809562683105, + "chart_id": "ms-3ff1aedb72f65a182b58", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.016240555308914228, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.18844312444633177, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.8400760293006897, + "proposal_oracle_utility_gain_over_base_at_8": -1.1599239706993103, + "seed": "1055567618", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.8212382197380066, + "selected_utility_gain_over_base_at_8": -1.1787617802619934, + "selector_regret_at_8": 0.018837809562683105, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.1599239706993103, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.1787617802619934 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.1879976987838745, + "branch_car_at_8": 0.014723598957061768, + "chart_id": "ms-4048f8f6e047422e3c79", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.9915817866344643, + "ncar_to_proposal_oracle_at_8": 0.49115629197991395, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.19960528924679433, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.21797510981559753, + "proposal_oracle_utility_gain_over_base_at_8": 0.029977411031723022, + "seed": "1055157354", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.20325151085853577, + "selected_utility_gain_over_base_at_8": 0.015253812074661255, + "selector_gap_fraction_to_hidden_at_8": 0.00812559616904461, + "selector_regret_at_8": 0.014723598957061768, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7820248901844025, + "support_gap_fraction_to_hidden_at_8": 0.9834561959377184, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.7967484891414642 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.5529977083206177, + "branch_car_at_8": 0.3386564999818802, + "chart_id": "ms-5b26c33feed6992386b1", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.2270471627342485, + "ncar_to_proposal_oracle_at_8": 33.46827145305134, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.0746614940687875, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5631164312362671, + "proposal_oracle_utility_gain_over_base_at_8": 0.010118722915649414, + "seed": "1522272686", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.2244599312543869, + "selected_utility_gain_over_base_at_8": -0.3285377770662308, + "selector_gap_fraction_to_hidden_at_8": 0.23404005780034906, + "selector_regret_at_8": 0.3386564999818802, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.436883568763733, + "support_gap_fraction_to_hidden_at_8": 0.9930071134138249, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.775540068745613 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.791279137134552, + "branch_car_at_8": 0.04498988389968872, + "chart_id": "ms-63ac245579b1188935ad", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0007633933743367, + "ncar_to_proposal_oracle_at_8": 1.0209391670158559, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.4141064151265617, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.8353462815284729, + "proposal_oracle_utility_gain_over_base_at_8": 0.0440671443939209, + "seed": "211245842", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7903563976287842, + "selected_utility_gain_over_base_at_8": -0.0009227395057678223, + "selector_gap_fraction_to_hidden_at_8": 0.0372210700434455, + "selector_regret_at_8": 0.04498988389968872, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.164653718471527, + "support_gap_fraction_to_hidden_at_8": 0.9635423316104156, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.2096436023712158 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-6c8d06bace98a28a8e4e", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "1665739511", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.18160098791122437, + "branch_car_at_8": 0.042443424463272095, + "chart_id": "ms-72777024349c2aacd5e0", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.002821760012782, + "ncar_to_proposal_oracle_at_8": 1.1375171273285567, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.26681470238264204, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.21891331672668457, + "proposal_oracle_utility_gain_over_base_at_8": 0.037312328815460205, + "seed": "256770874", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.17646989226341248, + "selected_utility_gain_over_base_at_8": -0.00513109564781189, + "selector_gap_fraction_to_hidden_at_8": 0.023341095205786425, + "selector_regret_at_8": 0.042443424463272095, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7810866832733154, + "support_gap_fraction_to_hidden_at_8": 0.9794806703218564, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.8235301077365875 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.23217551410198212, + "branch_car_at_8": 0.3351810723543167, + "chart_id": "ms-7fc5696cb3dc7b9bb9f7", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.998510000020915, + "ncar_to_proposal_oracle_at_8": 0.9922026628719985, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.4692653473226291, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5699906349182129, + "proposal_oracle_utility_gain_over_base_at_8": 0.3378151208162308, + "seed": "957101489", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.23480956256389618, + "selected_utility_gain_over_base_at_8": 0.0026340484619140625, + "selector_gap_fraction_to_hidden_at_8": 0.18960087668660824, + "selector_regret_at_8": 0.3351810723543167, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.430009365081787, + "support_gap_fraction_to_hidden_at_8": 0.8089091289825484, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.7651904374361038 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.18060606718063354, + "branch_car_at_8": 0.01780812442302704, + "chart_id": "ms-9a14552b7db695dee92c", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0010257406519596, + "ncar_to_proposal_oracle_at_8": 1.1170642490674998, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.11992597565576754, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.1965479552745819, + "proposal_oracle_utility_gain_over_base_at_8": 0.015941888093948364, + "seed": "77147264", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.17873983085155487, + "selected_utility_gain_over_base_at_8": -0.0018662363290786743, + "selector_gap_fraction_to_hidden_at_8": 0.009787943172609816, + "selector_regret_at_8": 0.01780812442302704, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.803452044725418, + "support_gap_fraction_to_hidden_at_8": 0.9912378029813232, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.8212601691484451 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.8032726645469666, + "branch_car_at_8": 0.011432766914367676, + "chart_id": "ms-9f5d57fe2153fd267774", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0017699108028124, + "ncar_to_proposal_oracle_at_8": 1.2273941543534532, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.251291053201395, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.812587320804596, + "proposal_oracle_utility_gain_over_base_at_8": 0.009314656257629395, + "seed": "1607773860", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.8011545538902283, + "selected_utility_gain_over_base_at_8": -0.0021181106567382812, + "selector_gap_fraction_to_hidden_at_8": 0.009553359880460726, + "selector_regret_at_8": 0.011432766914367676, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.187412679195404, + "support_gap_fraction_to_hidden_at_8": 0.9922165592932636, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.1988454461097717 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.6867138147354126, + "chart_id": "ms-b0fee26e1db967f90b81", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.5920648030985759, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.24959422175257154, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.8401374220848083, + "proposal_oracle_utility_gain_over_base_at_8": -1.1598625779151917, + "seed": "1358421325", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.15342360734939575, + "selected_utility_gain_over_base_at_8": -1.8465763926506042, + "selector_regret_at_8": 0.6867138147354126, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.1598625779151917, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.8465763926506042 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.20958349108695984, + "branch_car_at_8": 0.0, + "chart_id": "ms-bc2d3b425d9163a62dbb", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.977550125740515, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.14040197654562775, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.24977810680866241, + "proposal_oracle_utility_gain_over_base_at_8": 0.040194615721702576, + "seed": "1271718007", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.24977810680866241, + "selected_utility_gain_over_base_at_8": 0.040194615721702576, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7502218931913376, + "support_gap_fraction_to_hidden_at_8": 0.9775501312004184, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.7502218931913376 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.23001998662948608, + "branch_car_at_8": 0.0, + "chart_id": "ms-d1960368ef76bbb10669", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.828016730744017, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.07874347996488716, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5344269275665283, + "proposal_oracle_utility_gain_over_base_at_8": 0.30440694093704224, + "seed": "416183106", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.5344269275665283, + "selected_utility_gain_over_base_at_8": 0.30440694093704224, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.4655730724334717, + "support_gap_fraction_to_hidden_at_8": 0.8280167354221304, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.4655730724334717 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.8188905119895935, + "branch_car_at_8": 0.018285930156707764, + "chart_id": "ms-efdc07c985935d871adf", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0001120742118061, + "ncar_to_proposal_oracle_at_8": 1.0072917889865605, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.28238485246274814, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.8370440602302551, + "proposal_oracle_utility_gain_over_base_at_8": 0.01815354824066162, + "seed": "706479600", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.8187581300735474, + "selected_utility_gain_over_base_at_8": -0.00013238191604614258, + "selector_gap_fraction_to_hidden_at_8": 0.015481994126988717, + "selector_regret_at_8": 0.018285930156707764, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.1629559397697449, + "support_gap_fraction_to_hidden_at_8": 0.9846300885523818, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.1812418699264526 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.06612768769264221, + "branch_car_at_8": 0.0067754387855529785, + "chart_id": "ms-fd2387aeed9bfc9a0d08", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0050267795980445, + "ncar_to_proposal_oracle_at_8": 2.3000872930411496, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.16604478136348194, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.06318196654319763, + "proposal_oracle_utility_gain_over_base_at_8": -0.00294572114944458, + "seed": "1919198188", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.05640652775764465, + "selected_utility_gain_over_base_at_8": -0.009721159934997559, + "selector_gap_fraction_to_hidden_at_8": 0.003503560572450107, + "selector_regret_at_8": 0.0067754387855529785, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9368180334568024, + "support_gap_fraction_to_hidden_at_8": 1.00152322422256, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.9435934722423553 + } + ], + "summary": { + "any_generated_unsafe_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.34255319148936175, + "low": 0.11985815602836879, + "mean": 0.22269503546099287, + "n": 47, + "num_samples": 200 + }, + "mean": 0.22269503546099287, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 0.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": 0.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 0.0, + "1358421325": 0.0, + "1375492786": 1.0, + "141984615": 0.3333333333333333, + "1475440973": 0.0, + "1483645336": 0.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 1.0, + "1607773860": 0.0, + "1665739511": 0.0, + "1747178030": 1.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.8, + "2054899126": 1.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.5, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 0.0, + "565369392": 1.0, + "565621826": 1.0, + "585904130": 0.3333333333333333, + "626486813": 0.5, + "636680137": 1.0, + "706479600": 0.0, + "750448296": 0.5, + "75070641": 0.0, + "767747424": 0.5, + "77147264": 0.0, + "794181626": 0.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.40588235294117647, + "low": 0.0, + "mean": 0.13529411764705884, + "n": 5, + "num_samples": 200 + }, + "mean": 0.13529411764705884, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.6764705882352942, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "any_generated_unsafe_known_at_8", + "micro": { + "confidence": 0.95, + "high": 0.4492753623188406, + "low": 0.2318840579710145, + "mean": 0.3333333333333333, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "base_safety_label_known": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 47, + "num_samples": 200 + }, + "mean": 1.0, + "per_seed": { + "1025740212": 1.0, + "1055157354": 1.0, + "1055567618": 1.0, + "1113268940": 1.0, + "1113371261": 1.0, + "1176943004": 1.0, + "1189392917": 1.0, + "1231780997": 1.0, + "1271718007": 1.0, + "1273247072": 1.0, + "1358421325": 1.0, + "1375492786": 1.0, + "141984615": 1.0, + "1475440973": 1.0, + "1483645336": 1.0, + "1522272686": 1.0, + "1528740417": 1.0, + "1549324805": 1.0, + "1607773860": 1.0, + "1665739511": 1.0, + "1747178030": 1.0, + "1881223807": 1.0, + "1919198188": 1.0, + "1991414747": 1.0, + "1997090716": 1.0, + "2015956957": 1.0, + "2054899126": 1.0, + "211245842": 1.0, + "2141802816": 1.0, + "256770874": 1.0, + "278008524": 1.0, + "416183106": 1.0, + "534717141": 1.0, + "551504635": 1.0, + "565369392": 1.0, + "565621826": 1.0, + "585904130": 1.0, + "626486813": 1.0, + "636680137": 1.0, + "706479600": 1.0, + "750448296": 1.0, + "75070641": 1.0, + "767747424": 1.0, + "77147264": 1.0, + "794181626": 1.0, + "957101489": 1.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 5, + "num_samples": 200 + }, + "mean": 1.0, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 1.0, + "PushCube-v1": 1.0, + "StackCube-v1": 1.0 + } + }, + "metric": "base_safety_label_known", + "micro": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "base_success": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.4273049645390071, + "low": 0.2024822695035461, + "mean": 0.32163120567375886, + "n": 47, + "num_samples": 200 + }, + "mean": 0.32163120567375886, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 1.0, + "1113268940": 0.0, + "1113371261": 1.0, + "1176943004": 1.0, + "1189392917": 1.0, + "1231780997": 0.0, + "1271718007": 0.5, + "1273247072": 0.0, + "1358421325": 1.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 0.0, + "1483645336": 1.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.3333333333333333, + "1607773860": 0.0, + "1665739511": 1.0, + "1747178030": 1.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 1.0, + "1997090716": 1.0, + "2015956957": 0.2, + "2054899126": 1.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.0, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 0.0, + "565369392": 0.3333333333333333, + "565621826": 1.0, + "585904130": 0.0, + "626486813": 0.25, + "636680137": 0.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.0, + "77147264": 0.5, + "794181626": 1.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.45656108597285067, + "low": 0.041176470588235294, + "mean": 0.21963800904977374, + "n": 5, + "num_samples": 200 + }, + "mean": 0.21963800904977374, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.20588235294117646, + "PushCube-v1": 0.6923076923076923, + "StackCube-v1": 0.2 + } + }, + "metric": "base_success", + "micro": { + "confidence": 0.95, + "high": 0.37681159420289856, + "low": 0.17391304347826086, + "mean": 0.2753623188405797, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "base_unsafe_known": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.0, + "low": 0.0, + "mean": 0.0, + "n": 47, + "num_samples": 200 + }, + "mean": 0.0, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 0.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": 0.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 0.0, + "1358421325": 0.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 0.0, + "1483645336": 0.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.0, + "1607773860": 0.0, + "1665739511": 0.0, + "1747178030": 0.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.0, + "2054899126": 0.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.0, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 0.0, + "565369392": 0.0, + "565621826": 0.0, + "585904130": 0.0, + "626486813": 0.0, + "636680137": 0.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.0, + "77147264": 0.0, + "794181626": 0.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.0, + "low": 0.0, + "mean": 0.0, + "n": 5, + "num_samples": 200 + }, + "mean": 0.0, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.0, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "base_unsafe_known", + "micro": { + "confidence": 0.95, + "high": 0.0, + "low": 0.0, + "mean": 0.0, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "base_utility": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0092363624206038, + "low": 0.5980560999152297, + "mean": 0.827331273289437, + "n": 47, + "num_samples": 200 + }, + "mean": 0.827331273289437, + "per_seed": { + "1025740212": 0.21361251175403595, + "1055157354": 0.1879976987838745, + "1055567618": 2.0, + "1113268940": 0.21901588141918182, + "1113371261": 2.0, + "1176943004": 2.0, + "1189392917": 2.0, + "1231780997": 0.21144884824752808, + "1271718007": 1.10479174554348, + "1273247072": 0.11945180594921112, + "1358421325": 2.0, + "1375492786": 0.18323469161987305, + "141984615": 0.12483831991751988, + "1475440973": 0.7229747772216797, + "1483645336": 2.0, + "1522272686": 0.5529977083206177, + "1528740417": 0.32647061347961426, + "1549324805": 0.7632389987508456, + "1607773860": 0.8032726645469666, + "1665739511": 2.0, + "1747178030": 2.0, + "1881223807": 0.05987149477005005, + "1919198188": 0.06612768769264221, + "1991414747": 2.0, + "1997090716": 2.0, + "2015956957": 0.4729121312499046, + "2054899126": 2.0, + "211245842": 0.791279137134552, + "2141802816": 0.23664958775043488, + "256770874": 0.18160098791122437, + "278008524": 0.060655687004327774, + "416183106": 0.23001998662948608, + "534717141": 0.13276933133602142, + "551504635": 0.7272467017173767, + "565369392": 0.8445292512575785, + "565621826": 2.0, + "585904130": 0.13642114897569022, + "626486813": 0.5452363695949316, + "636680137": 0.07024133205413818, + "706479600": 0.8188905119895935, + "750448296": 0.14706942811608315, + "75070641": 0.194026380777359, + "767747424": 0.10894576646387577, + "77147264": 1.0903030335903168, + "794181626": 2.0, + "957101489": 0.23217551410198212, + "998761162": 0.20425210893154144 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.03918900961902, + "low": 0.31294104572896864, + "mean": 0.6313663369707123, + "n": 5, + "num_samples": 200 + }, + "mean": 0.6313663369707123, + "per_task": { + "LiftPegUpright-v1": 0.40346155563990277, + "PickCube-v1": 0.11945180594921112, + "PullCube-v1": 0.5097779550534838, + "PushCube-v1": 1.4275685124672377, + "StackCube-v1": 0.696571855743726 + } + }, + "metric": "base_utility", + "micro": { + "confidence": 0.95, + "high": 0.895466687940601, + "low": 0.5355817867254001, + "mean": 0.7084005813019864, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "branch_car_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.2221361303896848, + "low": 0.03224338199580022, + "mean": 0.11875610934002392, + "n": 47, + "num_samples": 200 + }, + "mean": 0.11875610934002392, + "per_seed": { + "1025740212": 0.0009215474128723145, + "1055157354": 0.014723598957061768, + "1055567618": 0.018837809562683105, + "1113268940": 0.006647542119026184, + "1113371261": 0.0, + "1176943004": 0.03303612768650055, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 0.011674322187900543, + "1358421325": 0.6867138147354126, + "1375492786": 0.0017340581398457289, + "141984615": 0.017901106815164287, + "1475440973": 0.004936397075653076, + "1483645336": 1.8495931923389435, + "1522272686": 0.3386564999818802, + "1528740417": 0.02146562933921814, + "1549324805": 0.6191183490057787, + "1607773860": 0.011432766914367676, + "1665739511": 0.0, + "1747178030": 0.01012641191482544, + "1881223807": 0.0018659532070159912, + "1919198188": 0.0067754387855529785, + "1991414747": 0.004616528749465942, + "1997090716": 0.007344692945480347, + "2015956957": 0.01736527867615223, + "2054899126": 0.0, + "211245842": 0.04498988389968872, + "2141802816": 0.038818299770355225, + "256770874": 0.042443424463272095, + "278008524": 0.008101326413452625, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 1.2730597853660583, + "565369392": 0.0, + "565621826": 0.0, + "585904130": 0.022781788061062496, + "626486813": 0.01009321678429842, + "636680137": 0.02178390882909298, + "706479600": 0.018285930156707764, + "750448296": 0.02600152976810932, + "75070641": 0.024178534746170044, + "767747424": 0.016496962402015924, + "77147264": 0.00890406221151352, + "794181626": 0.0, + "957101489": 0.3351810723543167, + "998761162": 0.004930347204208374 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.16483040890711195, + "low": 0.04860531061887741, + "mean": 0.11001546229386132, + "n": 5, + "num_samples": 200 + }, + "mean": 0.11001546229386132, + "per_task": { + "LiftPegUpright-v1": 0.217838483552138, + "PickCube-v1": 0.011674322187900543, + "PullCube-v1": 0.06663480061380302, + "PushCube-v1": 0.1499279118501223, + "StackCube-v1": 0.10400179326534272 + } + }, + "metric": "branch_car_at_8", + "micro": { + "confidence": 0.95, + "high": 0.1787753005552551, + "low": 0.03932376045976644, + "mean": 0.10280258257104002, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "generated_safety_label_coverage_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 47, + "num_samples": 200 + }, + "mean": 1.0, + "per_seed": { + "1025740212": 1.0, + "1055157354": 1.0, + "1055567618": 1.0, + "1113268940": 1.0, + "1113371261": 1.0, + "1176943004": 1.0, + "1189392917": 1.0, + "1231780997": 1.0, + "1271718007": 1.0, + "1273247072": 1.0, + "1358421325": 1.0, + "1375492786": 1.0, + "141984615": 1.0, + "1475440973": 1.0, + "1483645336": 1.0, + "1522272686": 1.0, + "1528740417": 1.0, + "1549324805": 1.0, + "1607773860": 1.0, + "1665739511": 1.0, + "1747178030": 1.0, + "1881223807": 1.0, + "1919198188": 1.0, + "1991414747": 1.0, + "1997090716": 1.0, + "2015956957": 1.0, + "2054899126": 1.0, + "211245842": 1.0, + "2141802816": 1.0, + "256770874": 1.0, + "278008524": 1.0, + "416183106": 1.0, + "534717141": 1.0, + "551504635": 1.0, + "565369392": 1.0, + "565621826": 1.0, + "585904130": 1.0, + "626486813": 1.0, + "636680137": 1.0, + "706479600": 1.0, + "750448296": 1.0, + "75070641": 1.0, + "767747424": 1.0, + "77147264": 1.0, + "794181626": 1.0, + "957101489": 1.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 5, + "num_samples": 200 + }, + "mean": 1.0, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 1.0, + "PushCube-v1": 1.0, + "StackCube-v1": 1.0 + } + }, + "metric": "generated_safety_label_coverage_at_8", + "micro": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "generated_unsafe_rate_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.2677748226950355, + "low": 0.09539007092198581, + "mean": 0.18071808510638296, + "n": 47, + "num_samples": 200 + }, + "mean": 0.18071808510638296, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 0.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": 0.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 0.0, + "1358421325": 0.0, + "1375492786": 1.0, + "141984615": 0.3333333333333333, + "1475440973": 0.0, + "1483645336": 0.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.75, + "1607773860": 0.0, + "1665739511": 0.0, + "1747178030": 1.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.525, + "2054899126": 1.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.5, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 0.0, + "565369392": 0.8333333333333334, + "565621826": 1.0, + "585904130": 0.3333333333333333, + "626486813": 0.28125, + "636680137": 0.25, + "706479600": 0.0, + "750448296": 0.1875, + "75070641": 0.0, + "767747424": 0.5, + "77147264": 0.0, + "794181626": 0.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.31985294117647056, + "low": 0.0, + "mean": 0.10661764705882353, + "n": 5, + "num_samples": 200 + }, + "mean": 0.10661764705882353, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.5330882352941176, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "generated_unsafe_rate_known_at_8", + "micro": { + "confidence": 0.95, + "high": 0.358695652173913, + "low": 0.17572463768115942, + "mean": 0.26268115942028986, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "hidden_chart_oracle_success_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.9148936170212765, + "low": 0.7432624113475178, + "mean": 0.8358156028368794, + "n": 47, + "num_samples": 200 + }, + "mean": 0.8358156028368794, + "per_seed": { + "1025740212": 1.0, + "1055157354": 1.0, + "1055567618": 1.0, + "1113268940": 1.0, + "1113371261": 1.0, + "1176943004": 1.0, + "1189392917": 1.0, + "1231780997": 1.0, + "1271718007": 1.0, + "1273247072": 1.0, + "1358421325": 1.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 1.0, + "1483645336": 1.0, + "1522272686": 1.0, + "1528740417": 1.0, + "1549324805": 0.6666666666666666, + "1607773860": 1.0, + "1665739511": 1.0, + "1747178030": 1.0, + "1881223807": 1.0, + "1919198188": 1.0, + "1991414747": 1.0, + "1997090716": 1.0, + "2015956957": 0.2, + "2054899126": 1.0, + "211245842": 1.0, + "2141802816": 1.0, + "256770874": 1.0, + "278008524": 0.5, + "416183106": 1.0, + "534717141": 1.0, + "551504635": 1.0, + "565369392": 0.6666666666666666, + "565621826": 1.0, + "585904130": 0.0, + "626486813": 0.25, + "636680137": 1.0, + "706479600": 1.0, + "750448296": 0.0, + "75070641": 1.0, + "767747424": 0.0, + "77147264": 1.0, + "794181626": 1.0, + "957101489": 1.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 0.5941176470588235, + "mean": 0.8647058823529413, + "n": 5, + "num_samples": 200 + }, + "mean": 0.8647058823529413, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 0.3235294117647059, + "PushCube-v1": 1.0, + "StackCube-v1": 1.0 + } + }, + "metric": "hidden_chart_oracle_success_at_8", + "micro": { + "confidence": 0.95, + "high": 0.782608695652174, + "low": 0.5507246376811594, + "mean": 0.6666666666666666, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "hidden_chart_oracle_utility_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.850041654515774, + "low": 1.5397213380149701, + "mean": 1.7062028111638965, + "n": 47, + "num_samples": 200 + }, + "mean": 1.7062028111638965, + "per_seed": { + "1025740212": 2.0, + "1055157354": 2.0, + "1055567618": 2.0, + "1113268940": 2.0, + "1113371261": 2.0, + "1176943004": 2.0, + "1189392917": 2.0, + "1231780997": 2.0, + "1271718007": 2.0, + "1273247072": 2.0, + "1358421325": 2.0, + "1375492786": 0.24345096945762634, + "141984615": 0.20044784247875214, + "1475440973": 2.0, + "1483645336": 2.0, + "1522272686": 2.0, + "1528740417": 2.0, + "1549324805": 1.4027505218982697, + "1607773860": 2.0, + "1665739511": 2.0, + "1747178030": 2.0, + "1881223807": 2.0, + "1919198188": 2.0, + "1991414747": 2.0, + "1997090716": 2.0, + "2015956957": 0.5298813670873642, + "2054899126": 2.0, + "211245842": 2.0, + "2141802816": 2.0, + "256770874": 2.0, + "278008524": 1.113811194896698, + "416183106": 2.0, + "534717141": 2.0, + "551504635": 2.0, + "565369392": 1.4266315797964733, + "565621826": 2.0, + "585904130": 0.23764699200789133, + "626486813": 0.6124684102833271, + "636680137": 2.0, + "706479600": 2.0, + "750448296": 0.23580759018659592, + "75070641": 2.0, + "767747424": 0.18863565661013126, + "77147264": 2.0, + "794181626": 2.0, + "957101489": 2.0, + "998761162": 2.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 2.0, + "low": 1.2693931020796299, + "mean": 1.7564643673598765, + "n": 5, + "num_samples": 200 + }, + "mean": 1.7564643673598765, + "per_task": { + "LiftPegUpright-v1": 2.0, + "PickCube-v1": 2.0, + "PullCube-v1": 0.7823218367993832, + "PushCube-v1": 2.0, + "StackCube-v1": 2.0 + } + }, + "metric": "hidden_chart_oracle_utility_at_8", + "micro": { + "confidence": 0.95, + "high": 1.6080652458080347, + "low": 1.1926357444861662, + "mean": 1.3999846732054932, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "ncar_to_hidden_chart_oracle_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.9732685111326405, + "low": 1.2193770303676617, + "mean": 1.5828590785720633, + "n": 34, + "num_samples": 200 + }, + "mean": 1.5828590785720633, + "per_seed": { + "1025740212": 1.0038598175480926, + "1055157354": 0.9915817866344643, + "1113268940": 1.0031982588625619, + "1231780997": 1.0005967986281998, + "1271718007": 0.977550125740515, + "1273247072": 1.0157636165911068, + "1375492786": 3.9862911723153553, + "141984615": 3.2387927981827365, + "1475440973": 0.9997688595390668, + "1522272686": 1.2270471627342485, + "1528740417": 1.0390089371449063, + "1549324805": 2.43115209329291, + "1607773860": 1.0017699108028124, + "1881223807": 1.0055300485453837, + "1919198188": 1.0050267795980445, + "2015956957": 1.4284452600977113, + "211245842": 1.0007633933743367, + "2141802816": 1.0465578663511705, + "256770874": 1.002821760012782, + "278008524": 1.1481789711765635, + "416183106": 0.828016730744017, + "534717141": 1.0230647928623209, + "551504635": 1.0002407984968027, + "565369392": 4.740664659244946, + "585904130": 1.5916216907065317, + "626486813": 0.8102411086604181, + "636680137": 1.0226806271202884, + "706479600": 1.0001120742118061, + "750448296": 4.978844987783829, + "75070641": 1.0008596290963836, + "767747424": 5.205313661372345, + "77147264": 1.0010257406519596, + "957101489": 0.998510000020915, + "998761162": 1.062306753304616 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 2.075213630454681, + "low": 1.0074337911202729, + "mean": 1.3676944672031914, + "n": 5, + "num_samples": 200 + }, + "mean": 1.3676944672031914, + "per_task": { + "LiftPegUpright-v1": 1.0077789117032718, + "PickCube-v1": 1.0157636165911068, + "PullCube-v1": 2.7805691722759143, + "PushCube-v1": 1.0314368776438072, + "StackCube-v1": 1.002923757801857 + } + }, + "metric": "ncar_to_hidden_chart_oracle_at_8", + "micro": { + "confidence": 0.95, + "high": 2.9682945900917206, + "low": 1.3091031892701088, + "mean": 1.9659727468491581, + "n": 50, + "num_samples": 200 + }, + "n": 50 + }, + "ncar_to_proposal_oracle_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 3.2311590033878983, + "low": 0.46294720224637953, + "mean": 1.4953472093017477, + "n": 39, + "num_samples": 200 + }, + "mean": 1.4953472093017477, + "per_seed": { + "1025740212": 0.15426996158755663, + "1055157354": 0.49115629197991395, + "1055567618": 0.016240555308914228, + "1176943004": 0.01735576759836683, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 0.649658432039702, + "1358421325": 0.5920648030985759, + "1375492786": 0.009737013067671323, + "141984615": 0.20565346679569363, + "1475440973": 0.943578650052657, + "1522272686": 33.46827145305134, + "1528740417": 0.48989279105464534, + "1549324805": 0.21532264167370982, + "1607773860": 1.2273941543534532, + "1747178030": 0.0052936433657889735, + "1881223807": 0.21053121053631743, + "1919198188": 2.3000872930411496, + "1991414747": 0.002410605043679449, + "1997090716": 0.003931374273492085, + "2015956957": 0.3825324409775967, + "211245842": 1.0209391670158559, + "2141802816": 0.8969200607232635, + "256770874": 1.1375171273285567, + "278008524": 0.4289430850076562, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 1.0002407984968027, + "565369392": 0.0, + "585904130": 0.5193742667883882, + "626486813": 0.2258722711825077, + "636680137": 0.9908871412464478, + "706479600": 1.0072917889865605, + "750448296": 5.576871543359603, + "75070641": 1.0686141104703737, + "767747424": 0.9043237597220475, + "77147264": 1.1170642490674998, + "957101489": 0.9922026628719985, + "998761162": 0.04609658160039006 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 2.1379728454516433, + "low": 0.4183144702771172, + "mean": 1.0590787682193088, + "n": 5, + "num_samples": 200 + }, + "mean": 1.0590787682193088, + "per_task": { + "LiftPegUpright-v1": 0.5175964402383324, + "PickCube-v1": 0.649658432039702, + "PullCube-v1": 0.6898506880563886, + "PushCube-v1": 0.26408516243539404, + "StackCube-v1": 3.1742031183267274 + } + }, + "metric": "ncar_to_proposal_oracle_at_8", + "micro": { + "confidence": 0.95, + "high": 2.6377697726073546, + "low": 0.44403409132042027, + "mean": 1.2225939958034715, + "n": 58, + "num_samples": 200 + }, + "n": 58 + }, + "outcome_ptr_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.46276595744680843, + "low": 0.24468085106382978, + "mean": 0.3329787234042554, + "n": 47, + "num_samples": 200 + }, + "mean": 0.3329787234042554, + "per_seed": { + "1025740212": 0.0, + "1055157354": 1.0, + "1055567618": 0.0, + "1113268940": 1.0, + "1113371261": 0.0, + "1176943004": 0.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.5, + "1273247072": 0.0, + "1358421325": 0.0, + "1375492786": 0.0, + "141984615": 0.3333333333333333, + "1475440973": 1.0, + "1483645336": 0.0, + "1522272686": 1.0, + "1528740417": 0.0, + "1549324805": 0.0, + "1607773860": 1.0, + "1665739511": 0.0, + "1747178030": 0.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.4, + "2054899126": 0.0, + "211245842": 1.0, + "2141802816": 0.0, + "256770874": 1.0, + "278008524": 0.0, + "416183106": 1.0, + "534717141": 0.0, + "551504635": 1.0, + "565369392": 0.3333333333333333, + "565621826": 0.0, + "585904130": 0.3333333333333333, + "626486813": 0.25, + "636680137": 0.0, + "706479600": 1.0, + "750448296": 0.5, + "75070641": 1.0, + "767747424": 0.5, + "77147264": 0.5, + "794181626": 0.0, + "957101489": 1.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.5929411764705882, + "low": 0.1, + "mean": 0.2996078431372549, + "n": 5, + "num_samples": 200 + }, + "mean": 0.2996078431372549, + "per_task": { + "LiftPegUpright-v1": 0.5, + "PickCube-v1": 0.0, + "PullCube-v1": 0.2647058823529412, + "PushCube-v1": 0.0, + "StackCube-v1": 0.7333333333333333 + } + }, + "metric": "outcome_ptr_at_8", + "micro": { + "confidence": 0.95, + "high": 0.43478260869565216, + "low": 0.21739130434782608, + "mean": 0.3333333333333333, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "pairwise_causal_calibration_ece": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.24434323059457133, + "low": 0.16350127765448375, + "mean": 0.20129853329177672, + "n": 47, + "num_samples": 200 + }, + "mean": 0.20129853329177672, + "per_seed": { + "1025740212": 0.23026774639555236, + "1055157354": 0.19960528924679433, + "1055567618": 0.18844312444633177, + "1113268940": 0.4201805991515518, + "1113371261": 0.10528846281262146, + "1176943004": 0.18726924478108561, + "1189392917": 0.0, + "1231780997": 0.13464701141472765, + "1271718007": 0.07020098827281387, + "1273247072": 0.11483608299984571, + "1358421325": 0.24959422175257154, + "1375492786": 0.13157026218508128, + "141984615": 0.17017158124656792, + "1475440973": 0.11407560353818716, + "1483645336": 0.5238458588992289, + "1522272686": 0.0746614940687875, + "1528740417": 0.13131517178411375, + "1549324805": 0.3542532249847814, + "1607773860": 0.251291053201395, + "1665739511": 0.0, + "1747178030": 0.16974044575049851, + "1881223807": 0.07419200542238083, + "1919198188": 0.16604478136348194, + "1991414747": 0.3416902568888008, + "1997090716": 0.300657409601606, + "2015956957": 0.24286396292452275, + "2054899126": 0.0, + "211245842": 0.4141064151265617, + "2141802816": 0.3985289040635325, + "256770874": 0.26681470238264204, + "278008524": 0.20536892413092878, + "416183106": 0.07874347996488716, + "534717141": 0.0753952117725891, + "551504635": 0.2344395807565722, + "565369392": 0.13140272637925274, + "565621826": 0.0, + "585904130": 0.17283993917588428, + "626486813": 0.2769376371795747, + "636680137": 0.5932483433892377, + "706479600": 0.28238485246274814, + "750448296": 0.19889074905685378, + "75070641": 0.1631929231601434, + "767747424": 0.24962611487178488, + "77147264": 0.05996298782788377, + "794181626": 0.0, + "957101489": 0.4692653473226291, + "998761162": 0.24317634255647042 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.21222831135604014, + "low": 0.15062100011191726, + "mean": 0.18656867805065086, + "n": 5, + "num_samples": 200 + }, + "mean": 0.18656867805065086, + "per_task": { + "LiftPegUpright-v1": 0.2108209521734508, + "PickCube-v1": 0.11483608299984571, + "PullCube-v1": 0.21534074294224181, + "PushCube-v1": 0.1875472363576914, + "StackCube-v1": 0.20429837578002458 + } + }, + "metric": "pairwise_causal_calibration_ece", + "micro": { + "confidence": 0.95, + "high": 0.23561359353056474, + "low": 0.16483538000162765, + "mean": 0.205854156020683, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "proposal_oracle_safety_label_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 47, + "num_samples": 200 + }, + "mean": 1.0, + "per_seed": { + "1025740212": 1.0, + "1055157354": 1.0, + "1055567618": 1.0, + "1113268940": 1.0, + "1113371261": 1.0, + "1176943004": 1.0, + "1189392917": 1.0, + "1231780997": 1.0, + "1271718007": 1.0, + "1273247072": 1.0, + "1358421325": 1.0, + "1375492786": 1.0, + "141984615": 1.0, + "1475440973": 1.0, + "1483645336": 1.0, + "1522272686": 1.0, + "1528740417": 1.0, + "1549324805": 1.0, + "1607773860": 1.0, + "1665739511": 1.0, + "1747178030": 1.0, + "1881223807": 1.0, + "1919198188": 1.0, + "1991414747": 1.0, + "1997090716": 1.0, + "2015956957": 1.0, + "2054899126": 1.0, + "211245842": 1.0, + "2141802816": 1.0, + "256770874": 1.0, + "278008524": 1.0, + "416183106": 1.0, + "534717141": 1.0, + "551504635": 1.0, + "565369392": 1.0, + "565621826": 1.0, + "585904130": 1.0, + "626486813": 1.0, + "636680137": 1.0, + "706479600": 1.0, + "750448296": 1.0, + "75070641": 1.0, + "767747424": 1.0, + "77147264": 1.0, + "794181626": 1.0, + "957101489": 1.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 5, + "num_samples": 200 + }, + "mean": 1.0, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 1.0, + "PushCube-v1": 1.0, + "StackCube-v1": 1.0 + } + }, + "metric": "proposal_oracle_safety_label_known_at_8", + "micro": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "proposal_oracle_success_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.3049645390070922, + "low": 0.09574468085106383, + "mean": 0.19858156028368795, + "n": 47, + "num_samples": 200 + }, + "mean": 0.19858156028368795, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 0.0, + "1113268940": 0.0, + "1113371261": 1.0, + "1176943004": 0.0, + "1189392917": 1.0, + "1231780997": 0.0, + "1271718007": 0.5, + "1273247072": 0.0, + "1358421325": 0.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 0.0, + "1483645336": 1.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.3333333333333333, + "1607773860": 0.0, + "1665739511": 1.0, + "1747178030": 0.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.0, + "2054899126": 1.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.0, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 1.0, + "565369392": 0.0, + "565621826": 1.0, + "585904130": 0.0, + "626486813": 0.0, + "636680137": 0.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.0, + "77147264": 0.5, + "794181626": 1.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.3235897435897436, + "low": 0.03529411764705882, + "mean": 0.15662141779788838, + "n": 5, + "num_samples": 200 + }, + "mean": 0.15662141779788838, + "per_task": { + "LiftPegUpright-v1": 0.16666666666666666, + "PickCube-v1": 0.0, + "PullCube-v1": 0.08823529411764706, + "PushCube-v1": 0.46153846153846156, + "StackCube-v1": 0.06666666666666667 + } + }, + "metric": "proposal_oracle_success_at_8", + "micro": { + "confidence": 0.95, + "high": 0.2608695652173913, + "low": 0.08695652173913043, + "mean": 0.15942028985507245, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "proposal_oracle_success_gain_over_base_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": -0.018085106382978725, + "low": -0.23120567375886522, + "mean": -0.12304964539007092, + "n": 47, + "num_samples": 200 + }, + "mean": -0.12304964539007092, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": -1.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": -1.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 0.0, + "1358421325": -1.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 0.0, + "1483645336": 0.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.0, + "1607773860": 0.0, + "1665739511": 0.0, + "1747178030": -1.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": -1.0, + "1997090716": -1.0, + "2015956957": -0.2, + "2054899126": 0.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.0, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 1.0, + "565369392": -0.3333333333333333, + "565621826": 0.0, + "585904130": 0.0, + "626486813": -0.25, + "636680137": 0.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.0, + "77147264": 0.0, + "794181626": 0.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.05294117647058823, + "low": -0.16603318250377075, + "mean": -0.06301659125188537, + "n": 5, + "num_samples": 200 + }, + "mean": -0.06301659125188537, + "per_task": { + "LiftPegUpright-v1": 0.16666666666666666, + "PickCube-v1": 0.0, + "PullCube-v1": -0.11764705882352941, + "PushCube-v1": -0.23076923076923078, + "StackCube-v1": -0.13333333333333333 + } + }, + "metric": "proposal_oracle_success_gain_over_base_at_8", + "micro": { + "confidence": 0.95, + "high": -0.043478260869565216, + "low": -0.18840579710144928, + "mean": -0.11594202898550725, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "proposal_oracle_unsafe_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.2457446808510638, + "low": 0.08368794326241136, + "mean": 0.16702127659574467, + "n": 47, + "num_samples": 200 + }, + "mean": 0.16702127659574467, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 0.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": 0.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 0.0, + "1358421325": 0.0, + "1375492786": 1.0, + "141984615": 0.3333333333333333, + "1475440973": 0.0, + "1483645336": 0.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.6666666666666666, + "1607773860": 0.0, + "1665739511": 0.0, + "1747178030": 1.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.6, + "2054899126": 1.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.5, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 0.0, + "565369392": 0.6666666666666666, + "565621826": 1.0, + "585904130": 0.3333333333333333, + "626486813": 0.25, + "636680137": 0.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.5, + "77147264": 0.0, + "794181626": 0.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.3, + "low": 0.0, + "mean": 0.1, + "n": 5, + "num_samples": 200 + }, + "mean": 0.1, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.5, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "proposal_oracle_unsafe_known_at_8", + "micro": { + "confidence": 0.95, + "high": 0.34782608695652173, + "low": 0.17391304347826086, + "mean": 0.2463768115942029, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "proposal_oracle_utility_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.8188112276943124, + "low": 0.42695560427316537, + "mean": 0.6175774899780327, + "n": 47, + "num_samples": 200 + }, + "mean": 0.6175774899780327, + "per_seed": { + "1025740212": 0.2076389193534851, + "1055157354": 0.21797510981559753, + "1055567618": 0.8400760293006897, + "1113268940": 0.21996736526489258, + "1113371261": 2.0, + "1176943004": 0.09653319418430328, + "1189392917": 2.0, + "1231780997": 0.2103814333677292, + "1271718007": 1.1248890534043312, + "1273247072": 0.10148187726736069, + "1358421325": 0.8401374220848083, + "1375492786": 0.005145370960235596, + "141984615": 0.10611975689729054, + "1475440973": 0.7282063364982605, + "1483645336": 2.0, + "1522272686": 0.5631164312362671, + "1528740417": 0.2826536297798157, + "1549324805": 0.7099594213068485, + "1607773860": 0.812587320804596, + "1665739511": 2.0, + "1747178030": 0.08706194162368774, + "1881223807": 0.0510084331035614, + "1919198188": 0.06318196654319763, + "1991414747": 0.08490870893001556, + "1997090716": 0.1317746937274933, + "2015956957": 0.11907548382878304, + "2054899126": 2.0, + "211245842": 0.8353462815284729, + "2141802816": 0.1933700442314148, + "256770874": 0.21891331672668457, + "278008524": 0.03437099326401949, + "416183106": 0.5344269275665283, + "534717141": 0.08970203250646591, + "551504635": 2.0, + "565369392": 0.20857956757148108, + "565621826": 2.0, + "585904130": 0.09142490103840828, + "626486813": 0.09146204218268394, + "636680137": 0.048257093876600266, + "706479600": 0.8370440602302551, + "750448296": 0.14822042733430862, + "75070641": 0.21665243804454803, + "767747424": 0.10893216636031866, + "77147264": 1.098273977637291, + "794181626": 2.0, + "957101489": 0.5699906349182129, + "998761162": 0.09729522466659546 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.7624335592781188, + "low": 0.27158725250731497, + "mean": 0.5119254678054566, + "n": 5, + "num_samples": 200 + }, + "mean": 0.5119254678054566, + "per_task": { + "LiftPegUpright-v1": 0.6081412807106972, + "PickCube-v1": 0.10148187726736069, + "PullCube-v1": 0.27341561364557815, + "PushCube-v1": 0.9768703006781064, + "StackCube-v1": 0.5997182667255402 + } + }, + "metric": "proposal_oracle_utility_at_8", + "micro": { + "confidence": 0.95, + "high": 0.6940592441005983, + "low": 0.35817475390175113, + "mean": 0.5035007005098505, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "proposal_oracle_utility_gain_over_base_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": -0.025295809314236143, + "low": -0.4126824418096043, + "mean": -0.2097537833114043, + "n": 47, + "num_samples": 200 + }, + "mean": -0.2097537833114043, + "per_seed": { + "1025740212": -0.005973592400550842, + "1055157354": 0.029977411031723022, + "1055567618": -1.1599239706993103, + "1113268940": 0.0009514838457107544, + "1113371261": 0.0, + "1176943004": -1.9034668058156967, + "1189392917": 0.0, + "1231780997": -0.0010674148797988892, + "1271718007": 0.020097307860851288, + "1273247072": -0.017969928681850433, + "1358421325": -1.1598625779151917, + "1375492786": -0.17808932065963745, + "141984615": -0.01871856302022934, + "1475440973": 0.0052315592765808105, + "1483645336": 0.0, + "1522272686": 0.010118722915649414, + "1528740417": -0.043816983699798584, + "1549324805": -0.05327957744399706, + "1607773860": 0.009314656257629395, + "1665739511": 0.0, + "1747178030": -1.9129380583763123, + "1881223807": -0.008863061666488647, + "1919198188": -0.00294572114944458, + "1991414747": -1.9150912910699844, + "1997090716": -1.8682253062725067, + "2015956957": -0.3538366474211216, + "2054899126": 0.0, + "211245842": 0.0440671443939209, + "2141802816": -0.04327954351902008, + "256770874": 0.037312328815460205, + "278008524": -0.026284693740308285, + "416183106": 0.30440694093704224, + "534717141": -0.04306729882955551, + "551504635": 1.2727532982826233, + "565369392": -0.6359496836860975, + "565621826": 0.0, + "585904130": -0.04499624793728193, + "626486813": -0.45377432741224766, + "636680137": -0.021984238177537918, + "706479600": 0.01815354824066162, + "750448296": 0.0011509992182254791, + "75070641": 0.022626057267189026, + "767747424": -1.3600103557109833e-05, + "77147264": 0.007970944046974182, + "794181626": 0.0, + "957101489": 0.3378151208162308, + "998761162": -0.10695688426494598 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.056164648957258353, + "low": -0.29419493908245187, + "mean": -0.11944086916525573, + "n": 5, + "num_samples": 200 + }, + "mean": -0.11944086916525573, + "per_task": { + "LiftPegUpright-v1": 0.20467972507079443, + "PickCube-v1": -0.017969928681850433, + "PullCube-v1": -0.2363623414079056, + "PushCube-v1": -0.45069821178913116, + "StackCube-v1": -0.09685358901818593 + } + }, + "metric": "proposal_oracle_utility_gain_over_base_at_8", + "micro": { + "confidence": 0.95, + "high": -0.08154426396325015, + "low": -0.33253368065840955, + "mean": -0.20489988079213578, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "selected_safety_label_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 47, + "num_samples": 200 + }, + "mean": 1.0, + "per_seed": { + "1025740212": 1.0, + "1055157354": 1.0, + "1055567618": 1.0, + "1113268940": 1.0, + "1113371261": 1.0, + "1176943004": 1.0, + "1189392917": 1.0, + "1231780997": 1.0, + "1271718007": 1.0, + "1273247072": 1.0, + "1358421325": 1.0, + "1375492786": 1.0, + "141984615": 1.0, + "1475440973": 1.0, + "1483645336": 1.0, + "1522272686": 1.0, + "1528740417": 1.0, + "1549324805": 1.0, + "1607773860": 1.0, + "1665739511": 1.0, + "1747178030": 1.0, + "1881223807": 1.0, + "1919198188": 1.0, + "1991414747": 1.0, + "1997090716": 1.0, + "2015956957": 1.0, + "2054899126": 1.0, + "211245842": 1.0, + "2141802816": 1.0, + "256770874": 1.0, + "278008524": 1.0, + "416183106": 1.0, + "534717141": 1.0, + "551504635": 1.0, + "565369392": 1.0, + "565621826": 1.0, + "585904130": 1.0, + "626486813": 1.0, + "636680137": 1.0, + "706479600": 1.0, + "750448296": 1.0, + "75070641": 1.0, + "767747424": 1.0, + "77147264": 1.0, + "794181626": 1.0, + "957101489": 1.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 5, + "num_samples": 200 + }, + "mean": 1.0, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 1.0, + "PushCube-v1": 1.0, + "StackCube-v1": 1.0 + } + }, + "metric": "selected_safety_label_known_at_8", + "micro": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "selected_success_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.2553191489361702, + "low": 0.06382978723404255, + "mean": 0.14893617021276595, + "n": 47, + "num_samples": 200 + }, + "mean": 0.14893617021276595, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 0.0, + "1113268940": 0.0, + "1113371261": 1.0, + "1176943004": 0.0, + "1189392917": 1.0, + "1231780997": 0.0, + "1271718007": 0.5, + "1273247072": 0.0, + "1358421325": 0.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 0.0, + "1483645336": 0.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.0, + "1607773860": 0.0, + "1665739511": 1.0, + "1747178030": 0.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.0, + "2054899126": 1.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.0, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 0.0, + "565369392": 0.0, + "565621826": 1.0, + "585904130": 0.0, + "626486813": 0.0, + "636680137": 0.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.0, + "77147264": 0.5, + "794181626": 1.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.24253393665158374, + "low": 0.013333333333333332, + "mean": 0.10202111613876322, + "n": 5, + "num_samples": 200 + }, + "mean": 0.10202111613876322, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.058823529411764705, + "PushCube-v1": 0.38461538461538464, + "StackCube-v1": 0.06666666666666667 + } + }, + "metric": "selected_success_at_8", + "micro": { + "confidence": 0.95, + "high": 0.21739130434782608, + "low": 0.057971014492753624, + "mean": 0.11594202898550725, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "selected_success_gain_over_base_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": -0.0794326241134752, + "low": -0.2822695035460993, + "mean": -0.1726950354609929, + "n": 47, + "num_samples": 200 + }, + "mean": -0.1726950354609929, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": -1.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": -1.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 0.0, + "1358421325": -1.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 0.0, + "1483645336": -1.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": -0.3333333333333333, + "1607773860": 0.0, + "1665739511": 0.0, + "1747178030": -1.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": -1.0, + "1997090716": -1.0, + "2015956957": -0.2, + "2054899126": 0.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.0, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 0.0, + "565369392": -0.3333333333333333, + "565621826": 0.0, + "585904130": 0.0, + "626486813": -0.25, + "636680137": 0.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.0, + "77147264": 0.0, + "794181626": 0.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": -0.029411764705882353, + "low": -0.21402714932126696, + "mean": -0.11761689291101056, + "n": 5, + "num_samples": 200 + }, + "mean": -0.11761689291101056, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": -0.14705882352941177, + "PushCube-v1": -0.3076923076923077, + "StackCube-v1": -0.13333333333333333 + } + }, + "metric": "selected_success_gain_over_base_at_8", + "micro": { + "confidence": 0.95, + "high": -0.08695652173913043, + "low": -0.2463768115942029, + "mean": -0.15942028985507245, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "selected_unsafe_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.2315602836879433, + "low": 0.07943262411347518, + "mean": 0.15567375886524823, + "n": 47, + "num_samples": 200 + }, + "mean": 0.15567375886524823, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 0.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": 0.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 0.0, + "1358421325": 0.0, + "1375492786": 1.0, + "141984615": 0.3333333333333333, + "1475440973": 0.0, + "1483645336": 0.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.3333333333333333, + "1607773860": 0.0, + "1665739511": 0.0, + "1747178030": 1.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.4, + "2054899126": 1.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.5, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 0.0, + "565369392": 0.6666666666666666, + "565621826": 1.0, + "585904130": 0.3333333333333333, + "626486813": 0.25, + "636680137": 0.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.5, + "77147264": 0.0, + "794181626": 0.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.2647058823529412, + "low": 0.0, + "mean": 0.08823529411764705, + "n": 5, + "num_samples": 200 + }, + "mean": 0.08823529411764705, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.4411764705882353, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "selected_unsafe_known_at_8", + "micro": { + "confidence": 0.95, + "high": 0.30434782608695654, + "low": 0.14492753623188406, + "mean": 0.21739130434782608, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "selected_utility_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.681915133363891, + "low": 0.32914034059793024, + "mean": 0.49882138063800885, + "n": 47, + "num_samples": 200 + }, + "mean": 0.49882138063800885, + "per_seed": { + "1025740212": 0.2067173719406128, + "1055157354": 0.20325151085853577, + "1055567618": 0.8212382197380066, + "1113268940": 0.2133198231458664, + "1113371261": 2.0, + "1176943004": 0.06349706649780273, + "1189392917": 2.0, + "1231780997": 0.2103814333677292, + "1271718007": 1.1248890534043312, + "1273247072": 0.08980755507946014, + "1358421325": 0.15342360734939575, + "1375492786": 0.003411312820389867, + "141984615": 0.08821865008212626, + "1475440973": 0.7232699394226074, + "1483645336": 0.15040680766105652, + "1522272686": 0.2244599312543869, + "1528740417": 0.26118800044059753, + "1549324805": 0.0908410723010699, + "1607773860": 0.8011545538902283, + "1665739511": 2.0, + "1747178030": 0.0769355297088623, + "1881223807": 0.04914247989654541, + "1919198188": 0.05640652775764465, + "1991414747": 0.08029218018054962, + "1997090716": 0.12443000078201294, + "2015956957": 0.10171020515263081, + "2054899126": 2.0, + "211245842": 0.7903563976287842, + "2141802816": 0.15455174446105957, + "256770874": 0.17646989226341248, + "278008524": 0.026269666850566864, + "416183106": 0.5344269275665283, + "534717141": 0.08970203250646591, + "551504635": 0.7269402146339417, + "565369392": 0.20857956757148108, + "565621826": 2.0, + "585904130": 0.06864311297734578, + "626486813": 0.08136882539838552, + "636680137": 0.026473185047507286, + "706479600": 0.8187581300735474, + "750448296": 0.1222188975661993, + "75070641": 0.192473903298378, + "767747424": 0.09243520395830274, + "77147264": 1.0893699154257774, + "794181626": 2.0, + "957101489": 0.23480956256389618, + "998761162": 0.09236487746238708 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.6366648905951849, + "low": 0.19669590667620593, + "mean": 0.40191000551159517, + "n": 5, + "num_samples": 200 + }, + "mean": 0.40191000551159517, + "per_task": { + "LiftPegUpright-v1": 0.39030279715855914, + "PickCube-v1": 0.08980755507946014, + "PullCube-v1": 0.20678081303177512, + "PushCube-v1": 0.8269423888279841, + "StackCube-v1": 0.4957164734601974 + } + }, + "metric": "selected_utility_at_8", + "micro": { + "confidence": 0.95, + "high": 0.5762512336005929, + "low": 0.262371721232067, + "mean": 0.4006981179388105, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "selected_utility_gain_over_base_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": -0.15531579189544134, + "low": -0.4976459303246613, + "mean": -0.32850989265142816, + "n": 47, + "num_samples": 200 + }, + "mean": -0.32850989265142816, + "per_seed": { + "1025740212": -0.006895139813423157, + "1055157354": 0.015253812074661255, + "1055567618": -1.1787617802619934, + "1113268940": -0.00569605827331543, + "1113371261": 0.0, + "1176943004": -1.9365029335021973, + "1189392917": 0.0, + "1231780997": -0.0010674148797988892, + "1271718007": 0.020097307860851288, + "1273247072": -0.029644250869750977, + "1358421325": -1.8465763926506042, + "1375492786": -0.17982337879948318, + "141984615": -0.03661966983539363, + "1475440973": 0.0002951622009277344, + "1483645336": -1.8495931923389435, + "1522272686": -0.3285377770662308, + "1528740417": -0.06528261303901672, + "1549324805": -0.6723979264497757, + "1607773860": -0.0021181106567382812, + "1665739511": 0.0, + "1747178030": -1.9230644702911377, + "1881223807": -0.010729014873504639, + "1919198188": -0.009721159934997559, + "1991414747": -1.9197078198194504, + "1997090716": -1.875569999217987, + "2015956957": -0.3712019260972738, + "2054899126": 0.0, + "211245842": -0.0009227395057678223, + "2141802816": -0.0820978432893753, + "256770874": -0.00513109564781189, + "278008524": -0.03438602015376091, + "416183106": 0.30440694093704224, + "534717141": -0.04306729882955551, + "551504635": -0.0003064870834350586, + "565369392": -0.6359496836860975, + "565621826": 0.0, + "585904130": -0.06777803599834442, + "626486813": -0.4638675441965461, + "636680137": -0.0437681470066309, + "706479600": -0.00013238191604614258, + "750448296": -0.024850530549883842, + "75070641": -0.001552477478981018, + "767747424": -0.016510562505573034, + "77147264": -0.0009331181645393372, + "794181626": 0.0, + "957101489": 0.0026340484619140625, + "998761162": -0.11188723146915436 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": -0.07772063214477955, + "low": -0.42360685428416256, + "mean": -0.22945633145911706, + "n": 5, + "num_samples": 200 + }, + "mean": -0.22945633145911706, + "per_task": { + "LiftPegUpright-v1": -0.013158758481343588, + "PickCube-v1": -0.029644250869750977, + "PullCube-v1": -0.30299714202170863, + "PushCube-v1": -0.6006261236392535, + "StackCube-v1": -0.20085538228352864 + } + }, + "metric": "selected_utility_gain_over_base_at_8", + "micro": { + "confidence": 0.95, + "high": -0.16835133358836174, + "low": -0.47174493824401736, + "mean": -0.3077024633631758, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "selector_gap_fraction_to_hidden_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.5919580203395092, + "low": 0.09161768413805887, + "mean": 0.3003313627738701, + "n": 34, + "num_samples": 200 + }, + "mean": 0.3003313627738701, + "per_seed": { + "1025740212": 0.000515872070833396, + "1055157354": 0.00812559616904461, + "1113268940": 0.0037325106101020683, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 0.006207935656652067, + "1375492786": 0.028797165851366206, + "141984615": 0.6932408439097882, + "1475440973": 0.0038655439122129136, + "1522272686": 0.23404005780034906, + "1528740417": 0.01282656254029075, + "1549324805": 0.30888217864267864, + "1607773860": 0.009553359880460726, + "1881223807": 0.0009617678426897979, + "1919198188": 0.003503560572450107, + "2015956957": 0.24547848203994205, + "211245842": 0.0372210700434455, + "2141802816": 0.022013945441980202, + "256770874": 0.023341095205786425, + "278008524": 0.024682996062310017, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 1.0002408063556767, + "565369392": 0.0, + "585904130": 0.37677313988714195, + "626486813": 0.3592836940693531, + "636680137": 0.011288410924605892, + "706479600": 0.015481994126988717, + "750448296": 3.5662633342346166, + "75070641": 0.01338808855722787, + "767747424": 2.999421934457336, + "77147264": 0.009787943172609816, + "957101489": 0.18960087668660824, + "998761162": 0.002745567587037426 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.5931182317297116, + "low": 0.02185954946782361, + "mean": 0.23180818928297858, + "n": 5, + "num_samples": 200 + }, + "mean": 0.23180818928297858, + "per_task": { + "LiftPegUpright-v1": 0.1701968825815193, + "PickCube-v1": 0.006207935656652067, + "PullCube-v1": 0.9297287801367955, + "PushCube-v1": 0.007570377855345064, + "StackCube-v1": 0.04533697018458092 + } + }, + "metric": "selector_gap_fraction_to_hidden_at_8", + "micro": { + "confidence": 0.95, + "high": 1.1723803267231159, + "low": 0.13113286877419325, + "mean": 0.5340878289695119, + "n": 50, + "num_samples": 200 + }, + "n": 50 + }, + "selector_regret_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.2221361303896848, + "low": 0.03224338199580022, + "mean": 0.11875610934002392, + "n": 47, + "num_samples": 200 + }, + "mean": 0.11875610934002392, + "per_seed": { + "1025740212": 0.0009215474128723145, + "1055157354": 0.014723598957061768, + "1055567618": 0.018837809562683105, + "1113268940": 0.006647542119026184, + "1113371261": 0.0, + "1176943004": 0.03303612768650055, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 0.011674322187900543, + "1358421325": 0.6867138147354126, + "1375492786": 0.0017340581398457289, + "141984615": 0.017901106815164287, + "1475440973": 0.004936397075653076, + "1483645336": 1.8495931923389435, + "1522272686": 0.3386564999818802, + "1528740417": 0.02146562933921814, + "1549324805": 0.6191183490057787, + "1607773860": 0.011432766914367676, + "1665739511": 0.0, + "1747178030": 0.01012641191482544, + "1881223807": 0.0018659532070159912, + "1919198188": 0.0067754387855529785, + "1991414747": 0.004616528749465942, + "1997090716": 0.007344692945480347, + "2015956957": 0.01736527867615223, + "2054899126": 0.0, + "211245842": 0.04498988389968872, + "2141802816": 0.038818299770355225, + "256770874": 0.042443424463272095, + "278008524": 0.008101326413452625, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 1.2730597853660583, + "565369392": 0.0, + "565621826": 0.0, + "585904130": 0.022781788061062496, + "626486813": 0.01009321678429842, + "636680137": 0.02178390882909298, + "706479600": 0.018285930156707764, + "750448296": 0.02600152976810932, + "75070641": 0.024178534746170044, + "767747424": 0.016496962402015924, + "77147264": 0.00890406221151352, + "794181626": 0.0, + "957101489": 0.3351810723543167, + "998761162": 0.004930347204208374 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.16483040890711195, + "low": 0.04860531061887741, + "mean": 0.11001546229386132, + "n": 5, + "num_samples": 200 + }, + "mean": 0.11001546229386132, + "per_task": { + "LiftPegUpright-v1": 0.217838483552138, + "PickCube-v1": 0.011674322187900543, + "PullCube-v1": 0.06663480061380302, + "PushCube-v1": 0.1499279118501223, + "StackCube-v1": 0.10400179326534272 + } + }, + "metric": "selector_regret_at_8", + "micro": { + "confidence": 0.95, + "high": 0.1787753005552551, + "low": 0.03932376045976644, + "mean": 0.10280258257104002, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "success_selector_gap_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.11347517730496454, + "low": 0.0, + "mean": 0.04964539007092198, + "n": 47, + "num_samples": 200 + }, + "mean": 0.04964539007092198, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 0.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": 0.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 0.0, + "1358421325": 0.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 0.0, + "1483645336": 1.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.3333333333333333, + "1607773860": 0.0, + "1665739511": 0.0, + "1747178030": 0.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.0, + "2054899126": 0.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.0, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 1.0, + "565369392": 0.0, + "565621826": 0.0, + "585904130": 0.0, + "626486813": 0.0, + "636680137": 0.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.0, + "77147264": 0.0, + "794181626": 0.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.11282051282051282, + "low": 0.0058823529411764705, + "mean": 0.054600301659125196, + "n": 5, + "num_samples": 200 + }, + "mean": 0.054600301659125196, + "per_task": { + "LiftPegUpright-v1": 0.16666666666666666, + "PickCube-v1": 0.0, + "PullCube-v1": 0.029411764705882353, + "PushCube-v1": 0.07692307692307693, + "StackCube-v1": 0.0 + } + }, + "metric": "success_selector_gap_at_8", + "micro": { + "confidence": 0.95, + "high": 0.08695652173913043, + "low": 0.014492753623188406, + "mean": 0.043478260869565216, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "success_support_gap_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.7340425531914894, + "low": 0.526595744680851, + "mean": 0.6372340425531916, + "n": 47, + "num_samples": 200 + }, + "mean": 0.6372340425531916, + "per_seed": { + "1025740212": 1.0, + "1055157354": 1.0, + "1055567618": 1.0, + "1113268940": 1.0, + "1113371261": 0.0, + "1176943004": 1.0, + "1189392917": 0.0, + "1231780997": 1.0, + "1271718007": 0.5, + "1273247072": 1.0, + "1358421325": 1.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 1.0, + "1483645336": 0.0, + "1522272686": 1.0, + "1528740417": 1.0, + "1549324805": 0.3333333333333333, + "1607773860": 1.0, + "1665739511": 0.0, + "1747178030": 1.0, + "1881223807": 1.0, + "1919198188": 1.0, + "1991414747": 1.0, + "1997090716": 1.0, + "2015956957": 0.2, + "2054899126": 0.0, + "211245842": 1.0, + "2141802816": 1.0, + "256770874": 1.0, + "278008524": 0.5, + "416183106": 1.0, + "534717141": 1.0, + "551504635": 0.0, + "565369392": 0.6666666666666666, + "565621826": 0.0, + "585904130": 0.0, + "626486813": 0.25, + "636680137": 1.0, + "706479600": 1.0, + "750448296": 0.0, + "75070641": 1.0, + "767747424": 0.0, + "77147264": 0.5, + "794181626": 0.0, + "957101489": 1.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.9266666666666667, + "low": 0.448868778280543, + "mean": 0.7080844645550528, + "n": 5, + "num_samples": 200 + }, + "mean": 0.7080844645550528, + "per_task": { + "LiftPegUpright-v1": 0.8333333333333334, + "PickCube-v1": 1.0, + "PullCube-v1": 0.23529411764705882, + "PushCube-v1": 0.5384615384615384, + "StackCube-v1": 0.9333333333333333 + } + }, + "metric": "success_support_gap_at_8", + "micro": { + "confidence": 0.95, + "high": 0.6231884057971014, + "low": 0.37681159420289856, + "mean": 0.5072463768115942, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "success_total_car_to_hidden_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.7890070921985815, + "low": 0.575177304964539, + "mean": 0.6868794326241134, + "n": 47, + "num_samples": 200 + }, + "mean": 0.6868794326241134, + "per_seed": { + "1025740212": 1.0, + "1055157354": 1.0, + "1055567618": 1.0, + "1113268940": 1.0, + "1113371261": 0.0, + "1176943004": 1.0, + "1189392917": 0.0, + "1231780997": 1.0, + "1271718007": 0.5, + "1273247072": 1.0, + "1358421325": 1.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 1.0, + "1483645336": 1.0, + "1522272686": 1.0, + "1528740417": 1.0, + "1549324805": 0.6666666666666666, + "1607773860": 1.0, + "1665739511": 0.0, + "1747178030": 1.0, + "1881223807": 1.0, + "1919198188": 1.0, + "1991414747": 1.0, + "1997090716": 1.0, + "2015956957": 0.2, + "2054899126": 0.0, + "211245842": 1.0, + "2141802816": 1.0, + "256770874": 1.0, + "278008524": 0.5, + "416183106": 1.0, + "534717141": 1.0, + "551504635": 1.0, + "565369392": 0.6666666666666666, + "565621826": 0.0, + "585904130": 0.0, + "626486813": 0.25, + "636680137": 1.0, + "706479600": 1.0, + "750448296": 0.0, + "75070641": 1.0, + "767747424": 0.0, + "77147264": 0.5, + "794181626": 0.0, + "957101489": 1.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.9733333333333334, + "low": 0.48190045248868774, + "mean": 0.7626847662141779, + "n": 5, + "num_samples": 200 + }, + "mean": 0.7626847662141779, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 0.2647058823529412, + "PushCube-v1": 0.6153846153846154, + "StackCube-v1": 0.9333333333333333 + } + }, + "metric": "success_total_car_to_hidden_at_8", + "micro": { + "confidence": 0.95, + "high": 0.6811594202898551, + "low": 0.42028985507246375, + "mean": 0.5507246376811594, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "support_gap_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.2656197987483642, + "low": 0.9043001213196848, + "mean": 1.0893819265939453, + "n": 47, + "num_samples": 200 + }, + "mean": 1.0893819265939453, + "per_seed": { + "1025740212": 1.792361080646515, + "1055157354": 1.7820248901844025, + "1055567618": 1.1599239706993103, + "1113268940": 1.7800326347351074, + "1113371261": 0.0, + "1176943004": 1.9034668058156967, + "1189392917": 0.0, + "1231780997": 1.7896185666322708, + "1271718007": 0.8751109465956688, + "1273247072": 1.8985181227326393, + "1358421325": 1.1598625779151917, + "1375492786": 0.23830559849739075, + "141984615": 0.11338664591312408, + "1475440973": 1.2717936635017395, + "1483645336": 0.0, + "1522272686": 1.436883568763733, + "1528740417": 1.7173463702201843, + "1549324805": 0.6927911005914211, + "1607773860": 1.187412679195404, + "1665739511": 0.0, + "1747178030": 1.9129380583763123, + "1881223807": 1.9489915668964386, + "1919198188": 1.9368180334568024, + "1991414747": 1.9150912910699844, + "1997090716": 1.8682253062725067, + "2015956957": 0.4130037985742092, + "2054899126": 0.0, + "211245842": 1.164653718471527, + "2141802816": 1.8066299557685852, + "256770874": 1.7810866832733154, + "278008524": 1.0794402016326785, + "416183106": 1.4655730724334717, + "534717141": 1.910297967493534, + "551504635": 0.0, + "565369392": 1.218052012224992, + "565621826": 0.0, + "585904130": 0.14622209096948305, + "626486813": 0.5353103466331959, + "636680137": 1.9517429061233997, + "706479600": 1.1629559397697449, + "750448296": 0.08758716285228729, + "75070641": 1.783347561955452, + "767747424": 0.0797034902498126, + "77147264": 0.901726022362709, + "794181626": 0.0, + "957101489": 1.430009365081787, + "998761162": 1.9027047753334045 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.6221085573618228, + "low": 0.8659844333174475, + "mean": 1.2452764358585575, + "n": 5, + "num_samples": 200 + }, + "mean": 1.2452764358585575, + "per_task": { + "LiftPegUpright-v1": 1.3918587192893028, + "PickCube-v1": 1.8985181227326393, + "PullCube-v1": 0.5125939046744915, + "PushCube-v1": 1.0231296993218935, + "StackCube-v1": 1.40028173327446 + } + }, + "metric": "support_gap_at_8", + "micro": { + "confidence": 0.95, + "high": 1.076073990891809, + "low": 0.6788255989119627, + "mean": 0.8983010911261258, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "support_gap_fraction_to_hidden_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.5908501015659637, + "low": 1.0551446395118897, + "mean": 1.3055196354245542, + "n": 34, + "num_samples": 200 + }, + "mean": 1.3055196354245542, + "per_seed": { + "1025740212": 1.0033439510967557, + "1055157354": 0.9834561959377184, + "1113268940": 0.9994657538852907, + "1231780997": 1.0005968042226543, + "1271718007": 0.9775501312004184, + "1273247072": 1.0095556863358777, + "1375492786": 3.957494668459602, + "141984615": 2.951807933296765, + "1475440973": 0.9959033234557427, + "1522272686": 0.9930071134138249, + "1528740417": 1.026182380813105, + "1549324805": 2.1222703900724977, + "1607773860": 0.9922165592932636, + "1881223807": 1.0045682858854952, + "1919198188": 1.00152322422256, + "2015956957": 1.2234746297648738, + "211245842": 0.9635423316104156, + "2141802816": 1.0245439268442436, + "256770874": 0.9794806703218564, + "278008524": 1.1234960169117114, + "416183106": 0.8280167354221304, + "534717141": 1.0230647983413697, + "551504635": 0.0, + "565369392": 4.740673332898252, + "585904130": 1.2148487255248963, + "626486813": 0.7858811145047201, + "636680137": 1.0113922214952087, + "706479600": 0.9846300885523818, + "750448296": 1.41259115683824, + "75070641": 0.987471546081095, + "767747424": 2.2059097841347444, + "77147264": 0.9912378029813232, + "957101489": 0.8089091289825484, + "998761162": 1.0595611916332572 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.559810034098567, + "low": 0.9332346113687782, + "mean": 1.153557995662505, + "n": 5, + "num_samples": 200 + }, + "mean": 1.153557995662505, + "per_task": { + "LiftPegUpright-v1": 0.8375820355789246, + "PickCube-v1": 1.0095556863358777, + "PullCube-v1": 1.9391989570475572, + "PushCube-v1": 1.0238665053485367, + "StackCube-v1": 0.9575867940016279 + } + }, + "metric": "support_gap_fraction_to_hidden_at_8", + "micro": { + "confidence": 0.95, + "high": 1.9116562543571636, + "low": 1.121501978383282, + "mean": 1.4795985457901433, + "n": 50, + "num_samples": 200 + }, + "n": 50 + }, + "total_car_to_hidden_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.3758006894066006, + "low": 1.003206735187547, + "mean": 1.2076171057325202, + "n": 47, + "num_samples": 200 + }, + "mean": 1.2076171057325202, + "per_seed": { + "1025740212": 1.7932826280593872, + "1055157354": 1.7967484891414642, + "1055567618": 1.1787617802619934, + "1113268940": 1.7866801768541336, + "1113371261": 0.0, + "1176943004": 1.9365029335021973, + "1189392917": 0.0, + "1231780997": 1.7896185666322708, + "1271718007": 0.8751109465956688, + "1273247072": 1.9101924449205399, + "1358421325": 1.8465763926506042, + "1375492786": 0.24003965663723648, + "141984615": 0.11700566027623911, + "1475440973": 1.2767300605773926, + "1483645336": 1.8495931923389435, + "1522272686": 1.775540068745613, + "1528740417": 1.7388119995594025, + "1549324805": 1.3119094495971997, + "1607773860": 1.1988454461097717, + "1665739511": 0.0, + "1747178030": 1.9230644702911377, + "1881223807": 1.9508575201034546, + "1919198188": 1.9435934722423553, + "1991414747": 1.9197078198194504, + "1997090716": 1.875569999217987, + "2015956957": 0.42817116193473337, + "2054899126": 0.0, + "211245842": 1.2096436023712158, + "2141802816": 1.8454482555389404, + "256770874": 1.8235301077365875, + "278008524": 1.0875415280461311, + "416183106": 1.4655730724334717, + "534717141": 1.910297967493534, + "551504635": 1.2730597853660583, + "565369392": 1.218052012224992, + "565621826": 0.0, + "585904130": 0.16900387903054556, + "626486813": 0.5373998517170548, + "636680137": 1.9735268149524927, + "706479600": 1.1812418699264526, + "750448296": 0.11358869262039661, + "75070641": 1.807526096701622, + "767747424": 0.09620045265182853, + "77147264": 0.9106300845742226, + "794181626": 0.0, + "957101489": 1.7651904374361038, + "998761162": 1.907635122537613 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.7026664297550151, + "low": 0.9626722220255577, + "mean": 1.3547868940304422, + "n": 5, + "num_samples": 200 + }, + "mean": 1.3547868940304422, + "per_task": { + "LiftPegUpright-v1": 1.609697202841441, + "PickCube-v1": 1.9101924449205399, + "PullCube-v1": 0.5767036846784108, + "PushCube-v1": 1.173057611172016, + "StackCube-v1": 1.5042835265398025 + } + }, + "metric": "total_car_to_hidden_at_8", + "micro": { + "confidence": 0.95, + "high": 1.2047905542017163, + "low": 0.7622993884682385, + "mean": 0.9998594606430202, + "n": 69, + "num_samples": 200 + }, + "n": 69 + } + }, + "thresholds": [ + 0.2, + 0.4 + ] +} diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/measured_metrics/metrics_by_seed.json b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/measured_metrics/metrics_by_seed.json new file mode 100644 index 0000000000000000000000000000000000000000..d4c05bc85a34268a8799a5c3fbcb850626234c44 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/measured_metrics/metrics_by_seed.json @@ -0,0 +1,1647 @@ +{ + "1025740212": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.21361251175403595, + "branch_car_at_8": 0.0009215474128723145, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0038598175480926, + "ncar_to_proposal_oracle_at_8": 0.15426996158755663, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.23026774639555236, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.2076389193534851, + "proposal_oracle_utility_gain_over_base_at_8": -0.005973592400550842, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.2067173719406128, + "selected_utility_gain_over_base_at_8": -0.006895139813423157, + "selector_gap_fraction_to_hidden_at_8": 0.000515872070833396, + "selector_regret_at_8": 0.0009215474128723145, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.792361080646515, + "support_gap_fraction_to_hidden_at_8": 1.0033439510967557, + "total_car_to_hidden_at_8": 1.7932826280593872 + }, + "1055157354": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.1879976987838745, + "branch_car_at_8": 0.014723598957061768, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.9915817866344643, + "ncar_to_proposal_oracle_at_8": 0.49115629197991395, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.19960528924679433, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.21797510981559753, + "proposal_oracle_utility_gain_over_base_at_8": 0.029977411031723022, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.20325151085853577, + "selected_utility_gain_over_base_at_8": 0.015253812074661255, + "selector_gap_fraction_to_hidden_at_8": 0.00812559616904461, + "selector_regret_at_8": 0.014723598957061768, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7820248901844025, + "support_gap_fraction_to_hidden_at_8": 0.9834561959377184, + "total_car_to_hidden_at_8": 1.7967484891414642 + }, + "1055567618": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.018837809562683105, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.016240555308914228, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.18844312444633177, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.8400760293006897, + "proposal_oracle_utility_gain_over_base_at_8": -1.1599239706993103, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.8212382197380066, + "selected_utility_gain_over_base_at_8": -1.1787617802619934, + "selector_regret_at_8": 0.018837809562683105, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.1599239706993103, + "total_car_to_hidden_at_8": 1.1787617802619934 + }, + "1113268940": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.21901588141918182, + "branch_car_at_8": 0.006647542119026184, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0031982588625619, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.4201805991515518, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.21996736526489258, + "proposal_oracle_utility_gain_over_base_at_8": 0.0009514838457107544, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.2133198231458664, + "selected_utility_gain_over_base_at_8": -0.00569605827331543, + "selector_gap_fraction_to_hidden_at_8": 0.0037325106101020683, + "selector_regret_at_8": 0.006647542119026184, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7800326347351074, + "support_gap_fraction_to_hidden_at_8": 0.9994657538852907, + "total_car_to_hidden_at_8": 1.7866801768541336 + }, + "1113371261": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.10528846281262146, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "1176943004": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.03303612768650055, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.01735576759836683, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.18726924478108561, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.09653319418430328, + "proposal_oracle_utility_gain_over_base_at_8": -1.9034668058156967, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.06349706649780273, + "selected_utility_gain_over_base_at_8": -1.9365029335021973, + "selector_regret_at_8": 0.03303612768650055, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9034668058156967, + "total_car_to_hidden_at_8": 1.9365029335021973 + }, + "1189392917": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "1231780997": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.21144884824752808, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0005967986281998, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.13464701141472765, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.2103814333677292, + "proposal_oracle_utility_gain_over_base_at_8": -0.0010674148797988892, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.2103814333677292, + "selected_utility_gain_over_base_at_8": -0.0010674148797988892, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7896185666322708, + "support_gap_fraction_to_hidden_at_8": 1.0005968042226543, + "total_car_to_hidden_at_8": 1.7896185666322708 + }, + "1271718007": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.5, + "base_unsafe_known": 0.0, + "base_utility": 1.10479174554348, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.977550125740515, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.5, + "pairwise_causal_calibration_ece": 0.07020098827281387, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.5, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 1.1248890534043312, + "proposal_oracle_utility_gain_over_base_at_8": 0.020097307860851288, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.5, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 1.1248890534043312, + "selected_utility_gain_over_base_at_8": 0.020097307860851288, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.5, + "success_total_car_to_hidden_at_8": 0.5, + "support_gap_at_8": 0.8751109465956688, + "support_gap_fraction_to_hidden_at_8": 0.9775501312004184, + "total_car_to_hidden_at_8": 0.8751109465956688 + }, + "1273247072": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11945180594921112, + "branch_car_at_8": 0.011674322187900543, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0157636165911068, + "ncar_to_proposal_oracle_at_8": 0.649658432039702, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.11483608299984571, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.10148187726736069, + "proposal_oracle_utility_gain_over_base_at_8": -0.017969928681850433, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.08980755507946014, + "selected_utility_gain_over_base_at_8": -0.029644250869750977, + "selector_gap_fraction_to_hidden_at_8": 0.006207935656652067, + "selector_regret_at_8": 0.011674322187900543, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8985181227326393, + "support_gap_fraction_to_hidden_at_8": 1.0095556863358777, + "total_car_to_hidden_at_8": 1.9101924449205399 + }, + "1358421325": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.6867138147354126, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.5920648030985759, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.24959422175257154, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.8401374220848083, + "proposal_oracle_utility_gain_over_base_at_8": -1.1598625779151917, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.15342360734939575, + "selected_utility_gain_over_base_at_8": -1.8465763926506042, + "selector_regret_at_8": 0.6867138147354126, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.1598625779151917, + "total_car_to_hidden_at_8": 1.8465763926506042 + }, + "1375492786": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.18323469161987305, + "branch_car_at_8": 0.0017340581398457289, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.24345096945762634, + "ncar_to_hidden_chart_oracle_at_8": 3.9862911723153553, + "ncar_to_proposal_oracle_at_8": 0.009737013067671323, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.13157026218508128, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.005145370960235596, + "proposal_oracle_utility_gain_over_base_at_8": -0.17808932065963745, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.003411312820389867, + "selected_utility_gain_over_base_at_8": -0.17982337879948318, + "selector_gap_fraction_to_hidden_at_8": 0.028797165851366206, + "selector_regret_at_8": 0.0017340581398457289, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.23830559849739075, + "support_gap_fraction_to_hidden_at_8": 3.957494668459602, + "total_car_to_hidden_at_8": 0.24003965663723648 + }, + "141984615": { + "any_generated_unsafe_known_at_8": 0.3333333333333333, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.12483831991751988, + "branch_car_at_8": 0.017901106815164287, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.3333333333333333, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.20044784247875214, + "ncar_to_hidden_chart_oracle_at_8": 3.2387927981827365, + "ncar_to_proposal_oracle_at_8": 0.20565346679569363, + "outcome_ptr_at_8": 0.3333333333333333, + "pairwise_causal_calibration_ece": 0.17017158124656792, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.3333333333333333, + "proposal_oracle_utility_at_8": 0.10611975689729054, + "proposal_oracle_utility_gain_over_base_at_8": -0.01871856302022934, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.3333333333333333, + "selected_utility_at_8": 0.08821865008212626, + "selected_utility_gain_over_base_at_8": -0.03661966983539363, + "selector_gap_fraction_to_hidden_at_8": 0.6932408439097882, + "selector_regret_at_8": 0.017901106815164287, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.11338664591312408, + "support_gap_fraction_to_hidden_at_8": 2.951807933296765, + "total_car_to_hidden_at_8": 0.11700566027623911 + }, + "1475440973": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7229747772216797, + "branch_car_at_8": 0.004936397075653076, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.9997688595390668, + "ncar_to_proposal_oracle_at_8": 0.943578650052657, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.11407560353818716, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7282063364982605, + "proposal_oracle_utility_gain_over_base_at_8": 0.0052315592765808105, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7232699394226074, + "selected_utility_gain_over_base_at_8": 0.0002951622009277344, + "selector_gap_fraction_to_hidden_at_8": 0.0038655439122129136, + "selector_regret_at_8": 0.004936397075653076, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.2717936635017395, + "support_gap_fraction_to_hidden_at_8": 0.9959033234557427, + "total_car_to_hidden_at_8": 1.2767300605773926 + }, + "1483645336": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.8495931923389435, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.5238458588992289, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.15040680766105652, + "selected_utility_gain_over_base_at_8": -1.8495931923389435, + "selector_regret_at_8": 1.8495931923389435, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 1.8495931923389435 + }, + "1522272686": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.5529977083206177, + "branch_car_at_8": 0.3386564999818802, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.2270471627342485, + "ncar_to_proposal_oracle_at_8": 33.46827145305134, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.0746614940687875, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5631164312362671, + "proposal_oracle_utility_gain_over_base_at_8": 0.010118722915649414, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.2244599312543869, + "selected_utility_gain_over_base_at_8": -0.3285377770662308, + "selector_gap_fraction_to_hidden_at_8": 0.23404005780034906, + "selector_regret_at_8": 0.3386564999818802, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.436883568763733, + "support_gap_fraction_to_hidden_at_8": 0.9930071134138249, + "total_car_to_hidden_at_8": 1.775540068745613 + }, + "1528740417": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.32647061347961426, + "branch_car_at_8": 0.02146562933921814, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0390089371449063, + "ncar_to_proposal_oracle_at_8": 0.48989279105464534, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.13131517178411375, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.2826536297798157, + "proposal_oracle_utility_gain_over_base_at_8": -0.043816983699798584, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.26118800044059753, + "selected_utility_gain_over_base_at_8": -0.06528261303901672, + "selector_gap_fraction_to_hidden_at_8": 0.01282656254029075, + "selector_regret_at_8": 0.02146562933921814, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7173463702201843, + "support_gap_fraction_to_hidden_at_8": 1.026182380813105, + "total_car_to_hidden_at_8": 1.7388119995594025 + }, + "1549324805": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.3333333333333333, + "base_unsafe_known": 0.0, + "base_utility": 0.7632389987508456, + "branch_car_at_8": 0.6191183490057787, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.75, + "hidden_chart_oracle_success_at_8": 0.6666666666666666, + "hidden_chart_oracle_utility_at_8": 1.4027505218982697, + "ncar_to_hidden_chart_oracle_at_8": 2.43115209329291, + "ncar_to_proposal_oracle_at_8": 0.21532264167370982, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.3542532249847814, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.3333333333333333, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.6666666666666666, + "proposal_oracle_utility_at_8": 0.7099594213068485, + "proposal_oracle_utility_gain_over_base_at_8": -0.05327957744399706, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.3333333333333333, + "selected_unsafe_known_at_8": 0.3333333333333333, + "selected_utility_at_8": 0.0908410723010699, + "selected_utility_gain_over_base_at_8": -0.6723979264497757, + "selector_gap_fraction_to_hidden_at_8": 0.30888217864267864, + "selector_regret_at_8": 0.6191183490057787, + "success_selector_gap_at_8": 0.3333333333333333, + "success_support_gap_at_8": 0.3333333333333333, + "success_total_car_to_hidden_at_8": 0.6666666666666666, + "support_gap_at_8": 0.6927911005914211, + "support_gap_fraction_to_hidden_at_8": 2.1222703900724977, + "total_car_to_hidden_at_8": 1.3119094495971997 + }, + "1607773860": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.8032726645469666, + "branch_car_at_8": 0.011432766914367676, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0017699108028124, + "ncar_to_proposal_oracle_at_8": 1.2273941543534532, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.251291053201395, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.812587320804596, + "proposal_oracle_utility_gain_over_base_at_8": 0.009314656257629395, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.8011545538902283, + "selected_utility_gain_over_base_at_8": -0.0021181106567382812, + "selector_gap_fraction_to_hidden_at_8": 0.009553359880460726, + "selector_regret_at_8": 0.011432766914367676, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.187412679195404, + "support_gap_fraction_to_hidden_at_8": 0.9922165592932636, + "total_car_to_hidden_at_8": 1.1988454461097717 + }, + "1665739511": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "1747178030": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.01012641191482544, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.0052936433657889735, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.16974044575049851, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.08706194162368774, + "proposal_oracle_utility_gain_over_base_at_8": -1.9129380583763123, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.0769355297088623, + "selected_utility_gain_over_base_at_8": -1.9230644702911377, + "selector_regret_at_8": 0.01012641191482544, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9129380583763123, + "total_car_to_hidden_at_8": 1.9230644702911377 + }, + "1881223807": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.05987149477005005, + "branch_car_at_8": 0.0018659532070159912, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0055300485453837, + "ncar_to_proposal_oracle_at_8": 0.21053121053631743, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.07419200542238083, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.0510084331035614, + "proposal_oracle_utility_gain_over_base_at_8": -0.008863061666488647, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.04914247989654541, + "selected_utility_gain_over_base_at_8": -0.010729014873504639, + "selector_gap_fraction_to_hidden_at_8": 0.0009617678426897979, + "selector_regret_at_8": 0.0018659532070159912, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9489915668964386, + "support_gap_fraction_to_hidden_at_8": 1.0045682858854952, + "total_car_to_hidden_at_8": 1.9508575201034546 + }, + "1919198188": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.06612768769264221, + "branch_car_at_8": 0.0067754387855529785, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0050267795980445, + "ncar_to_proposal_oracle_at_8": 2.3000872930411496, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.16604478136348194, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.06318196654319763, + "proposal_oracle_utility_gain_over_base_at_8": -0.00294572114944458, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.05640652775764465, + "selected_utility_gain_over_base_at_8": -0.009721159934997559, + "selector_gap_fraction_to_hidden_at_8": 0.003503560572450107, + "selector_regret_at_8": 0.0067754387855529785, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9368180334568024, + "support_gap_fraction_to_hidden_at_8": 1.00152322422256, + "total_car_to_hidden_at_8": 1.9435934722423553 + }, + "1991414747": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.004616528749465942, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.002410605043679449, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.3416902568888008, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.08490870893001556, + "proposal_oracle_utility_gain_over_base_at_8": -1.9150912910699844, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.08029218018054962, + "selected_utility_gain_over_base_at_8": -1.9197078198194504, + "selector_regret_at_8": 0.004616528749465942, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9150912910699844, + "total_car_to_hidden_at_8": 1.9197078198194504 + }, + "1997090716": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.007344692945480347, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.003931374273492085, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.300657409601606, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.1317746937274933, + "proposal_oracle_utility_gain_over_base_at_8": -1.8682253062725067, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.12443000078201294, + "selected_utility_gain_over_base_at_8": -1.875569999217987, + "selector_regret_at_8": 0.007344692945480347, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8682253062725067, + "total_car_to_hidden_at_8": 1.875569999217987 + }, + "2015956957": { + "any_generated_unsafe_known_at_8": 0.8, + "base_safety_label_known": 1.0, + "base_success": 0.2, + "base_unsafe_known": 0.0, + "base_utility": 0.4729121312499046, + "branch_car_at_8": 0.01736527867615223, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.525, + "hidden_chart_oracle_success_at_8": 0.2, + "hidden_chart_oracle_utility_at_8": 0.5298813670873642, + "ncar_to_hidden_chart_oracle_at_8": 1.4284452600977113, + "ncar_to_proposal_oracle_at_8": 0.3825324409775967, + "outcome_ptr_at_8": 0.4, + "pairwise_causal_calibration_ece": 0.24286396292452275, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -0.2, + "proposal_oracle_unsafe_known_at_8": 0.6, + "proposal_oracle_utility_at_8": 0.11907548382878304, + "proposal_oracle_utility_gain_over_base_at_8": -0.3538366474211216, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.2, + "selected_unsafe_known_at_8": 0.4, + "selected_utility_at_8": 0.10171020515263081, + "selected_utility_gain_over_base_at_8": -0.3712019260972738, + "selector_gap_fraction_to_hidden_at_8": 0.24547848203994205, + "selector_regret_at_8": 0.01736527867615223, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.2, + "success_total_car_to_hidden_at_8": 0.2, + "support_gap_at_8": 0.4130037985742092, + "support_gap_fraction_to_hidden_at_8": 1.2234746297648738, + "total_car_to_hidden_at_8": 0.42817116193473337 + }, + "2054899126": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "211245842": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.791279137134552, + "branch_car_at_8": 0.04498988389968872, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0007633933743367, + "ncar_to_proposal_oracle_at_8": 1.0209391670158559, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.4141064151265617, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.8353462815284729, + "proposal_oracle_utility_gain_over_base_at_8": 0.0440671443939209, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7903563976287842, + "selected_utility_gain_over_base_at_8": -0.0009227395057678223, + "selector_gap_fraction_to_hidden_at_8": 0.0372210700434455, + "selector_regret_at_8": 0.04498988389968872, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.164653718471527, + "support_gap_fraction_to_hidden_at_8": 0.9635423316104156, + "total_car_to_hidden_at_8": 1.2096436023712158 + }, + "2141802816": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.23664958775043488, + "branch_car_at_8": 0.038818299770355225, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0465578663511705, + "ncar_to_proposal_oracle_at_8": 0.8969200607232635, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.3985289040635325, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.1933700442314148, + "proposal_oracle_utility_gain_over_base_at_8": -0.04327954351902008, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.15455174446105957, + "selected_utility_gain_over_base_at_8": -0.0820978432893753, + "selector_gap_fraction_to_hidden_at_8": 0.022013945441980202, + "selector_regret_at_8": 0.038818299770355225, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8066299557685852, + "support_gap_fraction_to_hidden_at_8": 1.0245439268442436, + "total_car_to_hidden_at_8": 1.8454482555389404 + }, + "256770874": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.18160098791122437, + "branch_car_at_8": 0.042443424463272095, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.002821760012782, + "ncar_to_proposal_oracle_at_8": 1.1375171273285567, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.26681470238264204, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.21891331672668457, + "proposal_oracle_utility_gain_over_base_at_8": 0.037312328815460205, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.17646989226341248, + "selected_utility_gain_over_base_at_8": -0.00513109564781189, + "selector_gap_fraction_to_hidden_at_8": 0.023341095205786425, + "selector_regret_at_8": 0.042443424463272095, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7810866832733154, + "support_gap_fraction_to_hidden_at_8": 0.9794806703218564, + "total_car_to_hidden_at_8": 1.8235301077365875 + }, + "278008524": { + "any_generated_unsafe_known_at_8": 0.5, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.060655687004327774, + "branch_car_at_8": 0.008101326413452625, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.5, + "hidden_chart_oracle_success_at_8": 0.5, + "hidden_chart_oracle_utility_at_8": 1.113811194896698, + "ncar_to_hidden_chart_oracle_at_8": 1.1481789711765635, + "ncar_to_proposal_oracle_at_8": 0.4289430850076562, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.20536892413092878, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.5, + "proposal_oracle_utility_at_8": 0.03437099326401949, + "proposal_oracle_utility_gain_over_base_at_8": -0.026284693740308285, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.5, + "selected_utility_at_8": 0.026269666850566864, + "selected_utility_gain_over_base_at_8": -0.03438602015376091, + "selector_gap_fraction_to_hidden_at_8": 0.024682996062310017, + "selector_regret_at_8": 0.008101326413452625, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.5, + "success_total_car_to_hidden_at_8": 0.5, + "support_gap_at_8": 1.0794402016326785, + "support_gap_fraction_to_hidden_at_8": 1.1234960169117114, + "total_car_to_hidden_at_8": 1.0875415280461311 + }, + "416183106": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.23001998662948608, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.828016730744017, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.07874347996488716, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5344269275665283, + "proposal_oracle_utility_gain_over_base_at_8": 0.30440694093704224, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.5344269275665283, + "selected_utility_gain_over_base_at_8": 0.30440694093704224, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.4655730724334717, + "support_gap_fraction_to_hidden_at_8": 0.8280167354221304, + "total_car_to_hidden_at_8": 1.4655730724334717 + }, + "534717141": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.13276933133602142, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0230647928623209, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0753952117725891, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.08970203250646591, + "proposal_oracle_utility_gain_over_base_at_8": -0.04306729882955551, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.08970203250646591, + "selected_utility_gain_over_base_at_8": -0.04306729882955551, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.910297967493534, + "support_gap_fraction_to_hidden_at_8": 1.0230647983413697, + "total_car_to_hidden_at_8": 1.910297967493534 + }, + "551504635": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7272467017173767, + "branch_car_at_8": 1.2730597853660583, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0002407984968027, + "ncar_to_proposal_oracle_at_8": 1.0002407984968027, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.2344395807565722, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.2727532982826233, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7269402146339417, + "selected_utility_gain_over_base_at_8": -0.0003064870834350586, + "selector_gap_fraction_to_hidden_at_8": 1.0002408063556767, + "selector_regret_at_8": 1.2730597853660583, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 1.2730597853660583 + }, + "565369392": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.3333333333333333, + "base_unsafe_known": 0.0, + "base_utility": 0.8445292512575785, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.8333333333333334, + "hidden_chart_oracle_success_at_8": 0.6666666666666666, + "hidden_chart_oracle_utility_at_8": 1.4266315797964733, + "ncar_to_hidden_chart_oracle_at_8": 4.740664659244946, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.3333333333333333, + "pairwise_causal_calibration_ece": 0.13140272637925274, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -0.3333333333333333, + "proposal_oracle_unsafe_known_at_8": 0.6666666666666666, + "proposal_oracle_utility_at_8": 0.20857956757148108, + "proposal_oracle_utility_gain_over_base_at_8": -0.6359496836860975, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.3333333333333333, + "selected_unsafe_known_at_8": 0.6666666666666666, + "selected_utility_at_8": 0.20857956757148108, + "selected_utility_gain_over_base_at_8": -0.6359496836860975, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.6666666666666666, + "success_total_car_to_hidden_at_8": 0.6666666666666666, + "support_gap_at_8": 1.218052012224992, + "support_gap_fraction_to_hidden_at_8": 4.740673332898252, + "total_car_to_hidden_at_8": 1.218052012224992 + }, + "565621826": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "585904130": { + "any_generated_unsafe_known_at_8": 0.3333333333333333, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.13642114897569022, + "branch_car_at_8": 0.022781788061062496, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.3333333333333333, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.23764699200789133, + "ncar_to_hidden_chart_oracle_at_8": 1.5916216907065317, + "ncar_to_proposal_oracle_at_8": 0.5193742667883882, + "outcome_ptr_at_8": 0.3333333333333333, + "pairwise_causal_calibration_ece": 0.17283993917588428, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.3333333333333333, + "proposal_oracle_utility_at_8": 0.09142490103840828, + "proposal_oracle_utility_gain_over_base_at_8": -0.04499624793728193, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.3333333333333333, + "selected_utility_at_8": 0.06864311297734578, + "selected_utility_gain_over_base_at_8": -0.06777803599834442, + "selector_gap_fraction_to_hidden_at_8": 0.37677313988714195, + "selector_regret_at_8": 0.022781788061062496, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.14622209096948305, + "support_gap_fraction_to_hidden_at_8": 1.2148487255248963, + "total_car_to_hidden_at_8": 0.16900387903054556 + }, + "626486813": { + "any_generated_unsafe_known_at_8": 0.5, + "base_safety_label_known": 1.0, + "base_success": 0.25, + "base_unsafe_known": 0.0, + "base_utility": 0.5452363695949316, + "branch_car_at_8": 0.01009321678429842, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.28125, + "hidden_chart_oracle_success_at_8": 0.25, + "hidden_chart_oracle_utility_at_8": 0.6124684102833271, + "ncar_to_hidden_chart_oracle_at_8": 0.8102411086604181, + "ncar_to_proposal_oracle_at_8": 0.2258722711825077, + "outcome_ptr_at_8": 0.25, + "pairwise_causal_calibration_ece": 0.2769376371795747, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -0.25, + "proposal_oracle_unsafe_known_at_8": 0.25, + "proposal_oracle_utility_at_8": 0.09146204218268394, + "proposal_oracle_utility_gain_over_base_at_8": -0.45377432741224766, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.25, + "selected_unsafe_known_at_8": 0.25, + "selected_utility_at_8": 0.08136882539838552, + "selected_utility_gain_over_base_at_8": -0.4638675441965461, + "selector_gap_fraction_to_hidden_at_8": 0.3592836940693531, + "selector_regret_at_8": 0.01009321678429842, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.25, + "success_total_car_to_hidden_at_8": 0.25, + "support_gap_at_8": 0.5353103466331959, + "support_gap_fraction_to_hidden_at_8": 0.7858811145047201, + "total_car_to_hidden_at_8": 0.5373998517170548 + }, + "636680137": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.07024133205413818, + "branch_car_at_8": 0.02178390882909298, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.25, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0226806271202884, + "ncar_to_proposal_oracle_at_8": 0.9908871412464478, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.5932483433892377, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.048257093876600266, + "proposal_oracle_utility_gain_over_base_at_8": -0.021984238177537918, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.026473185047507286, + "selected_utility_gain_over_base_at_8": -0.0437681470066309, + "selector_gap_fraction_to_hidden_at_8": 0.011288410924605892, + "selector_regret_at_8": 0.02178390882909298, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9517429061233997, + "support_gap_fraction_to_hidden_at_8": 1.0113922214952087, + "total_car_to_hidden_at_8": 1.9735268149524927 + }, + "706479600": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.8188905119895935, + "branch_car_at_8": 0.018285930156707764, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0001120742118061, + "ncar_to_proposal_oracle_at_8": 1.0072917889865605, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.28238485246274814, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.8370440602302551, + "proposal_oracle_utility_gain_over_base_at_8": 0.01815354824066162, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.8187581300735474, + "selected_utility_gain_over_base_at_8": -0.00013238191604614258, + "selector_gap_fraction_to_hidden_at_8": 0.015481994126988717, + "selector_regret_at_8": 0.018285930156707764, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.1629559397697449, + "support_gap_fraction_to_hidden_at_8": 0.9846300885523818, + "total_car_to_hidden_at_8": 1.1812418699264526 + }, + "750448296": { + "any_generated_unsafe_known_at_8": 0.5, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.14706942811608315, + "branch_car_at_8": 0.02600152976810932, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.1875, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.23580759018659592, + "ncar_to_hidden_chart_oracle_at_8": 4.978844987783829, + "ncar_to_proposal_oracle_at_8": 5.576871543359603, + "outcome_ptr_at_8": 0.5, + "pairwise_causal_calibration_ece": 0.19889074905685378, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.14822042733430862, + "proposal_oracle_utility_gain_over_base_at_8": 0.0011509992182254791, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1222188975661993, + "selected_utility_gain_over_base_at_8": -0.024850530549883842, + "selector_gap_fraction_to_hidden_at_8": 3.5662633342346166, + "selector_regret_at_8": 0.02600152976810932, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.08758716285228729, + "support_gap_fraction_to_hidden_at_8": 1.41259115683824, + "total_car_to_hidden_at_8": 0.11358869262039661 + }, + "75070641": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.194026380777359, + "branch_car_at_8": 0.024178534746170044, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0008596290963836, + "ncar_to_proposal_oracle_at_8": 1.0686141104703737, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.1631929231601434, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.21665243804454803, + "proposal_oracle_utility_gain_over_base_at_8": 0.022626057267189026, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.192473903298378, + "selected_utility_gain_over_base_at_8": -0.001552477478981018, + "selector_gap_fraction_to_hidden_at_8": 0.01338808855722787, + "selector_regret_at_8": 0.024178534746170044, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.783347561955452, + "support_gap_fraction_to_hidden_at_8": 0.987471546081095, + "total_car_to_hidden_at_8": 1.807526096701622 + }, + "767747424": { + "any_generated_unsafe_known_at_8": 0.5, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.10894576646387577, + "branch_car_at_8": 0.016496962402015924, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.5, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.18863565661013126, + "ncar_to_hidden_chart_oracle_at_8": 5.205313661372345, + "ncar_to_proposal_oracle_at_8": 0.9043237597220475, + "outcome_ptr_at_8": 0.5, + "pairwise_causal_calibration_ece": 0.24962611487178488, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.5, + "proposal_oracle_utility_at_8": 0.10893216636031866, + "proposal_oracle_utility_gain_over_base_at_8": -1.3600103557109833e-05, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.5, + "selected_utility_at_8": 0.09243520395830274, + "selected_utility_gain_over_base_at_8": -0.016510562505573034, + "selector_gap_fraction_to_hidden_at_8": 2.999421934457336, + "selector_regret_at_8": 0.016496962402015924, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0797034902498126, + "support_gap_fraction_to_hidden_at_8": 2.2059097841347444, + "total_car_to_hidden_at_8": 0.09620045265182853 + }, + "77147264": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.5, + "base_unsafe_known": 0.0, + "base_utility": 1.0903030335903168, + "branch_car_at_8": 0.00890406221151352, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0010257406519596, + "ncar_to_proposal_oracle_at_8": 1.1170642490674998, + "outcome_ptr_at_8": 0.5, + "pairwise_causal_calibration_ece": 0.05996298782788377, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.5, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 1.098273977637291, + "proposal_oracle_utility_gain_over_base_at_8": 0.007970944046974182, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.5, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 1.0893699154257774, + "selected_utility_gain_over_base_at_8": -0.0009331181645393372, + "selector_gap_fraction_to_hidden_at_8": 0.009787943172609816, + "selector_regret_at_8": 0.00890406221151352, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.5, + "success_total_car_to_hidden_at_8": 0.5, + "support_gap_at_8": 0.901726022362709, + "support_gap_fraction_to_hidden_at_8": 0.9912378029813232, + "total_car_to_hidden_at_8": 0.9106300845742226 + }, + "794181626": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "957101489": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.23217551410198212, + "branch_car_at_8": 0.3351810723543167, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.998510000020915, + "ncar_to_proposal_oracle_at_8": 0.9922026628719985, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.4692653473226291, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5699906349182129, + "proposal_oracle_utility_gain_over_base_at_8": 0.3378151208162308, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.23480956256389618, + "selected_utility_gain_over_base_at_8": 0.0026340484619140625, + "selector_gap_fraction_to_hidden_at_8": 0.18960087668660824, + "selector_regret_at_8": 0.3351810723543167, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.430009365081787, + "support_gap_fraction_to_hidden_at_8": 0.8089091289825484, + "total_car_to_hidden_at_8": 1.7651904374361038 + }, + "998761162": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.20425210893154144, + "branch_car_at_8": 0.004930347204208374, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.062306753304616, + "ncar_to_proposal_oracle_at_8": 0.04609658160039006, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.24317634255647042, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.09729522466659546, + "proposal_oracle_utility_gain_over_base_at_8": -0.10695688426494598, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.09236487746238708, + "selected_utility_gain_over_base_at_8": -0.11188723146915436, + "selector_gap_fraction_to_hidden_at_8": 0.002745567587037426, + "selector_regret_at_8": 0.004930347204208374, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9027047753334045, + "support_gap_fraction_to_hidden_at_8": 1.0595611916332572, + "total_car_to_hidden_at_8": 1.907635122537613 + } +} diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/measured_metrics/metrics_by_task.json b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/measured_metrics/metrics_by_task.json new file mode 100644 index 0000000000000000000000000000000000000000..0232806fe33b7fa98fb8734c47ad52afb0d38fa3 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/measured_metrics/metrics_by_task.json @@ -0,0 +1,182 @@ +{ + "LiftPegUpright-v1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.40346155563990277, + "branch_car_at_8": 0.217838483552138, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0077789117032718, + "ncar_to_proposal_oracle_at_8": 0.5175964402383324, + "outcome_ptr_at_8": 0.5, + "pairwise_causal_calibration_ece": 0.2108209521734508, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.16666666666666666, + "proposal_oracle_success_gain_over_base_at_8": 0.16666666666666666, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.6081412807106972, + "proposal_oracle_utility_gain_over_base_at_8": 0.20467972507079443, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.39030279715855914, + "selected_utility_gain_over_base_at_8": -0.013158758481343588, + "selector_gap_fraction_to_hidden_at_8": 0.1701968825815193, + "selector_regret_at_8": 0.217838483552138, + "success_selector_gap_at_8": 0.16666666666666666, + "success_support_gap_at_8": 0.8333333333333334, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.3918587192893028, + "support_gap_fraction_to_hidden_at_8": 0.8375820355789246, + "total_car_to_hidden_at_8": 1.609697202841441 + }, + "PickCube-v1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11945180594921112, + "branch_car_at_8": 0.011674322187900543, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0157636165911068, + "ncar_to_proposal_oracle_at_8": 0.649658432039702, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.11483608299984571, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.10148187726736069, + "proposal_oracle_utility_gain_over_base_at_8": -0.017969928681850433, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.08980755507946014, + "selected_utility_gain_over_base_at_8": -0.029644250869750977, + "selector_gap_fraction_to_hidden_at_8": 0.006207935656652067, + "selector_regret_at_8": 0.011674322187900543, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8985181227326393, + "support_gap_fraction_to_hidden_at_8": 1.0095556863358777, + "total_car_to_hidden_at_8": 1.9101924449205399 + }, + "PullCube-v1": { + "any_generated_unsafe_known_at_8": 0.6764705882352942, + "base_safety_label_known": 1.0, + "base_success": 0.20588235294117646, + "base_unsafe_known": 0.0, + "base_utility": 0.5097779550534838, + "branch_car_at_8": 0.06663480061380302, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.5330882352941176, + "hidden_chart_oracle_success_at_8": 0.3235294117647059, + "hidden_chart_oracle_utility_at_8": 0.7823218367993832, + "ncar_to_hidden_chart_oracle_at_8": 2.7805691722759143, + "ncar_to_proposal_oracle_at_8": 0.6898506880563886, + "outcome_ptr_at_8": 0.2647058823529412, + "pairwise_causal_calibration_ece": 0.21534074294224181, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.08823529411764706, + "proposal_oracle_success_gain_over_base_at_8": -0.11764705882352941, + "proposal_oracle_unsafe_known_at_8": 0.5, + "proposal_oracle_utility_at_8": 0.27341561364557815, + "proposal_oracle_utility_gain_over_base_at_8": -0.2363623414079056, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.058823529411764705, + "selected_success_gain_over_base_at_8": -0.14705882352941177, + "selected_unsafe_known_at_8": 0.4411764705882353, + "selected_utility_at_8": 0.20678081303177512, + "selected_utility_gain_over_base_at_8": -0.30299714202170863, + "selector_gap_fraction_to_hidden_at_8": 0.9297287801367955, + "selector_regret_at_8": 0.06663480061380302, + "success_selector_gap_at_8": 0.029411764705882353, + "success_support_gap_at_8": 0.23529411764705882, + "success_total_car_to_hidden_at_8": 0.2647058823529412, + "support_gap_at_8": 0.5125939046744915, + "support_gap_fraction_to_hidden_at_8": 1.9391989570475572, + "total_car_to_hidden_at_8": 0.5767036846784108 + }, + "PushCube-v1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.6923076923076923, + "base_unsafe_known": 0.0, + "base_utility": 1.4275685124672377, + "branch_car_at_8": 0.1499279118501223, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0314368776438072, + "ncar_to_proposal_oracle_at_8": 0.26408516243539404, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1875472363576914, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.46153846153846156, + "proposal_oracle_success_gain_over_base_at_8": -0.23076923076923078, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.9768703006781064, + "proposal_oracle_utility_gain_over_base_at_8": -0.45069821178913116, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.38461538461538464, + "selected_success_gain_over_base_at_8": -0.3076923076923077, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.8269423888279841, + "selected_utility_gain_over_base_at_8": -0.6006261236392535, + "selector_gap_fraction_to_hidden_at_8": 0.007570377855345064, + "selector_regret_at_8": 0.1499279118501223, + "success_selector_gap_at_8": 0.07692307692307693, + "success_support_gap_at_8": 0.5384615384615384, + "success_total_car_to_hidden_at_8": 0.6153846153846154, + "support_gap_at_8": 1.0231296993218935, + "support_gap_fraction_to_hidden_at_8": 1.0238665053485367, + "total_car_to_hidden_at_8": 1.173057611172016 + }, + "StackCube-v1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.2, + "base_unsafe_known": 0.0, + "base_utility": 0.696571855743726, + "branch_car_at_8": 0.10400179326534272, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.002923757801857, + "ncar_to_proposal_oracle_at_8": 3.1742031183267274, + "outcome_ptr_at_8": 0.7333333333333333, + "pairwise_causal_calibration_ece": 0.20429837578002458, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.06666666666666667, + "proposal_oracle_success_gain_over_base_at_8": -0.13333333333333333, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5997182667255402, + "proposal_oracle_utility_gain_over_base_at_8": -0.09685358901818593, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.06666666666666667, + "selected_success_gain_over_base_at_8": -0.13333333333333333, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.4957164734601974, + "selected_utility_gain_over_base_at_8": -0.20085538228352864, + "selector_gap_fraction_to_hidden_at_8": 0.04533697018458092, + "selector_regret_at_8": 0.10400179326534272, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.9333333333333333, + "success_total_car_to_hidden_at_8": 0.9333333333333333, + "support_gap_at_8": 1.40028173327446, + "support_gap_fraction_to_hidden_at_8": 0.9575867940016279, + "total_car_to_hidden_at_8": 1.5042835265398025 + } +} diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/measured_metrics/report.md b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/measured_metrics/report.md new file mode 100644 index 0000000000000000000000000000000000000000..ff6120b3da48c46801c1c791cc988d17b5572d36 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/measured_metrics/report.md @@ -0,0 +1,40 @@ +# Metric Evaluation (measured) + +K: `8` + +| Metric | N | Micro mean | 95% CI | Task macro | Seed macro | +| --- | ---: | ---: | ---: | ---: | ---: | +| any_generated_unsafe_known_at_8 | 69 | 0.3333 | [0.2319, 0.4493] | 0.1353 | 0.2227 | +| base_safety_label_known | 69 | 1.0000 | [1.0000, 1.0000] | 1.0000 | 1.0000 | +| base_success | 69 | 0.2754 | [0.1739, 0.3768] | 0.2196 | 0.3216 | +| base_unsafe_known | 69 | 0.0000 | [0.0000, 0.0000] | 0.0000 | 0.0000 | +| base_utility | 69 | 0.7084 | [0.5356, 0.8955] | 0.6314 | 0.8273 | +| branch_car_at_8 | 69 | 0.1028 | [0.0393, 0.1788] | 0.1100 | 0.1188 | +| generated_safety_label_coverage_at_8 | 69 | 1.0000 | [1.0000, 1.0000] | 1.0000 | 1.0000 | +| generated_unsafe_rate_known_at_8 | 69 | 0.2627 | [0.1757, 0.3587] | 0.1066 | 0.1807 | +| hidden_chart_oracle_success_at_8 | 69 | 0.6667 | [0.5507, 0.7826] | 0.8647 | 0.8358 | +| hidden_chart_oracle_utility_at_8 | 69 | 1.4000 | [1.1926, 1.6081] | 1.7565 | 1.7062 | +| ncar_to_hidden_chart_oracle_at_8 | 50 | 1.9660 | [1.3091, 2.9683] | 1.3677 | 1.5829 | +| ncar_to_proposal_oracle_at_8 | 58 | 1.2226 | [0.4440, 2.6378] | 1.0591 | 1.4953 | +| outcome_ptr_at_8 | 69 | 0.3333 | [0.2174, 0.4348] | 0.2996 | 0.3330 | +| pairwise_causal_calibration_ece | 69 | 0.2059 | [0.1648, 0.2356] | 0.1866 | 0.2013 | +| proposal_oracle_safety_label_known_at_8 | 69 | 1.0000 | [1.0000, 1.0000] | 1.0000 | 1.0000 | +| proposal_oracle_success_at_8 | 69 | 0.1594 | [0.0870, 0.2609] | 0.1566 | 0.1986 | +| proposal_oracle_success_gain_over_base_at_8 | 69 | -0.1159 | [-0.1884, -0.0435] | -0.0630 | -0.1230 | +| proposal_oracle_unsafe_known_at_8 | 69 | 0.2464 | [0.1739, 0.3478] | 0.1000 | 0.1670 | +| proposal_oracle_utility_at_8 | 69 | 0.5035 | [0.3582, 0.6941] | 0.5119 | 0.6176 | +| proposal_oracle_utility_gain_over_base_at_8 | 69 | -0.2049 | [-0.3325, -0.0815] | -0.1194 | -0.2098 | +| selected_safety_label_known_at_8 | 69 | 1.0000 | [1.0000, 1.0000] | 1.0000 | 1.0000 | +| selected_success_at_8 | 69 | 0.1159 | [0.0580, 0.2174] | 0.1020 | 0.1489 | +| selected_success_gain_over_base_at_8 | 69 | -0.1594 | [-0.2464, -0.0870] | -0.1176 | -0.1727 | +| selected_unsafe_known_at_8 | 69 | 0.2174 | [0.1449, 0.3043] | 0.0882 | 0.1557 | +| selected_utility_at_8 | 69 | 0.4007 | [0.2624, 0.5763] | 0.4019 | 0.4988 | +| selected_utility_gain_over_base_at_8 | 69 | -0.3077 | [-0.4717, -0.1684] | -0.2295 | -0.3285 | +| selector_gap_fraction_to_hidden_at_8 | 50 | 0.5341 | [0.1311, 1.1724] | 0.2318 | 0.3003 | +| selector_regret_at_8 | 69 | 0.1028 | [0.0393, 0.1788] | 0.1100 | 0.1188 | +| success_selector_gap_at_8 | 69 | 0.0435 | [0.0145, 0.0870] | 0.0546 | 0.0496 | +| success_support_gap_at_8 | 69 | 0.5072 | [0.3768, 0.6232] | 0.7081 | 0.6372 | +| success_total_car_to_hidden_at_8 | 69 | 0.5507 | [0.4203, 0.6812] | 0.7627 | 0.6869 | +| support_gap_at_8 | 69 | 0.8983 | [0.6788, 1.0761] | 1.2453 | 1.0894 | +| support_gap_fraction_to_hidden_at_8 | 50 | 1.4796 | [1.1215, 1.9117] | 1.1536 | 1.3055 | +| total_car_to_hidden_at_8 | 69 | 0.9999 | [0.7623, 1.2048] | 1.3548 | 1.2076 | diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/measured_metrics/table.tex b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/measured_metrics/table.tex new file mode 100644 index 0000000000000000000000000000000000000000..b1328427151ab53dcfa1e1c5a785c78f09de4f6a --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/measured_metrics/table.tex @@ -0,0 +1,41 @@ +% Auto-generated by scripts/eval_metrics.py +\begin{tabular}{lrrrr} +\toprule +Metric & N & Micro mean & CI low & CI high \\ +\midrule +any\_generated\_unsafe\_known\_at\_8 & 69 & 0.3333 & 0.2319 & 0.4493 \\ +base\_safety\_label\_known & 69 & 1.0000 & 1.0000 & 1.0000 \\ +base\_success & 69 & 0.2754 & 0.1739 & 0.3768 \\ +base\_unsafe\_known & 69 & 0.0000 & 0.0000 & 0.0000 \\ +base\_utility & 69 & 0.7084 & 0.5356 & 0.8955 \\ +branch\_car\_at\_8 & 69 & 0.1028 & 0.0393 & 0.1788 \\ +generated\_safety\_label\_coverage\_at\_8 & 69 & 1.0000 & 1.0000 & 1.0000 \\ +generated\_unsafe\_rate\_known\_at\_8 & 69 & 0.2627 & 0.1757 & 0.3587 \\ +hidden\_chart\_oracle\_success\_at\_8 & 69 & 0.6667 & 0.5507 & 0.7826 \\ +hidden\_chart\_oracle\_utility\_at\_8 & 69 & 1.4000 & 1.1926 & 1.6081 \\ +ncar\_to\_hidden\_chart\_oracle\_at\_8 & 50 & 1.9660 & 1.3091 & 2.9683 \\ +ncar\_to\_proposal\_oracle\_at\_8 & 58 & 1.2226 & 0.4440 & 2.6378 \\ +outcome\_ptr\_at\_8 & 69 & 0.3333 & 0.2174 & 0.4348 \\ +pairwise\_causal\_calibration\_ece & 69 & 0.2059 & 0.1648 & 0.2356 \\ +proposal\_oracle\_safety\_label\_known\_at\_8 & 69 & 1.0000 & 1.0000 & 1.0000 \\ +proposal\_oracle\_success\_at\_8 & 69 & 0.1594 & 0.0870 & 0.2609 \\ +proposal\_oracle\_success\_gain\_over\_base\_at\_8 & 69 & -0.1159 & -0.1884 & -0.0435 \\ +proposal\_oracle\_unsafe\_known\_at\_8 & 69 & 0.2464 & 0.1739 & 0.3478 \\ +proposal\_oracle\_utility\_at\_8 & 69 & 0.5035 & 0.3582 & 0.6941 \\ +proposal\_oracle\_utility\_gain\_over\_base\_at\_8 & 69 & -0.2049 & -0.3325 & -0.0815 \\ +selected\_safety\_label\_known\_at\_8 & 69 & 1.0000 & 1.0000 & 1.0000 \\ +selected\_success\_at\_8 & 69 & 0.1159 & 0.0580 & 0.2174 \\ +selected\_success\_gain\_over\_base\_at\_8 & 69 & -0.1594 & -0.2464 & -0.0870 \\ +selected\_unsafe\_known\_at\_8 & 69 & 0.2174 & 0.1449 & 0.3043 \\ +selected\_utility\_at\_8 & 69 & 0.4007 & 0.2624 & 0.5763 \\ +selected\_utility\_gain\_over\_base\_at\_8 & 69 & -0.3077 & -0.4717 & -0.1684 \\ +selector\_gap\_fraction\_to\_hidden\_at\_8 & 50 & 0.5341 & 0.1311 & 1.1724 \\ +selector\_regret\_at\_8 & 69 & 0.1028 & 0.0393 & 0.1788 \\ +success\_selector\_gap\_at\_8 & 69 & 0.0435 & 0.0145 & 0.0870 \\ +success\_support\_gap\_at\_8 & 69 & 0.5072 & 0.3768 & 0.6232 \\ +success\_total\_car\_to\_hidden\_at\_8 & 69 & 0.5507 & 0.4203 & 0.6812 \\ +support\_gap\_at\_8 & 69 & 0.8983 & 0.6788 & 1.0761 \\ +support\_gap\_fraction\_to\_hidden\_at\_8 & 50 & 1.4796 & 1.1215 & 1.9117 \\ +total\_car\_to\_hidden\_at\_8 & 69 & 0.9999 & 0.7623 & 1.2048 \\ +\bottomrule +\end{tabular} diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/metrics.json b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..520b998816c0527adf222b854a05fde57bb55f6e --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/metrics.json @@ -0,0 +1,3041 @@ +{ + "checkpoint": "runs/ctt_residual_base_context_obs_seed2/model.pt", + "k": 8, + "measured_metric_summary": { + "any_generated_unsafe_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.34255319148936175, + "low": 0.11985815602836879, + "mean": 0.22269503546099287, + "n": 47, + "num_samples": 200 + }, + "mean": 0.22269503546099287, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 0.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": 0.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 0.0, + "1358421325": 0.0, + "1375492786": 1.0, + "141984615": 0.3333333333333333, + "1475440973": 0.0, + "1483645336": 0.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 1.0, + "1607773860": 0.0, + "1665739511": 0.0, + "1747178030": 1.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.8, + "2054899126": 1.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.5, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 0.0, + "565369392": 1.0, + "565621826": 1.0, + "585904130": 0.3333333333333333, + "626486813": 0.5, + "636680137": 1.0, + "706479600": 0.0, + "750448296": 0.5, + "75070641": 0.0, + "767747424": 0.5, + "77147264": 0.0, + "794181626": 0.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.40588235294117647, + "low": 0.0, + "mean": 0.13529411764705884, + "n": 5, + "num_samples": 200 + }, + "mean": 0.13529411764705884, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.6764705882352942, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "any_generated_unsafe_known_at_8", + "micro": { + "confidence": 0.95, + "high": 0.4492753623188406, + "low": 0.2318840579710145, + "mean": 0.3333333333333333, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "base_safety_label_known": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 47, + "num_samples": 200 + }, + "mean": 1.0, + "per_seed": { + "1025740212": 1.0, + "1055157354": 1.0, + "1055567618": 1.0, + "1113268940": 1.0, + "1113371261": 1.0, + "1176943004": 1.0, + "1189392917": 1.0, + "1231780997": 1.0, + "1271718007": 1.0, + "1273247072": 1.0, + "1358421325": 1.0, + "1375492786": 1.0, + "141984615": 1.0, + "1475440973": 1.0, + "1483645336": 1.0, + "1522272686": 1.0, + "1528740417": 1.0, + "1549324805": 1.0, + "1607773860": 1.0, + "1665739511": 1.0, + "1747178030": 1.0, + "1881223807": 1.0, + "1919198188": 1.0, + "1991414747": 1.0, + "1997090716": 1.0, + "2015956957": 1.0, + "2054899126": 1.0, + "211245842": 1.0, + "2141802816": 1.0, + "256770874": 1.0, + "278008524": 1.0, + "416183106": 1.0, + "534717141": 1.0, + "551504635": 1.0, + "565369392": 1.0, + "565621826": 1.0, + "585904130": 1.0, + "626486813": 1.0, + "636680137": 1.0, + "706479600": 1.0, + "750448296": 1.0, + "75070641": 1.0, + "767747424": 1.0, + "77147264": 1.0, + "794181626": 1.0, + "957101489": 1.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 5, + "num_samples": 200 + }, + "mean": 1.0, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 1.0, + "PushCube-v1": 1.0, + "StackCube-v1": 1.0 + } + }, + "metric": "base_safety_label_known", + "micro": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "base_success": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.4273049645390071, + "low": 0.2024822695035461, + "mean": 0.32163120567375886, + "n": 47, + "num_samples": 200 + }, + "mean": 0.32163120567375886, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 1.0, + "1113268940": 0.0, + "1113371261": 1.0, + "1176943004": 1.0, + "1189392917": 1.0, + "1231780997": 0.0, + "1271718007": 0.5, + "1273247072": 0.0, + "1358421325": 1.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 0.0, + "1483645336": 1.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.3333333333333333, + "1607773860": 0.0, + "1665739511": 1.0, + "1747178030": 1.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 1.0, + "1997090716": 1.0, + "2015956957": 0.2, + "2054899126": 1.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.0, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 0.0, + "565369392": 0.3333333333333333, + "565621826": 1.0, + "585904130": 0.0, + "626486813": 0.25, + "636680137": 0.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.0, + "77147264": 0.5, + "794181626": 1.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.45656108597285067, + "low": 0.041176470588235294, + "mean": 0.21963800904977374, + "n": 5, + "num_samples": 200 + }, + "mean": 0.21963800904977374, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.20588235294117646, + "PushCube-v1": 0.6923076923076923, + "StackCube-v1": 0.2 + } + }, + "metric": "base_success", + "micro": { + "confidence": 0.95, + "high": 0.37681159420289856, + "low": 0.17391304347826086, + "mean": 0.2753623188405797, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "base_unsafe_known": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.0, + "low": 0.0, + "mean": 0.0, + "n": 47, + "num_samples": 200 + }, + "mean": 0.0, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 0.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": 0.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 0.0, + "1358421325": 0.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 0.0, + "1483645336": 0.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.0, + "1607773860": 0.0, + "1665739511": 0.0, + "1747178030": 0.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.0, + "2054899126": 0.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.0, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 0.0, + "565369392": 0.0, + "565621826": 0.0, + "585904130": 0.0, + "626486813": 0.0, + "636680137": 0.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.0, + "77147264": 0.0, + "794181626": 0.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.0, + "low": 0.0, + "mean": 0.0, + "n": 5, + "num_samples": 200 + }, + "mean": 0.0, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.0, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "base_unsafe_known", + "micro": { + "confidence": 0.95, + "high": 0.0, + "low": 0.0, + "mean": 0.0, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "base_utility": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0092363624206038, + "low": 0.5980560999152297, + "mean": 0.827331273289437, + "n": 47, + "num_samples": 200 + }, + "mean": 0.827331273289437, + "per_seed": { + "1025740212": 0.21361251175403595, + "1055157354": 0.1879976987838745, + "1055567618": 2.0, + "1113268940": 0.21901588141918182, + "1113371261": 2.0, + "1176943004": 2.0, + "1189392917": 2.0, + "1231780997": 0.21144884824752808, + "1271718007": 1.10479174554348, + "1273247072": 0.11945180594921112, + "1358421325": 2.0, + "1375492786": 0.18323469161987305, + "141984615": 0.12483831991751988, + "1475440973": 0.7229747772216797, + "1483645336": 2.0, + "1522272686": 0.5529977083206177, + "1528740417": 0.32647061347961426, + "1549324805": 0.7632389987508456, + "1607773860": 0.8032726645469666, + "1665739511": 2.0, + "1747178030": 2.0, + "1881223807": 0.05987149477005005, + "1919198188": 0.06612768769264221, + "1991414747": 2.0, + "1997090716": 2.0, + "2015956957": 0.4729121312499046, + "2054899126": 2.0, + "211245842": 0.791279137134552, + "2141802816": 0.23664958775043488, + "256770874": 0.18160098791122437, + "278008524": 0.060655687004327774, + "416183106": 0.23001998662948608, + "534717141": 0.13276933133602142, + "551504635": 0.7272467017173767, + "565369392": 0.8445292512575785, + "565621826": 2.0, + "585904130": 0.13642114897569022, + "626486813": 0.5452363695949316, + "636680137": 0.07024133205413818, + "706479600": 0.8188905119895935, + "750448296": 0.14706942811608315, + "75070641": 0.194026380777359, + "767747424": 0.10894576646387577, + "77147264": 1.0903030335903168, + "794181626": 2.0, + "957101489": 0.23217551410198212, + "998761162": 0.20425210893154144 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.03918900961902, + "low": 0.31294104572896864, + "mean": 0.6313663369707123, + "n": 5, + "num_samples": 200 + }, + "mean": 0.6313663369707123, + "per_task": { + "LiftPegUpright-v1": 0.40346155563990277, + "PickCube-v1": 0.11945180594921112, + "PullCube-v1": 0.5097779550534838, + "PushCube-v1": 1.4275685124672377, + "StackCube-v1": 0.696571855743726 + } + }, + "metric": "base_utility", + "micro": { + "confidence": 0.95, + "high": 0.895466687940601, + "low": 0.5355817867254001, + "mean": 0.7084005813019864, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "branch_car_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.2221361303896848, + "low": 0.03224338199580022, + "mean": 0.11875610934002392, + "n": 47, + "num_samples": 200 + }, + "mean": 0.11875610934002392, + "per_seed": { + "1025740212": 0.0009215474128723145, + "1055157354": 0.014723598957061768, + "1055567618": 0.018837809562683105, + "1113268940": 0.006647542119026184, + "1113371261": 0.0, + "1176943004": 0.03303612768650055, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 0.011674322187900543, + "1358421325": 0.6867138147354126, + "1375492786": 0.0017340581398457289, + "141984615": 0.017901106815164287, + "1475440973": 0.004936397075653076, + "1483645336": 1.8495931923389435, + "1522272686": 0.3386564999818802, + "1528740417": 0.02146562933921814, + "1549324805": 0.6191183490057787, + "1607773860": 0.011432766914367676, + "1665739511": 0.0, + "1747178030": 0.01012641191482544, + "1881223807": 0.0018659532070159912, + "1919198188": 0.0067754387855529785, + "1991414747": 0.004616528749465942, + "1997090716": 0.007344692945480347, + "2015956957": 0.01736527867615223, + "2054899126": 0.0, + "211245842": 0.04498988389968872, + "2141802816": 0.038818299770355225, + "256770874": 0.042443424463272095, + "278008524": 0.008101326413452625, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 1.2730597853660583, + "565369392": 0.0, + "565621826": 0.0, + "585904130": 0.022781788061062496, + "626486813": 0.01009321678429842, + "636680137": 0.02178390882909298, + "706479600": 0.018285930156707764, + "750448296": 0.02600152976810932, + "75070641": 0.024178534746170044, + "767747424": 0.016496962402015924, + "77147264": 0.00890406221151352, + "794181626": 0.0, + "957101489": 0.3351810723543167, + "998761162": 0.004930347204208374 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.16483040890711195, + "low": 0.04860531061887741, + "mean": 0.11001546229386132, + "n": 5, + "num_samples": 200 + }, + "mean": 0.11001546229386132, + "per_task": { + "LiftPegUpright-v1": 0.217838483552138, + "PickCube-v1": 0.011674322187900543, + "PullCube-v1": 0.06663480061380302, + "PushCube-v1": 0.1499279118501223, + "StackCube-v1": 0.10400179326534272 + } + }, + "metric": "branch_car_at_8", + "micro": { + "confidence": 0.95, + "high": 0.1787753005552551, + "low": 0.03932376045976644, + "mean": 0.10280258257104002, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "generated_safety_label_coverage_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 47, + "num_samples": 200 + }, + "mean": 1.0, + "per_seed": { + "1025740212": 1.0, + "1055157354": 1.0, + "1055567618": 1.0, + "1113268940": 1.0, + "1113371261": 1.0, + "1176943004": 1.0, + "1189392917": 1.0, + "1231780997": 1.0, + "1271718007": 1.0, + "1273247072": 1.0, + "1358421325": 1.0, + "1375492786": 1.0, + "141984615": 1.0, + "1475440973": 1.0, + "1483645336": 1.0, + "1522272686": 1.0, + "1528740417": 1.0, + "1549324805": 1.0, + "1607773860": 1.0, + "1665739511": 1.0, + "1747178030": 1.0, + "1881223807": 1.0, + "1919198188": 1.0, + "1991414747": 1.0, + "1997090716": 1.0, + "2015956957": 1.0, + "2054899126": 1.0, + "211245842": 1.0, + "2141802816": 1.0, + "256770874": 1.0, + "278008524": 1.0, + "416183106": 1.0, + "534717141": 1.0, + "551504635": 1.0, + "565369392": 1.0, + "565621826": 1.0, + "585904130": 1.0, + "626486813": 1.0, + "636680137": 1.0, + "706479600": 1.0, + "750448296": 1.0, + "75070641": 1.0, + "767747424": 1.0, + "77147264": 1.0, + "794181626": 1.0, + "957101489": 1.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 5, + "num_samples": 200 + }, + "mean": 1.0, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 1.0, + "PushCube-v1": 1.0, + "StackCube-v1": 1.0 + } + }, + "metric": "generated_safety_label_coverage_at_8", + "micro": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "generated_unsafe_rate_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.2677748226950355, + "low": 0.09539007092198581, + "mean": 0.18071808510638296, + "n": 47, + "num_samples": 200 + }, + "mean": 0.18071808510638296, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 0.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": 0.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 0.0, + "1358421325": 0.0, + "1375492786": 1.0, + "141984615": 0.3333333333333333, + "1475440973": 0.0, + "1483645336": 0.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.75, + "1607773860": 0.0, + "1665739511": 0.0, + "1747178030": 1.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.525, + "2054899126": 1.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.5, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 0.0, + "565369392": 0.8333333333333334, + "565621826": 1.0, + "585904130": 0.3333333333333333, + "626486813": 0.28125, + "636680137": 0.25, + "706479600": 0.0, + "750448296": 0.1875, + "75070641": 0.0, + "767747424": 0.5, + "77147264": 0.0, + "794181626": 0.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.31985294117647056, + "low": 0.0, + "mean": 0.10661764705882353, + "n": 5, + "num_samples": 200 + }, + "mean": 0.10661764705882353, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.5330882352941176, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "generated_unsafe_rate_known_at_8", + "micro": { + "confidence": 0.95, + "high": 0.358695652173913, + "low": 0.17572463768115942, + "mean": 0.26268115942028986, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "hidden_chart_oracle_success_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.9148936170212765, + "low": 0.7432624113475178, + "mean": 0.8358156028368794, + "n": 47, + "num_samples": 200 + }, + "mean": 0.8358156028368794, + "per_seed": { + "1025740212": 1.0, + "1055157354": 1.0, + "1055567618": 1.0, + "1113268940": 1.0, + "1113371261": 1.0, + "1176943004": 1.0, + "1189392917": 1.0, + "1231780997": 1.0, + "1271718007": 1.0, + "1273247072": 1.0, + "1358421325": 1.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 1.0, + "1483645336": 1.0, + "1522272686": 1.0, + "1528740417": 1.0, + "1549324805": 0.6666666666666666, + "1607773860": 1.0, + "1665739511": 1.0, + "1747178030": 1.0, + "1881223807": 1.0, + "1919198188": 1.0, + "1991414747": 1.0, + "1997090716": 1.0, + "2015956957": 0.2, + "2054899126": 1.0, + "211245842": 1.0, + "2141802816": 1.0, + "256770874": 1.0, + "278008524": 0.5, + "416183106": 1.0, + "534717141": 1.0, + "551504635": 1.0, + "565369392": 0.6666666666666666, + "565621826": 1.0, + "585904130": 0.0, + "626486813": 0.25, + "636680137": 1.0, + "706479600": 1.0, + "750448296": 0.0, + "75070641": 1.0, + "767747424": 0.0, + "77147264": 1.0, + "794181626": 1.0, + "957101489": 1.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 0.5941176470588235, + "mean": 0.8647058823529413, + "n": 5, + "num_samples": 200 + }, + "mean": 0.8647058823529413, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 0.3235294117647059, + "PushCube-v1": 1.0, + "StackCube-v1": 1.0 + } + }, + "metric": "hidden_chart_oracle_success_at_8", + "micro": { + "confidence": 0.95, + "high": 0.782608695652174, + "low": 0.5507246376811594, + "mean": 0.6666666666666666, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "hidden_chart_oracle_utility_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.850041654515774, + "low": 1.5397213380149701, + "mean": 1.7062028111638965, + "n": 47, + "num_samples": 200 + }, + "mean": 1.7062028111638965, + "per_seed": { + "1025740212": 2.0, + "1055157354": 2.0, + "1055567618": 2.0, + "1113268940": 2.0, + "1113371261": 2.0, + "1176943004": 2.0, + "1189392917": 2.0, + "1231780997": 2.0, + "1271718007": 2.0, + "1273247072": 2.0, + "1358421325": 2.0, + "1375492786": 0.24345096945762634, + "141984615": 0.20044784247875214, + "1475440973": 2.0, + "1483645336": 2.0, + "1522272686": 2.0, + "1528740417": 2.0, + "1549324805": 1.4027505218982697, + "1607773860": 2.0, + "1665739511": 2.0, + "1747178030": 2.0, + "1881223807": 2.0, + "1919198188": 2.0, + "1991414747": 2.0, + "1997090716": 2.0, + "2015956957": 0.5298813670873642, + "2054899126": 2.0, + "211245842": 2.0, + "2141802816": 2.0, + "256770874": 2.0, + "278008524": 1.113811194896698, + "416183106": 2.0, + "534717141": 2.0, + "551504635": 2.0, + "565369392": 1.4266315797964733, + "565621826": 2.0, + "585904130": 0.23764699200789133, + "626486813": 0.6124684102833271, + "636680137": 2.0, + "706479600": 2.0, + "750448296": 0.23580759018659592, + "75070641": 2.0, + "767747424": 0.18863565661013126, + "77147264": 2.0, + "794181626": 2.0, + "957101489": 2.0, + "998761162": 2.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 2.0, + "low": 1.2693931020796299, + "mean": 1.7564643673598765, + "n": 5, + "num_samples": 200 + }, + "mean": 1.7564643673598765, + "per_task": { + "LiftPegUpright-v1": 2.0, + "PickCube-v1": 2.0, + "PullCube-v1": 0.7823218367993832, + "PushCube-v1": 2.0, + "StackCube-v1": 2.0 + } + }, + "metric": "hidden_chart_oracle_utility_at_8", + "micro": { + "confidence": 0.95, + "high": 1.6080652458080347, + "low": 1.1926357444861662, + "mean": 1.3999846732054932, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "ncar_to_hidden_chart_oracle_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.9732685111326405, + "low": 1.2193770303676617, + "mean": 1.5828590785720633, + "n": 34, + "num_samples": 200 + }, + "mean": 1.5828590785720633, + "per_seed": { + "1025740212": 1.0038598175480926, + "1055157354": 0.9915817866344643, + "1113268940": 1.0031982588625619, + "1231780997": 1.0005967986281998, + "1271718007": 0.977550125740515, + "1273247072": 1.0157636165911068, + "1375492786": 3.9862911723153553, + "141984615": 3.2387927981827365, + "1475440973": 0.9997688595390668, + "1522272686": 1.2270471627342485, + "1528740417": 1.0390089371449063, + "1549324805": 2.43115209329291, + "1607773860": 1.0017699108028124, + "1881223807": 1.0055300485453837, + "1919198188": 1.0050267795980445, + "2015956957": 1.4284452600977113, + "211245842": 1.0007633933743367, + "2141802816": 1.0465578663511705, + "256770874": 1.002821760012782, + "278008524": 1.1481789711765635, + "416183106": 0.828016730744017, + "534717141": 1.0230647928623209, + "551504635": 1.0002407984968027, + "565369392": 4.740664659244946, + "585904130": 1.5916216907065317, + "626486813": 0.8102411086604181, + "636680137": 1.0226806271202884, + "706479600": 1.0001120742118061, + "750448296": 4.978844987783829, + "75070641": 1.0008596290963836, + "767747424": 5.205313661372345, + "77147264": 1.0010257406519596, + "957101489": 0.998510000020915, + "998761162": 1.062306753304616 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 2.075213630454681, + "low": 1.0074337911202729, + "mean": 1.3676944672031914, + "n": 5, + "num_samples": 200 + }, + "mean": 1.3676944672031914, + "per_task": { + "LiftPegUpright-v1": 1.0077789117032718, + "PickCube-v1": 1.0157636165911068, + "PullCube-v1": 2.7805691722759143, + "PushCube-v1": 1.0314368776438072, + "StackCube-v1": 1.002923757801857 + } + }, + "metric": "ncar_to_hidden_chart_oracle_at_8", + "micro": { + "confidence": 0.95, + "high": 2.9682945900917206, + "low": 1.3091031892701088, + "mean": 1.9659727468491581, + "n": 50, + "num_samples": 200 + }, + "n": 50 + }, + "ncar_to_proposal_oracle_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 3.2311590033878983, + "low": 0.46294720224637953, + "mean": 1.4953472093017477, + "n": 39, + "num_samples": 200 + }, + "mean": 1.4953472093017477, + "per_seed": { + "1025740212": 0.15426996158755663, + "1055157354": 0.49115629197991395, + "1055567618": 0.016240555308914228, + "1176943004": 0.01735576759836683, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 0.649658432039702, + "1358421325": 0.5920648030985759, + "1375492786": 0.009737013067671323, + "141984615": 0.20565346679569363, + "1475440973": 0.943578650052657, + "1522272686": 33.46827145305134, + "1528740417": 0.48989279105464534, + "1549324805": 0.21532264167370982, + "1607773860": 1.2273941543534532, + "1747178030": 0.0052936433657889735, + "1881223807": 0.21053121053631743, + "1919198188": 2.3000872930411496, + "1991414747": 0.002410605043679449, + "1997090716": 0.003931374273492085, + "2015956957": 0.3825324409775967, + "211245842": 1.0209391670158559, + "2141802816": 0.8969200607232635, + "256770874": 1.1375171273285567, + "278008524": 0.4289430850076562, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 1.0002407984968027, + "565369392": 0.0, + "585904130": 0.5193742667883882, + "626486813": 0.2258722711825077, + "636680137": 0.9908871412464478, + "706479600": 1.0072917889865605, + "750448296": 5.576871543359603, + "75070641": 1.0686141104703737, + "767747424": 0.9043237597220475, + "77147264": 1.1170642490674998, + "957101489": 0.9922026628719985, + "998761162": 0.04609658160039006 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 2.1379728454516433, + "low": 0.4183144702771172, + "mean": 1.0590787682193088, + "n": 5, + "num_samples": 200 + }, + "mean": 1.0590787682193088, + "per_task": { + "LiftPegUpright-v1": 0.5175964402383324, + "PickCube-v1": 0.649658432039702, + "PullCube-v1": 0.6898506880563886, + "PushCube-v1": 0.26408516243539404, + "StackCube-v1": 3.1742031183267274 + } + }, + "metric": "ncar_to_proposal_oracle_at_8", + "micro": { + "confidence": 0.95, + "high": 2.6377697726073546, + "low": 0.44403409132042027, + "mean": 1.2225939958034715, + "n": 58, + "num_samples": 200 + }, + "n": 58 + }, + "outcome_ptr_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.46276595744680843, + "low": 0.24468085106382978, + "mean": 0.3329787234042554, + "n": 47, + "num_samples": 200 + }, + "mean": 0.3329787234042554, + "per_seed": { + "1025740212": 0.0, + "1055157354": 1.0, + "1055567618": 0.0, + "1113268940": 1.0, + "1113371261": 0.0, + "1176943004": 0.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.5, + "1273247072": 0.0, + "1358421325": 0.0, + "1375492786": 0.0, + "141984615": 0.3333333333333333, + "1475440973": 1.0, + "1483645336": 0.0, + "1522272686": 1.0, + "1528740417": 0.0, + "1549324805": 0.0, + "1607773860": 1.0, + "1665739511": 0.0, + "1747178030": 0.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.4, + "2054899126": 0.0, + "211245842": 1.0, + "2141802816": 0.0, + "256770874": 1.0, + "278008524": 0.0, + "416183106": 1.0, + "534717141": 0.0, + "551504635": 1.0, + "565369392": 0.3333333333333333, + "565621826": 0.0, + "585904130": 0.3333333333333333, + "626486813": 0.25, + "636680137": 0.0, + "706479600": 1.0, + "750448296": 0.5, + "75070641": 1.0, + "767747424": 0.5, + "77147264": 0.5, + "794181626": 0.0, + "957101489": 1.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.5929411764705882, + "low": 0.1, + "mean": 0.2996078431372549, + "n": 5, + "num_samples": 200 + }, + "mean": 0.2996078431372549, + "per_task": { + "LiftPegUpright-v1": 0.5, + "PickCube-v1": 0.0, + "PullCube-v1": 0.2647058823529412, + "PushCube-v1": 0.0, + "StackCube-v1": 0.7333333333333333 + } + }, + "metric": "outcome_ptr_at_8", + "micro": { + "confidence": 0.95, + "high": 0.43478260869565216, + "low": 0.21739130434782608, + "mean": 0.3333333333333333, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "pairwise_causal_calibration_ece": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.24434323059457133, + "low": 0.16350127765448375, + "mean": 0.20129853329177672, + "n": 47, + "num_samples": 200 + }, + "mean": 0.20129853329177672, + "per_seed": { + "1025740212": 0.23026774639555236, + "1055157354": 0.19960528924679433, + "1055567618": 0.18844312444633177, + "1113268940": 0.4201805991515518, + "1113371261": 0.10528846281262146, + "1176943004": 0.18726924478108561, + "1189392917": 0.0, + "1231780997": 0.13464701141472765, + "1271718007": 0.07020098827281387, + "1273247072": 0.11483608299984571, + "1358421325": 0.24959422175257154, + "1375492786": 0.13157026218508128, + "141984615": 0.17017158124656792, + "1475440973": 0.11407560353818716, + "1483645336": 0.5238458588992289, + "1522272686": 0.0746614940687875, + "1528740417": 0.13131517178411375, + "1549324805": 0.3542532249847814, + "1607773860": 0.251291053201395, + "1665739511": 0.0, + "1747178030": 0.16974044575049851, + "1881223807": 0.07419200542238083, + "1919198188": 0.16604478136348194, + "1991414747": 0.3416902568888008, + "1997090716": 0.300657409601606, + "2015956957": 0.24286396292452275, + "2054899126": 0.0, + "211245842": 0.4141064151265617, + "2141802816": 0.3985289040635325, + "256770874": 0.26681470238264204, + "278008524": 0.20536892413092878, + "416183106": 0.07874347996488716, + "534717141": 0.0753952117725891, + "551504635": 0.2344395807565722, + "565369392": 0.13140272637925274, + "565621826": 0.0, + "585904130": 0.17283993917588428, + "626486813": 0.2769376371795747, + "636680137": 0.5932483433892377, + "706479600": 0.28238485246274814, + "750448296": 0.19889074905685378, + "75070641": 0.1631929231601434, + "767747424": 0.24962611487178488, + "77147264": 0.05996298782788377, + "794181626": 0.0, + "957101489": 0.4692653473226291, + "998761162": 0.24317634255647042 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.21222831135604014, + "low": 0.15062100011191726, + "mean": 0.18656867805065086, + "n": 5, + "num_samples": 200 + }, + "mean": 0.18656867805065086, + "per_task": { + "LiftPegUpright-v1": 0.2108209521734508, + "PickCube-v1": 0.11483608299984571, + "PullCube-v1": 0.21534074294224181, + "PushCube-v1": 0.1875472363576914, + "StackCube-v1": 0.20429837578002458 + } + }, + "metric": "pairwise_causal_calibration_ece", + "micro": { + "confidence": 0.95, + "high": 0.23561359353056474, + "low": 0.16483538000162765, + "mean": 0.205854156020683, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "proposal_oracle_safety_label_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 47, + "num_samples": 200 + }, + "mean": 1.0, + "per_seed": { + "1025740212": 1.0, + "1055157354": 1.0, + "1055567618": 1.0, + "1113268940": 1.0, + "1113371261": 1.0, + "1176943004": 1.0, + "1189392917": 1.0, + "1231780997": 1.0, + "1271718007": 1.0, + "1273247072": 1.0, + "1358421325": 1.0, + "1375492786": 1.0, + "141984615": 1.0, + "1475440973": 1.0, + "1483645336": 1.0, + "1522272686": 1.0, + "1528740417": 1.0, + "1549324805": 1.0, + "1607773860": 1.0, + "1665739511": 1.0, + "1747178030": 1.0, + "1881223807": 1.0, + "1919198188": 1.0, + "1991414747": 1.0, + "1997090716": 1.0, + "2015956957": 1.0, + "2054899126": 1.0, + "211245842": 1.0, + "2141802816": 1.0, + "256770874": 1.0, + "278008524": 1.0, + "416183106": 1.0, + "534717141": 1.0, + "551504635": 1.0, + "565369392": 1.0, + "565621826": 1.0, + "585904130": 1.0, + "626486813": 1.0, + "636680137": 1.0, + "706479600": 1.0, + "750448296": 1.0, + "75070641": 1.0, + "767747424": 1.0, + "77147264": 1.0, + "794181626": 1.0, + "957101489": 1.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 5, + "num_samples": 200 + }, + "mean": 1.0, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 1.0, + "PushCube-v1": 1.0, + "StackCube-v1": 1.0 + } + }, + "metric": "proposal_oracle_safety_label_known_at_8", + "micro": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "proposal_oracle_success_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.3049645390070922, + "low": 0.09574468085106383, + "mean": 0.19858156028368795, + "n": 47, + "num_samples": 200 + }, + "mean": 0.19858156028368795, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 0.0, + "1113268940": 0.0, + "1113371261": 1.0, + "1176943004": 0.0, + "1189392917": 1.0, + "1231780997": 0.0, + "1271718007": 0.5, + "1273247072": 0.0, + "1358421325": 0.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 0.0, + "1483645336": 1.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.3333333333333333, + "1607773860": 0.0, + "1665739511": 1.0, + "1747178030": 0.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.0, + "2054899126": 1.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.0, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 1.0, + "565369392": 0.0, + "565621826": 1.0, + "585904130": 0.0, + "626486813": 0.0, + "636680137": 0.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.0, + "77147264": 0.5, + "794181626": 1.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.3235897435897436, + "low": 0.03529411764705882, + "mean": 0.15662141779788838, + "n": 5, + "num_samples": 200 + }, + "mean": 0.15662141779788838, + "per_task": { + "LiftPegUpright-v1": 0.16666666666666666, + "PickCube-v1": 0.0, + "PullCube-v1": 0.08823529411764706, + "PushCube-v1": 0.46153846153846156, + "StackCube-v1": 0.06666666666666667 + } + }, + "metric": "proposal_oracle_success_at_8", + "micro": { + "confidence": 0.95, + "high": 0.2608695652173913, + "low": 0.08695652173913043, + "mean": 0.15942028985507245, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "proposal_oracle_success_gain_over_base_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": -0.018085106382978725, + "low": -0.23120567375886522, + "mean": -0.12304964539007092, + "n": 47, + "num_samples": 200 + }, + "mean": -0.12304964539007092, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": -1.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": -1.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 0.0, + "1358421325": -1.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 0.0, + "1483645336": 0.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.0, + "1607773860": 0.0, + "1665739511": 0.0, + "1747178030": -1.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": -1.0, + "1997090716": -1.0, + "2015956957": -0.2, + "2054899126": 0.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.0, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 1.0, + "565369392": -0.3333333333333333, + "565621826": 0.0, + "585904130": 0.0, + "626486813": -0.25, + "636680137": 0.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.0, + "77147264": 0.0, + "794181626": 0.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.05294117647058823, + "low": -0.16603318250377075, + "mean": -0.06301659125188537, + "n": 5, + "num_samples": 200 + }, + "mean": -0.06301659125188537, + "per_task": { + "LiftPegUpright-v1": 0.16666666666666666, + "PickCube-v1": 0.0, + "PullCube-v1": -0.11764705882352941, + "PushCube-v1": -0.23076923076923078, + "StackCube-v1": -0.13333333333333333 + } + }, + "metric": "proposal_oracle_success_gain_over_base_at_8", + "micro": { + "confidence": 0.95, + "high": -0.043478260869565216, + "low": -0.18840579710144928, + "mean": -0.11594202898550725, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "proposal_oracle_unsafe_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.2457446808510638, + "low": 0.08368794326241136, + "mean": 0.16702127659574467, + "n": 47, + "num_samples": 200 + }, + "mean": 0.16702127659574467, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 0.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": 0.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 0.0, + "1358421325": 0.0, + "1375492786": 1.0, + "141984615": 0.3333333333333333, + "1475440973": 0.0, + "1483645336": 0.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.6666666666666666, + "1607773860": 0.0, + "1665739511": 0.0, + "1747178030": 1.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.6, + "2054899126": 1.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.5, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 0.0, + "565369392": 0.6666666666666666, + "565621826": 1.0, + "585904130": 0.3333333333333333, + "626486813": 0.25, + "636680137": 0.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.5, + "77147264": 0.0, + "794181626": 0.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.3, + "low": 0.0, + "mean": 0.1, + "n": 5, + "num_samples": 200 + }, + "mean": 0.1, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.5, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "proposal_oracle_unsafe_known_at_8", + "micro": { + "confidence": 0.95, + "high": 0.34782608695652173, + "low": 0.17391304347826086, + "mean": 0.2463768115942029, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "proposal_oracle_utility_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.8188112276943124, + "low": 0.42695560427316537, + "mean": 0.6175774899780327, + "n": 47, + "num_samples": 200 + }, + "mean": 0.6175774899780327, + "per_seed": { + "1025740212": 0.2076389193534851, + "1055157354": 0.21797510981559753, + "1055567618": 0.8400760293006897, + "1113268940": 0.21996736526489258, + "1113371261": 2.0, + "1176943004": 0.09653319418430328, + "1189392917": 2.0, + "1231780997": 0.2103814333677292, + "1271718007": 1.1248890534043312, + "1273247072": 0.10148187726736069, + "1358421325": 0.8401374220848083, + "1375492786": 0.005145370960235596, + "141984615": 0.10611975689729054, + "1475440973": 0.7282063364982605, + "1483645336": 2.0, + "1522272686": 0.5631164312362671, + "1528740417": 0.2826536297798157, + "1549324805": 0.7099594213068485, + "1607773860": 0.812587320804596, + "1665739511": 2.0, + "1747178030": 0.08706194162368774, + "1881223807": 0.0510084331035614, + "1919198188": 0.06318196654319763, + "1991414747": 0.08490870893001556, + "1997090716": 0.1317746937274933, + "2015956957": 0.11907548382878304, + "2054899126": 2.0, + "211245842": 0.8353462815284729, + "2141802816": 0.1933700442314148, + "256770874": 0.21891331672668457, + "278008524": 0.03437099326401949, + "416183106": 0.5344269275665283, + "534717141": 0.08970203250646591, + "551504635": 2.0, + "565369392": 0.20857956757148108, + "565621826": 2.0, + "585904130": 0.09142490103840828, + "626486813": 0.09146204218268394, + "636680137": 0.048257093876600266, + "706479600": 0.8370440602302551, + "750448296": 0.14822042733430862, + "75070641": 0.21665243804454803, + "767747424": 0.10893216636031866, + "77147264": 1.098273977637291, + "794181626": 2.0, + "957101489": 0.5699906349182129, + "998761162": 0.09729522466659546 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.7624335592781188, + "low": 0.27158725250731497, + "mean": 0.5119254678054566, + "n": 5, + "num_samples": 200 + }, + "mean": 0.5119254678054566, + "per_task": { + "LiftPegUpright-v1": 0.6081412807106972, + "PickCube-v1": 0.10148187726736069, + "PullCube-v1": 0.27341561364557815, + "PushCube-v1": 0.9768703006781064, + "StackCube-v1": 0.5997182667255402 + } + }, + "metric": "proposal_oracle_utility_at_8", + "micro": { + "confidence": 0.95, + "high": 0.6940592441005983, + "low": 0.35817475390175113, + "mean": 0.5035007005098505, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "proposal_oracle_utility_gain_over_base_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": -0.025295809314236143, + "low": -0.4126824418096043, + "mean": -0.2097537833114043, + "n": 47, + "num_samples": 200 + }, + "mean": -0.2097537833114043, + "per_seed": { + "1025740212": -0.005973592400550842, + "1055157354": 0.029977411031723022, + "1055567618": -1.1599239706993103, + "1113268940": 0.0009514838457107544, + "1113371261": 0.0, + "1176943004": -1.9034668058156967, + "1189392917": 0.0, + "1231780997": -0.0010674148797988892, + "1271718007": 0.020097307860851288, + "1273247072": -0.017969928681850433, + "1358421325": -1.1598625779151917, + "1375492786": -0.17808932065963745, + "141984615": -0.01871856302022934, + "1475440973": 0.0052315592765808105, + "1483645336": 0.0, + "1522272686": 0.010118722915649414, + "1528740417": -0.043816983699798584, + "1549324805": -0.05327957744399706, + "1607773860": 0.009314656257629395, + "1665739511": 0.0, + "1747178030": -1.9129380583763123, + "1881223807": -0.008863061666488647, + "1919198188": -0.00294572114944458, + "1991414747": -1.9150912910699844, + "1997090716": -1.8682253062725067, + "2015956957": -0.3538366474211216, + "2054899126": 0.0, + "211245842": 0.0440671443939209, + "2141802816": -0.04327954351902008, + "256770874": 0.037312328815460205, + "278008524": -0.026284693740308285, + "416183106": 0.30440694093704224, + "534717141": -0.04306729882955551, + "551504635": 1.2727532982826233, + "565369392": -0.6359496836860975, + "565621826": 0.0, + "585904130": -0.04499624793728193, + "626486813": -0.45377432741224766, + "636680137": -0.021984238177537918, + "706479600": 0.01815354824066162, + "750448296": 0.0011509992182254791, + "75070641": 0.022626057267189026, + "767747424": -1.3600103557109833e-05, + "77147264": 0.007970944046974182, + "794181626": 0.0, + "957101489": 0.3378151208162308, + "998761162": -0.10695688426494598 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.056164648957258353, + "low": -0.29419493908245187, + "mean": -0.11944086916525573, + "n": 5, + "num_samples": 200 + }, + "mean": -0.11944086916525573, + "per_task": { + "LiftPegUpright-v1": 0.20467972507079443, + "PickCube-v1": -0.017969928681850433, + "PullCube-v1": -0.2363623414079056, + "PushCube-v1": -0.45069821178913116, + "StackCube-v1": -0.09685358901818593 + } + }, + "metric": "proposal_oracle_utility_gain_over_base_at_8", + "micro": { + "confidence": 0.95, + "high": -0.08154426396325015, + "low": -0.33253368065840955, + "mean": -0.20489988079213578, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "selected_safety_label_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 47, + "num_samples": 200 + }, + "mean": 1.0, + "per_seed": { + "1025740212": 1.0, + "1055157354": 1.0, + "1055567618": 1.0, + "1113268940": 1.0, + "1113371261": 1.0, + "1176943004": 1.0, + "1189392917": 1.0, + "1231780997": 1.0, + "1271718007": 1.0, + "1273247072": 1.0, + "1358421325": 1.0, + "1375492786": 1.0, + "141984615": 1.0, + "1475440973": 1.0, + "1483645336": 1.0, + "1522272686": 1.0, + "1528740417": 1.0, + "1549324805": 1.0, + "1607773860": 1.0, + "1665739511": 1.0, + "1747178030": 1.0, + "1881223807": 1.0, + "1919198188": 1.0, + "1991414747": 1.0, + "1997090716": 1.0, + "2015956957": 1.0, + "2054899126": 1.0, + "211245842": 1.0, + "2141802816": 1.0, + "256770874": 1.0, + "278008524": 1.0, + "416183106": 1.0, + "534717141": 1.0, + "551504635": 1.0, + "565369392": 1.0, + "565621826": 1.0, + "585904130": 1.0, + "626486813": 1.0, + "636680137": 1.0, + "706479600": 1.0, + "750448296": 1.0, + "75070641": 1.0, + "767747424": 1.0, + "77147264": 1.0, + "794181626": 1.0, + "957101489": 1.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 5, + "num_samples": 200 + }, + "mean": 1.0, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 1.0, + "PushCube-v1": 1.0, + "StackCube-v1": 1.0 + } + }, + "metric": "selected_safety_label_known_at_8", + "micro": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "selected_success_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.2553191489361702, + "low": 0.06382978723404255, + "mean": 0.14893617021276595, + "n": 47, + "num_samples": 200 + }, + "mean": 0.14893617021276595, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 0.0, + "1113268940": 0.0, + "1113371261": 1.0, + "1176943004": 0.0, + "1189392917": 1.0, + "1231780997": 0.0, + "1271718007": 0.5, + "1273247072": 0.0, + "1358421325": 0.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 0.0, + "1483645336": 0.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.0, + "1607773860": 0.0, + "1665739511": 1.0, + "1747178030": 0.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.0, + "2054899126": 1.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.0, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 0.0, + "565369392": 0.0, + "565621826": 1.0, + "585904130": 0.0, + "626486813": 0.0, + "636680137": 0.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.0, + "77147264": 0.5, + "794181626": 1.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.24253393665158374, + "low": 0.013333333333333332, + "mean": 0.10202111613876322, + "n": 5, + "num_samples": 200 + }, + "mean": 0.10202111613876322, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.058823529411764705, + "PushCube-v1": 0.38461538461538464, + "StackCube-v1": 0.06666666666666667 + } + }, + "metric": "selected_success_at_8", + "micro": { + "confidence": 0.95, + "high": 0.21739130434782608, + "low": 0.057971014492753624, + "mean": 0.11594202898550725, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "selected_success_gain_over_base_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": -0.0794326241134752, + "low": -0.2822695035460993, + "mean": -0.1726950354609929, + "n": 47, + "num_samples": 200 + }, + "mean": -0.1726950354609929, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": -1.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": -1.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 0.0, + "1358421325": -1.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 0.0, + "1483645336": -1.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": -0.3333333333333333, + "1607773860": 0.0, + "1665739511": 0.0, + "1747178030": -1.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": -1.0, + "1997090716": -1.0, + "2015956957": -0.2, + "2054899126": 0.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.0, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 0.0, + "565369392": -0.3333333333333333, + "565621826": 0.0, + "585904130": 0.0, + "626486813": -0.25, + "636680137": 0.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.0, + "77147264": 0.0, + "794181626": 0.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": -0.029411764705882353, + "low": -0.21402714932126696, + "mean": -0.11761689291101056, + "n": 5, + "num_samples": 200 + }, + "mean": -0.11761689291101056, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": -0.14705882352941177, + "PushCube-v1": -0.3076923076923077, + "StackCube-v1": -0.13333333333333333 + } + }, + "metric": "selected_success_gain_over_base_at_8", + "micro": { + "confidence": 0.95, + "high": -0.08695652173913043, + "low": -0.2463768115942029, + "mean": -0.15942028985507245, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "selected_unsafe_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.2315602836879433, + "low": 0.07943262411347518, + "mean": 0.15567375886524823, + "n": 47, + "num_samples": 200 + }, + "mean": 0.15567375886524823, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 0.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": 0.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 0.0, + "1358421325": 0.0, + "1375492786": 1.0, + "141984615": 0.3333333333333333, + "1475440973": 0.0, + "1483645336": 0.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.3333333333333333, + "1607773860": 0.0, + "1665739511": 0.0, + "1747178030": 1.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.4, + "2054899126": 1.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.5, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 0.0, + "565369392": 0.6666666666666666, + "565621826": 1.0, + "585904130": 0.3333333333333333, + "626486813": 0.25, + "636680137": 0.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.5, + "77147264": 0.0, + "794181626": 0.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.2647058823529412, + "low": 0.0, + "mean": 0.08823529411764705, + "n": 5, + "num_samples": 200 + }, + "mean": 0.08823529411764705, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.4411764705882353, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "selected_unsafe_known_at_8", + "micro": { + "confidence": 0.95, + "high": 0.30434782608695654, + "low": 0.14492753623188406, + "mean": 0.21739130434782608, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "selected_utility_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.681915133363891, + "low": 0.32914034059793024, + "mean": 0.49882138063800885, + "n": 47, + "num_samples": 200 + }, + "mean": 0.49882138063800885, + "per_seed": { + "1025740212": 0.2067173719406128, + "1055157354": 0.20325151085853577, + "1055567618": 0.8212382197380066, + "1113268940": 0.2133198231458664, + "1113371261": 2.0, + "1176943004": 0.06349706649780273, + "1189392917": 2.0, + "1231780997": 0.2103814333677292, + "1271718007": 1.1248890534043312, + "1273247072": 0.08980755507946014, + "1358421325": 0.15342360734939575, + "1375492786": 0.003411312820389867, + "141984615": 0.08821865008212626, + "1475440973": 0.7232699394226074, + "1483645336": 0.15040680766105652, + "1522272686": 0.2244599312543869, + "1528740417": 0.26118800044059753, + "1549324805": 0.0908410723010699, + "1607773860": 0.8011545538902283, + "1665739511": 2.0, + "1747178030": 0.0769355297088623, + "1881223807": 0.04914247989654541, + "1919198188": 0.05640652775764465, + "1991414747": 0.08029218018054962, + "1997090716": 0.12443000078201294, + "2015956957": 0.10171020515263081, + "2054899126": 2.0, + "211245842": 0.7903563976287842, + "2141802816": 0.15455174446105957, + "256770874": 0.17646989226341248, + "278008524": 0.026269666850566864, + "416183106": 0.5344269275665283, + "534717141": 0.08970203250646591, + "551504635": 0.7269402146339417, + "565369392": 0.20857956757148108, + "565621826": 2.0, + "585904130": 0.06864311297734578, + "626486813": 0.08136882539838552, + "636680137": 0.026473185047507286, + "706479600": 0.8187581300735474, + "750448296": 0.1222188975661993, + "75070641": 0.192473903298378, + "767747424": 0.09243520395830274, + "77147264": 1.0893699154257774, + "794181626": 2.0, + "957101489": 0.23480956256389618, + "998761162": 0.09236487746238708 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.6366648905951849, + "low": 0.19669590667620593, + "mean": 0.40191000551159517, + "n": 5, + "num_samples": 200 + }, + "mean": 0.40191000551159517, + "per_task": { + "LiftPegUpright-v1": 0.39030279715855914, + "PickCube-v1": 0.08980755507946014, + "PullCube-v1": 0.20678081303177512, + "PushCube-v1": 0.8269423888279841, + "StackCube-v1": 0.4957164734601974 + } + }, + "metric": "selected_utility_at_8", + "micro": { + "confidence": 0.95, + "high": 0.5762512336005929, + "low": 0.262371721232067, + "mean": 0.4006981179388105, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "selected_utility_gain_over_base_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": -0.15531579189544134, + "low": -0.4976459303246613, + "mean": -0.32850989265142816, + "n": 47, + "num_samples": 200 + }, + "mean": -0.32850989265142816, + "per_seed": { + "1025740212": -0.006895139813423157, + "1055157354": 0.015253812074661255, + "1055567618": -1.1787617802619934, + "1113268940": -0.00569605827331543, + "1113371261": 0.0, + "1176943004": -1.9365029335021973, + "1189392917": 0.0, + "1231780997": -0.0010674148797988892, + "1271718007": 0.020097307860851288, + "1273247072": -0.029644250869750977, + "1358421325": -1.8465763926506042, + "1375492786": -0.17982337879948318, + "141984615": -0.03661966983539363, + "1475440973": 0.0002951622009277344, + "1483645336": -1.8495931923389435, + "1522272686": -0.3285377770662308, + "1528740417": -0.06528261303901672, + "1549324805": -0.6723979264497757, + "1607773860": -0.0021181106567382812, + "1665739511": 0.0, + "1747178030": -1.9230644702911377, + "1881223807": -0.010729014873504639, + "1919198188": -0.009721159934997559, + "1991414747": -1.9197078198194504, + "1997090716": -1.875569999217987, + "2015956957": -0.3712019260972738, + "2054899126": 0.0, + "211245842": -0.0009227395057678223, + "2141802816": -0.0820978432893753, + "256770874": -0.00513109564781189, + "278008524": -0.03438602015376091, + "416183106": 0.30440694093704224, + "534717141": -0.04306729882955551, + "551504635": -0.0003064870834350586, + "565369392": -0.6359496836860975, + "565621826": 0.0, + "585904130": -0.06777803599834442, + "626486813": -0.4638675441965461, + "636680137": -0.0437681470066309, + "706479600": -0.00013238191604614258, + "750448296": -0.024850530549883842, + "75070641": -0.001552477478981018, + "767747424": -0.016510562505573034, + "77147264": -0.0009331181645393372, + "794181626": 0.0, + "957101489": 0.0026340484619140625, + "998761162": -0.11188723146915436 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": -0.07772063214477955, + "low": -0.42360685428416256, + "mean": -0.22945633145911706, + "n": 5, + "num_samples": 200 + }, + "mean": -0.22945633145911706, + "per_task": { + "LiftPegUpright-v1": -0.013158758481343588, + "PickCube-v1": -0.029644250869750977, + "PullCube-v1": -0.30299714202170863, + "PushCube-v1": -0.6006261236392535, + "StackCube-v1": -0.20085538228352864 + } + }, + "metric": "selected_utility_gain_over_base_at_8", + "micro": { + "confidence": 0.95, + "high": -0.16835133358836174, + "low": -0.47174493824401736, + "mean": -0.3077024633631758, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "selector_gap_fraction_to_hidden_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.5919580203395092, + "low": 0.09161768413805887, + "mean": 0.3003313627738701, + "n": 34, + "num_samples": 200 + }, + "mean": 0.3003313627738701, + "per_seed": { + "1025740212": 0.000515872070833396, + "1055157354": 0.00812559616904461, + "1113268940": 0.0037325106101020683, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 0.006207935656652067, + "1375492786": 0.028797165851366206, + "141984615": 0.6932408439097882, + "1475440973": 0.0038655439122129136, + "1522272686": 0.23404005780034906, + "1528740417": 0.01282656254029075, + "1549324805": 0.30888217864267864, + "1607773860": 0.009553359880460726, + "1881223807": 0.0009617678426897979, + "1919198188": 0.003503560572450107, + "2015956957": 0.24547848203994205, + "211245842": 0.0372210700434455, + "2141802816": 0.022013945441980202, + "256770874": 0.023341095205786425, + "278008524": 0.024682996062310017, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 1.0002408063556767, + "565369392": 0.0, + "585904130": 0.37677313988714195, + "626486813": 0.3592836940693531, + "636680137": 0.011288410924605892, + "706479600": 0.015481994126988717, + "750448296": 3.5662633342346166, + "75070641": 0.01338808855722787, + "767747424": 2.999421934457336, + "77147264": 0.009787943172609816, + "957101489": 0.18960087668660824, + "998761162": 0.002745567587037426 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.5931182317297116, + "low": 0.02185954946782361, + "mean": 0.23180818928297858, + "n": 5, + "num_samples": 200 + }, + "mean": 0.23180818928297858, + "per_task": { + "LiftPegUpright-v1": 0.1701968825815193, + "PickCube-v1": 0.006207935656652067, + "PullCube-v1": 0.9297287801367955, + "PushCube-v1": 0.007570377855345064, + "StackCube-v1": 0.04533697018458092 + } + }, + "metric": "selector_gap_fraction_to_hidden_at_8", + "micro": { + "confidence": 0.95, + "high": 1.1723803267231159, + "low": 0.13113286877419325, + "mean": 0.5340878289695119, + "n": 50, + "num_samples": 200 + }, + "n": 50 + }, + "selector_regret_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.2221361303896848, + "low": 0.03224338199580022, + "mean": 0.11875610934002392, + "n": 47, + "num_samples": 200 + }, + "mean": 0.11875610934002392, + "per_seed": { + "1025740212": 0.0009215474128723145, + "1055157354": 0.014723598957061768, + "1055567618": 0.018837809562683105, + "1113268940": 0.006647542119026184, + "1113371261": 0.0, + "1176943004": 0.03303612768650055, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 0.011674322187900543, + "1358421325": 0.6867138147354126, + "1375492786": 0.0017340581398457289, + "141984615": 0.017901106815164287, + "1475440973": 0.004936397075653076, + "1483645336": 1.8495931923389435, + "1522272686": 0.3386564999818802, + "1528740417": 0.02146562933921814, + "1549324805": 0.6191183490057787, + "1607773860": 0.011432766914367676, + "1665739511": 0.0, + "1747178030": 0.01012641191482544, + "1881223807": 0.0018659532070159912, + "1919198188": 0.0067754387855529785, + "1991414747": 0.004616528749465942, + "1997090716": 0.007344692945480347, + "2015956957": 0.01736527867615223, + "2054899126": 0.0, + "211245842": 0.04498988389968872, + "2141802816": 0.038818299770355225, + "256770874": 0.042443424463272095, + "278008524": 0.008101326413452625, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 1.2730597853660583, + "565369392": 0.0, + "565621826": 0.0, + "585904130": 0.022781788061062496, + "626486813": 0.01009321678429842, + "636680137": 0.02178390882909298, + "706479600": 0.018285930156707764, + "750448296": 0.02600152976810932, + "75070641": 0.024178534746170044, + "767747424": 0.016496962402015924, + "77147264": 0.00890406221151352, + "794181626": 0.0, + "957101489": 0.3351810723543167, + "998761162": 0.004930347204208374 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.16483040890711195, + "low": 0.04860531061887741, + "mean": 0.11001546229386132, + "n": 5, + "num_samples": 200 + }, + "mean": 0.11001546229386132, + "per_task": { + "LiftPegUpright-v1": 0.217838483552138, + "PickCube-v1": 0.011674322187900543, + "PullCube-v1": 0.06663480061380302, + "PushCube-v1": 0.1499279118501223, + "StackCube-v1": 0.10400179326534272 + } + }, + "metric": "selector_regret_at_8", + "micro": { + "confidence": 0.95, + "high": 0.1787753005552551, + "low": 0.03932376045976644, + "mean": 0.10280258257104002, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "success_selector_gap_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.11347517730496454, + "low": 0.0, + "mean": 0.04964539007092198, + "n": 47, + "num_samples": 200 + }, + "mean": 0.04964539007092198, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 0.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": 0.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 0.0, + "1358421325": 0.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 0.0, + "1483645336": 1.0, + "1522272686": 0.0, + "1528740417": 0.0, + "1549324805": 0.3333333333333333, + "1607773860": 0.0, + "1665739511": 0.0, + "1747178030": 0.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.0, + "2054899126": 0.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.0, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 1.0, + "565369392": 0.0, + "565621826": 0.0, + "585904130": 0.0, + "626486813": 0.0, + "636680137": 0.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.0, + "77147264": 0.0, + "794181626": 0.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.11282051282051282, + "low": 0.0058823529411764705, + "mean": 0.054600301659125196, + "n": 5, + "num_samples": 200 + }, + "mean": 0.054600301659125196, + "per_task": { + "LiftPegUpright-v1": 0.16666666666666666, + "PickCube-v1": 0.0, + "PullCube-v1": 0.029411764705882353, + "PushCube-v1": 0.07692307692307693, + "StackCube-v1": 0.0 + } + }, + "metric": "success_selector_gap_at_8", + "micro": { + "confidence": 0.95, + "high": 0.08695652173913043, + "low": 0.014492753623188406, + "mean": 0.043478260869565216, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "success_support_gap_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.7340425531914894, + "low": 0.526595744680851, + "mean": 0.6372340425531916, + "n": 47, + "num_samples": 200 + }, + "mean": 0.6372340425531916, + "per_seed": { + "1025740212": 1.0, + "1055157354": 1.0, + "1055567618": 1.0, + "1113268940": 1.0, + "1113371261": 0.0, + "1176943004": 1.0, + "1189392917": 0.0, + "1231780997": 1.0, + "1271718007": 0.5, + "1273247072": 1.0, + "1358421325": 1.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 1.0, + "1483645336": 0.0, + "1522272686": 1.0, + "1528740417": 1.0, + "1549324805": 0.3333333333333333, + "1607773860": 1.0, + "1665739511": 0.0, + "1747178030": 1.0, + "1881223807": 1.0, + "1919198188": 1.0, + "1991414747": 1.0, + "1997090716": 1.0, + "2015956957": 0.2, + "2054899126": 0.0, + "211245842": 1.0, + "2141802816": 1.0, + "256770874": 1.0, + "278008524": 0.5, + "416183106": 1.0, + "534717141": 1.0, + "551504635": 0.0, + "565369392": 0.6666666666666666, + "565621826": 0.0, + "585904130": 0.0, + "626486813": 0.25, + "636680137": 1.0, + "706479600": 1.0, + "750448296": 0.0, + "75070641": 1.0, + "767747424": 0.0, + "77147264": 0.5, + "794181626": 0.0, + "957101489": 1.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.9266666666666667, + "low": 0.448868778280543, + "mean": 0.7080844645550528, + "n": 5, + "num_samples": 200 + }, + "mean": 0.7080844645550528, + "per_task": { + "LiftPegUpright-v1": 0.8333333333333334, + "PickCube-v1": 1.0, + "PullCube-v1": 0.23529411764705882, + "PushCube-v1": 0.5384615384615384, + "StackCube-v1": 0.9333333333333333 + } + }, + "metric": "success_support_gap_at_8", + "micro": { + "confidence": 0.95, + "high": 0.6231884057971014, + "low": 0.37681159420289856, + "mean": 0.5072463768115942, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "success_total_car_to_hidden_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.7890070921985815, + "low": 0.575177304964539, + "mean": 0.6868794326241134, + "n": 47, + "num_samples": 200 + }, + "mean": 0.6868794326241134, + "per_seed": { + "1025740212": 1.0, + "1055157354": 1.0, + "1055567618": 1.0, + "1113268940": 1.0, + "1113371261": 0.0, + "1176943004": 1.0, + "1189392917": 0.0, + "1231780997": 1.0, + "1271718007": 0.5, + "1273247072": 1.0, + "1358421325": 1.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 1.0, + "1483645336": 1.0, + "1522272686": 1.0, + "1528740417": 1.0, + "1549324805": 0.6666666666666666, + "1607773860": 1.0, + "1665739511": 0.0, + "1747178030": 1.0, + "1881223807": 1.0, + "1919198188": 1.0, + "1991414747": 1.0, + "1997090716": 1.0, + "2015956957": 0.2, + "2054899126": 0.0, + "211245842": 1.0, + "2141802816": 1.0, + "256770874": 1.0, + "278008524": 0.5, + "416183106": 1.0, + "534717141": 1.0, + "551504635": 1.0, + "565369392": 0.6666666666666666, + "565621826": 0.0, + "585904130": 0.0, + "626486813": 0.25, + "636680137": 1.0, + "706479600": 1.0, + "750448296": 0.0, + "75070641": 1.0, + "767747424": 0.0, + "77147264": 0.5, + "794181626": 0.0, + "957101489": 1.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.9733333333333334, + "low": 0.48190045248868774, + "mean": 0.7626847662141779, + "n": 5, + "num_samples": 200 + }, + "mean": 0.7626847662141779, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 0.2647058823529412, + "PushCube-v1": 0.6153846153846154, + "StackCube-v1": 0.9333333333333333 + } + }, + "metric": "success_total_car_to_hidden_at_8", + "micro": { + "confidence": 0.95, + "high": 0.6811594202898551, + "low": 0.42028985507246375, + "mean": 0.5507246376811594, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "support_gap_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.2656197987483642, + "low": 0.9043001213196848, + "mean": 1.0893819265939453, + "n": 47, + "num_samples": 200 + }, + "mean": 1.0893819265939453, + "per_seed": { + "1025740212": 1.792361080646515, + "1055157354": 1.7820248901844025, + "1055567618": 1.1599239706993103, + "1113268940": 1.7800326347351074, + "1113371261": 0.0, + "1176943004": 1.9034668058156967, + "1189392917": 0.0, + "1231780997": 1.7896185666322708, + "1271718007": 0.8751109465956688, + "1273247072": 1.8985181227326393, + "1358421325": 1.1598625779151917, + "1375492786": 0.23830559849739075, + "141984615": 0.11338664591312408, + "1475440973": 1.2717936635017395, + "1483645336": 0.0, + "1522272686": 1.436883568763733, + "1528740417": 1.7173463702201843, + "1549324805": 0.6927911005914211, + "1607773860": 1.187412679195404, + "1665739511": 0.0, + "1747178030": 1.9129380583763123, + "1881223807": 1.9489915668964386, + "1919198188": 1.9368180334568024, + "1991414747": 1.9150912910699844, + "1997090716": 1.8682253062725067, + "2015956957": 0.4130037985742092, + "2054899126": 0.0, + "211245842": 1.164653718471527, + "2141802816": 1.8066299557685852, + "256770874": 1.7810866832733154, + "278008524": 1.0794402016326785, + "416183106": 1.4655730724334717, + "534717141": 1.910297967493534, + "551504635": 0.0, + "565369392": 1.218052012224992, + "565621826": 0.0, + "585904130": 0.14622209096948305, + "626486813": 0.5353103466331959, + "636680137": 1.9517429061233997, + "706479600": 1.1629559397697449, + "750448296": 0.08758716285228729, + "75070641": 1.783347561955452, + "767747424": 0.0797034902498126, + "77147264": 0.901726022362709, + "794181626": 0.0, + "957101489": 1.430009365081787, + "998761162": 1.9027047753334045 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.6221085573618228, + "low": 0.8659844333174475, + "mean": 1.2452764358585575, + "n": 5, + "num_samples": 200 + }, + "mean": 1.2452764358585575, + "per_task": { + "LiftPegUpright-v1": 1.3918587192893028, + "PickCube-v1": 1.8985181227326393, + "PullCube-v1": 0.5125939046744915, + "PushCube-v1": 1.0231296993218935, + "StackCube-v1": 1.40028173327446 + } + }, + "metric": "support_gap_at_8", + "micro": { + "confidence": 0.95, + "high": 1.076073990891809, + "low": 0.6788255989119627, + "mean": 0.8983010911261258, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "support_gap_fraction_to_hidden_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.5908501015659637, + "low": 1.0551446395118897, + "mean": 1.3055196354245542, + "n": 34, + "num_samples": 200 + }, + "mean": 1.3055196354245542, + "per_seed": { + "1025740212": 1.0033439510967557, + "1055157354": 0.9834561959377184, + "1113268940": 0.9994657538852907, + "1231780997": 1.0005968042226543, + "1271718007": 0.9775501312004184, + "1273247072": 1.0095556863358777, + "1375492786": 3.957494668459602, + "141984615": 2.951807933296765, + "1475440973": 0.9959033234557427, + "1522272686": 0.9930071134138249, + "1528740417": 1.026182380813105, + "1549324805": 2.1222703900724977, + "1607773860": 0.9922165592932636, + "1881223807": 1.0045682858854952, + "1919198188": 1.00152322422256, + "2015956957": 1.2234746297648738, + "211245842": 0.9635423316104156, + "2141802816": 1.0245439268442436, + "256770874": 0.9794806703218564, + "278008524": 1.1234960169117114, + "416183106": 0.8280167354221304, + "534717141": 1.0230647983413697, + "551504635": 0.0, + "565369392": 4.740673332898252, + "585904130": 1.2148487255248963, + "626486813": 0.7858811145047201, + "636680137": 1.0113922214952087, + "706479600": 0.9846300885523818, + "750448296": 1.41259115683824, + "75070641": 0.987471546081095, + "767747424": 2.2059097841347444, + "77147264": 0.9912378029813232, + "957101489": 0.8089091289825484, + "998761162": 1.0595611916332572 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.559810034098567, + "low": 0.9332346113687782, + "mean": 1.153557995662505, + "n": 5, + "num_samples": 200 + }, + "mean": 1.153557995662505, + "per_task": { + "LiftPegUpright-v1": 0.8375820355789246, + "PickCube-v1": 1.0095556863358777, + "PullCube-v1": 1.9391989570475572, + "PushCube-v1": 1.0238665053485367, + "StackCube-v1": 0.9575867940016279 + } + }, + "metric": "support_gap_fraction_to_hidden_at_8", + "micro": { + "confidence": 0.95, + "high": 1.9116562543571636, + "low": 1.121501978383282, + "mean": 1.4795985457901433, + "n": 50, + "num_samples": 200 + }, + "n": 50 + }, + "total_car_to_hidden_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.3758006894066006, + "low": 1.003206735187547, + "mean": 1.2076171057325202, + "n": 47, + "num_samples": 200 + }, + "mean": 1.2076171057325202, + "per_seed": { + "1025740212": 1.7932826280593872, + "1055157354": 1.7967484891414642, + "1055567618": 1.1787617802619934, + "1113268940": 1.7866801768541336, + "1113371261": 0.0, + "1176943004": 1.9365029335021973, + "1189392917": 0.0, + "1231780997": 1.7896185666322708, + "1271718007": 0.8751109465956688, + "1273247072": 1.9101924449205399, + "1358421325": 1.8465763926506042, + "1375492786": 0.24003965663723648, + "141984615": 0.11700566027623911, + "1475440973": 1.2767300605773926, + "1483645336": 1.8495931923389435, + "1522272686": 1.775540068745613, + "1528740417": 1.7388119995594025, + "1549324805": 1.3119094495971997, + "1607773860": 1.1988454461097717, + "1665739511": 0.0, + "1747178030": 1.9230644702911377, + "1881223807": 1.9508575201034546, + "1919198188": 1.9435934722423553, + "1991414747": 1.9197078198194504, + "1997090716": 1.875569999217987, + "2015956957": 0.42817116193473337, + "2054899126": 0.0, + "211245842": 1.2096436023712158, + "2141802816": 1.8454482555389404, + "256770874": 1.8235301077365875, + "278008524": 1.0875415280461311, + "416183106": 1.4655730724334717, + "534717141": 1.910297967493534, + "551504635": 1.2730597853660583, + "565369392": 1.218052012224992, + "565621826": 0.0, + "585904130": 0.16900387903054556, + "626486813": 0.5373998517170548, + "636680137": 1.9735268149524927, + "706479600": 1.1812418699264526, + "750448296": 0.11358869262039661, + "75070641": 1.807526096701622, + "767747424": 0.09620045265182853, + "77147264": 0.9106300845742226, + "794181626": 0.0, + "957101489": 1.7651904374361038, + "998761162": 1.907635122537613 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.7026664297550151, + "low": 0.9626722220255577, + "mean": 1.3547868940304422, + "n": 5, + "num_samples": 200 + }, + "mean": 1.3547868940304422, + "per_task": { + "LiftPegUpright-v1": 1.609697202841441, + "PickCube-v1": 1.9101924449205399, + "PullCube-v1": 0.5767036846784108, + "PushCube-v1": 1.173057611172016, + "StackCube-v1": 1.5042835265398025 + } + }, + "metric": "total_car_to_hidden_at_8", + "micro": { + "confidence": 0.95, + "high": 1.2047905542017163, + "low": 0.7622993884682385, + "mean": 0.9998594606430202, + "n": 69, + "num_samples": 200 + }, + "n": 69 + } + }, + "num_rows": 69, + "report_type": "ctt_generated_measured_rollout", + "schema_version": 1, + "source_content_hash": "67f7b4a692f7c7e71da24378dc71e3399c5d35afc14c494869eba6087b765c42", + "source_split_hash": "867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372", + "success_summary": { + "base_success_rate": 0.2753623188405797, + "base_utility_mean": 0.7084005813019864, + "hidden_chart_oracle_success_rate": 0.6666666666666666, + "hidden_chart_oracle_utility_mean": 1.3999846732054932, + "max_restore_error": 1.4901161193847656e-08, + "proposal_oracle_success_gain_over_base": -0.11594202898550725, + "proposal_oracle_success_rate": 0.15942028985507245, + "proposal_oracle_utility_mean": 0.5035007005098505, + "selected_success_gain_over_base": -0.15942028985507245, + "selected_success_rate": 0.11594202898550725, + "selected_utility_mean": 0.4006981179388105, + "success_selector_gap": 0.043478260869565216, + "success_support_gap": 0.5072463768115942 + }, + "target_content_hash": "1aacf9de98648fa36bef14e137eb43c7c6973170804650814dae41d09842c708", + "target_split_hash": "9d1dc1c10868f76fa080895df0f2730c173f12b6db14932599d55c2b60859381" +} diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/metrics_by_seed.json b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/metrics_by_seed.json new file mode 100644 index 0000000000000000000000000000000000000000..d4c05bc85a34268a8799a5c3fbcb850626234c44 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/metrics_by_seed.json @@ -0,0 +1,1647 @@ +{ + "1025740212": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.21361251175403595, + "branch_car_at_8": 0.0009215474128723145, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0038598175480926, + "ncar_to_proposal_oracle_at_8": 0.15426996158755663, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.23026774639555236, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.2076389193534851, + "proposal_oracle_utility_gain_over_base_at_8": -0.005973592400550842, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.2067173719406128, + "selected_utility_gain_over_base_at_8": -0.006895139813423157, + "selector_gap_fraction_to_hidden_at_8": 0.000515872070833396, + "selector_regret_at_8": 0.0009215474128723145, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.792361080646515, + "support_gap_fraction_to_hidden_at_8": 1.0033439510967557, + "total_car_to_hidden_at_8": 1.7932826280593872 + }, + "1055157354": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.1879976987838745, + "branch_car_at_8": 0.014723598957061768, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.9915817866344643, + "ncar_to_proposal_oracle_at_8": 0.49115629197991395, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.19960528924679433, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.21797510981559753, + "proposal_oracle_utility_gain_over_base_at_8": 0.029977411031723022, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.20325151085853577, + "selected_utility_gain_over_base_at_8": 0.015253812074661255, + "selector_gap_fraction_to_hidden_at_8": 0.00812559616904461, + "selector_regret_at_8": 0.014723598957061768, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7820248901844025, + "support_gap_fraction_to_hidden_at_8": 0.9834561959377184, + "total_car_to_hidden_at_8": 1.7967484891414642 + }, + "1055567618": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.018837809562683105, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.016240555308914228, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.18844312444633177, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.8400760293006897, + "proposal_oracle_utility_gain_over_base_at_8": -1.1599239706993103, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.8212382197380066, + "selected_utility_gain_over_base_at_8": -1.1787617802619934, + "selector_regret_at_8": 0.018837809562683105, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.1599239706993103, + "total_car_to_hidden_at_8": 1.1787617802619934 + }, + "1113268940": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.21901588141918182, + "branch_car_at_8": 0.006647542119026184, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0031982588625619, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.4201805991515518, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.21996736526489258, + "proposal_oracle_utility_gain_over_base_at_8": 0.0009514838457107544, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.2133198231458664, + "selected_utility_gain_over_base_at_8": -0.00569605827331543, + "selector_gap_fraction_to_hidden_at_8": 0.0037325106101020683, + "selector_regret_at_8": 0.006647542119026184, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7800326347351074, + "support_gap_fraction_to_hidden_at_8": 0.9994657538852907, + "total_car_to_hidden_at_8": 1.7866801768541336 + }, + "1113371261": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.10528846281262146, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "1176943004": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.03303612768650055, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.01735576759836683, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.18726924478108561, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.09653319418430328, + "proposal_oracle_utility_gain_over_base_at_8": -1.9034668058156967, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.06349706649780273, + "selected_utility_gain_over_base_at_8": -1.9365029335021973, + "selector_regret_at_8": 0.03303612768650055, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9034668058156967, + "total_car_to_hidden_at_8": 1.9365029335021973 + }, + "1189392917": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "1231780997": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.21144884824752808, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0005967986281998, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.13464701141472765, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.2103814333677292, + "proposal_oracle_utility_gain_over_base_at_8": -0.0010674148797988892, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.2103814333677292, + "selected_utility_gain_over_base_at_8": -0.0010674148797988892, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7896185666322708, + "support_gap_fraction_to_hidden_at_8": 1.0005968042226543, + "total_car_to_hidden_at_8": 1.7896185666322708 + }, + "1271718007": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.5, + "base_unsafe_known": 0.0, + "base_utility": 1.10479174554348, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.977550125740515, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.5, + "pairwise_causal_calibration_ece": 0.07020098827281387, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.5, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 1.1248890534043312, + "proposal_oracle_utility_gain_over_base_at_8": 0.020097307860851288, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.5, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 1.1248890534043312, + "selected_utility_gain_over_base_at_8": 0.020097307860851288, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.5, + "success_total_car_to_hidden_at_8": 0.5, + "support_gap_at_8": 0.8751109465956688, + "support_gap_fraction_to_hidden_at_8": 0.9775501312004184, + "total_car_to_hidden_at_8": 0.8751109465956688 + }, + "1273247072": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11945180594921112, + "branch_car_at_8": 0.011674322187900543, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0157636165911068, + "ncar_to_proposal_oracle_at_8": 0.649658432039702, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.11483608299984571, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.10148187726736069, + "proposal_oracle_utility_gain_over_base_at_8": -0.017969928681850433, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.08980755507946014, + "selected_utility_gain_over_base_at_8": -0.029644250869750977, + "selector_gap_fraction_to_hidden_at_8": 0.006207935656652067, + "selector_regret_at_8": 0.011674322187900543, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8985181227326393, + "support_gap_fraction_to_hidden_at_8": 1.0095556863358777, + "total_car_to_hidden_at_8": 1.9101924449205399 + }, + "1358421325": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.6867138147354126, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.5920648030985759, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.24959422175257154, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.8401374220848083, + "proposal_oracle_utility_gain_over_base_at_8": -1.1598625779151917, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.15342360734939575, + "selected_utility_gain_over_base_at_8": -1.8465763926506042, + "selector_regret_at_8": 0.6867138147354126, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.1598625779151917, + "total_car_to_hidden_at_8": 1.8465763926506042 + }, + "1375492786": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.18323469161987305, + "branch_car_at_8": 0.0017340581398457289, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.24345096945762634, + "ncar_to_hidden_chart_oracle_at_8": 3.9862911723153553, + "ncar_to_proposal_oracle_at_8": 0.009737013067671323, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.13157026218508128, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.005145370960235596, + "proposal_oracle_utility_gain_over_base_at_8": -0.17808932065963745, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.003411312820389867, + "selected_utility_gain_over_base_at_8": -0.17982337879948318, + "selector_gap_fraction_to_hidden_at_8": 0.028797165851366206, + "selector_regret_at_8": 0.0017340581398457289, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.23830559849739075, + "support_gap_fraction_to_hidden_at_8": 3.957494668459602, + "total_car_to_hidden_at_8": 0.24003965663723648 + }, + "141984615": { + "any_generated_unsafe_known_at_8": 0.3333333333333333, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.12483831991751988, + "branch_car_at_8": 0.017901106815164287, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.3333333333333333, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.20044784247875214, + "ncar_to_hidden_chart_oracle_at_8": 3.2387927981827365, + "ncar_to_proposal_oracle_at_8": 0.20565346679569363, + "outcome_ptr_at_8": 0.3333333333333333, + "pairwise_causal_calibration_ece": 0.17017158124656792, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.3333333333333333, + "proposal_oracle_utility_at_8": 0.10611975689729054, + "proposal_oracle_utility_gain_over_base_at_8": -0.01871856302022934, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.3333333333333333, + "selected_utility_at_8": 0.08821865008212626, + "selected_utility_gain_over_base_at_8": -0.03661966983539363, + "selector_gap_fraction_to_hidden_at_8": 0.6932408439097882, + "selector_regret_at_8": 0.017901106815164287, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.11338664591312408, + "support_gap_fraction_to_hidden_at_8": 2.951807933296765, + "total_car_to_hidden_at_8": 0.11700566027623911 + }, + "1475440973": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7229747772216797, + "branch_car_at_8": 0.004936397075653076, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.9997688595390668, + "ncar_to_proposal_oracle_at_8": 0.943578650052657, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.11407560353818716, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7282063364982605, + "proposal_oracle_utility_gain_over_base_at_8": 0.0052315592765808105, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7232699394226074, + "selected_utility_gain_over_base_at_8": 0.0002951622009277344, + "selector_gap_fraction_to_hidden_at_8": 0.0038655439122129136, + "selector_regret_at_8": 0.004936397075653076, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.2717936635017395, + "support_gap_fraction_to_hidden_at_8": 0.9959033234557427, + "total_car_to_hidden_at_8": 1.2767300605773926 + }, + "1483645336": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.8495931923389435, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.5238458588992289, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.15040680766105652, + "selected_utility_gain_over_base_at_8": -1.8495931923389435, + "selector_regret_at_8": 1.8495931923389435, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 1.8495931923389435 + }, + "1522272686": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.5529977083206177, + "branch_car_at_8": 0.3386564999818802, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.2270471627342485, + "ncar_to_proposal_oracle_at_8": 33.46827145305134, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.0746614940687875, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5631164312362671, + "proposal_oracle_utility_gain_over_base_at_8": 0.010118722915649414, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.2244599312543869, + "selected_utility_gain_over_base_at_8": -0.3285377770662308, + "selector_gap_fraction_to_hidden_at_8": 0.23404005780034906, + "selector_regret_at_8": 0.3386564999818802, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.436883568763733, + "support_gap_fraction_to_hidden_at_8": 0.9930071134138249, + "total_car_to_hidden_at_8": 1.775540068745613 + }, + "1528740417": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.32647061347961426, + "branch_car_at_8": 0.02146562933921814, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0390089371449063, + "ncar_to_proposal_oracle_at_8": 0.48989279105464534, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.13131517178411375, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.2826536297798157, + "proposal_oracle_utility_gain_over_base_at_8": -0.043816983699798584, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.26118800044059753, + "selected_utility_gain_over_base_at_8": -0.06528261303901672, + "selector_gap_fraction_to_hidden_at_8": 0.01282656254029075, + "selector_regret_at_8": 0.02146562933921814, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7173463702201843, + "support_gap_fraction_to_hidden_at_8": 1.026182380813105, + "total_car_to_hidden_at_8": 1.7388119995594025 + }, + "1549324805": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.3333333333333333, + "base_unsafe_known": 0.0, + "base_utility": 0.7632389987508456, + "branch_car_at_8": 0.6191183490057787, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.75, + "hidden_chart_oracle_success_at_8": 0.6666666666666666, + "hidden_chart_oracle_utility_at_8": 1.4027505218982697, + "ncar_to_hidden_chart_oracle_at_8": 2.43115209329291, + "ncar_to_proposal_oracle_at_8": 0.21532264167370982, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.3542532249847814, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.3333333333333333, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.6666666666666666, + "proposal_oracle_utility_at_8": 0.7099594213068485, + "proposal_oracle_utility_gain_over_base_at_8": -0.05327957744399706, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.3333333333333333, + "selected_unsafe_known_at_8": 0.3333333333333333, + "selected_utility_at_8": 0.0908410723010699, + "selected_utility_gain_over_base_at_8": -0.6723979264497757, + "selector_gap_fraction_to_hidden_at_8": 0.30888217864267864, + "selector_regret_at_8": 0.6191183490057787, + "success_selector_gap_at_8": 0.3333333333333333, + "success_support_gap_at_8": 0.3333333333333333, + "success_total_car_to_hidden_at_8": 0.6666666666666666, + "support_gap_at_8": 0.6927911005914211, + "support_gap_fraction_to_hidden_at_8": 2.1222703900724977, + "total_car_to_hidden_at_8": 1.3119094495971997 + }, + "1607773860": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.8032726645469666, + "branch_car_at_8": 0.011432766914367676, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0017699108028124, + "ncar_to_proposal_oracle_at_8": 1.2273941543534532, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.251291053201395, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.812587320804596, + "proposal_oracle_utility_gain_over_base_at_8": 0.009314656257629395, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.8011545538902283, + "selected_utility_gain_over_base_at_8": -0.0021181106567382812, + "selector_gap_fraction_to_hidden_at_8": 0.009553359880460726, + "selector_regret_at_8": 0.011432766914367676, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.187412679195404, + "support_gap_fraction_to_hidden_at_8": 0.9922165592932636, + "total_car_to_hidden_at_8": 1.1988454461097717 + }, + "1665739511": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "1747178030": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.01012641191482544, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.0052936433657889735, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.16974044575049851, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.08706194162368774, + "proposal_oracle_utility_gain_over_base_at_8": -1.9129380583763123, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.0769355297088623, + "selected_utility_gain_over_base_at_8": -1.9230644702911377, + "selector_regret_at_8": 0.01012641191482544, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9129380583763123, + "total_car_to_hidden_at_8": 1.9230644702911377 + }, + "1881223807": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.05987149477005005, + "branch_car_at_8": 0.0018659532070159912, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0055300485453837, + "ncar_to_proposal_oracle_at_8": 0.21053121053631743, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.07419200542238083, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.0510084331035614, + "proposal_oracle_utility_gain_over_base_at_8": -0.008863061666488647, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.04914247989654541, + "selected_utility_gain_over_base_at_8": -0.010729014873504639, + "selector_gap_fraction_to_hidden_at_8": 0.0009617678426897979, + "selector_regret_at_8": 0.0018659532070159912, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9489915668964386, + "support_gap_fraction_to_hidden_at_8": 1.0045682858854952, + "total_car_to_hidden_at_8": 1.9508575201034546 + }, + "1919198188": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.06612768769264221, + "branch_car_at_8": 0.0067754387855529785, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0050267795980445, + "ncar_to_proposal_oracle_at_8": 2.3000872930411496, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.16604478136348194, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.06318196654319763, + "proposal_oracle_utility_gain_over_base_at_8": -0.00294572114944458, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.05640652775764465, + "selected_utility_gain_over_base_at_8": -0.009721159934997559, + "selector_gap_fraction_to_hidden_at_8": 0.003503560572450107, + "selector_regret_at_8": 0.0067754387855529785, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9368180334568024, + "support_gap_fraction_to_hidden_at_8": 1.00152322422256, + "total_car_to_hidden_at_8": 1.9435934722423553 + }, + "1991414747": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.004616528749465942, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.002410605043679449, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.3416902568888008, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.08490870893001556, + "proposal_oracle_utility_gain_over_base_at_8": -1.9150912910699844, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.08029218018054962, + "selected_utility_gain_over_base_at_8": -1.9197078198194504, + "selector_regret_at_8": 0.004616528749465942, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9150912910699844, + "total_car_to_hidden_at_8": 1.9197078198194504 + }, + "1997090716": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.007344692945480347, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.003931374273492085, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.300657409601606, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.1317746937274933, + "proposal_oracle_utility_gain_over_base_at_8": -1.8682253062725067, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.12443000078201294, + "selected_utility_gain_over_base_at_8": -1.875569999217987, + "selector_regret_at_8": 0.007344692945480347, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8682253062725067, + "total_car_to_hidden_at_8": 1.875569999217987 + }, + "2015956957": { + "any_generated_unsafe_known_at_8": 0.8, + "base_safety_label_known": 1.0, + "base_success": 0.2, + "base_unsafe_known": 0.0, + "base_utility": 0.4729121312499046, + "branch_car_at_8": 0.01736527867615223, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.525, + "hidden_chart_oracle_success_at_8": 0.2, + "hidden_chart_oracle_utility_at_8": 0.5298813670873642, + "ncar_to_hidden_chart_oracle_at_8": 1.4284452600977113, + "ncar_to_proposal_oracle_at_8": 0.3825324409775967, + "outcome_ptr_at_8": 0.4, + "pairwise_causal_calibration_ece": 0.24286396292452275, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -0.2, + "proposal_oracle_unsafe_known_at_8": 0.6, + "proposal_oracle_utility_at_8": 0.11907548382878304, + "proposal_oracle_utility_gain_over_base_at_8": -0.3538366474211216, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.2, + "selected_unsafe_known_at_8": 0.4, + "selected_utility_at_8": 0.10171020515263081, + "selected_utility_gain_over_base_at_8": -0.3712019260972738, + "selector_gap_fraction_to_hidden_at_8": 0.24547848203994205, + "selector_regret_at_8": 0.01736527867615223, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.2, + "success_total_car_to_hidden_at_8": 0.2, + "support_gap_at_8": 0.4130037985742092, + "support_gap_fraction_to_hidden_at_8": 1.2234746297648738, + "total_car_to_hidden_at_8": 0.42817116193473337 + }, + "2054899126": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "211245842": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.791279137134552, + "branch_car_at_8": 0.04498988389968872, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0007633933743367, + "ncar_to_proposal_oracle_at_8": 1.0209391670158559, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.4141064151265617, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.8353462815284729, + "proposal_oracle_utility_gain_over_base_at_8": 0.0440671443939209, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7903563976287842, + "selected_utility_gain_over_base_at_8": -0.0009227395057678223, + "selector_gap_fraction_to_hidden_at_8": 0.0372210700434455, + "selector_regret_at_8": 0.04498988389968872, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.164653718471527, + "support_gap_fraction_to_hidden_at_8": 0.9635423316104156, + "total_car_to_hidden_at_8": 1.2096436023712158 + }, + "2141802816": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.23664958775043488, + "branch_car_at_8": 0.038818299770355225, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0465578663511705, + "ncar_to_proposal_oracle_at_8": 0.8969200607232635, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.3985289040635325, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.1933700442314148, + "proposal_oracle_utility_gain_over_base_at_8": -0.04327954351902008, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.15455174446105957, + "selected_utility_gain_over_base_at_8": -0.0820978432893753, + "selector_gap_fraction_to_hidden_at_8": 0.022013945441980202, + "selector_regret_at_8": 0.038818299770355225, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8066299557685852, + "support_gap_fraction_to_hidden_at_8": 1.0245439268442436, + "total_car_to_hidden_at_8": 1.8454482555389404 + }, + "256770874": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.18160098791122437, + "branch_car_at_8": 0.042443424463272095, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.002821760012782, + "ncar_to_proposal_oracle_at_8": 1.1375171273285567, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.26681470238264204, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.21891331672668457, + "proposal_oracle_utility_gain_over_base_at_8": 0.037312328815460205, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.17646989226341248, + "selected_utility_gain_over_base_at_8": -0.00513109564781189, + "selector_gap_fraction_to_hidden_at_8": 0.023341095205786425, + "selector_regret_at_8": 0.042443424463272095, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7810866832733154, + "support_gap_fraction_to_hidden_at_8": 0.9794806703218564, + "total_car_to_hidden_at_8": 1.8235301077365875 + }, + "278008524": { + "any_generated_unsafe_known_at_8": 0.5, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.060655687004327774, + "branch_car_at_8": 0.008101326413452625, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.5, + "hidden_chart_oracle_success_at_8": 0.5, + "hidden_chart_oracle_utility_at_8": 1.113811194896698, + "ncar_to_hidden_chart_oracle_at_8": 1.1481789711765635, + "ncar_to_proposal_oracle_at_8": 0.4289430850076562, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.20536892413092878, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.5, + "proposal_oracle_utility_at_8": 0.03437099326401949, + "proposal_oracle_utility_gain_over_base_at_8": -0.026284693740308285, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.5, + "selected_utility_at_8": 0.026269666850566864, + "selected_utility_gain_over_base_at_8": -0.03438602015376091, + "selector_gap_fraction_to_hidden_at_8": 0.024682996062310017, + "selector_regret_at_8": 0.008101326413452625, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.5, + "success_total_car_to_hidden_at_8": 0.5, + "support_gap_at_8": 1.0794402016326785, + "support_gap_fraction_to_hidden_at_8": 1.1234960169117114, + "total_car_to_hidden_at_8": 1.0875415280461311 + }, + "416183106": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.23001998662948608, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.828016730744017, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.07874347996488716, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5344269275665283, + "proposal_oracle_utility_gain_over_base_at_8": 0.30440694093704224, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.5344269275665283, + "selected_utility_gain_over_base_at_8": 0.30440694093704224, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.4655730724334717, + "support_gap_fraction_to_hidden_at_8": 0.8280167354221304, + "total_car_to_hidden_at_8": 1.4655730724334717 + }, + "534717141": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.13276933133602142, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0230647928623209, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0753952117725891, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.08970203250646591, + "proposal_oracle_utility_gain_over_base_at_8": -0.04306729882955551, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.08970203250646591, + "selected_utility_gain_over_base_at_8": -0.04306729882955551, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.910297967493534, + "support_gap_fraction_to_hidden_at_8": 1.0230647983413697, + "total_car_to_hidden_at_8": 1.910297967493534 + }, + "551504635": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7272467017173767, + "branch_car_at_8": 1.2730597853660583, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0002407984968027, + "ncar_to_proposal_oracle_at_8": 1.0002407984968027, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.2344395807565722, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.2727532982826233, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7269402146339417, + "selected_utility_gain_over_base_at_8": -0.0003064870834350586, + "selector_gap_fraction_to_hidden_at_8": 1.0002408063556767, + "selector_regret_at_8": 1.2730597853660583, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 1.2730597853660583 + }, + "565369392": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.3333333333333333, + "base_unsafe_known": 0.0, + "base_utility": 0.8445292512575785, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.8333333333333334, + "hidden_chart_oracle_success_at_8": 0.6666666666666666, + "hidden_chart_oracle_utility_at_8": 1.4266315797964733, + "ncar_to_hidden_chart_oracle_at_8": 4.740664659244946, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.3333333333333333, + "pairwise_causal_calibration_ece": 0.13140272637925274, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -0.3333333333333333, + "proposal_oracle_unsafe_known_at_8": 0.6666666666666666, + "proposal_oracle_utility_at_8": 0.20857956757148108, + "proposal_oracle_utility_gain_over_base_at_8": -0.6359496836860975, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.3333333333333333, + "selected_unsafe_known_at_8": 0.6666666666666666, + "selected_utility_at_8": 0.20857956757148108, + "selected_utility_gain_over_base_at_8": -0.6359496836860975, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.6666666666666666, + "success_total_car_to_hidden_at_8": 0.6666666666666666, + "support_gap_at_8": 1.218052012224992, + "support_gap_fraction_to_hidden_at_8": 4.740673332898252, + "total_car_to_hidden_at_8": 1.218052012224992 + }, + "565621826": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "585904130": { + "any_generated_unsafe_known_at_8": 0.3333333333333333, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.13642114897569022, + "branch_car_at_8": 0.022781788061062496, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.3333333333333333, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.23764699200789133, + "ncar_to_hidden_chart_oracle_at_8": 1.5916216907065317, + "ncar_to_proposal_oracle_at_8": 0.5193742667883882, + "outcome_ptr_at_8": 0.3333333333333333, + "pairwise_causal_calibration_ece": 0.17283993917588428, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.3333333333333333, + "proposal_oracle_utility_at_8": 0.09142490103840828, + "proposal_oracle_utility_gain_over_base_at_8": -0.04499624793728193, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.3333333333333333, + "selected_utility_at_8": 0.06864311297734578, + "selected_utility_gain_over_base_at_8": -0.06777803599834442, + "selector_gap_fraction_to_hidden_at_8": 0.37677313988714195, + "selector_regret_at_8": 0.022781788061062496, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.14622209096948305, + "support_gap_fraction_to_hidden_at_8": 1.2148487255248963, + "total_car_to_hidden_at_8": 0.16900387903054556 + }, + "626486813": { + "any_generated_unsafe_known_at_8": 0.5, + "base_safety_label_known": 1.0, + "base_success": 0.25, + "base_unsafe_known": 0.0, + "base_utility": 0.5452363695949316, + "branch_car_at_8": 0.01009321678429842, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.28125, + "hidden_chart_oracle_success_at_8": 0.25, + "hidden_chart_oracle_utility_at_8": 0.6124684102833271, + "ncar_to_hidden_chart_oracle_at_8": 0.8102411086604181, + "ncar_to_proposal_oracle_at_8": 0.2258722711825077, + "outcome_ptr_at_8": 0.25, + "pairwise_causal_calibration_ece": 0.2769376371795747, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -0.25, + "proposal_oracle_unsafe_known_at_8": 0.25, + "proposal_oracle_utility_at_8": 0.09146204218268394, + "proposal_oracle_utility_gain_over_base_at_8": -0.45377432741224766, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.25, + "selected_unsafe_known_at_8": 0.25, + "selected_utility_at_8": 0.08136882539838552, + "selected_utility_gain_over_base_at_8": -0.4638675441965461, + "selector_gap_fraction_to_hidden_at_8": 0.3592836940693531, + "selector_regret_at_8": 0.01009321678429842, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.25, + "success_total_car_to_hidden_at_8": 0.25, + "support_gap_at_8": 0.5353103466331959, + "support_gap_fraction_to_hidden_at_8": 0.7858811145047201, + "total_car_to_hidden_at_8": 0.5373998517170548 + }, + "636680137": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.07024133205413818, + "branch_car_at_8": 0.02178390882909298, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.25, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0226806271202884, + "ncar_to_proposal_oracle_at_8": 0.9908871412464478, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.5932483433892377, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.048257093876600266, + "proposal_oracle_utility_gain_over_base_at_8": -0.021984238177537918, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.026473185047507286, + "selected_utility_gain_over_base_at_8": -0.0437681470066309, + "selector_gap_fraction_to_hidden_at_8": 0.011288410924605892, + "selector_regret_at_8": 0.02178390882909298, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9517429061233997, + "support_gap_fraction_to_hidden_at_8": 1.0113922214952087, + "total_car_to_hidden_at_8": 1.9735268149524927 + }, + "706479600": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.8188905119895935, + "branch_car_at_8": 0.018285930156707764, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0001120742118061, + "ncar_to_proposal_oracle_at_8": 1.0072917889865605, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.28238485246274814, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.8370440602302551, + "proposal_oracle_utility_gain_over_base_at_8": 0.01815354824066162, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.8187581300735474, + "selected_utility_gain_over_base_at_8": -0.00013238191604614258, + "selector_gap_fraction_to_hidden_at_8": 0.015481994126988717, + "selector_regret_at_8": 0.018285930156707764, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.1629559397697449, + "support_gap_fraction_to_hidden_at_8": 0.9846300885523818, + "total_car_to_hidden_at_8": 1.1812418699264526 + }, + "750448296": { + "any_generated_unsafe_known_at_8": 0.5, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.14706942811608315, + "branch_car_at_8": 0.02600152976810932, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.1875, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.23580759018659592, + "ncar_to_hidden_chart_oracle_at_8": 4.978844987783829, + "ncar_to_proposal_oracle_at_8": 5.576871543359603, + "outcome_ptr_at_8": 0.5, + "pairwise_causal_calibration_ece": 0.19889074905685378, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.14822042733430862, + "proposal_oracle_utility_gain_over_base_at_8": 0.0011509992182254791, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1222188975661993, + "selected_utility_gain_over_base_at_8": -0.024850530549883842, + "selector_gap_fraction_to_hidden_at_8": 3.5662633342346166, + "selector_regret_at_8": 0.02600152976810932, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.08758716285228729, + "support_gap_fraction_to_hidden_at_8": 1.41259115683824, + "total_car_to_hidden_at_8": 0.11358869262039661 + }, + "75070641": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.194026380777359, + "branch_car_at_8": 0.024178534746170044, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0008596290963836, + "ncar_to_proposal_oracle_at_8": 1.0686141104703737, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.1631929231601434, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.21665243804454803, + "proposal_oracle_utility_gain_over_base_at_8": 0.022626057267189026, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.192473903298378, + "selected_utility_gain_over_base_at_8": -0.001552477478981018, + "selector_gap_fraction_to_hidden_at_8": 0.01338808855722787, + "selector_regret_at_8": 0.024178534746170044, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.783347561955452, + "support_gap_fraction_to_hidden_at_8": 0.987471546081095, + "total_car_to_hidden_at_8": 1.807526096701622 + }, + "767747424": { + "any_generated_unsafe_known_at_8": 0.5, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.10894576646387577, + "branch_car_at_8": 0.016496962402015924, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.5, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.18863565661013126, + "ncar_to_hidden_chart_oracle_at_8": 5.205313661372345, + "ncar_to_proposal_oracle_at_8": 0.9043237597220475, + "outcome_ptr_at_8": 0.5, + "pairwise_causal_calibration_ece": 0.24962611487178488, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.5, + "proposal_oracle_utility_at_8": 0.10893216636031866, + "proposal_oracle_utility_gain_over_base_at_8": -1.3600103557109833e-05, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.5, + "selected_utility_at_8": 0.09243520395830274, + "selected_utility_gain_over_base_at_8": -0.016510562505573034, + "selector_gap_fraction_to_hidden_at_8": 2.999421934457336, + "selector_regret_at_8": 0.016496962402015924, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0797034902498126, + "support_gap_fraction_to_hidden_at_8": 2.2059097841347444, + "total_car_to_hidden_at_8": 0.09620045265182853 + }, + "77147264": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.5, + "base_unsafe_known": 0.0, + "base_utility": 1.0903030335903168, + "branch_car_at_8": 0.00890406221151352, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0010257406519596, + "ncar_to_proposal_oracle_at_8": 1.1170642490674998, + "outcome_ptr_at_8": 0.5, + "pairwise_causal_calibration_ece": 0.05996298782788377, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.5, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 1.098273977637291, + "proposal_oracle_utility_gain_over_base_at_8": 0.007970944046974182, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.5, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 1.0893699154257774, + "selected_utility_gain_over_base_at_8": -0.0009331181645393372, + "selector_gap_fraction_to_hidden_at_8": 0.009787943172609816, + "selector_regret_at_8": 0.00890406221151352, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.5, + "success_total_car_to_hidden_at_8": 0.5, + "support_gap_at_8": 0.901726022362709, + "support_gap_fraction_to_hidden_at_8": 0.9912378029813232, + "total_car_to_hidden_at_8": 0.9106300845742226 + }, + "794181626": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "957101489": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.23217551410198212, + "branch_car_at_8": 0.3351810723543167, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.998510000020915, + "ncar_to_proposal_oracle_at_8": 0.9922026628719985, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.4692653473226291, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5699906349182129, + "proposal_oracle_utility_gain_over_base_at_8": 0.3378151208162308, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.23480956256389618, + "selected_utility_gain_over_base_at_8": 0.0026340484619140625, + "selector_gap_fraction_to_hidden_at_8": 0.18960087668660824, + "selector_regret_at_8": 0.3351810723543167, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.430009365081787, + "support_gap_fraction_to_hidden_at_8": 0.8089091289825484, + "total_car_to_hidden_at_8": 1.7651904374361038 + }, + "998761162": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.20425210893154144, + "branch_car_at_8": 0.004930347204208374, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.062306753304616, + "ncar_to_proposal_oracle_at_8": 0.04609658160039006, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.24317634255647042, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.09729522466659546, + "proposal_oracle_utility_gain_over_base_at_8": -0.10695688426494598, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.09236487746238708, + "selected_utility_gain_over_base_at_8": -0.11188723146915436, + "selector_gap_fraction_to_hidden_at_8": 0.002745567587037426, + "selector_regret_at_8": 0.004930347204208374, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9027047753334045, + "support_gap_fraction_to_hidden_at_8": 1.0595611916332572, + "total_car_to_hidden_at_8": 1.907635122537613 + } +} diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/metrics_by_task.json b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/metrics_by_task.json new file mode 100644 index 0000000000000000000000000000000000000000..0232806fe33b7fa98fb8734c47ad52afb0d38fa3 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/metrics_by_task.json @@ -0,0 +1,182 @@ +{ + "LiftPegUpright-v1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.40346155563990277, + "branch_car_at_8": 0.217838483552138, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0077789117032718, + "ncar_to_proposal_oracle_at_8": 0.5175964402383324, + "outcome_ptr_at_8": 0.5, + "pairwise_causal_calibration_ece": 0.2108209521734508, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.16666666666666666, + "proposal_oracle_success_gain_over_base_at_8": 0.16666666666666666, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.6081412807106972, + "proposal_oracle_utility_gain_over_base_at_8": 0.20467972507079443, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.39030279715855914, + "selected_utility_gain_over_base_at_8": -0.013158758481343588, + "selector_gap_fraction_to_hidden_at_8": 0.1701968825815193, + "selector_regret_at_8": 0.217838483552138, + "success_selector_gap_at_8": 0.16666666666666666, + "success_support_gap_at_8": 0.8333333333333334, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.3918587192893028, + "support_gap_fraction_to_hidden_at_8": 0.8375820355789246, + "total_car_to_hidden_at_8": 1.609697202841441 + }, + "PickCube-v1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11945180594921112, + "branch_car_at_8": 0.011674322187900543, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0157636165911068, + "ncar_to_proposal_oracle_at_8": 0.649658432039702, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.11483608299984571, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.10148187726736069, + "proposal_oracle_utility_gain_over_base_at_8": -0.017969928681850433, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.08980755507946014, + "selected_utility_gain_over_base_at_8": -0.029644250869750977, + "selector_gap_fraction_to_hidden_at_8": 0.006207935656652067, + "selector_regret_at_8": 0.011674322187900543, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8985181227326393, + "support_gap_fraction_to_hidden_at_8": 1.0095556863358777, + "total_car_to_hidden_at_8": 1.9101924449205399 + }, + "PullCube-v1": { + "any_generated_unsafe_known_at_8": 0.6764705882352942, + "base_safety_label_known": 1.0, + "base_success": 0.20588235294117646, + "base_unsafe_known": 0.0, + "base_utility": 0.5097779550534838, + "branch_car_at_8": 0.06663480061380302, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.5330882352941176, + "hidden_chart_oracle_success_at_8": 0.3235294117647059, + "hidden_chart_oracle_utility_at_8": 0.7823218367993832, + "ncar_to_hidden_chart_oracle_at_8": 2.7805691722759143, + "ncar_to_proposal_oracle_at_8": 0.6898506880563886, + "outcome_ptr_at_8": 0.2647058823529412, + "pairwise_causal_calibration_ece": 0.21534074294224181, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.08823529411764706, + "proposal_oracle_success_gain_over_base_at_8": -0.11764705882352941, + "proposal_oracle_unsafe_known_at_8": 0.5, + "proposal_oracle_utility_at_8": 0.27341561364557815, + "proposal_oracle_utility_gain_over_base_at_8": -0.2363623414079056, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.058823529411764705, + "selected_success_gain_over_base_at_8": -0.14705882352941177, + "selected_unsafe_known_at_8": 0.4411764705882353, + "selected_utility_at_8": 0.20678081303177512, + "selected_utility_gain_over_base_at_8": -0.30299714202170863, + "selector_gap_fraction_to_hidden_at_8": 0.9297287801367955, + "selector_regret_at_8": 0.06663480061380302, + "success_selector_gap_at_8": 0.029411764705882353, + "success_support_gap_at_8": 0.23529411764705882, + "success_total_car_to_hidden_at_8": 0.2647058823529412, + "support_gap_at_8": 0.5125939046744915, + "support_gap_fraction_to_hidden_at_8": 1.9391989570475572, + "total_car_to_hidden_at_8": 0.5767036846784108 + }, + "PushCube-v1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.6923076923076923, + "base_unsafe_known": 0.0, + "base_utility": 1.4275685124672377, + "branch_car_at_8": 0.1499279118501223, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0314368776438072, + "ncar_to_proposal_oracle_at_8": 0.26408516243539404, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1875472363576914, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.46153846153846156, + "proposal_oracle_success_gain_over_base_at_8": -0.23076923076923078, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.9768703006781064, + "proposal_oracle_utility_gain_over_base_at_8": -0.45069821178913116, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.38461538461538464, + "selected_success_gain_over_base_at_8": -0.3076923076923077, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.8269423888279841, + "selected_utility_gain_over_base_at_8": -0.6006261236392535, + "selector_gap_fraction_to_hidden_at_8": 0.007570377855345064, + "selector_regret_at_8": 0.1499279118501223, + "success_selector_gap_at_8": 0.07692307692307693, + "success_support_gap_at_8": 0.5384615384615384, + "success_total_car_to_hidden_at_8": 0.6153846153846154, + "support_gap_at_8": 1.0231296993218935, + "support_gap_fraction_to_hidden_at_8": 1.0238665053485367, + "total_car_to_hidden_at_8": 1.173057611172016 + }, + "StackCube-v1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.2, + "base_unsafe_known": 0.0, + "base_utility": 0.696571855743726, + "branch_car_at_8": 0.10400179326534272, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.002923757801857, + "ncar_to_proposal_oracle_at_8": 3.1742031183267274, + "outcome_ptr_at_8": 0.7333333333333333, + "pairwise_causal_calibration_ece": 0.20429837578002458, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.06666666666666667, + "proposal_oracle_success_gain_over_base_at_8": -0.13333333333333333, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5997182667255402, + "proposal_oracle_utility_gain_over_base_at_8": -0.09685358901818593, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.06666666666666667, + "selected_success_gain_over_base_at_8": -0.13333333333333333, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.4957164734601974, + "selected_utility_gain_over_base_at_8": -0.20085538228352864, + "selector_gap_fraction_to_hidden_at_8": 0.04533697018458092, + "selector_regret_at_8": 0.10400179326534272, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.9333333333333333, + "success_total_car_to_hidden_at_8": 0.9333333333333333, + "support_gap_at_8": 1.40028173327446, + "support_gap_fraction_to_hidden_at_8": 0.9575867940016279, + "total_car_to_hidden_at_8": 1.5042835265398025 + } +} diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/report.md b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/report.md new file mode 100644 index 0000000000000000000000000000000000000000..791273e63822f498851699d01b326cb0689d5f2b --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/report.md @@ -0,0 +1,13 @@ +# CTT Generated Measured Rollout + +Rows: `69` +K: `8` +Checkpoint: `runs/ctt_residual_base_context_obs_seed2/model.pt` + +| Metric | Mean | +| --- | ---: | +| OutcomePTR@K | 0.3333 | +| SelectorRegret@K | 0.1028 | +| SupportGap@K | 0.8965 | + +These are measured simulator rollouts of decoded CTT candidates, not PPTC proxies. diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/run.log b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/run.log new file mode 100644 index 0000000000000000000000000000000000000000..9d843409dc2903576deeebb4c3d834f4a724c79d --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/run.log @@ -0,0 +1,766 @@ +start +importing gymnasium/mani_skill +imported gymnasium/mani_skill +loaded checkpoint=runs/ctt_residual_base_context_obs_seed2/model.pt +loaded charts source=301 target=69 +generated proposals rows=69 total=552 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-484ea653bbca2de3a4a2 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-484ea653bbca2de3a4a2 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-484ea653bbca2de3a4a2 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-484ea653bbca2de3a4a2 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-484ea653bbca2de3a4a2 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-484ea653bbca2de3a4a2 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-484ea653bbca2de3a4a2 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-484ea653bbca2de3a4a2 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-484ea653bbca2de3a4a2 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-4b4cd12d70c0615e0930 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-4b4cd12d70c0615e0930 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-4b4cd12d70c0615e0930 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-4b4cd12d70c0615e0930 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-4b4cd12d70c0615e0930 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-4b4cd12d70c0615e0930 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-4b4cd12d70c0615e0930 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-4b4cd12d70c0615e0930 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-4b4cd12d70c0615e0930 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-6e268d1e2915740816a1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-6e268d1e2915740816a1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-6e268d1e2915740816a1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-6e268d1e2915740816a1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-6e268d1e2915740816a1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-6e268d1e2915740816a1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-6e268d1e2915740816a1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-6e268d1e2915740816a1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-6e268d1e2915740816a1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-8864796e31bbe93d7c5d candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-8864796e31bbe93d7c5d candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-8864796e31bbe93d7c5d candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-8864796e31bbe93d7c5d candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-8864796e31bbe93d7c5d candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-8864796e31bbe93d7c5d candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-8864796e31bbe93d7c5d candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-8864796e31bbe93d7c5d candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-8864796e31bbe93d7c5d candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-b04b489f4fbad93b65ca candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-b04b489f4fbad93b65ca candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-b04b489f4fbad93b65ca candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-b04b489f4fbad93b65ca candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-b04b489f4fbad93b65ca candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-b04b489f4fbad93b65ca candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-b04b489f4fbad93b65ca candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-b04b489f4fbad93b65ca candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-b04b489f4fbad93b65ca candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-c663f7e73e7e8376a05c candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-c663f7e73e7e8376a05c candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-c663f7e73e7e8376a05c candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-c663f7e73e7e8376a05c candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-c663f7e73e7e8376a05c candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-c663f7e73e7e8376a05c candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-c663f7e73e7e8376a05c candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-c663f7e73e7e8376a05c candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-c663f7e73e7e8376a05c candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=PickCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PickCube-v1 chart=ms-2458fcfffb3f96c6ca1a candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-2458fcfffb3f96c6ca1a candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-2458fcfffb3f96c6ca1a candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-2458fcfffb3f96c6ca1a candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-2458fcfffb3f96c6ca1a candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-2458fcfffb3f96c6ca1a candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-2458fcfffb3f96c6ca1a candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-2458fcfffb3f96c6ca1a candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-2458fcfffb3f96c6ca1a candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PickCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-0345d8ac530f88cefd61 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0345d8ac530f88cefd61 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0345d8ac530f88cefd61 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0345d8ac530f88cefd61 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0345d8ac530f88cefd61 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0345d8ac530f88cefd61 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0345d8ac530f88cefd61 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0345d8ac530f88cefd61 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0345d8ac530f88cefd61 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-0819eb89e627595e7e1b candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0819eb89e627595e7e1b candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0819eb89e627595e7e1b candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0819eb89e627595e7e1b candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0819eb89e627595e7e1b candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0819eb89e627595e7e1b candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0819eb89e627595e7e1b candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0819eb89e627595e7e1b candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0819eb89e627595e7e1b candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-0dee962a5901fb8b5bbb candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0dee962a5901fb8b5bbb candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0dee962a5901fb8b5bbb candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0dee962a5901fb8b5bbb candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0dee962a5901fb8b5bbb candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0dee962a5901fb8b5bbb candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0dee962a5901fb8b5bbb candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0dee962a5901fb8b5bbb candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0dee962a5901fb8b5bbb candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-126eb8b36769f9ba4671 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-126eb8b36769f9ba4671 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-126eb8b36769f9ba4671 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-126eb8b36769f9ba4671 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-126eb8b36769f9ba4671 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-126eb8b36769f9ba4671 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-126eb8b36769f9ba4671 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-126eb8b36769f9ba4671 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-126eb8b36769f9ba4671 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-16661b2fd2c85f57a66c candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-16661b2fd2c85f57a66c candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-16661b2fd2c85f57a66c candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-16661b2fd2c85f57a66c candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-16661b2fd2c85f57a66c candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-16661b2fd2c85f57a66c candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-16661b2fd2c85f57a66c candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-16661b2fd2c85f57a66c candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-16661b2fd2c85f57a66c candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-20e1efbb745fd02abc95 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20e1efbb745fd02abc95 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20e1efbb745fd02abc95 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20e1efbb745fd02abc95 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20e1efbb745fd02abc95 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20e1efbb745fd02abc95 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20e1efbb745fd02abc95 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20e1efbb745fd02abc95 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20e1efbb745fd02abc95 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-2dc5138251afd26a040d candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2dc5138251afd26a040d candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2dc5138251afd26a040d candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2dc5138251afd26a040d candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2dc5138251afd26a040d candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2dc5138251afd26a040d candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2dc5138251afd26a040d candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2dc5138251afd26a040d candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2dc5138251afd26a040d candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-387e6771a55be98f1a59 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-387e6771a55be98f1a59 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-387e6771a55be98f1a59 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-387e6771a55be98f1a59 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-387e6771a55be98f1a59 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-387e6771a55be98f1a59 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-387e6771a55be98f1a59 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-387e6771a55be98f1a59 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-387e6771a55be98f1a59 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-38f7298184a2c5005e94 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38f7298184a2c5005e94 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38f7298184a2c5005e94 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38f7298184a2c5005e94 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38f7298184a2c5005e94 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38f7298184a2c5005e94 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38f7298184a2c5005e94 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38f7298184a2c5005e94 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38f7298184a2c5005e94 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-482c5c8d208b5907a2c2 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-482c5c8d208b5907a2c2 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-482c5c8d208b5907a2c2 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-482c5c8d208b5907a2c2 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-482c5c8d208b5907a2c2 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-482c5c8d208b5907a2c2 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-482c5c8d208b5907a2c2 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-482c5c8d208b5907a2c2 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-482c5c8d208b5907a2c2 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-4da03300d92420e80ed0 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4da03300d92420e80ed0 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4da03300d92420e80ed0 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4da03300d92420e80ed0 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4da03300d92420e80ed0 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4da03300d92420e80ed0 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4da03300d92420e80ed0 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4da03300d92420e80ed0 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4da03300d92420e80ed0 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-57be9ae181c077e7821f candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-57be9ae181c077e7821f candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-57be9ae181c077e7821f candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-57be9ae181c077e7821f candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-57be9ae181c077e7821f candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-57be9ae181c077e7821f candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-57be9ae181c077e7821f candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-57be9ae181c077e7821f candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-57be9ae181c077e7821f candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-6388b5d2356c556c3e55 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6388b5d2356c556c3e55 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6388b5d2356c556c3e55 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6388b5d2356c556c3e55 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6388b5d2356c556c3e55 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6388b5d2356c556c3e55 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6388b5d2356c556c3e55 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6388b5d2356c556c3e55 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6388b5d2356c556c3e55 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-638d2ba1917eff4d09e0 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-638d2ba1917eff4d09e0 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-638d2ba1917eff4d09e0 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-638d2ba1917eff4d09e0 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-638d2ba1917eff4d09e0 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-638d2ba1917eff4d09e0 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-638d2ba1917eff4d09e0 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-638d2ba1917eff4d09e0 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-638d2ba1917eff4d09e0 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-652ad552ba98d2736620 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-652ad552ba98d2736620 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-652ad552ba98d2736620 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-652ad552ba98d2736620 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-652ad552ba98d2736620 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-652ad552ba98d2736620 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-652ad552ba98d2736620 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-652ad552ba98d2736620 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-652ad552ba98d2736620 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-674fad0e7c042d23629e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-674fad0e7c042d23629e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-674fad0e7c042d23629e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-674fad0e7c042d23629e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-674fad0e7c042d23629e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-674fad0e7c042d23629e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-674fad0e7c042d23629e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-674fad0e7c042d23629e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-674fad0e7c042d23629e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-728b865677134d3788e3 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-728b865677134d3788e3 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-728b865677134d3788e3 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-728b865677134d3788e3 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-728b865677134d3788e3 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-728b865677134d3788e3 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-728b865677134d3788e3 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-728b865677134d3788e3 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-728b865677134d3788e3 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-7ea98b8f4d2220347ee0 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7ea98b8f4d2220347ee0 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7ea98b8f4d2220347ee0 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7ea98b8f4d2220347ee0 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7ea98b8f4d2220347ee0 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7ea98b8f4d2220347ee0 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7ea98b8f4d2220347ee0 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7ea98b8f4d2220347ee0 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7ea98b8f4d2220347ee0 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-7f57045c114ddad153b5 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7f57045c114ddad153b5 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7f57045c114ddad153b5 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7f57045c114ddad153b5 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7f57045c114ddad153b5 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7f57045c114ddad153b5 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7f57045c114ddad153b5 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7f57045c114ddad153b5 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7f57045c114ddad153b5 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-81f4e8858b2ba90aea2e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-81f4e8858b2ba90aea2e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-81f4e8858b2ba90aea2e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-81f4e8858b2ba90aea2e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-81f4e8858b2ba90aea2e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-81f4e8858b2ba90aea2e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-81f4e8858b2ba90aea2e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-81f4e8858b2ba90aea2e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-81f4e8858b2ba90aea2e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-8a72b73ac452bc190aeb candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8a72b73ac452bc190aeb candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8a72b73ac452bc190aeb candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8a72b73ac452bc190aeb candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8a72b73ac452bc190aeb candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8a72b73ac452bc190aeb candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8a72b73ac452bc190aeb candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8a72b73ac452bc190aeb candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8a72b73ac452bc190aeb candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-a96bca1ef0b74f686018 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a96bca1ef0b74f686018 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a96bca1ef0b74f686018 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a96bca1ef0b74f686018 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a96bca1ef0b74f686018 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a96bca1ef0b74f686018 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a96bca1ef0b74f686018 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a96bca1ef0b74f686018 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a96bca1ef0b74f686018 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-ac4fb33f3ab4db853995 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac4fb33f3ab4db853995 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac4fb33f3ab4db853995 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac4fb33f3ab4db853995 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac4fb33f3ab4db853995 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac4fb33f3ab4db853995 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac4fb33f3ab4db853995 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac4fb33f3ab4db853995 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac4fb33f3ab4db853995 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-c31b98b3d3702c6f9c8c candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c31b98b3d3702c6f9c8c candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c31b98b3d3702c6f9c8c candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c31b98b3d3702c6f9c8c candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c31b98b3d3702c6f9c8c candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c31b98b3d3702c6f9c8c candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c31b98b3d3702c6f9c8c candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c31b98b3d3702c6f9c8c candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c31b98b3d3702c6f9c8c candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-c832439976a37f52d094 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c832439976a37f52d094 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c832439976a37f52d094 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c832439976a37f52d094 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c832439976a37f52d094 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c832439976a37f52d094 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c832439976a37f52d094 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c832439976a37f52d094 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c832439976a37f52d094 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-c96b415f083f60857334 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c96b415f083f60857334 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c96b415f083f60857334 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c96b415f083f60857334 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c96b415f083f60857334 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c96b415f083f60857334 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c96b415f083f60857334 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c96b415f083f60857334 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-c96b415f083f60857334 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-d73fd5fce55fb58ef8e9 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-d73fd5fce55fb58ef8e9 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-d73fd5fce55fb58ef8e9 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-d73fd5fce55fb58ef8e9 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-d73fd5fce55fb58ef8e9 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-d73fd5fce55fb58ef8e9 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-d73fd5fce55fb58ef8e9 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-d73fd5fce55fb58ef8e9 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-d73fd5fce55fb58ef8e9 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-da142025733b53fcf7eb candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da142025733b53fcf7eb candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da142025733b53fcf7eb candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da142025733b53fcf7eb candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da142025733b53fcf7eb candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da142025733b53fcf7eb candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da142025733b53fcf7eb candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da142025733b53fcf7eb candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da142025733b53fcf7eb candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-e2bad6e99e8a281207cc candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e2bad6e99e8a281207cc candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e2bad6e99e8a281207cc candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e2bad6e99e8a281207cc candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e2bad6e99e8a281207cc candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e2bad6e99e8a281207cc candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e2bad6e99e8a281207cc candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e2bad6e99e8a281207cc candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e2bad6e99e8a281207cc candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-e30fd80adc089e9f697a candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e30fd80adc089e9f697a candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e30fd80adc089e9f697a candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e30fd80adc089e9f697a candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e30fd80adc089e9f697a candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e30fd80adc089e9f697a candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e30fd80adc089e9f697a candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e30fd80adc089e9f697a candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e30fd80adc089e9f697a candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-e9ed5d488afdfd6449d1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e9ed5d488afdfd6449d1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e9ed5d488afdfd6449d1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e9ed5d488afdfd6449d1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e9ed5d488afdfd6449d1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e9ed5d488afdfd6449d1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e9ed5d488afdfd6449d1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e9ed5d488afdfd6449d1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-e9ed5d488afdfd6449d1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-ec013396e4aff6170ee1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ec013396e4aff6170ee1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ec013396e4aff6170ee1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ec013396e4aff6170ee1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ec013396e4aff6170ee1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ec013396e4aff6170ee1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ec013396e4aff6170ee1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ec013396e4aff6170ee1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ec013396e4aff6170ee1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-ee30ebaf98622759d888 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ee30ebaf98622759d888 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ee30ebaf98622759d888 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ee30ebaf98622759d888 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ee30ebaf98622759d888 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ee30ebaf98622759d888 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ee30ebaf98622759d888 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ee30ebaf98622759d888 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ee30ebaf98622759d888 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-f3f1d07cfd59b823da47 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f3f1d07cfd59b823da47 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f3f1d07cfd59b823da47 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f3f1d07cfd59b823da47 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f3f1d07cfd59b823da47 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f3f1d07cfd59b823da47 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f3f1d07cfd59b823da47 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f3f1d07cfd59b823da47 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f3f1d07cfd59b823da47 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-081952a63087fc8f83cd candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-081952a63087fc8f83cd candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-081952a63087fc8f83cd candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-081952a63087fc8f83cd candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-081952a63087fc8f83cd candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-081952a63087fc8f83cd candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-081952a63087fc8f83cd candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-081952a63087fc8f83cd candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-081952a63087fc8f83cd candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-121bc2e6676c1ac10911 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-121bc2e6676c1ac10911 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-121bc2e6676c1ac10911 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-121bc2e6676c1ac10911 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-121bc2e6676c1ac10911 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-121bc2e6676c1ac10911 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-121bc2e6676c1ac10911 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-121bc2e6676c1ac10911 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-121bc2e6676c1ac10911 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-22f153f0d4fa656018e6 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22f153f0d4fa656018e6 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22f153f0d4fa656018e6 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22f153f0d4fa656018e6 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22f153f0d4fa656018e6 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22f153f0d4fa656018e6 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22f153f0d4fa656018e6 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22f153f0d4fa656018e6 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22f153f0d4fa656018e6 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-27c9f70e97b8850cc3ab candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-27c9f70e97b8850cc3ab candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-27c9f70e97b8850cc3ab candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-27c9f70e97b8850cc3ab candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-27c9f70e97b8850cc3ab candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-27c9f70e97b8850cc3ab candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-27c9f70e97b8850cc3ab candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-27c9f70e97b8850cc3ab candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-27c9f70e97b8850cc3ab candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-2867deaca7e98582620b candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2867deaca7e98582620b candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2867deaca7e98582620b candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2867deaca7e98582620b candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2867deaca7e98582620b candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2867deaca7e98582620b candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2867deaca7e98582620b candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2867deaca7e98582620b candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2867deaca7e98582620b candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-365d8c6de6de16f66744 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-365d8c6de6de16f66744 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-365d8c6de6de16f66744 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-365d8c6de6de16f66744 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-365d8c6de6de16f66744 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-365d8c6de6de16f66744 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-365d8c6de6de16f66744 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-365d8c6de6de16f66744 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-365d8c6de6de16f66744 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-3c326d05fec66e1d6bea candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c326d05fec66e1d6bea candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c326d05fec66e1d6bea candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c326d05fec66e1d6bea candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c326d05fec66e1d6bea candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c326d05fec66e1d6bea candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c326d05fec66e1d6bea candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c326d05fec66e1d6bea candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c326d05fec66e1d6bea candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-4dbdc6ed61dccebbfe92 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4dbdc6ed61dccebbfe92 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4dbdc6ed61dccebbfe92 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4dbdc6ed61dccebbfe92 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4dbdc6ed61dccebbfe92 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4dbdc6ed61dccebbfe92 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4dbdc6ed61dccebbfe92 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4dbdc6ed61dccebbfe92 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4dbdc6ed61dccebbfe92 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-58950fed04d203b97ab9 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-58950fed04d203b97ab9 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-58950fed04d203b97ab9 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-58950fed04d203b97ab9 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-58950fed04d203b97ab9 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-58950fed04d203b97ab9 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-58950fed04d203b97ab9 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-58950fed04d203b97ab9 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-58950fed04d203b97ab9 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-651bc0395d78d2819158 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-651bc0395d78d2819158 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-651bc0395d78d2819158 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-651bc0395d78d2819158 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-651bc0395d78d2819158 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-651bc0395d78d2819158 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-651bc0395d78d2819158 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-651bc0395d78d2819158 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-651bc0395d78d2819158 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-9fad82fd288e4296e354 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-9fad82fd288e4296e354 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-9fad82fd288e4296e354 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-9fad82fd288e4296e354 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-9fad82fd288e4296e354 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-9fad82fd288e4296e354 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-9fad82fd288e4296e354 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-9fad82fd288e4296e354 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-9fad82fd288e4296e354 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-b8bfdd3e6c31bd98082d candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-b8bfdd3e6c31bd98082d candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-b8bfdd3e6c31bd98082d candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-b8bfdd3e6c31bd98082d candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-b8bfdd3e6c31bd98082d candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-b8bfdd3e6c31bd98082d candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-b8bfdd3e6c31bd98082d candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-b8bfdd3e6c31bd98082d candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-b8bfdd3e6c31bd98082d candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-fc8084d5cd7da937fc02 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-fc8084d5cd7da937fc02 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-fc8084d5cd7da937fc02 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-fc8084d5cd7da937fc02 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-fc8084d5cd7da937fc02 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-fc8084d5cd7da937fc02 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-fc8084d5cd7da937fc02 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-fc8084d5cd7da937fc02 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-fc8084d5cd7da937fc02 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-3afd8959363e917591d4 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3afd8959363e917591d4 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3afd8959363e917591d4 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3afd8959363e917591d4 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3afd8959363e917591d4 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3afd8959363e917591d4 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3afd8959363e917591d4 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3afd8959363e917591d4 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3afd8959363e917591d4 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-3ff1aedb72f65a182b58 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3ff1aedb72f65a182b58 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3ff1aedb72f65a182b58 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3ff1aedb72f65a182b58 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3ff1aedb72f65a182b58 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3ff1aedb72f65a182b58 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3ff1aedb72f65a182b58 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3ff1aedb72f65a182b58 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-3ff1aedb72f65a182b58 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-4048f8f6e047422e3c79 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4048f8f6e047422e3c79 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4048f8f6e047422e3c79 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4048f8f6e047422e3c79 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4048f8f6e047422e3c79 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4048f8f6e047422e3c79 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4048f8f6e047422e3c79 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4048f8f6e047422e3c79 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4048f8f6e047422e3c79 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-5b26c33feed6992386b1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5b26c33feed6992386b1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5b26c33feed6992386b1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5b26c33feed6992386b1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5b26c33feed6992386b1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5b26c33feed6992386b1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5b26c33feed6992386b1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5b26c33feed6992386b1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5b26c33feed6992386b1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-63ac245579b1188935ad candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-63ac245579b1188935ad candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-63ac245579b1188935ad candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-63ac245579b1188935ad candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-63ac245579b1188935ad candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-63ac245579b1188935ad candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-63ac245579b1188935ad candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-63ac245579b1188935ad candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-63ac245579b1188935ad candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-6c8d06bace98a28a8e4e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6c8d06bace98a28a8e4e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6c8d06bace98a28a8e4e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6c8d06bace98a28a8e4e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6c8d06bace98a28a8e4e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6c8d06bace98a28a8e4e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6c8d06bace98a28a8e4e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6c8d06bace98a28a8e4e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6c8d06bace98a28a8e4e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-72777024349c2aacd5e0 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-72777024349c2aacd5e0 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-72777024349c2aacd5e0 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-72777024349c2aacd5e0 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-72777024349c2aacd5e0 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-72777024349c2aacd5e0 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-72777024349c2aacd5e0 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-72777024349c2aacd5e0 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-72777024349c2aacd5e0 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-7fc5696cb3dc7b9bb9f7 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-7fc5696cb3dc7b9bb9f7 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-7fc5696cb3dc7b9bb9f7 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-7fc5696cb3dc7b9bb9f7 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-7fc5696cb3dc7b9bb9f7 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-7fc5696cb3dc7b9bb9f7 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-7fc5696cb3dc7b9bb9f7 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-7fc5696cb3dc7b9bb9f7 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-7fc5696cb3dc7b9bb9f7 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-9a14552b7db695dee92c candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9a14552b7db695dee92c candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9a14552b7db695dee92c candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9a14552b7db695dee92c candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9a14552b7db695dee92c candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9a14552b7db695dee92c candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9a14552b7db695dee92c candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9a14552b7db695dee92c candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9a14552b7db695dee92c candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-9f5d57fe2153fd267774 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9f5d57fe2153fd267774 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9f5d57fe2153fd267774 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9f5d57fe2153fd267774 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9f5d57fe2153fd267774 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9f5d57fe2153fd267774 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9f5d57fe2153fd267774 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9f5d57fe2153fd267774 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9f5d57fe2153fd267774 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-b0fee26e1db967f90b81 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-b0fee26e1db967f90b81 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-b0fee26e1db967f90b81 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-b0fee26e1db967f90b81 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-b0fee26e1db967f90b81 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-b0fee26e1db967f90b81 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-b0fee26e1db967f90b81 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-b0fee26e1db967f90b81 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-b0fee26e1db967f90b81 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-bc2d3b425d9163a62dbb candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-bc2d3b425d9163a62dbb candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-bc2d3b425d9163a62dbb candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-bc2d3b425d9163a62dbb candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-bc2d3b425d9163a62dbb candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-bc2d3b425d9163a62dbb candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-bc2d3b425d9163a62dbb candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-bc2d3b425d9163a62dbb candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-bc2d3b425d9163a62dbb candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-d1960368ef76bbb10669 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d1960368ef76bbb10669 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d1960368ef76bbb10669 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d1960368ef76bbb10669 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d1960368ef76bbb10669 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d1960368ef76bbb10669 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d1960368ef76bbb10669 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d1960368ef76bbb10669 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d1960368ef76bbb10669 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-efdc07c985935d871adf candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-efdc07c985935d871adf candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-efdc07c985935d871adf candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-efdc07c985935d871adf candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-efdc07c985935d871adf candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-efdc07c985935d871adf candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-efdc07c985935d871adf candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-efdc07c985935d871adf candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-efdc07c985935d871adf candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-fd2387aeed9bfc9a0d08 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-fd2387aeed9bfc9a0d08 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-fd2387aeed9bfc9a0d08 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-fd2387aeed9bfc9a0d08 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-fd2387aeed9bfc9a0d08 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-fd2387aeed9bfc9a0d08 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-fd2387aeed9bfc9a0d08 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-fd2387aeed9bfc9a0d08 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-fd2387aeed9bfc9a0d08 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +rollout complete rows=69 diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/source_data_hash.txt b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/source_data_hash.txt new file mode 100644 index 0000000000000000000000000000000000000000..1ef49748c0932e9ccb1c83a065667e7a4032f7db --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/source_data_hash.txt @@ -0,0 +1 @@ +67f7b4a692f7c7e71da24378dc71e3399c5d35afc14c494869eba6087b765c42 diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/source_index.json b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/source_index.json new file mode 100644 index 0000000000000000000000000000000000000000..21f76a4f847a39cd7631c9675f06c81edf567240 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/source_index.json @@ -0,0 +1,4179 @@ +{ + "audience": "train_retrieval", + "base_candidate_types": [ + "policy", + "policy_residual", + "anchor", + "base", + "expert" + ], + "candidate_type_counts": { + "expert": 2044, + "near_miss": 4088, + "no_op": 2044, + "random_negative": 20440, + "wrong_direction": 2044, + "wrong_gripper": 2044 + }, + "content_hash": "67f7b4a692f7c7e71da24378dc71e3399c5d35afc14c494869eba6087b765c42", + "dataset": "/scratch/knguy52/dovla/experiments/six_task_h16_collection", + "deployment_candidate_excludes_expert": true, + "deployment_clean": true, + "embedding_content_hash": "00859bfac7590abb24a3e7cc4c26fbb17122ba52d9f63369b8bb71a6ad1bc302", + "epsilon": 0.05, + "format": "cil_charts_npz", + "group_hashes": [ + "001fcaa1974d30d8f6edbd3e9117a10a084af107360ce1b7899dba37d093d073", + "00526cba701d9c5d7399d0436d2718fe144013e2e0277c3e00f247c3f2b026e2", + "007da68284552fa257c5929a32c040913c93b9f31569bc4a9e0e5f469972c3f5", + "0081224c84c2faa89c82c842265c41240c850ffc35d5400b57531935df3d704d", + "00bbd346a4f8658a96b2167b8ed3b4a4275cd535f5b46ff6a2ba6fe55ab5af22", + "00c41e13d6af229bd31262983b05d48413360e477204b62ba89278a110632a3c", + "00ccbf9e23e7dd8cc6ea5d91197bab1ee5d7e26f1c2e9dff0db7c48332e262d7", + "00df496b285db96e866529484da8bed3b079234ab8ed99faf38a9b105ae136d5", + "01335787d62e2c1bfa20e6a53a53239d19087e703ff07e2bb0666862536259b8", + "014ef3543741d318e6b6f9a3427e4423b1594cc26a73fbfa8266a1dadffc051b", + "015b93c295196814c0cf417d49ecf1d82d00e68458e42d2a0b3a1179d6d4c135", + "01a286ab7524d1d907099802c01da4995ebb8381d71bba0460100499c3c622f9", + "01e693c8677801418926281fd44938d17c1d275ed367253f31d1208676259a5a", + "023bdae7b5ddc517f49ec900a0e48dc698bfe1ec6f1a7cc7edfac21b46f37333", + "025c271db3f4ffb8e484ec4ac3f7244b0380bbf904037af516580e8d7ebf605a", + "0267094d9bc010468e6f684ab19365e65b31b38da78897277def7201c91bac27", + "0294a908f74ea0b1e54e4fb6d547fe5ba986ca4c6881572213732a0c867699ba", + "02fc97ab4aa793222f215b66d0ffc5c856706ec647c7482ee66344e066456af2", + "03020ce876d6f83841e56c51882dc8e6be8bf33ec9c9c836ab42ab8e4a586538", + "030b87c34937f69c95bb61bf59d9773b5a365a86fa73a60f619ccd0256d2968b", + "036bd56b347b3ea03e19a9a1e1aa865021d7b541fbdca003409a10e34912b3c7", + "0388ca1306e31d2ebd07b30a8d5366063523b4cb18d426c93351e7497cdf2721", + "03b05cc0e617e7ab7149752551af4303fa838be521fe4b22a15389558dfc0d60", + "0414958360a2c4e04be7534d9347e289e132993e773f7518bc8ee75a02ede570", + "041af35d269bba29a9d94019ad4c8e433bd9b11e3d2c12af4922829649df041e", + "042cc293ccfe917dac796cd6101f1d2f4fd0fc5c67a050c391399bb3c89b83e9", + "043d323f81c1208341028b4176ed8c4c56e69abb8c08aec31ddf093056d9db95", + "044f47ab5be1af5d16cf8dc96c3201970c551380fc2e97dcce7ae2f5265658b3", + "04529d1ba49a38cd27f3ffca329e63ab856f5c1e9cadcf7599c074ea64d26acb", + "045cb769e1cc19f043df64a32a05dc520442e9dd62fe0dcaac93c048c8a53589", + "04a1476f8f2cbb1493afb3e1849003222903e15a7cc7e519dfabb48bd1bfb57a", + "04c63f785efcf0d3591dd2051455fa4878b473bc2cbeee626ec7e549bbf46a14", + "04d6d326619cb05f115813e476605dca0485b6bcbb256765822fd1be38def668", + "04efaf4eb209e619534ffaa3bbb08fdc7a05759f77c96ede295435e899557617", + "04f4ff1016421b38f73be280be75ca4fea5c372f3a8d1cda4da185de229da025", + "04faed0a7dfd3ebc89a4bd2e8e075c9a81c861e396b860cf1172c5ff89245a11", + "05240853bb100723195b299a8e993517d7636f79d04d39f3d60ebe025863c321", + "054f169f2c20ec618c2805cc410f661edd54db72ff4e124ef2e8e695f5c41483", + "057423d91c0d82d8f62f114440e3d5800ff93a36d789dee2cb1558189230b3f5", + "058273a8b1145d6860b07cd133fbfb6439dadbc9337d32c27c9b6e353b9938c6", + "05b7a5da0c35c1c6c9dd3e767ba83f3a5d8c65cdc688f7c7583b086d2f5e578f", + "05c0e14adca2fb1afd50c9c82effa52f4a3c036d865a6ef07cf43ab6cb7cf9c1", + "05c0fa198643aa9b11a16b11f508c0f3e4876d76adb60edfd63e5b22da4f6096", + "05d812f28f8fa0fc86ae7e47fee0b87e82a8c147cd2c20a18efca3e4d1716ed0", + "05eff262f0c51434f1a2717cd888ac132d5418a211f5be302c76204c694c9c22", + "05f242687ca564fcce8802518ff330054ba4aa6fd52dc16b739af6e2cd73265c", + "060071dc4d719b0172224dadd17bbcad4074d9a025bd9753dc25bcaa82a1b731", + "0612f705ce60a6e5719459f4ed2ae70cc12c6f610553af267bba19f1079e159d", + "062f09156bfa5ecc2c90411a5c30cf7ab44cfdab8fdf6bba8dbf0d0264398669", + "0637e894caaf7866508328256b86a787acb4b59279b4bc4d77fa920669620b0d", + "06646b414506091dc9562eec9f7ef5a47fc11f0d46fefd5f17118e104334ad20", + "069838f6f7f1d064c02323989485d308d36f8650e6062785a461e2b6cff0b0b0", + "06b2ec0364fcc116b85d61aa2b8f007fc319e48756acfc228765b7aa0e79db87", + "06f3fd02d9a8cbf4fa564d32546c328fc318d993b9d2d1ef685324463c69ddbe", + "0713a51c5892c5558579ce4dffdc60b974477b43e53c3fe0ae4345b45549ec17", + "07202bb06fd690678da08362e77ce653818eba36201fadb49d49d1e56ec9c228", + "0749514f298a42cfe924e24c240e25f5ff48f47a898f8586b200cfa0701c7a37", + "0768ebbabf013c2a4b7f1aad3a2099c8c13cc1b0b6a083b446a17336f2d17d04", + "07721a0faa4a8ca8a5af0f07c002538292f7cf23086a796ac71f17d92c68ccd5", + "077f12bea73da5c959c3558c431a5137f203c4468023cd9bb80ed7aa72c5cb15", + "0781ab28ea0865deb62cdf28ff45c8db767f6acac236094d1ac9671a621c0b10", + "079f2e4745cdf1e6fe28c5fd9c44ff1154b2317c9670dce3df3e46c5956b6266", + "07d1cf8fa045404915eaa0bc582d7c1f1ea3e5417ebd7d9b076c0106cf937b49", + "07d78d133b041c1b387a66dde85c2e8d619868aadbe25df65adf9a537733fbe2", + "07d981b9235d6f62b04fe940d3b60888c7324180a1eaf5258b8b7d28dc9e09e1", + "082bc6e23d9f8848668b5e2bcf5d214b05d642fe9247181ac7efd87c1152c4dc", + "0844b2faa86b75616ad9e61099a8546dbe2ce19734eb93507a1c294eed6904a7", + "084e99784f5d3144472f2bb4c6ad302124d7f238dae7d6cb5c48e30e490e2b0c", + "085f9fcd72c44e1ec1f4ae40b1d183e6854e606726d8358ac37b9f360c0358c3", + "0884cb0cd7bfeda804f3351dfee94fedc6468594260bbe98c0e2414ec08781f2", + "088693fbb45b889e85ff958da47452272c49d1720c61f8a24e4ad652bc1fb716", + "089bd7ee69056cfb1908280fe2f2b1bac9fe708220e479097c6dd18fb259a24a", + "08bd69953da3b8045ffd02deb5f986a11f2d120614be22b53347d8514e5658fe", + "08ee326bc033bfde4df8541283f59dede6da6662c31cd3826c8938218f7a90a4", + "0905b1f6e979661d55c733e49ea636ad4829039c2f8327ff1f261409b6f9c8e9", + "090d54a2871e4dfca2aefefbc2e9663d0a7b710e7957d20c00c361dc43a1d2e1", + "09c524d9908967bff722776dacc5e2dc1841dd82e85f2eac79be2986be4727c7", + "09c52593507b34845144191b4a8edc5cd9b4808dcdc1593b396fe166b29ac84b", + "09da6fc458cc6cf1e4be0ceef803120255238b8962070c2cbffe715551717085", + "09e9d938e278c8cc5f8322c610fcea1283b7b77bafe842eb6449215d49394e02", + "0a9312ec31c472903cdb28026d86b90d551127135683773d122e17b6e0cfb857", + "0a9bc7df156ecfad97d28ee1227663785ce40cc737168364932f1a2e30cb90b1", + "0aa1a4571153dba5c1748f018cab757e1ece943ee4ea64a0f26bdae4f936d3e6", + "0aa4cb3d3b2e041fa4253c1cb23a914b8a5c644b56967d3741516fb17d3631f9", + "0ab83ad36b03e69d64d2ae4ef8c556097be124061af0360d32848dc41bdfb7ea", + "0abf91fd3685960f7b6e0812b4d8ce52b6a31224b4e739a506304cb46cd29fea", + "0ae69b83b02e7dbc4eb264be79de0da7185863d38bf366a9be1ae5d745b9a7fb", + "0af0a212eca005fb212d32eff4d5c2ce71ca2de8e9970ee416416ebe5d936f06", + "0af0b65f74f5a6edff26999f485e115fb04396168b31c5e77ef731b8b413e366", + "0b1ff010af5f1418d0f838f4f21a71c1025a797e50f0dfce6fdb578b4bdac377", + "0b41ad1882d3407ba74fd9527ddba492ebdb1356a231d41d3b97bea671cc902c", + "0b660aea784794a286ecd4ad09d7536cde2eb65a19280c8ba81d9112849a05af", + "0b9d988ac32a9d5138800792db6436da932ecaba29485cb95676d018b8c4cc66", + "0bb16a236a2dbbbc53df7f8f514f71076a1408dbe89e9b64f56ff6308149a5aa", + "0bbb7041a0e42c9d69fb059687967f4f5cf4dcec5a48a233d3a1c1b6ae117304", + "0bc9c1dc25638927adbf62edb1f44c41fc6468564c0c0bd07f151256e70edcdf", + "0be11c9bfdda8d9d43bf40a9567a2a7acc8b09343e6411ddb55a6b0097406f58", + "0be26fe12af26d5427c1b23a13e9a0ab66560bd0bab91a5023987f9a483a5abf", + "0bfafacef2b0488487659ba6e9f07942ddf7a9734f49746e14e68e8b903a5e57", + "0bfffb14c5e767e6b6a0d073a8c38b271abb71ec60be03aa3c6676de8620d1e1", + "0c0015ce0828d91018c21a25c3a988ae23e9a116b77ccfee298c2d770fcbc1e4", + "0c0136f75efec62c8234e61675eb5d7cc92a005887e1daf40961dda217effdf3", + "0c26b22b6f73a920acd2c3eb853dd13714c7d1a15cb7f01189612964543e2bc1", + "0c5ebfeb8ce3384fdf5c7466d9febb871c0a55b3dce9196adbf45beeb3c3a8dc", + "0c729263a7865648102e96eb98f764199f7e3f9be15d9852bb832d72aaed3cfb", + "0c8ad825fb1b90dad15342b1a38a73230557030fc6cb483d074998a391017af5", + "0c8edffaf99aaa4628cfc8af78d3b08d78e69e645baeb1ed83bfd23d9be43a5d", + "0caf685769ea343e0714af61762ed28dd8a3619c999cf2d503f590ec404494d5", + "0cb26bcd10a801c61924e70d10b27e1c10e58ec84a1f7fd1ea0fd4691d2d577f", + "0cb8a1e195b091af4c1ab6264bdadcf5dea204e12810c9f9674a810717bccb54", + "0cd782853dfd7e50a17e062e2466a0c2834bb6ae09ccca30173972814b444d92", + "0cdbd13e6ddc48ca28d0018a7b2a880b226489f679aee1a6ac782581c3894de8", + "0ce23e2fa8a749821680c196c1169b01e7e30af9b335e1cf59b8b62c58e04fa6", + "0d54c732a07f0fe8a6fc5458c2fec6b0e153a40bb33677bf852c815add211b7c", + "0d70dcc638707ec9f6834ffbcb4630e07abdccb780a1609d713a970f3f0ac1cb", + "0dc1128ba4c2992987f1080cfbf80add951244c5512109367ac2ff6dd8481f04", + "0dc6b7748f769c6f4fb5b5e760d69c37a5c91fa538ed1dd31a3d5ba4cbc5d607", + "0e292618af8adc8bb13df6fdc700564538050caaf00643122064b7a3376a1d0f", + "0e321b35d16bc03a5586ec91b97acf8c107f0b79c2825450f90f35f4fa3eaa0a", + "0e54f1bcdc7d87ecfc6e74d6de3e4c43d13474e1bec0b95138e7167710390990", + "0e846791b18e5014d92e8a138b09f6aa1edfa36549c1ef12a8ca4dc7e1a7e90f", + "0e95a43b5c9a6e453d36ad6f7cadaa8af2df3f11f0ca06fc4ebaa43fec26445e", + "0e9cfc6bb4e6178112967c91b2e35b0a3b38e389cc2aac0aab443dbd63f6b02f", + "0ed2c0dfa1163e363e7e1d89889e7f49e18528658208c0a068ca52e82d3159b5", + "0f1330ac1eb5b8485604be1a622a26c53c19cb305a61c61fc348020b7eeeec9b", + "0f207722dc163c7f09f47a4b114cde2e4d675c7399a3b2941f8c22954ad5df5d", + "0f298d9056aff724d852e7d30dbb93cff797cf382b8fefb1a23884389ba72ae2", + "0f4ded9465d1adb2948c4ebf574aeacac709555b4cba78e2f7ab0514f3d1dc60", + "0f6e062f0fbb5aad354b50ca9695824a01b4b1a2b6650fe534dcd517aae3a3d7", + "0f97e4c29d2ee4474f3e91f9728b59c2ff6ecc3ba0fe4709bea263555e4eecdd", + "0fc1fff21404a7c4c3bf43d0a946b349cddd81fd91394830c215687fd29635c4", + "0fc42e7c404cbbb29ebc6b271746a16e9226ff4270cd13ef194d66d9385f98e4", + "10bafd54576f39b903e32333fa9de033d34630504b3ccfe756933c7cd139fb22", + "10bc4cc7a43e48b9fd9fd2b4dae3488801ea0e043959d8838a5b6f2a485f0756", + "10cb9fea43a85b51aa089d8184d5e7ead3b732a471283229eb053f86a7b89c64", + "10d3721833fbb982ec10f2e41634a06e94f3e11be89b76c449dda794bf4afb03", + "11012a866289284e636f856a871945d4089e1218b25714ddb7e14e3cab1c2d05", + "113f5145a36a62fa140f4eda8be653dc498c33132e8440ba8bf91149e5bc1abb", + "1148a49a8e54f0192c8e4ffb72c997dd10918c28363d1dff62fb9176225d3e5e", + "115434f9bc4c1998ab24ed4071f8513198a71ea8711b65bd911d2283855eeef3", + "1169947cec8d4834b14ef01a1b21b27715efabed8c282612bad37c32b70a4cec", + "11757f25e1971b1949f99f53e1aec63fe120316d0d794ff04c5e3bf3e1e4469e", + "1177abdc80e9dd30dd06522f2a39b4b22ae70c1ca17a29414e0cd1c9015f2340", + "11bb2f5d4191b2c5785176893b48e085f0bb8944d6d257b64647ef8831eaf362", + "11cba72504d167af81d43fb4f4aa447fc4dc1cb8a873cd123fc80c00a4bf605a", + "12044591849b00fdcaee3693c012680c8dbe3ffe120fe6e771ec86954622880e", + "1227a4aa8cd9896b3e02709120920bc948bef60870f206080881533008607752", + "124103b3e01c126d1d7c42ab8999b7069a649f26afe76483bbe75e0516fc9092", + "1272ddae5bbaa8cee4a5917fa083c82b10d9280d0a6dc8f85968f6df3b822eb4", + "129467e910b6d1d31fdf7405d1aee0adacf2b45bcec803f8e1ae3926c3ecc432", + "12a1492fbc2c5986df9c059a33a7a0b9fc5445555bdf672b5fae0a0f34da8a86", + "12bfa8c65887fb9fb257aab37ef0aca1a2f50dda0836afe9a3845fa66295a1d7", + "12cfb3f21f142c20b8b75fe51a500470a46848c69674b4592ceaf5aad9d976e6", + "12d2cda4fddfc7694bbf706182fd2c9ab83964cef1cc1c7b2e3abe84dc6d910d", + "12e49f621d373e186d124b525688c4d1219e8a2b7dbed956835d6e64aefeb8e9", + "12e61e6a086c54726212dd8ae40498e7bf40a4e6fd9ab5b677c950d02eb7cd52", + "12ee15c35b3f1356c065b1161d2a63d7bf8bf083bf7485034dbdc0b40f23c525", + "1311e81322d103c2c43a03f83aca27a945245bf2a02de6eabc767baa61aa2442", + "1313d324d3e798a357662678e05bcb4c9a763b4c397bcf7816611f318b2ea4ae", + "135b237070f72bb9bc691fa076a6343c512900564e119ad27281243d2af0e42a", + "139e442c52e6ca3ad180fe14f1acb72016fc4c630405d7dcd2b8f848edd43a9e", + "13c92688765abb9394668fe90e9843b50fe58a60036450bfc308769592840eac", + "13c9558f5a69f6784d34d046906d2759d6c77af2104091f964afaf7bce5b13ba", + "13ccedcc5114c00535afd5d9e128b3f7011a2926486054ea868bd4a7b6e4b46f", + "13d043c134ac85a633c31260192367eabc7cf1767299124779b9f01a21ba59d5", + "13ee615d8033d8a0e64e589fad80b9efa6d9939c3a95a006300263b5fc7bf19a", + "14b218a5081e90244f5425b45e7d278a74ce673dd2e49343e0a82f4874fecd56", + "14c0c9817f4f22d5f2251efcc78b8ffd67926fba73fb45e17293b59cdb3dd535", + "1501199487ec32e664d5f69df0b7da5186e71defb0c64229e946c7c5f0a0cb2f", + "1507748f87930160bae3bacbc4b87aeafb13ff0584c0b3457b0b15e33af846a5", + "150ecef476986ef9da9b97b6f1ffa83c74fc8ea3d8d57213831b3566d328b61a", + "15128cce41835053eda7e79d8a527734f51a5f94f0e71bc4f7c30c82bbd7381d", + "1590a2e329844ef537803416fa313ec171f54da63051be0a66528df467f45636", + "15c10dd97eff18ff9c11efeaac85032c3db028f8a024a25b5732401570b5de2b", + "15ce55e979b5b57f83c2c79f86f4ac3685778340aeb72db247ade562c3dc9fa4", + "15d91dbb5bb6cbcd2971a2c9005a7d1591a02de0780530cdd09301babf1d4295", + "15db89c2bd9b6360edcfd4126de0d04ab42d10be7e7c9eaba23f1184493696b2", + "15eafc044f81072b73a7e4978efb8a5053684d910f074bb9de0900cee1bde5ec", + "164faca0fe5fbd3466a4751b72dd20c69f8349f0f6b35367b75dcd27d79fde6e", + "165aed8e4463db7858a18e57d902eb84591607731c33d0799fe2e1dd9943a16a", + "166ad8c3cb7f8dd902042e4720f289b39d64cc34e240f516c37a552b98ddc204", + "1680fbae27ac70b8a104e58a59fa2ba47adba09377dcac5e76e68153151a1a24", + "16d7a66ecb74238e0d120dac82df1f13ff15fcd44325e4de897be2612471637a", + "16daf6296ef9184c97ba0e67164997e16876f7a16f3feb490c704ec7bb942f47", + "17242b256da38439da805284116ccd22b6dc0b4f1162e966c58d2699b88ed142", + "1728fffcde610b0ea864ffe387cb258be47affaa5fa2444d7271475cced07a00", + "1730561bf6306e61c4609c774a86ca11b4e49a8d1b01c3425f94ee9ebf718042", + "17794ad07b32b794fba99b4aa198cab80c73a617c80388cb3938f1bc448c33b4", + "179a8d46e8da7103776cc9d41954954f9a30cd4455377cc6af1bf76a0704580c", + "17c358ed8931a3e41bc39832f8024ab4cf2ecebd3070060890e8381a61c7b344", + "17c67143df844a780a50ec041cfb21740ed75142c30dd9a778cf56d46c5e2f5e", + "17e01942d367267f255ecec7a0d0756a47a18c02e6a868ccf4709c4bb7e5d75a", + "17f64daf3c523045868995b9b5893aa69c6406419d51d0d2d5d6dccc95768fb1", + "1828cbf1e501bd910192ca5f0118ad162ca6e99b3d11a588966650e20e5194f0", + "182b16a6d5297ed49a61456d81e924731b627fa701a33bebf113b5d1dbac34a0", + "182f7365b61944dec5bb0919a2d802ef89258842fe129664444ed82a58cfcca8", + "18657e4bb7bcc144077e48065c56afbfaffd0001a13ffdeaf8f6bb2326d8c483", + "18d4f30d97e86421c7a2f9bd716a3944dc4745651cfa54bbbca295c0ed56a933", + "19b08945d0d2787fc572f103b8f4bec38912b933f1489b4c73c41ea3b26e141d", + "19de7f92ee293142b40d8214a494dfd201964ef788d8663ece4c2ab5d3c8612c", + "19e0efc3b92b86a743d8a25d8228e7a35b8767c51244a2940bf325a900680e95", + "19fd5cb3bbb4d83eb86d436bf9786e970c339b1d854e91ea35e9a144e4155203", + "1a12204deff18038d5b27ab69ab157c6feaedb6adfe5560c46e31174eeff0f13", + "1a169940b1033a1daefd265afd89c6491a7a05d9c479667ea58efe6168771027", + "1a644d661b36094b489ea6e2ed67bc9fed3a3f5adbc01583591fef5eb9704bb1", + "1b261a0ce7ec407cba1565a8e4c24f3219233746509f716cab8c4747ee3537c3", + "1b2f9895a0fffaf04836d9581bb8bb6c2529fedf2283da978f875c2860d61f2b", + "1b42c5fb7e97213a533064bfe6bdad601e007166165a8f29f63e7e7999362c42", + "1b47810cd051a297cd61db10f6fb32c434e35242afbb75ebb728a1a9fca6c7de", + "1b644336b4b6654215dbcd04f4fff2f80f003d27531a1a7d5ae344a96223ec0c", + "1b779aa158ed431977a27764618e2a4e373f3ce3c5e20f75c8938781881d0e68", + "1b7dcea7adab5f8b915a848e6415ef988dcb9c01cf49cf61c573955f0845a4a4", + "1b8a6a6fa1b179d5d5437229af8793f416cd6ed3492b1fa08b9883757ba91bde", + "1b945f3f2ba81f701ae6363cb35f8805bef6fd083cb7f96fc28b60bd59b2a42e", + "1bf373e4138ede234792ca2a31f7cdf7d8000b81213d183c592c57810e5f860a", + "1c7c2472654cefecab0ce73cfd71bdce6ba3723a2d1b0e60db8c98aade0214c0", + "1c8a863bb173fb7383178f4791d07dab6d7e61deafe0533713f1dbe165714347", + "1ca29fa47c93e63575ec16caceca3cccb1433ddf46316e5a0e516a370aba3c98", + "1cb925d6fff01c6d651d84259d1a8ac66ef3e62bbe6edbb2dfbf8a32ba6e254b", + "1ce64787a72f626f6a88392499a9255a86c5383a749e004594bb8c1bd28ab033", + "1d31a051b2ec1fc2654e62a20c125ab46a8257c375a84eed7028b7e4e52d89c0", + "1d520b036adf88c23e2c7b29f0332b8b2e0145a89df01b7704c4dad4a4b7a26e", + "1d5844a8d16fd769c49e5ec5a2dbda1f912441f777969d005b10b7a54ec6f222", + "1d61e39cdd0ec95fd2b45881a6ae2dcabf25bc7b199d93850c9cea4689561fe2", + "1d71ce873b57f889c07cbca6e061d4c9a7e9b09f7a5080257809e5ccce1ef3f1", + "1d7833e75164b04c32bacecf88e1adbce107ef962491f630fa7e7995e7dfd250", + "1d7cc58ad59e6b600b4bd9ad4df955100e8d941433168c6cc049e26e843bde9f", + "1dbf59ec48199ba97c18205303d128b76b9c663595181fd12274398a2ca084e3", + "1dc1fd9b8eaa6883f2faca7699c9f508d1f6a8a77686902ac177131cf2899099", + "1e069441905d0a241eb511339e9dbb1fa46aeddbb8297488c2f610ee338cce43", + "1e43c66eca65528152bfe4159ecdb59354ee36c34b54eb62e985b212b25acd13", + "1e50848ce7dc42b4b42718f33d0c415ab9a46775c69ca5a4b82276908bb943eb", + "1e76599c93125e60681aa1bd6ae72f50d0a47a9c49cde9c6756909e98464d2ce", + "1e79355b42972c791c37b68852c99930c49365068ee1a5b7da7692d2aad48a32", + "1ecd0b4f77b2aa35440911addeb9c567c92d0871fc1fa9100e21b2be14139d18", + "1ecd4ac9f9621863890d5f786017185d6fef36d9a90002909562bd6a95eca2aa", + "1f4c8d73bf3a9ac57f9e2b43d427baf173b127d556762c817091febec2e02b83", + "1fa770f0d73df883caa5caf32e572447960a6f4a39cb919b7e5ef0ba5d8d4264", + "1fa94044a3bd20aff19e7c24bf541dfb9f85059bda026eee808d37fcf149bf33", + "1fd4988ce77729f824275c64a1736a759fd53bf3a9802c5fb4320f94889edac9", + "1fff8991748bca60d71af9cc9b2b3827ab3180ae705ebd62243c072721f8f094", + "203223582c0e7fca69776a87bd032ce7acdc2a2294698ff3a98d3b434f009347", + "20c786ab915d0509301693df90eae1ebf07cd0291a9238b3c107325d77b631f6", + "2106a3207e94eb944903c4fba0c66e02ab7f70389b6fd2655e6a934365c53a28", + "211894e79d6b7bc3345ad4e7706cd6c2e18970084a6b2e493b65bc8d59a5c727", + "2158667fab766e543795e7d22e30a62e6b02552493d9ae5d40764e724deb48ac", + "215af1c5f11ad99c5e43328eb8f930dd88cef637a51840abef90e51f91cbc371", + "215f4b47964817c247e28ca440642fd20f53f922013de4b009d90cde4c9d82cd", + "218195c1668cc7deb5f978b763d886317fec3a8ba0cc600b515d689330f959bc", + "21852b6057ee5fa7766c8f5498de18cb6a9b2ff18129ef78c35ccb43cb3a41d5", + "2193db36c24d0b68f9a562323f3455e60bac32e17e92c25108afeba03c0b8d83", + "21ae1c762c3fff7bc2ff0b1334fa52ec4290d14699b4ad762802e086427e6ea9", + "21bb9b4fcfff8d963d835e84fd8b0a3f0e3bb00da0c31b3ab99f7eda3b9d1879", + "21df15768401d6a240f92e69c17482210d8decca91922111b82544359047545e", + "2208bc75cce9607aa11acf9f64f8a37a4d2f1f8f9d3dcd59328f72e9f2f573c0", + "22243656978707a34f369f92c925fbe6e807c42c9200857afa1712beabec982c", + "223348e6289ba2185e679f0cda88bb6a8d7a8f5f81325fb7199f27c88ddd5192", + "2244cf8a582b801857e5074afda78acceda9fa1730380526087424fef042006a", + "2266cacc0b7ff3f0808e75c671cbfcaae5ac8f347d0c0c809779a3d3dbfa5fe0", + "226c86fbe1e36d2904f345f76cfaba39a6d71be0bd735335cb0c503e3b5ca3e5", + "227faa5ea2706a8fb5dc63022bd1338300485f9df8f7fdbf1733b170fc67397a", + "228107ee33b2c2e9e1e2aa7156e4cad7d4313d56cbcc7245c6b6f0b5ab6ee0df", + "229f12e885bb5e4ac5d830c3548c117169f2ddf5f11b730ccd852fb076c32ad6", + "22a71995d6c30b1889e0ca873a9de38aa25197eaba39464831d78c8132c2aebd", + "22c123126020665ad6ff2e62a8ac0395674089bcfd7a2a5e95879a0f3f42ba66", + "22f8bee7eb3aa2f15cc3a50fde768180b27cff6da04fd3ac602d0588349fccb9", + "2354b73626bcb881817c40eb612de6c984ceea635873d56767fd7d27cf72f337", + "2366155c840f1847f61784e44b578172919a4fb17e789c5e9993adff27f20ac1", + "2393fc9fe882416a98301134c8f1bc40959cbb0df4a788c18d6ba97227dab57f", + "239edc4db69e5c6c2ec386800ed2a16c1d14f40c5296dc5b474fe02f303e2932", + "23a19cdcdb11c480c19b5e826ffa9ae9a41f75356503c4c189b952e7e7229c10", + "23e7778305fd2fcf3d8f178ff8b0542c668ef7e7e7ef8c1a1719742ed4205899", + "23f90b26c36b6a00f084465c27149865452885e7b6741d29261be0963c5addc7", + "2405dad17d1d80f91da8f5654687782f23179182fa8ea95d0e7942f024d88ff2", + "240e6c1a1da07b1182d1f9c34e2585ca561d75e0c7d9c467e9f668638e3d4769", + "243ba124b326bfb985fc9db69b613aa893389059ec2b6d5083705fbf4996f0aa", + "244a86be38dfd9d932f23b9d27a9416b40b633a754cc528b81f7987672c3ccb0", + "2470bfaedd598e75adcd25e04758049ee6770a8f94a68950d5f90509fadc948f", + "2483f6c4d3c44d993895b6443f371d662e7e0d212307b47f3ab729db8d59a20a", + "248838a33696f03df582c2fdf2f6079a214d6ff05333caa5f95f138dc9af2b42", + "24ae887a86eb0636d75da5749f2d58725e00b258a152666689851b7ada661760", + "24aff802e6017c90e6244f7ded77aed1fcbb545953cb200d04972648eced96ea", + "24bde8b59e05b32bb2b477d9106f41f2782c9842a470e70bf08bb527d24132e3", + "25029d6aa49a43a7e8643cdbe81f4689c354b4913f90703da4256b6d93cbe73d", + "2584bdcca36c2871dd912988d49fe1f921aa8ad95ef0c60409c774bec286b379", + "259297aebc704d7d5569506071b5d478f9e3b879717b63b09ab00e4608e514fa", + "25938b7d578e370d915f65c0643c37264dc75c7c2c5a4e86211fc222ee78798f", + "25aaa260d7f61482d0dece1a6dc0ebddda72f625bd38bba89694a83b834d7a71", + "25d303833c68d194606fe985b8b39f09cdc60f97efec4e116be8787bb23f98fb", + "2605fcc76d52f90b98dfa94952e2a390477323091d8d0651c1227a952c2c191f", + "26273a075d3f2fa5551130d04d65fa7cdbec6f2c4770ba144eced4ae719cbffb", + "267564c04ba8e005d6b23639c895d35cb0591e0291a9e263cf5cbde05cfef1bc", + "267b0a39e499f0278a58eca2a6205c39a1503c08694d52754c5d8a487ce64c1d", + "26e4de7e4ae0c7104c8c6aedae934d81d97dfc89169ebf415a3b0219eb8fa9cf", + "26e71a515501d52e4c0fae7edfadaab7638fd7152ac373d88be078abeb2d001e", + "26fa8b7a8f9dbb96c9ea366cbbece69d993514b5ad6be8d8522c7f65a4fc2b4c", + "26fe2653ac2789f9ff3ce5dcf164b2c7f228b648e61805e3855ae9c8bf59526f", + "27427c19368afa942253ff0a473755aacfe1f98982af2f540963275b55a49d1d", + "2771ffdf18dfdfd65d02bf1b8bb36aa56570b790a173759cba7442958b7c8e59", + "27794ef63ff9fb7240d2bda2254462fb9094bdd72226a306977f6b7d82821b01", + "27c5d39a379b325588db6be3aae94fb88d53d4cb5159be340b12466159c224ad", + "27cebfb6abc8671e279fff311fab47dda886f886c26118a8a17132cc55ffd2d0", + "280c1a759d77de7a2eb914d964e2bbd88d32640e4fc9885ea5ad6e97b7926ecb", + "283124debec6334f87ecad97e22eb29412f665347953741d545a1362d50cf700", + "284292effe9290e071b49536e7676e25b1f2b51403501d067e35c4cfd930cb7d", + "285dc9617d8a64ad63c678ff0ff60dfd6c2c395a2084e2dd1b423511b99f452f", + "289e975996c5a4d8054e12f8cd26151ffa576b2fdcbc04ce39d0b8e3853ae395", + "28ce9db3376e8b1aadaf10eacf458f510bc957fcdcfedfd029bad2cb1b07bc73", + "28dca848a9bb9643b1b2d9a4a8f2f7a044c5a1994acb722baf9f46915260dcbd", + "28dd980e1372e6396aed2934d45aeeef28430910a7ed953e7c0152bf548e9c91", + "2921ea55f352623ff28dd31ac8b6126a8df490e5433d55abfbc4c3bc45d04047", + "2924d65dfedd8cff2e2d9db5f0f5f65c545597e7aef61c5eee9215374b1c97cd", + "292f2b9e562927a46924f407c14ef193343db63063425a32603740d594b02d7e", + "293f27e5ab477371a20a6fe6c65b647c259a6a98c3b813fd186b7a356bb63c54", + "29462899b56ca8dc69f31a04da863dfb0aa826f16e099bfc2d5978c938316a6b", + "2969c04005b15ee1f9eda734cb9eeaa861702af06deef784dcb9b8fd06f97282", + "2974f03b745944abd7ccd676a1f3750e8f16ae68c9c074bdc65e10b5623990f7", + "29a08c002de030c471f68e1e749966abc348ebb2ceb422612ad8c9ff3fdff258", + "29b3e33c27623bb4d5e4c858238a1d9fd530fd43dd87173f95456244872a5ec2", + "29b6050cc305b3bb5e1a40aba11155d89c2967f36eef823d4bf93474dc862356", + "29c8e5d1c664155ba776984de03294cdd6d46e2a2481599278cb12b9c042b93f", + "2a08bcf84f783530d696add19ea25a3fcc1226584bd2dc1ea0bd38a805fed8be", + "2a550c026e9ff65d75443586c017ace88635598a8faf177cb70fdec7b4761cb1", + "2a621087236e8404b3c0e45a264692011e1e30e8be64b0555a45885758aab52f", + "2a74d3e3f8eaea1675636298b1992c4b487c22866d70d483ea9d44873dc8f085", + "2a7965e1a56d537f2a2fc4bc7c9a7c4ef69a5cad08ad8411b497598b73fd9715", + "2a84af45206416f82ec91b76b8453b31a3ad892082d4ebaf0ba02647725db5d3", + "2ab5a2e4a8ad61ab47ed5ff6fa9b024652368e9fc35e4dfce3a004ba7169f077", + "2b2568383c501e9b66e98687135285a10376864a191834e8192a47db47ada0d0", + "2b2a0e3b2e9a54e95583639e8663921d0c0dc95ad6e1eab5776c4c85f3d3c519", + "2b3ebd6abe46a3e2d257c221c2521e4f2fb92b20c830f3370929106fdf462276", + "2b4a13516d94a909b64523740d2a7b42d960130275ed885b8476e5fe1a053ea8", + "2b519f4c71b588b9255394601a55032d4137587d9b4bc84ad87311564d4573e6", + "2b5fe3cbaa0557413f47e9904a66c0bb44c8e85dfb076eb68dcdc7195c587738", + "2b694c3919c53658c7115697287ec18707f91c178535e1b93a839ea7236674f6", + "2b6fc7dd39006b19ab1ad37d025d46563503e4d3b475dfc3944e4f30cc0edb9c", + "2b72a5c938c4ead2c17c0a0fa02caf08ffba9cd0c24c9f3dcc5af30e259af482", + "2b72e11390e9cb9502e0c03612bf3462bf0762abbc3c5ae2adfc7cee8e60ce57", + "2b738c4c7c9fb5a740202f324f24154482ea4a7b6f828354fa6daf638cd02e60", + "2b7a77bebff0ce005faa414e6e225e537967e9aca9e489090bd0c7c109c0c497", + "2bd3904c8bb216a19bed7b0a6f91e6fd12654312bad26d9b7e117d21a837f039", + "2bfdfb35553a281bbb7b5dbffa56a58f3d0c6c59d30d0597d4504feba177384e", + "2c69a32e259e132f0c383c6cc4674ab062850bbe9240405338f47b5392091a66", + "2cbb005c3d38bcd89685e0838a6145254e733833d7df151efeb9fce97f445636", + "2cbf2e5dbd2bff53014a66a4cbd93f69f92f886c5b4ee02353e4ba9c94e3826f", + "2cf03c960330a31b32f11d7bb56831aaf8e883f1e62b05cb3f4453fd80e40fbf", + "2d1adbbeeaa8811ef41d9bbd778507b51163ef3021fa808f767943b465b8ce16", + "2d2323f574328014c75e32fea3155f729fde3861ecf369ab6f337d310c90c1b1", + "2d2d9b13157d8f72554f0f880795745f9b6ff6461dd073d584e756caddc4cdf2", + "2d3a44eee75068d618b9bdd36b116e8e40ccbad1c16156b8bd0b06369ae81ee9", + "2da33335bb58839ce28b97fdecbf093fa0213f9d9d79801e050957efd4d4b0ce", + "2db74393909f5acfc2d5e00ffa646cc924b6ea3dabfabba9329b260a560dc354", + "2dc05339260685d20603763b5ca9b7ce8dfbe566b95e3c0979f5898dc39922b4", + "2dc306af4f727cee39b8ec93cdeede9dd9b08460753a2365f828c08333c8639b", + "2dd3adb43e3b61853b8a30448e12a24e24618eb60be5ac6a6e6310cd608eec63", + "2dddc0fa022e4dcd9424b09b16f89f0f61255a55b0748ab2a22890e87878a0bd", + "2defa16f507f490fb59bb70e071d85414ef07276dfa21b5317f8d06c4e3b1a73", + "2df21916ed241f489d69e97d370e4d6d6941211f36a925a3b86d7ed1c0fc1cec", + "2e053f8b5edaeb383ad6e73c2388a18a8f9a6d6869b237fac4325d5a2245a564", + "2e07bf8f9debd974bcd7d7f5721df3d08df6e4a9a3c891ed518cf783df0c9e3a", + "2e2ddfb1b4872831c5c5ee20abea9046923a7fddcc7462c975f79d71af030ad5", + "2e3166ed803467db2f1e7955b14d163daa016118a0240832622a3a89e31cc290", + "2e34ef045128d6d9abf7e7bbb3b7d655a355c932450e8c216830216a55f45bf6", + "2e4abffd42d065405d5c50a7e89b60b4635129858fd422bd8a5bc56debfa3d1f", + "2e7dc207e0ec7256ce878bee56d6eb7e89851dfb15739e987b5154450714819d", + "2e8b45b76496d343b60a3084f4c983916d31c5b7eed40d45909452d83f749012", + "2e992008ae3b92ac0e6c56a979e6e97376f6ab01ba1657b26eddc2f1b774eb4a", + "2e9e3a0dc28d9cc455e426bedca616fdfab0fcb4b07db71afc3a3cc55de065b7", + "2eb409f84a30521f4d270324a38a35757203f0aa3cbe84a002bb76d075c4ee95", + "2ecc79683b3b1ee11cf498155da25ab786ee469d99f7bc0348d55409a9e59f67", + "2f04d8c5bb5359ce1f9de574cc90c3d40d4e3623368871c574c3dc5419ce88d2", + "2f0a059d5a5edfb859aec1f0e51a86a767e10f8debc5af8b1d705bac6c820659", + "2f20d184ed355324c87d927888e73b46809427944c6c76926b221a1ff10fc4aa", + "2f74cccff6a3b3582d3d5c8b80bb2a826f8e8338d1baea38010dcd660f90b724", + "2fd6faf46ffe17059af06ec0c9ba806ced076ca905ac45a24879deed1c45afd2", + "301f4176d152f5ca05d3a3b212924e746ad4e088b3b8f3cb9b468e8c75c4eadf", + "304b4b93752f54c39c79148e2f4fe81ea04595e2ca127ee9162dba7a49c5be9b", + "306722a747e9b40790bb9dfc3277629b283df3204757190dfa3c9a77bb82b6c3", + "3067e3bef680d92ca05a1b10a1efaf2313dc1a700c292d07ac763b0717807e72", + "306ae438448f671a8b163290a896bea20caba868a7989a4115c607936c5a23db", + "3085ad2c20aa1751700c2a52e56a31582262e6d33490a2d863b49ad42eedf490", + "308d8a8b4f266866938940a106851d72fe3e6c09d9a246b1d339a7eaed04a3ad", + "308fd860e7b20a5003f598b1560f3d3d9ca6c1ed6ca172b94d89d8c0a2a81f2f", + "309094bdd0171c5d9013e448ee826e8683edc9caa3b05cdb830474e451b2967b", + "309ea352f1fa69f0db7582c33dae60a6e94af9b27e5b520c5d904f944fa68126", + "30a504f78e25c60f73e949b01851fa600f1748f14eb937da25d60e34f8914834", + "30ccbbd11c3360af33dc437ae8648c6f844ac6c6ad3d9a4bc066f5be76a23793", + "30e05421984dc87342b7a0c5e0f5ada02174ed62e5ddd94515fdcb0562a23a7c", + "30f332c1a28575705598386d0a16c103751abdfede5f2248d79bf7fc1b502292", + "30fe071a03f9190a7b9bf43e6848989931924b3ed57feac707a887d398225ace", + "31321c89060394789fa478b8e5e55158d305a2ecdc1d3e1736ad1fc2da960561", + "3155118baf245eb3638c6b00a0dac1335b2908925cc9ea929080acc31b1d4692", + "3156405fdd7823ec3d73009465ded9eacca77ce01ad522b2686e3f0a53afd15d", + "31904cf5060e463ae0df2858d4ffe8c5e6f88f1b4fc97583a9942f4e39461bc7", + "31c34949f3dd67ded3e6234af496cdc55c1601ffb2e2f9566e0901cbc42104a4", + "31f19b0f89f217f06f53495c011828494e379517edb22220d1e08076081d2fd8", + "31fa2d2738687e84aeb791d1da281c35e009d609352b79e938b035c718a47530", + "32188bec2e0424b77ea0f3633c8be658cc35a739de5842dced47bb4cf29b2e85", + "3226aef36f5280e1a5f7aa6921eed13bc6f959316ac2e0b64006c092639f7580", + "3282223e993dd22d7998813c953ad2266e639d3d9f861168eb41a0e6accb55c8", + "32bd77fac7231b667834724f6fc99fb379885d7c0b217fbd5f741a8e40904b96", + "32d78508833e9de23b051b65fac7099f8a8582b13576e65ddd950cdba06bb3db", + "32eacb2a02b9c5c57ac5384a2c6670c7c1f2164a9895398fcc42d78f3ef0cacf", + "331915366ec39333ff7c232f1838bf30be30e90aebc2e357e9d36d7024e1131b", + "33452c95909e9c0cdfa89c3cc04a7b27102859779a85dd966559b993eb94a7b1", + "3351793a8c5db83f2f1877a1cc8bb57f7d76f3e614c55dbd58e8489491e24af5", + "337ea7d073d3cd9be0463afe0eb37c755c15240f54d10ed971cdfd4f09618d8b", + "337f9f4695b3e8a6d6ef006ebf5b1cde828e91ea4237ecc5992d6291292ee7cf", + "33ac16e402f3f2824708a8187c19404f952acb49f1ee8b4bbe5312ad585fb131", + "33ad56c3d64bd864c3a927b12fb95ac99c6dee0e6abc244fbf4b61149b16be74", + "33b0a6867562a918e8702903b476fa7100a1b356b6613d2e9c25035e31d0791c", + "33bd5cc6473cc48632de8dd7f0ae4c6d99d772cd07e29e5bf3b37f4f9e142d66", + "33c5f3455ea8abbe73312f89915385361981af36a329a1a357c3d7274c2a1d2f", + "33c7e4b1a1be597198141e9f4506cb9c9e0955b01e6fa2103b428cd8d187f5b4", + "33e3575cb0a63713d10b724814597d6160c2549a3ac1947125c10dfc02d66286", + "33f483a510152f19c6c4220525d2227535ac5ceb9fca7483f95ec74122dc0b73", + "33fc9890af9071f76d49957ca4596b2255dac4564c3238d02f369030ee0acde1", + "34169e0b266acc6516cf0abecb99fbf15d96010e9937ccd43726762a9716ac8b", + "3421114015b80b306d6ff05cda48ef6742e935d3e9f1fbd4a79c6eb378665f10", + "3432acb18a5419f76a291dc59126ca2a71d0ded8c0c5e6da08d58ac040d5a264", + "347682ce1cb3ed264f55a6f66f7908b2a5b4aced184463812ad49a7a785bdde7", + "34b271c48e0c0b2b2b29ac13d525b4a4fba844419fb6b88cd0c1b78cfca8c3a4", + "34ccab9180bf8852ae598aae302da522f7e2366d54fde419f9e990b4abcf1722", + "34ccb47ee7a64b14318d84d641a7046684f71ec4d01aadc54c3203a1085ac817", + "34f3ead3029e94a2a25c940365600dc03afde42ba6da925938431506431d3585", + "3543fb202207aa6628c47078d7f21f7590defca0b9eb7af4ba12ed5aa445c4e5", + "355cff0ae44e80d74b235b926e1e414860320ad4a101ec70fa99f9cc2481b626", + "35905154d89fd0df546a823190c2754e6d51f79cd30024c9c1acb9f2c7eda1a4", + "35a7d85bb77a51ffe29fa15e956a970b54810c1f618adbd8547a4efba9df46e5", + "35da11f528bc82d5f9ebf9f5bb9bc25c766cff532216af0646b1d8f15afd2baf", + "3619b67cc0937e9f89964936c4e2ef1897f48ad30b83e4224812c1222882511d", + "36253466aa8a53fc51bb8fc037d21924520d59aa36259be54b53f8d8c67015e5", + "36714da17a776533a53fdb0fac7fc0b051a1bd0bf85320ee3bbb09ff68da5b9a", + "36bfdfc702c50ddc4995779357499347962e08280e108d1f67fc6377ee56e225", + "36c654f26c8c4b5e4db51a5c1f2213b8206a5e4c88d84d5dcec4a7268b42265f", + "36d2173dcb129d98a1fbb9a25ecff8613706c046e4ccf8b49c07d0f8043f6d9a", + "374d2651979eeadfad2699f5a557d7db7174073b84eec55c9704fc171d768e12", + "376cff84d5eaabcd84de92e8037c98ff298ac1d372866331c49efed4d8ad0e15", + "37b247ed57b009b125d27738b5bec0372247fb76cb1cf225c16dff94019aa8fb", + "37c6a25a9fefc754d6d25c419a6485068c7a1dc1af5d07280145cbf7e849fa8b", + "380d3341ffe5b7eb9332109706e251b68211796ad2714d403a50e8809939f4b0", + "382e7932bbe71318dee082bd946788f610fa948c114d3a3bdd763553fb10aa59", + "3837c28ddc9543e2beff4e98d311d4a7ad2e675019dcfa0f38bc54dbdd00e1fe", + "384b8311b0fd3f43ae9e3c803c42ce0b5ac4f23f5dc1c1785def1cd01f34e99f", + "38680b605ac4b6e46bda8a39889e50dd8df12cc82c303e31928a16cf3e310cc5", + "387200a627634514bb8321770d460b668c9516375226ff1b129c54e00e743267", + "389b17e5ec1ac64f3b51977b3ebf9279409572fbbd1cc5779e5986f10ea0eaf6", + "389c9edea933534cebf8dccb4b7e03b96ebac870ab1c83bac3193688e5596152", + "38adf5a5620c39b5b3cd62b452de47b44487adbfcd855ff75b37eaa331277cb0", + "38be75538254cfe4d5e535b5bfeb08d320e36d2fc09e9d3fe0dbc369a03c6f2e", + "38c5e9c98332a91abd7c6654227b1eabf1717bc4c48eae5ba54d4250a1b8faae", + "38d86b76bfad976d136d0a0a6ebf1220b57bb58fc6d0c6bb1161474740643564", + "38f011dfb9503dbb7d7c5547e05c955e684a5de2a8a2431a40cde7c23e1b30a1", + "38f2f6a1c0398f9a45a2c8c4efe37de7ac56d3031102eede259aba10d6ae3fc1", + "392d57bd5fbc504434787a303f8e1c56064fd33fbb145766cf7e7f1a0088ba1b", + "393003d60574390abc414e5bad9f145b5a4382b3a34606d19e0f2612fce42834", + "396066036fb59e21a23d3dcd772be7f1834dc79369b98db5aab76fac639557ce", + "39907f7d1ac19d644f06417cd795e3ebcccc940383f1bd078e1b5c839f79057b", + "39943f932a5282c29a1719b4bd14cb195599345a3df6889c657702b127783e38", + "399da7528776a819912236825acf69f6cdf7b3ab904d49f16e970f0aed4053db", + "39aaf3de02157ee50731d29a7af009637f923a488b32a28213893cde9d796982", + "39cb6cbd40abd3a3b830ff12a87b423447419a54aea2df12ae424db1928a3aea", + "39d727d8064649b6d18281804dcfcc9d26bd27ff747b7a74252c7bfa62c6c01f", + "39dc7dc27988f1ec49f46b721feaabc2b63126a44c585f447c54abf33be9616d", + "39e5e558b78627797fa5fc55aab54c3353435867baecad912dc8c54062da8458", + "3a5343a13cc9fc4fe5e37203776a45663a5e988c50955ba5ee1ef78bc4f77623", + "3a573bba76d4f43d6e64238fa21e38aac63f8a2c511db774ae118d40c509ca29", + "3a8e9ea5bc01a4d394a2b7a91bf89b579395bd802683f24914a6c822969a7417", + "3a9ad0d2857e8b0dfac3bd237dfceb08c1db01b79a0169a868b8d588a589d35b", + "3ae9e28b8f68bb9676cac4f93d99c9704ef82ed42794bb2a9aca59f52833ede3", + "3ae9e7b2eb9044e1be1281a28177b8dc4ea1b4eca35f88a11157bc8f68e257f5", + "3aead832e9e872bc3a1d9324fd90910c8a904255c92159b2cb3202241d1c50b5", + "3b12a56b380ae79ca6c9a061b7e7902544a9cf51eea1b627206e44334fb3fc10", + "3b16dd05c50b6534be4523f8f34e0778455ad90ace4091604f18356a14b8edac", + "3b1bca7064e1eb773d2a2a55e2151392dbe3a9a44ae12a14017d258edb8842ed", + "3b29e3d5850f9099ae05d5171456f0a735ea8f07c137492557a93f425ef7e7c9", + "3b3b58ffa394f68cd450f57e00369649704aac9e4e954fe2d0c89f7ae75b634b", + "3bb376999dc724ca9695e469e5db3da657c83841343a498132d5849bf8e1db46", + "3bd236b7cd8f3bf3461f6e6eedfeb97ef0b0fcadfbc4a42164eea6546bfe0c72", + "3bea6795b923ffc0354dd3e3c427b242af16597e2c327e0bfd164026f1cc8c8a", + "3bec1a06ba82fe284d099ae5f195379ed8b870dc62a4ffbed1a67437805e3eaf", + "3c0d4da7c7013e037a799b975326ceb560a905a9381dce02c6540d46404e6dcc", + "3c3768c794292f1cb9a8e23c221abd3cfb5483be5893be5302dda43c86dd70f7", + "3c529806ad8b1c37819898031c2e8ac6a27d47b259acb7cf1691f51689c86651", + "3c611a1bddfd25ae3b7170d90da70818ca5e5327cefe4454b6628da9a08a6db4", + "3c7cc070b7fe2fada929c8cf26fb697e3c58062a6fe3ca348e1a1eda76b37625", + "3cb6873e95612d0fb931a822a8b55afed47585c707ae3f6136a682b244ea0f9a", + "3ccefeaa917898a3cd386dfe4d65199796e1cfc8bb4a73985af3f1e4ce3a26a1", + "3cedc03408a8b3da093700161a478a062762373e3a952e36a2e11992c6e089e0", + "3d2ff9c749ff902f5bfba3fd3f7a269b5aa37487001a7318e50f09fc043bb09f", + "3d3102629f40f0f6fc575a5a87ae7d73b895a8960e8746b056fba7f368a2595b", + "3d32a74525e557244497297607dd36cbbf4777e0778888152e1603d600b26564", + "3d60580449a07508fa4162d6c188e21c4dcea4014ae77b7b4908ff786d9456ab", + "3d74f4db788aa8bfd1a108c3cf1bed0958332e64df508f002310fdd13fb57e1b", + "3d74fce3a56854f176b3c1660203d4424bd3557c09ca2c224a3403946da2cc94", + "3dc736a1700bbadd6eb95f52a70b1d397f49aca10d5c94a3fe6f9ce946fedad3", + "3de589be6e9c38b0b10243bd7c2bc3055d643f29c3944339db80ab405b3a1c32", + "3de99f1d97b00c3baa52658450c06e846b07ea78cbe8a3338b7be49b03fbc357", + "3dfd24ce8083825ac0413bd174d48661f4e7a666faa6d6f54592d49fc244ce81", + "3e18849ab3807d887c0f4fa62a2bbf6e76a41dea1ac7950ab5a1ba4cf96af931", + "3e77980932066d7cbe8263a65005bcc889b865516454120c1f48f94c2fef9dbc", + "3e960f77007ccc87387c15f7aafe210ae38438f8f6c8ff64551033770046c8e1", + "3eda1adf6b8f49d33323ae8e6bc96a1cca229571f5927a804a6b878fef00e3c1", + "3f0c251e7b67fb6858967a27754f29ad110c89c0b158c4f2e5a96c05fd81b888", + "3f420e76b844336a91049960db17157980dfa4d5916d0b814d78cddbf57c4f86", + "3f5d876571875f965c438a8a58c96b7f32234911546f2c1590b83a5198acaa3d", + "3f6e99c36c36dd12dacfbe23c7ac87082c419842dc12bec4f74829f764a8e6f9", + "3f8f5d84da330a6c7016ad72d234c174aaf723b45cbe5d3a9145e675c2575568", + "3faf0136d7affd01be02bf5a9698317ee8a6ff6f6a0ba75779670d18c66a38b4", + "3fd34303b59e12e06bd772fc1b9792580da8a50e4d69dbf78702fe7bec9b8c0b", + "3fe4f6a0da2df15f272d64d4f9ea68425ad01fa3f0f6ee452ab9cffc98c34b18", + "400a9724d93c3ba1b67e2e8cec7225516e819676e4733d50ed33edafcab0a707", + "4012b33f2ecf8d1baf925426438baf8632a4fdb1f52dd767a572496a457e5ee3", + "4018bc333ed65ada31d42f42e5e51b29c6e927157e58cd60f037c1f26c49599b", + "404ef49e9e6d25710b2c12929318e60fd4601328688785d65844608044de48bf", + "40c9410e7b8ade1cb3a6fa71487e22f7892b5f85da1fbd14f433fabbc48cb583", + "40ebe8d29f30b9acd3993e9d72f36d2511b3a81c8d50a25b6304d3ebc4504eb9", + "40f4b6329e19c0ad22fb492fc79edcd242a2183f9fa3aff583dfcff16beaeceb", + "4119243479f2a04dfa7843c8a9357b64a7bbc4bb9378d364ba66938fa29993b3", + "41582150bb4e6f0252ef9eb9b8d9ccdc6d9111291411798bdca84198a1d29e79", + "41602d2b2ae7b9d18ce632b67e369cba36d272d2b0f412cd30a481cfa0cd49d1", + "417be49aa3741eb0120073ae71337f11595f05d93525afe5dcdcec42bcf24df5", + "41beec4ea2210c90956299942b14f90f8c6c450035b05f56a7b5a8fdd54db85a", + "41dfdd7f8a8debeeb472a7afc5a6a55d1139a39985f07eab8effaa20a412af3d", + "42090d888f6cf0a9bb0956166fbf65d0d16b4ee84bfb7975afa821ad8a10a869", + "421469c5402db04f1276760314af84edb5f2c5ca93e0d77a31f31cebacf0f96e", + "422872dac53957684f5fb702d6e11b39f4108487bb848c0d26b7b4376cef69a5", + "423003117279ba621fa3481afa37e09c1966b3fa7e49608f95ba53db066c4bdd", + "427ee0af0d810082509973505dda1b7b1befe244be465f40b3e642047132adf6", + "42a0a9a7c4bb7b6e66ec7f68c0905d2a4554f50cd078ea3465b2c3e4b6a7e085", + "430794193b81c68d824dc36a195b9570fab05a4a0b5b0be3c5ae5698cc82b6d4", + "434ba4341c13fc1fc6d71d9eee95ea2a39c06771630b215effea797ced42e9df", + "43536f1ba3748225251c8d65c5a5ba97747caf695d420f85e4b62457c8a9db9d", + "4356382bf08cc0c2d865bf6a0e018cbb2b90415c5dd37f5207c5a874e7e1b0c8", + "435933e580253d372d941f3a6b5be5352dbcf61dcd2355007b7f8369c5dc3728", + "43977f363939808102fc0d611a5e27cc924308b2a5a88939a46be95452a0f070", + "43e04de95dfed0fbb2c29a1c7485d3d6c66cc66ea7ad695e830915f1358c3a4b", + "43f0895baa6de45c86e086854700cc2ab2841f2afe5911496244f45ab3818109", + "440e2bcaa12caf38dd81cbd60439f72067e1767478c6b77e3613f76edb11e8c8", + "441a8a6e8fdc88b18e5a5174eab8a9f9b5110d15a3c5329ba01b9ed9da185aa7", + "441b9b6bb84b083a33a31a436fb9dca500ec5d7ca0051a1b7813eb2684be624f", + "4441befd5fd6304f1a65bf2406aa25ad86a0f30ca7bd4f5cd4deae4d384f1ca2", + "448596ed1a8fb48786ed62faa09ff8a9cc1ddb31179cfc0ba5eb60ee00400112", + "4494dfcb21b68387a1e0da5394813e325547a389598b224ce8b10b7bdb7ec945", + "44c16b61c03f9214c769001b2444ea84acbc91960c125fec67b7596862bb4bf3", + "44c9620d8eeeff6ccccd98d825af7354ed4eb4400131e03b5ea04409113b39e6", + "44da5db5b8e8740a38435d426e4eb9f855beeafa03098faaebc33ccea9d0b744", + "45244adc20436d2f5a427b80f4f1c15a73d8579ea5d2dbfb4bfc72e5f997d115", + "4557c4cd811e0166e218978bdb775fb6ea299c9603e3c20de6afb68e24706d9e", + "456b221337cbc952c55988375ec557286728cd771ef9408f1c764a4073a1e8f2", + "457bffb709cb5ccf6977d714e33b256783469ec035f37c071395e36e4cf4debc", + "45893369e05b3cf063d77f451ff8a6417a1f97bd6b4838c8dec22bef43bac523", + "45989e843b597dec4790098482c0063a6acd65d1c01bba9e8131bc813df32ad6", + "45dbc8cf1ef6e1c9ffc1c8b79f3e7513ac92f1e46154a0dbb7edf3d03ee898cb", + "46382d94897e05a802f9482b1e10fa0ade6053254dcabfc957022abbe14e500f", + "464151651c3adc93f0644b3f9b94b0e98dbb04136e92735dbbfe83b18658074d", + "4696efbc5ce832da96a9ef1c6f515d0e944264dd070cba698e9e89323ca114ae", + "46cd422c309d4f4394c38d7bcae4ce458613793042ad31626cca4a303cde1a51", + "46e704548e226c14dea88e9ff1acaf4de243139614902fdf3f5997d9c13fb34f", + "4783f6f77bb4629c69d6822d64cb2da730348eaa8a136a24194d24d53b83f559", + "47c6f0de97d395643f179a9f3247d2768707b5964c336eee0765202a603e393c", + "47ed9d7edc63708dae6e1f25927c5231c86b6ba6717983516b994ed544bb2e8a", + "47fefb31541d1c4cce72568f220febded0b5c4ec858cc6c1147050d8878b8083", + "4801fda1d5dd623aa273a8369de75adfae8657152a36650b6e8002da433117c6", + "48126690b86a0aecf87d8e7251173c0020ff593b458133ae8b560d6d9f5370da", + "4828a99d5491c1b8f564b661ac866eef5afea099c7f7ad2d67924e2c735a004e", + "484af435548059ee71cf025a6b8895e8576d14575677ef293037221f0624cc09", + "4856458e1a9f38fa310eba2ca517513c74fdbd8d62cf29196f5656460f42e268", + "4871fb0f89facb7ca44af55e031344953f8ef45c7b7585984f6fdf9e5946fe74", + "48a465de4fa18a9eb99967acba19b560edf8a061be1926210d5e96c837f18b11", + "48c30858be8459db0ca75bf71f5121e2f0b6ad18a328108363184efb2fecb713", + "48fa46445e65a643e29937c69e0538384ba7f1feef2088a73a6c39990ba26549", + "49253c445ce10685f3fef55e41d69dab439b9c9c07ad1d7fa96bfcfbb343e1e8", + "49371386ec950ac3831816f28cb358301a13abbdb3c56f5fb42003916cd59796", + "4938be3383313071b1269b37d6459e6a87242f58492b02dbc44f335d1a83c5ca", + "496d3f9c41547b2fa460c2054fb7c381747424a75117b3e471d5f5ced0067c3c", + "4979a34d6cf19c97162debc3a657c79cb50dabd39c747623d71f2c520c93f3f2", + "497cdb2183fd3f04cc5a0c73dee40295e9bf0a15a9d91234b7bf617280cba693", + "49817e31b53b5d8068fdda4e2e63369d63d548bed45065c03e04df508046367c", + "49b173f5c0aaed30183ede6f3fe27ac6e96db679cb07d35802d9576bcd672d88", + "49d89c167a538636e2cd7a049b633cc8c7f28d0e86860f2c30b3dbd3de4c8c92", + "49db0c2118ffe8b7f171b29e2e464253a1b10c551ae05ab473386a050c8cbcb6", + "49e4287b6ee26db52e0b2ba0229cb0cf295899071855dc3f665150df4a689ced", + "4a207c0a8a8e584fa8a3df1ad6d6a7572faec70672511c3f9fed0b5d608eed50", + "4a42d21f25dc546223c6113b33a861a36837ebe67506cbe9b0c1b75c8722d517", + "4a5e398567c199f6d294a82583b892fb3b0d3b5c40fded337ee09b634132d9ee", + "4a64db3dc71ce8b6eca7ff5091a0277e2b80ad862567edf4210832e7010a5521", + "4a77ffbfbd81da55bd8c5706cdb05b1dd3120466e1ac2face12b1206e0805a6f", + "4a7f6bac80765327bb0a049c8fc3cfce86f18cae7c8a1c6a57cd7dabec934d52", + "4ab9fc7611e72acf1d3a55fd6ebeb87ffd5b1efedee167da17118bb5705faa3e", + "4b09b1b44158cf0cc3de2907ced21de6de81b27ee094308de5e889de05fd66a7", + "4b0cc785d418234ca91e5b634d702589cd328168efca29e8cca374b3f0806b0a", + "4b0de9893a759494abf37b80d8c8b14487ba7c1f4c2933e3684cf0522d3b2e96", + "4b17ff76e6f9846ad966ec619bbfecec4c15f6155b12d82b97d286994927448f", + "4b5befafa28e84c8bb80aec49d60255781ed80956037db55bce16eaf8dcd7587", + "4b6543e98732849e1e2ba3b993f7da9340803e9e91a1f5f4c030ca972f720c1c", + "4b65ae471b05d20e97ee83c2c32fdc74e406e3019d0e9361b025dd1c2bff3584", + "4b82bb99d206dbe881b684309528b9a233f7c01aa2de42ada61be3497547eadd", + "4bb7a372a1e1de11644233db31b82c7d11e50c0628e7c8f58b2e21f988d4333d", + "4bc0b35b5c19fe1e718251ebaa8fcc726b3d0bcaf4dcf4552ddaf4bd822f97ac", + "4bd9eb8a050cdd74cb9e1348106cc1978b8607f0d34304f7bb856d86f99deae4", + "4befd84c3ba8fea7a5c64dd302955250b0d3ec2e3db7dbb7a1c2d2123865f273", + "4bf3d35df938a7a2900e0f5cfd4a174643b3752b74b69f762a579433444cb9d5", + "4c1549462902d97cee0fafa319ff25c0acc9a9d8b0f0c2fc046123b53e16f107", + "4c32c99d4808fc50a5c7d89b8a1fa32f8dad7f0ff8e06e748a1e4be8199b375e", + "4c33528daaa8c4791b76b49410b4081aa6bdaf0ed2db5bc7dfcd25f31ebc6a06", + "4c8d5cdb0ed963ff600d8701fc929d22a60812685d3b69868d4f42c9fea1bf6b", + "4cd852ab8d9d6c1307b5d037a8c2cbca1b9f0f651b9a4a8d75869ec89910a4e2", + "4cdaf3234c626e8930f9660042f269725faab25c1d6eac7714cf28ada00149ca", + "4d2c2a2036be8d1337f8f878f270dff29bd50ee2cabe82f4ebae082de71208a6", + "4d607073270ea17f497483ffd6baa03ae8fd6e770bf0e0094fc5f3ad9b1b38eb", + "4d747008088d0d38ae9c13e763ea7e35a3fab5859e0169b563aa077c1f5652a0", + "4da2ccad66b0320dfe85a3a91f9552177cac3735266fe014d2037a5a67257796", + "4da980d9ac346c38717f4a7e2361c05f0a5cfab7ede3d665368b67a7bddda4d5", + "4db5086479c285af9c641e7f93dfc4d3a7ecded77e9e29e377b7a654640e87c6", + "4dc96a99b46cd33924f46cb16d8a924dee4bcda345895a6c522eeead47208432", + "4dd7e0eec3c93e06a0151da75caa5a8dd09225d92f887f216671c589cc2f27c4", + "4e06b20920cb157f51231aa2aaa4b05d984392e7e0feac54112621758cabc3cf", + "4e129f2f9c65a1628d79caceade78b6ea056984fcc2e274f68ab01aebfe2140a", + "4e199e45884bb64c5eea327a917cf04e6de8e285df60592eb2b4afaa33729c43", + "4e26a5a289e257ad3df1d62ef154be1e724e71f19bbdc4d0ef54b0b5eb18aa8d", + "4e379fc475c786d5b1be61d19965483d11829f54164b0010d4283a33a8f60845", + "4e3ed35ca52c2e01a7cdd729e7068c1c03a5dc841390d426b04070b750adf764", + "4e4872b564cc0e5f969c3249956cf8aabcc79b0438edd7b02c65391e915fb6d1", + "4e7ae1e39495741171f3aaf74402143b8cf31d863924de41c80a69bb6186b89a", + "4eae55f012e712d2e10100b46eb90c597c8a0ce62bd167ee2f286e161434e0de", + "4eb8937b123b44f09c2574a572e384c7511a3ea950eac45d4aace87c2f44c391", + "4ed094cb2bb666fd3da8853a36964758d91dfe66d1bdd347e0f7c8b8c718ea0d", + "4ed6453dd0eadf7321ebfe6d030fefe0bb7daf1e52cf195ce43db0ff2fa5f4ab", + "4ed9df471fa4c9d9b7d6c29eaf127e1743ef80322b706f10008711fbdfad772d", + "4f186bd841dbf7ddaaca22aa1552a1e191844e3b80866158fcc37236159b7531", + "4f3d06d0b1335a13cb225acca00e85b351b3a5637c9f84e70bf434d52be4e93b", + "4f42fbaea85d8740f2a250daa88a9ad7dae53a07ab210746cc1526de742265a9", + "4f4bb1a8cf80e2c0847873006a5ddecc6871ee627588f1afb032a56779eb2cbf", + "4f865a399d2d50af188ffeb535c333d2017387ebf230f0b13e0e741dd35a350c", + "4fe42b5a3e9d4c0f6a2be6eacdd1a0cf45affa7cbb687c50b143da1179fe9c18", + "4feb47d1ff7a9cb4022ec5fc0914c6fbce0dd9f1a1a7af70a36c7c83949ddda3", + "500325e34d1afe2d2b79d83e7ebcc7e4b1f140c8113bc29fe712cf9298392906", + "504d7971b807bdc6ff779b6c274db38dafda22ac1a2b7d50becee1b3b6a2dad5", + "508a89c82aa71579d982948d197a6967e9bc64f5ec0b224467c4cfed96b88785", + "50cc531f76a921df9b6e2eef827c5921580930c58434a2778b01083e55967446", + "510d7c189bbf686a248aa8172d9553649b5d82cc389ec42c7f1c95bc3af9cb7a", + "511b16f4f474db69694757b57b5805f47decbecabef68ad4050812a972718198", + "5121cfd3d97b25de8e92fa91c182282af8d11d6a9035fd522bd2c9cfa1c3c075", + "5147c91d7c07fa96291abe56b71abe33fe5c8260d37c54b7f4c2008e802fd36f", + "5169e603e9ff88c8b5c21b97f23a0a4f96ddcb40ba25754c332c7cb0edb1640c", + "51ecd39f98794af8a8842cd2d4b41bc9cf9117825ff9915efd474464b2e5faa7", + "51f34f7fceaa4c434accbd8bd8596ac00f4a92642a437f46750ef45e718b69db", + "51fc880d84d3d8acb797768c4ebebbae41bdfc303777b4e52ec7ad95c08ed39c", + "522748f349598f8a5b5af35825819ab6ee2456f91aeccf1083dd7f6353480edd", + "5266828a56701e05b3c0ebfe65103f9d484b036c59b4e1eb0bda970bd5cf63bd", + "527e94eb60c278adb854c2849e5e1d508b6ef13f651ecd7aac0916528851f8be", + "52aa00e24b3fe442d1dd5d535a6b8e2287ee8a5e2bd85b334c377bd26b7bfca6", + "52b2e38e8e13617822a9291ee6c5365b5626ebe01d4272f39f75a7c9335c848e", + "53129650eca54ff4f0a67bb3cd93ed89c64d5dc87d945e9e8ac09ce72f8650ac", + "53214dd5fd650a6d93dc2d3ec89c65cc7d4503cdf665e7ae2b2bfb4895fbb112", + "5326f5cb0bfc01d08b7c17fea34cbdddb4d1a4fa5d907435c15a747b0750af20", + "532f79785cd9091700d6a0ec6a83d5d023e71e56ce704f91e3f5d92ec12a9af6", + "5335fd622f89353e5f12da72d7f570a680ea20fde15a4d030cc3e682917f3e08", + "535c9f3b9205d8d835cdf757b11cd0fe848c1d8bac1c660daa0e710abfac44c3", + "5368d271fa15e996184438f729026a741ceafa7b702e2f5319a02ed4a7537096", + "536ca7234857569d044bce93cd8058dab7eab3b19f4c4a56f2ac347a811fb435", + "53d325afbbaf0a085c8f4dab65d0ad4f6f3e48ad455df4b92efae664e3ed30cb", + "53f7214b828aa5afaf391ef2c4802d1f8d0c782a1d9bb71ff86c023134cda878", + "543c4fd0c392645155f627609c7d430a4e4d06e576863c514b20e1a564381e21", + "54a84ebc0507a9a9e843dc592c639f3b43c7d8e94c6019d71029c2d8e15dd930", + "54cc4fd24af0cacded407bd4f3bc683e25a9e969d89a010d36a0dbd586a2fc3a", + "54dc85bf612eafb02c47ebf4d67017c8de63bb7ced7344de32de836ea5551797", + "550f94d77469ebf1c5b125a72fed8df79c24a28f669fd339d74aa22ddac9b5a6", + "5513af533ca18fd5629a153368b994ac91b0449602a26297479018ab1f926071", + "552e2500e0c22bfc971e5fae6456053307211e2511a4b3f4edf67248e9e60c7b", + "55a8869fa9dc2191f7aad76c572cd5fbb72b826f2aa1566f0ede2fa89ec2a987", + "55fec48f1e3e713fd61d8afafc86d0bf0bb63b88212d7a3524d42201e4363d47", + "560da590c9a2d82030a253d044f3622ecb732576a98175b89f80efcf56d029ef", + "56330f94ec1211784277ffe3d0e6eb9d8570375c1502885ac9d0353bbe9b92ca", + "564b347329fe24e1e6550303be041361ae32520e753adcb0fa3b70d24f42953a", + "565a04ee80c7f76dd537e36950a9760676142d67f41fd998fc8295a59495246a", + "566a331cdaa86a9e637b843b124b48b2e492baf6e9a0856458f6192486912efc", + "56a30765776309f19a9e9cdd1f6d9456a23a1363636db79a0cf650bb7e31c547", + "56a94d11f9dd24ddc273a377cee421a7041081158351923c2bcdf1c180d3eae2", + "56afdf35be6e9e568b089419fdc113e430ed702e03f627833150a9b0f8b359fc", + "56b07e2d192eb70cc5a1dd8717ea1d104734dc3bf0247a85ec610a35ca8f5461", + "56bc76794589d321520fbcf73773be5152d5026d6117d231d5b49aac792836bb", + "56d9a85095e43f325d13a495567d69055af77d9eb0564a401e32cb3bc89336a5", + "56fd2f352e422edf3479dfdd0d0730885bcdc6e8140a93fb29efa33ce2e1e847", + "5750d0299820d644772be4cdb8b00a3dd45729a401c65134cb2a76cab7e4fb2e", + "578c2107d5f26305eed742fdc8f309810093277f54a5d831cb9d62431ff3761b", + "57aeaa2185be958180717afd2d67c85c071eac34214811e3478263c4d376c152", + "580347991ea4f30e4f531a31f6c561c15bde59a529de296194e4a35c2460692c", + "5810e162ef494be2cf77abb454b744a4f104dfc64a8bf30d81d8e065b3a0d7ce", + "58146c983a0dadd6f68056f5d0b5b285c1296cea6662566ad16257119665a177", + "581e0f0f3b40618fd8ef5e2f13555c891e6ad26e779700fbc9e7ac7a74370e85", + "585214c1720d13b39d0c41df6a0222e8eba17741364312ff3dc9aa1dab87743b", + "585e3e07fc2ef6b1dcbc173166d50ab12c9d23ab5b1ac9b6d2755fce6f4873b9", + "58773571cee830e082df51f368c9a63a7f20d290046b62633fdd995ede99418b", + "587db8c7d804f20dea3cd62a9c01057cb3b49601e4589440d2017bd02d638cc6", + "588a1e302469a7df1104d8bb094ca75222ee8da70b0d7f5466871c8247366fcf", + "5890e575bfe1cbd1718521af938e9e6042bf386075a3f2d18fa875cafb6bb992", + "5896dc528d2b7eb93675b4b1cc555efee4ff2eeccd4c3dfc8d36bceb18cf0e6e", + "58bafb2f5bb8a3b1eb354ecb07e3453d00501c6b5baed70aaab8391c3f400a2a", + "58dd3c4e88e304f5b06967264379c278b8fc6f530fe74a4d3aeeb00507badb80", + "58e1f86fa5ce3520e7d8f58889ee0d0c51e0157b76f12db19c7380abae59ccb0", + "58fd614ae697249681124a8c8fb27476cd7ac07bcb9bb5bec862323be835e426", + "59097dc61bdc1cb165e5fe9ef02fa705888f8737f2832e5e5355c1308efb9e82", + "591dee517c139be11a013a596aab5e3d4319d2d056f49a8cd9eee65859af7c6f", + "594c5ef422269e28c70f7684ae1395e7912c61532d21daa7e6c1372555afe0ae", + "596fbf2cced5eaa06817fe6cf08e2573bc73576833d15c973378433a3530b2c6", + "5973d3dab148e37f2b2ff8453d4c0db021866575b4278e4c53e4df8a700ab04a", + "59827f3a93b7f8823af0a16a43d17644aef2f7086b6138074a2df2a6ce5e6a48", + "59c53eacce4fab10ac3a923492063f77745b6b08badcc44256d82f74886e9e3d", + "59e170ca4b004d729ec102c5c05d2ddc53d12c725e025d112037eeb9dd788f7b", + "5a5d038adcb164227b02c45d95d545b73dc5aaf5c29f34d2dbae3866d12182ff", + "5a5faac5b9dd300ae710f7742a8f72e16d8ec858b153f397e45af70731cb6d43", + "5a65be1f3c040bd2c6e2fb583752e5dad7987e11e451d59e690f90ef14dee23c", + "5a665b818961b4ca6b32bf841165108602b3e27012b836b0f85d7561852d6d56", + "5a9e2a164309d31ea17ff845570e206871eb9f4a062edca50fa000b56818d599", + "5abe82d5f6eb9f97fc34764a7867c2f48f6ba3bef63e0c0db0283cb233d970db", + "5b077baa508db040e7bf3405264cf235c7d95ae59f33c54ce4fdd41a2297badc", + "5b0803ecdd5ae32f9940911e057431a19da47f172667396a50231caee56138dc", + "5b09088a32a4d31b4fa61cd7be14176699d042b759c867afe3664b6d4a3c8d54", + "5b29442d8070ea3f34d021c2229abbb1203ce47102ccc375e500ee28380a4999", + "5b48e419b56f1e0ac888f78d01256d7d9792181d244f7cf160bc6b33b86fa0ec", + "5b5d08a56b25f363a8b8eb54f1b66af6fd8d5e1d37ff19b56f08dde5868ba810", + "5b739a71f1b3b09bbf3d54543b662b0ea4eb22fe35809aa0ac14f2fdc343b6cd", + "5b8782b98afbfb414e51f003c063aca6dcc358ce27695ea52a0cb111b7ee3863", + "5b8ff653c10153620887a41370f6f1f7a862d06f9ff05002391c76ae0c7a7287", + "5b98921008beb016b9637d68f80eb8ad495391b3f2dbaa77ad64a705c315cbbf", + "5bc1788d1e6b4a285d30916d2f3846a50e57f7ca7a018eedebd0cfe875df9aa0", + "5c03f2b3a7c6f501261291db173abefc3d9d73a4094af49d78fcf6b76e505c5d", + "5c18ab98cb1bc02ac71d430fb9236c4b59f142d9d3ed4edac095b38ad1e6ce6f", + "5c24a8958cb0c33ff7617e4fd9770cb9e5b1f0d9932017bf0b7e9c7322516d53", + "5c25781bf806586340bf9b17c1f1dfc990e6dd21cadddd271448866f44d1c684", + "5c3b624fba16f6088eddcb0c9b9422eaa1aab3175b5e89732601d788440d1c16", + "5c4ed7d029b580c166984451d8c1fd42460bbba0a224c77b4e69f70cf1428a69", + "5c59eb61bb8b5953a21997aba7dd19476888f96424d4aa3e9f2eee253bfe9b25", + "5c7c610d7cc5465f9cbe4714c35ec928553493d0a16c9a63a0e57f8e4878fc6c", + "5c8b92dda4de3de4816c98e1d58444dc30f0e79493330a36d857be85bc4d3b79", + "5cb6260be3c98ae3ea566ba38130c44a50bf48304db36059d4c05f345458f0fb", + "5cd356062f8e1ada45e2ab1fed44d13c8b551331f1d485e4b6860466f78a8372", + "5cd993f6b096c7825ff9dac935488ce03f8dad2b060d67bf2505f22491292f5c", + "5cda3ced22b8cbf4998a18a9577a5ca62a34e37b38d118367d9d11d2d7d9b3b5", + "5d11328833f680ff28da140865138c3ba6383e972a7d95425a7f199a499017ac", + "5d13e695115cf2fd4c780da5bd73aa6774b7ceb334ebcd1bcede0e7716870565", + "5d1dc41467ed9f448b1dc703c862c1f6d51ed29037aef1e74964b8341f96034a", + "5d349e1d596ad3e2b74a6bbf355fdc4259476cd6977ed29600cf27ae50b32f2b", + "5d4597dfd3afff704c7d40fd84648673786f0d4a6776311ccac43be8832138f2", + "5d5c5ed5ef38e292d47d4e9f0849a6a550f03eaa18bf6f50d757cffe8d5a306e", + "5d8923c6ca6ca759ca9b471a2e08fc501c0ca65a8f38fc4e08fdbbf9b1c37702", + "5d90f1c2ea5e0973c16286af4fee863e69bd2c5dabf11e68efa4b30d15a38ba9", + "5daee84cb06225feda64408ceeac2f96556185059251680e18b092e894f6bf16", + "5dafd93880dfb3436f97a5eea1ecaa129a2b5b0a2765fd61b7ad752f4f45a8ef", + "5db84722f01e750446f95efb0f7b1e3e5be4e972df48183ef6449dbc33831e54", + "5dc3312ffcdd9b0392d350a016568b35465c467f4a8af3f8df8a01bd8d0b1a99", + "5dc49e102663cc053f4489ca3edcf207447454b65efbdeaa94f23a019e50b17d", + "5dc9d6774b9e06240c24fea6ac9ad4ab0a1c0fdae3b9236eb445bf7e05eb303c", + "5e58ca69ef681e85b55a5ee44016c5a277003ffb6fb80d76e1924d7911355b36", + "5eb24ff067b2d15897c338e09f972b4278a6a86b9167986594fcbfa1c4bc9c5a", + "5ebf7cc08cdfafc0c31b22d4f9c6765865ff9e63d72971016abc8c4dcec766e8", + "5ec3e6a888e606119f06059312103a6c70d1ddd2765dc399093457245bd07189", + "5eded2b78b90beb97074676bf47a1f3243b84ecd855a25aabc030a5a81102b55", + "5ee5a0f04e5de073e8b2e1ea283e8811305fb610276f297c8280b061019e3738", + "5eec32ec10e48bfc7f746c5560512e381d9c44eede3873a4d40f2854efd57476", + "5f9c8bf3d60bc1a4b796feff5e5340f352d4b70eeee37d3acd503fade03e1acf", + "5fde1897d8bbba084ff2a87e8fc4c103418060c56244f796f8b102d3ef6b70ae", + "5ff67526f77dbeabeb3eb9af58aae32ed2bd0af1c859deb6830c92b283cb720a", + "60072d766b1383035d005e1516a319b9c435c4e3ce59b69aeb5342f07dc380bd", + "604d392d36d6214c60fba0281725ef2125e573177d58d54d6a6f8183b73c3f66", + "60537dcabb3d7bdc1e312753525dd233fa8a7745c77ee26c77241a7886d0209c", + "60589d3cafbed181eecd4cc288e853fca6bcff092197b3b42995411ac6e3a2d2", + "6059c8c920478b870ae974d4422cba0ca49af2bdbda2fbbf10838cdcfa5c0387", + "60709160950e949aaf4b06a81bb046990a4a2699414d23ff7390998bf98867d7", + "60f873f907ee5d4f835f6bf079ea80950c32b0b885402692574ffa1bf340a0bd", + "612acbf37c5e1db127331fb6a7a9faa48b65756a36cccb51315bdd2663362227", + "6137250e31cccb6df9aef545f0af9e6f425d29f57df8c0bd59adde97f2a35066", + "6162e12b54d9c1dd7d764333543b0c1ffcf5660c585575595c04636beadcbd55", + "6171a6e20e268325d4a4a3fcf435febf5bd2572239d5e36dbc1ac4b091e86dc6", + "61ae93a705ef2553ecaf50ee273b55ca0e859f6be1b5501cc15ec1f78750f7f5", + "61bffd76ee2fc12fe529aed3fea7b656429f720be71e72d304b05ad787ffa1aa", + "61ecf85f0dcb3ce79c049cbf4246d31c3e9ee4fd97924b4d9786ae87ca6b6a6e", + "61f9efcef6f5be426991f087dd75332705677487880af8042569287517516522", + "620ade8ce0fc6e5781a57ab85ae405c9f62ea0360ec2a02d441ab4b6fb9f39d0", + "621d7c8e6248697e85db92cb715da91464290c722f306015957949842a1c820b", + "624d16569d89bc9da4b8f535ce8ed165b63ec7b7a290e116bdaaff37d0a09f2d", + "62a21d830ac26c364928f82f927d53233bfc87386ff2e97163fb981bdac82a0d", + "62db198b6f4c3f1a462a174b3d5d5a6078bc2dc15790360bdd7116e0f1e7f31c", + "62f9affb54a325d03ea5e8311b6fa62e04263251010f8f1e0545824b5250fc9e", + "62fbc7ac4cabfc232dfe0d8a78c55fc656073e2f6642396082245c9c98dd4998", + "63157ebe4e96307820a0d937d2a37bae3f9c14cca6cb651150156ec5c6d36448", + "6335cb3ff64c3cf8541dab770520a7cbcb6e3c8bec899c10393eefa9814f6ac6", + "6363f95dace9764ebb6dd5e4cd446dfe73be55be5f9e0b063ab5406af571075b", + "637340653f23ca873db36e16f9e98d6a1a1d7bd96baa07cf2afcad5123c182ee", + "637ccf26a58ec061ad2ee59d1f87c95f71f0bf8fa029b7ee9797b2a909c36ccf", + "63e61f2694503b1cd61ab7dc4c33759d884c3137d7e4f2a61709c562a01790cc", + "64642476b64edf3a64d69b2bf3231a5175d46c8a7db906ccb95271a787a799e1", + "646c682297f626e5d120f89acc519b581e8778b3b1dc6ffe16476a9835f3bcf0", + "6489ad49812acdb7da4187f73f716b78e1cd0b589e05fac85e5c75b1ec5cb1f1", + "6490ba8c17967e7a7203bce09753747dbdc0480c3f827fd4db746591b610a1d6", + "64d4e42816228f1b393c4571a5ab6e78acdc6e1a207df3bb942305c9de8d1c61", + "650b7cd2d1d95428a6e9ccf0dd9a40a72f1c636182446dce691c3169a007a87c", + "651182a33f678ada4b45eb1079ef7e8e105ae14b5bad8cb3952539de77cd7d05", + "6530adeb56d3e3fff647f3ee8d34065bed5ae533ea00772bce081e753c861291", + "655231a11c2e677666b6d7ba200414a8446e912ca60e5924b9ce1c6f8998f5d7", + "656f782ba203277a60d4a4c5a65a83feb7b139b96c5d5b0ecd132f21fb365f8a", + "65714992f01962d6e80f7afbd4c8e6332b419e436e0cd5d985958d03a754d787", + "6578e518dddb95d215dd3a7dbd1577616364d9359162715ab59552d3ec77d308", + "658b002d9661970ccaf80be9e81500d4a55990b813b813fa0846edece61b92b3", + "65a71290538408a4d8e1f694b3148e0f09b74528fe161cfe3f2778d148f23b26", + "65b2ebfcd8434bc57234573a03281c5ea42211945505d4bc7926620e7c037883", + "65f741be093e64aa33aea625d6cb2a0da9d0f66794d345d4d36a64c194f88a89", + "66106dad07085d8716cd3a57c38719985cfee9d7da7b9e75d42d653fde524a29", + "66278a5f3ea6f31ed36c22b8fffa8d927eda8d7f17f75bdcdcb3e476a900b092", + "666560495c0db35d8963004e3610db8147cba9b15b48e2b5298340a7a82411eb", + "669c686bd276c775b5e02b1268da9fb8d07c792351d0016576732ee0c9bbe7be", + "670869367ca4532f46d9214993c0f31081562026087e6d64941a9c4a7901875b", + "672bcec3d5308dc7eb9a921e5ef64fecce84cb150510afea304e61326daca37b", + "674b60cbcefefa4501172470e2073dbc4946967875c5451bbb39242b91c6ce02", + "675b54560835499f03023d08441c0ebd1e0d08f93c67df4d03476181c60717e2", + "675ee443873b67c1a0d4acf4fa7d50e28b2fb70531bf3af261d528478e59c0a2", + "677a7bf5d7402745cef77d25c358406a21a994b948b84b9627004b3eae0ff40a", + "67ae8e470a9c09f61434cfe21c78698058e3d595b0f68b7edb31c359c990f1c4", + "67b7367d7b14561a50011d56a056e3b8e4a46f32d6e44f48f335474600119352", + "68492785665af90395b524536599ba8101495f429eeed201c267d1a9486b8765", + "6873449ea7587bd681061ea00fb7a11653cc4d9611d6544a074bd95e1bd04434", + "68738cbc5f45b159196c3cb22db18e4c8daf229c4980efcb501427372dff8f66", + "6874e93c2da9e538c7b3817ab71c77b8523fc4ac9d4abc4ef62b46fca1afb8e5", + "688a3beeed114db0cc09136ff3e1f826a4c0009eeb0a5dba639d70c5b8479d10", + "68a2fe7ed3dbacfc51faf72da293adfba3d7aa87c52353002c82da7f71ad400b", + "68af249b1ba166e2336cd9e42a28de6d46fe383904832c4d6537e7352321d073", + "68b27de105169ec72e0d2b178ba1eb0c3fc0a98b4a7995b2b3e517c32a96c4bd", + "68db72e7e93af0434222b65801ab46dce3761afe35c0a144fc7954013456918d", + "68dfd709de674c13150cc384e52feef725a9bf0783546e621a96fbaa2bff3dfd", + "68e32d09a1873503fcd8c4473df014183b75fd59524c232428413f0e7c26069c", + "69247df2ed55b582d2560bfb3db2e758123d594cd88f2dba1e0fc4bfc33b1d29", + "69249f79f5aaaeac200aabe1636937412dfe678a99cd79bd6de302a2c889fb94", + "696e2f5c8d58f45c1879a88969d911893c391ec6cc625afbc119c5d31c1137ad", + "697e0f9df442d5d8ef90a2bdb81ddf81ecadbb8870c89f7021d46763fd8aef76", + "69a3819da4c4f0c147398fb5b7da7d804192caf89f06956ee2348b2ae023d499", + "69acfb9fbe3cd486ef3b93739328d90eb35b2431b15e512b081e8eae896d1e08", + "69ba2a070b08ab1d9e2b171e5ff96da782a6b2abe6d78847e82441fd8f6e48b3", + "69dad4799c84f69e502f17319717729db7b879694541dd198f51c79060f2b2f9", + "6a01220adc0cb957e87d4781fd8dd89b108d1e507b27296ad28773a0840567f9", + "6a0e6e4014dba325b39185dbf1a7a08e2cd10ea7c02bae337c795d68fa6ffafe", + "6a2a3bf1cda8da3cfd63ae6e9f6fbb55fd2ec6385749e7ca09f27edcede57584", + "6a2e45123f24f5b2a79c78a7eb96ab498b77a0247d3cb1d3a1086ba6c026e1ec", + "6a79de837ad6b4d5b78063a389d5a30efc754182c9a450f685bbab55fff0ebf5", + "6a7cea629eb5f5f3bc04f856a20ad4252f2ff11364e698f2bccc18891c9c0ff3", + "6aa8fa03e2650e4784898ef4e27a212426010d0cca9f9cea722b5a9d050197dc", + "6ac918e60536affa2c356c46bc2689ba51862f52e0c4da168f637655fd085de3", + "6acda15ef961735cc7d69ca607a4e11cb962c535ad6adab5bc2953ff51d6e9ef", + "6b166244dfacb745cd227432fd643b7259f9cddc517b05245f62ea70a95cf934", + "6b228ebec266d57dcaa49b58b1db767784f6486d45ee95dc131450a0479c9afe", + "6b27ba831dac670539efbe9131002e9213375a9a26af267c308e5f855c2486bb", + "6b4cf277783c75898a2559ae6e129f1a5af61eea9943b9d6a7d1e2248194141d", + "6b5c7b0afa8e4b320afd0b89e313c9b5fa62fa33bdeb7cdefc1673f9c4acfd4a", + "6b79946dea25c3685d5237e236c8931782449933fce6917c0c7204d6d7133fe6", + "6b937b0554365fa001d5016d0af872c629c510ab04a6e9e8580bccaae07047ce", + "6b9d661d4eb6199238cc5cf77affbd3616aec0b9a794418f256a14003b87c11a", + "6bcf7405aaf5b98665c658334cd647d60106a8b76717466a9c504d28cbc31c61", + "6bd312d9d400813835b84759667398a5c0b8fc2e05b5461da95fd5babc3ee785", + "6bdc16be5569ecceab477b89fe2586151da5c490333f5e0a1f596c4bf83f6b39", + "6c0b4e79c200c629e640557990dd39fd1b5fbf70f4ae153c137d6f35a563bca2", + "6c2f06a98f5f92eda14193ff996f38782ebae82f94c856ccfb148c4c5bf5f7a0", + "6c7fa58045d8afeadadb92380fa79952b72c66c3ca4a199ffd05b405009fe5e1", + "6c870298d4b3b9a594029a58de126c7d3912bd4c8aa8aa0956f96e0c94214237", + "6c93ceb690805df915a0d11307c3e898862ac2a8e2f03545d9f9f31333d97b9d", + "6c9d4b7e0d99d0168eda469e87ddcf684c3ff33d2a120784b3b6669089ff107e", + "6ccc1357aa0f377fa2486a55ec540541ef6f9143b4215c14f2533188603b0fd0", + "6cd5081e4647c16bfaa05928de0b79d48228f7163b2c097a78b43258081f0489", + "6cdd98c3d0ee8d4a939eee49d26bbc9744fc9e22e88563d636ad5b1d4572b211", + "6ce8a8829a4467d50859e5d48868ef249c31b4281ecface940b240804498a9cc", + "6cec9c740ba668e1bc5979a2f406be9d4326eaa440b49583caff5fff16a4a974", + "6d024da7f213afb6dddd051098fce2e2fc219009d7621833e4e0bfb3d459e93a", + "6d3a64c3c7d6bdcd11e121de5b26f8bb5b8ec0e16dd8e0a9614abb6279689583", + "6d3d79a21ed625cf8c2bd6fa5233f3b5eb112cea3b896a466208ff48db23837d", + "6d8429ee4d3409cf09dd4c1e1ee8d17ec622f3f65f2d04d2d5b46d3a1e19ce10", + "6d8b1d53d160411812b2e63ed22f7fab8a2865cc200ec6dd7a103a121405c5a9", + "6db6f17d30a1e7d929b1574447e0a58ae84fb52e785dc8ffeef72988e7b9918c", + "6de68bf5dbfc8d0a38db7653c7b28a6172424c2f8bb2e31a5318bd0636a34832", + "6e46fa4e2fa1ecc23219527e1ee220eb785973a0f8b404956297d5d6594a3847", + "6ec6d1488d2dade7f32eb4be6868b7ce41161dc4b88344dfb788047806eb3fcc", + "6f3203130b9b3bd29b81708bfc5fcaf3d48926c9fdf3e98eb330c02a99d4d702", + "6f6226cd7173c25f9283a26873c340a53ed94d4a734a6c38366fff4c82cbe894", + "6f8a46c31c1aceac05f0039bf6e9a36b209475ef18a584f1cb8d5e3bda48094d", + "6fb212de4b5bef6fc983bddb206fcb4978547681a9542de68b5abd7f51546fd7", + "6fd4ed214af38642cc6bb474abd126841f82ca4516af7d676fc525f3107eb4de", + "7005b0152b7e62e70a4ec3548246bc1b1d5729feb4958c2fd3688c137f69893a", + "70068c35f76f137bcbffaf69bfcf8103099b381ee31719b508515abb965fd586", + "701bec823b7e553bae03ac497ebec8a40592fea30cca8d91cf9efad75e6ad7ef", + "7064f9086f3605fd49bff512a1172dfbd0ceaf58a88410d163a8cd1a0ad34f94", + "7072448eee55c0872253c8a40a5bfdc2c36b8f7b1be17bebe825468540882db9", + "707966f3f0d9b4a67d3379ecf693b83b2a1e1c217358494af3504b95c137fe17", + "709835aa30c7d0a66f14b43475d8db201bf2bd39510d9ebdfad8848b84fc42cf", + "70ab03aa506b299df87e64cd28986c66d4a8dd1afa44066323e9cc1d9f89a6bb", + "70bcf0249de578d517dcd2d9ce720351b3aebc2b3408f92ffc31c3f264797cb1", + "70e8eb1a392cd7468a49fe73f3aaa99481ab7019d354ff555dbfa1901298e9d7", + "70fe15efe7ac3eafb95ce5f3f89daeaf76a65535fb98d50b60a029e4484de29f", + "71024b56d0f6a22d5fe9e7acd8ee1e7ec9a651721f305a2c7f3e4d5849781f5c", + "710f89d19eea86719bec11c771e48def42e5fae229de5f1f094639beb3c85efd", + "713f861df41f12f45b212350544849e022cd8665397f31300942f1ef32f1bc18", + "716c7dcc84d0813272c889fa45fdc626ef28b96df90f083f0f95e51b5909b7c3", + "7170b2876d55cff7bbbadde1cf60918fa82c96b47a419d0dddfe68656bb15f7e", + "71ccfa1efe119f4b3400c25f08c0cb253d6e84a3034595291688d0390362e7ef", + "71d64e8f87b796850cfde842ddfcc5397530526668b4758e95e3ff352ffb808a", + "7208d392e8466c55bd4db2b793267d4f537812981de57808548a24d575c00802", + "7241dc8b47fc985afcdf062800aaa0e4b3288f68ae23e6420d4174936ce1ffc5", + "725960adbfacfff83b82b7df54c856df7d95600c14505b43941eb4a624f2d833", + "7261079205d5dfa4e29d586c9b6d03ca1ee3e2225ef85043a4a4eaf8583df9cc", + "728722ded8b3e23f89f3fe1884bdbf69cb04c6f5b843bb307b4a62e2a2964762", + "729dfd823bb3d1363bbbe0f6beea353b4b9cdf5e47c3b6af17ffc74b854a2d88", + "72aabf4eaf51267a223ceecc011f0e24ba882cb2833bfb09f99d7000e4ce2935", + "72d78fd5e3c79370db8423179341cd9bba72ff6bd98a54b2a915a698196bef03", + "72e1b778da03bbf91d47c4c0fdb930d7ad38f76cf0490408e8b4df6eedac1ea6", + "730722ba5721418ddd857592947efd2f0e6f8166eaa20bf9cbab54a8f4b0a3cc", + "73546fed85b1e74894df9b8f32aa7bd56c478286997a8c92b08c67af0e5335f8", + "7355830e37a3f3593f8f485125738b6e7caaf9813042a1aa65a78148f98393e6", + "739d4dc3543c4be6ec96158cd1f81024d14489153b712afb0a7baa9a136af44c", + "73e3407bdb5f83b252fcf7c2ccd03c3a15690c91e77ab9a390e9d6e133770587", + "73f1a153831e1cab13cc9cb150325007b4b7ed7d147a5aef39665059d0d87327", + "73fb5ecd247e8ee18252483813c02d62106af8bc146cd4e3bd3a321f20cc866a", + "7461c878ab37114c8fa861bede453b9f180844dd0024a1031f8d0d5d4350be43", + "7485d46799828ad55580d2370456706f56e6b531b241d1c09d6e60fe61680738", + "7493553d2dbed8c03679691050369d2cbd955cfeb2e09469b115893f92f81f1e", + "74b8a267ac18fcae42bfc59b17bbfc54cb50efbc4983b4fc0de89fdbec45f26b", + "750b82983cca089581424966a9da92809d4739ff8a84fc81448b6c2144f0c151", + "750f7f9b8560ab8aca11e03d8825159f4a02c97263c4b164cc6b6cf8c627a367", + "7512074a62a9ea08ed848461d4b771a087bf6d0806d9d8e9de9f109de0b62713", + "754eeedfe7b3dcb1fb680ffd21ca550bea5bc1eed3c387b5889d69c739bf82dc", + "7550a0b2274ac6eadda85f132246d97cfdd1fbc17a8c60247c93e8a7d6d42352", + "7552868610e7a0492a47d7bb17f915b243f75b08fafc0ec2122db8ca25d02ba1", + "7574a2bed3690cf7b377627edac03b504ff654934a0e4df77254cab0678b3da3", + "758fbeca0e118842f28a52b4c62c1fbb9828f2e0a7c78c41db50bdc603bb82db", + "75a4c50f6b7b5f9416c27fabfc24bfce47505c2507c9e5c40689f1cf8edbe796", + "75b0312a7fe659ec2619fc0a00188c1c25648195d6e7d9a6f7064d3accd1b897", + "75b3017f16c079d88f1448c1f4b9665aeff8c770ee0174a59a6dac4af0945054", + "75c9c4a1f7af09bd21062dfb98f95b17143fb282d7ecc42f082167e36209e5b0", + "75dae78bf5c4fcc772bd1ae3d1e61f73ca0fd329342829d93701ecdb05cbe776", + "75f25b711155c22abd881f62cbdbe0bfe8236697ac644ba420b88a50799d6682", + "75f96d7235913b25c9433b1a0ec68104bc222192d7a8813010730f2a0659b3c6", + "7622d99087890010662d5c0ded17c8d5a71587f4e39fa1d389c45a24b04cbed9", + "762512c3c71425a88180aeb09010834265222f4af4988ca83e9d4b453058e003", + "763be34aaf034de4d21129b44404ebdc6f95c5e5aa07140a0215b3a831c0c975", + "7658c48e7502d6d1d0b8fbffe97f4df627e7974f75cdbb1b9ab6a31495a94ea2", + "765a03507d35544d425b3d04d0b5f8af819630c18ec83638bd7ca85fab92f351", + "765ea782be299b543c8481425b1da923aaa737acf2b736c47584089744724891", + "766672d016c0c6eb36997037b67867ab2c694726af1d88c375228194dfb90a87", + "767a47a19834085dd8e10c9d3d66ac5964793f8a9513a35b2dde4d1429df7a48", + "76a179bb27b3e317f8d4e66765cf407ff74fe9839e80bbd0d6de766e8bc90823", + "76d19a21140ea79bc1b758ce772ade48566e5a967ba98fc6319541f9e4cab3c5", + "7703f063aec2da8a8985f6e719c2a68d00f1ac73cb75800e295741fa4d40ea37", + "770e2608d147738abd66ba9367f4d31123a567da4e4237c08a58d1b357f6ba26", + "774be2ef21c84a0f0b67221f61609824f9e43ae746ceaa6ffdd72ddd8da88c49", + "774ec128960025ac079c5cc7860ba8866b328c0a910e4ee97d9cbc3948293a74", + "7771b23e1a872781d3c859508c8f81f5f0145aadcfd51d4937479e8e767e7326", + "777e1e2ad048ec24134ae9e9a2cc09bdb9e65db4a33aaf26a5571378fb576c86", + "779ed248c556b5bf3b3c773212e4390243e14167ee6adacbdc126e00057141df", + "77d7f1daec219ca893d2724e410ba5179573dffd22ac21b1ab2a67fc65159508", + "77f2ffd9c903d1cb59f3bb79ddb89b412ca1ee3529d555074ed4cd2e575d330f", + "77f65063c77913e76134b4c37ff835f373526c410e5b367c54fe4d8d613e473a", + "781ac47130a2dc741d2bec0037bbbf1faff9e21ed424934baacace67e827e599", + "7834f835213ed6839d9b2abd93cf8ac01ebe5bdca61c9855dcdb515765e61e2e", + "7841c519c3dac274e9c8c618fa6201314f47dd892aa879e0f41619ece8f58376", + "7847d17d7e5ba94d471bb710e54d9e653488c9753dd1d12661e44c04cb4793e7", + "78c796b942fe136b1056c697af7179df8ab8dd78e2c2bb385d9774710d9816e6", + "78c9fec65bf1ce348f0f3a33687b29f95d7056f34c580a0e4292702501694c01", + "78d4919ce6c9044423da92ac281f463a4de59ff03f9a54382fef3465b64f2aa1", + "78e0d7e8b4413c0759ce0b6c2bbb6a132b7ff8aed71e0ec46ca0d3669080c781", + "78f5bfe6f58ca23b2d85c54acea293e7e19ba60b63768934d1b65d1b44b31364", + "7910445c446ded88f3ae81db2004fe916506fadf83017f1d6c0481764fbc726d", + "791e0feef999d39967656eb542ccd5a5172cea4650d58f23bcb8fa8622551d0d", + "79493b75a4fdce4eaaf946864585719108489ee5f6dbb8440a70987d7ab3a14c", + "794f1d793b6807ddb2da2933851557a4ff3326c21d6a717897a475e7c8305e11", + "79665c355e938b7c9a5085d02e1f4454bbd1fa42d99ff76d56a0d37eede5505a", + "796cc42123f9a58eaa22cb3b3388e40160491dca862fb0a2aa17db03b45174be", + "79851d82ad4f83e06d475cd976b34d79a0884bf77624a6443337c585f5e7d88d", + "798ab8eda49c99f52524fab0e6c29e2fcea9c25bb7eb29e55d24f8bd928f5885", + "7997158c039d6cb8a0206f33a7fac43f12b6c05c50ab9523c5d319a07c9f47a4", + "79a8920832ba7837cd6d4b63760c7db8963bc9c4d5cc84b02d1656de6861cd11", + "79e246581d6965e0b6397f31780e76d0e681e72a94a031bd976890872e8c682f", + "79f7f98c4c91e9507352044f016d9373175a6410538d1d74765f5013de13efe9", + "79fe72616f57da92fbc0c265358909235cd86d5107d0e7d613adf8a67a868b91", + "7a0e515bd7dd1fc037d2793b5bb09d987967b38c7b0cdbaf484bdeebb6fffdc1", + "7a0e65a743023d8e6f5162be55768a3b850f64e76af441e3a5b99bf0528ec159", + "7a111a1887f6e3391d63b0141a7175207f02679e816cea6845b3486565b6cb17", + "7a1a59f3aa4d6387e5a5a2d61a4f4409428633616e29fa29d50ea0fc53bcd339", + "7a29256a151c5dfa124e5c339bf9e5bb74c2125c128b04d6fe46abf2a758f712", + "7a5b2cda69206c48b9e8d535cd1e96ea9cb9185fab4ce335a2956bcc05b0b115", + "7a70990914d64abb8b318d3bb2a06651e1832f21937c00651a6df6f061cd4842", + "7afef4f1d28f68d33ac3ffb659441e0102096da753d5c20969c536ea0dfed7e5", + "7b2cf8dd9d56b7ca7a7bfd1fa949e72969257010fc1d480bd54e043796eb182d", + "7b421ee486724cf4f7e562d916b247b7648a152d31428856c35c2c2db4813bd2", + "7b689b58e64f9ac6bee1eb14628884451cee03f41fdf2178916537c2b56133a0", + "7b6c5f005c475b264b2a7bc64a14240082a0ca96eaa41b4f9d59a0ed65e7d381", + "7b92e26c917b401a6baaa8cecdf723c0cd3d59666c778dca685bbc12ab9c6f5e", + "7bb5aab6218927cd29574273c5cdd63d39849a57c0ec9b59340302dac1ec5c5f", + "7bc0ebc0825f60d79a197e4d27689643d65798e598057d0ae33f72cd39a8d1ea", + "7be40af82f79492703783517086251c2be0511bcf1dd2b1659e4d627055acad2", + "7bf300a78229f582b67dce564df3158f02c03a7d17064a78d4b041ce41ffc3a4", + "7c13771c61816ecda59ab2026f2d2a85c882cfba9b967d5d41c31e338602eca1", + "7c249a595ca1f06717edfa3b35b2b487e2c2a47c29f75e4d52f4ac7625e24b41", + "7c5f4b2df36cdc780578afdd9ddf6d84a6cdf997977d0351ac0ff19bb403551c", + "7c671c670ce130f0d602bd6d0573ba85c6e754639d122ac4993bcea07d5e1b47", + "7c7f4330d058eff280e31afa750d2679d4e686f89f57a402ae5851cb33eaef95", + "7c809ee513fae51056cf753009b516a7d1c46af0c8b9d53761cde8467416e843", + "7c89620ab5745c5c096fed9a789fb4ef9a7038f3a03ac2a6aa033a960cea0759", + "7c90ac3e8b713181be6385e25e948a2bfe21ed28b0c882153787eb8be239c2d0", + "7c9aa9f7348291d8af6529b509632b76f898e46070c8b8cc5a74209f1f8e384c", + "7cf13a99136bc97bc57c8cbd7faf6c461f688084df1ec3a9d65f79c11c600491", + "7d4aeaf8a6c226ade1ca11ee3ae0217ebbe29c768e83b525129fd74895c0830a", + "7d653fa63d81af93ef7779035399a4e53411ec8a7f651256d7f721c1da327da5", + "7d6d2253f232f8dd1a23a77557f48814e176bb670dced172ff3ff7270115e2b4", + "7d83af9e9367d2ff00fe5848cfdb4ba392479eb3f1fe223f6828c6a735ce24e1", + "7d83e4f7e37ec9b9962eaf3c010021be13d664653d07999ca6c6a81e4fa3c427", + "7d9c7b07ccc1daa04385683f46ed47f8ff248fceaf24e67db501c065e8cb21b8", + "7da2911323411aaa29a9a089c7b549d57f54086f1831e8d11e614fb17e786326", + "7db20772098831748a7981a5ced53fd95f5e03e737349f7ac3900188cdd22f5a", + "7dd2da493ec5174b6763f9a0162334bf09572691c2d8908df6fa21d18cc67fa4", + "7de9b973552d85e3f6badbb2ee3721a640a18b97840ad0259039d6e6df85ff05", + "7dedf5136a89643bd0641830635e4f5a6ae5d68d3ecd6e4abc658a39da276f96", + "7df266244513d7042584a4a8e1b07a928fdcfd2eb2568be855f438b14502c66f", + "7e256ccc54272dfadec975e2192dcc8b899784a82c8eaafafc2320af6270edc1", + "7e4083c02abf3d1745e121c2404d91b27f2b0b972ee71c98dfc2fabc838eab8c", + "7e53515a2846c4ac3e3005a0d705ff1bc47fd08a4186c5bf3a5d4d342b7b76f3", + "7e648858b5dc20e69179df0316b44b36ba017448ff6bec6310da2a37e48093fd", + "7e6a0e320a76b2d7c4571302adb31af0cfc155f957166d39d44d4ad842d38c82", + "7e7078f9ba22a164fc61c762fb5db6d955ca1ca86a3b50b8961e9e5a3627e79e", + "7e80a3b28e467688135d12d509131fde13a4f17f81614a7b1f9d19379793e765", + "7ec7e941978523b6bb23d2fd3d55d6fe33879c6aebbd84fbb185117091c12b72", + "7ee3852676020e282bda9cef1c1045e25441647116ab309a214ec1f5f6f1610f", + "7eeaba0caf143763754abd5a641189db220b4f37abce91f1c66ea992dce96336", + "7eebdb6297c64378e8304231ece5291bd19ec690a37b2b58c90880cf89ad3bd8", + "7f175640c764b7df9f0cbc95bae421d5f9297fcf62160d65949b5b100557f9eb", + "7f792c5911a60663e0e9fa68a8f6be943a925cee621084cf3956ca175b27749e", + "7f823f60346810266ccd7ba91ea8984ca742aa3baf849349c8e0475b749dd68e", + "7f87c627f7f7412fee152b6c47e6eb8b6a13bd38fb9397d50a10f0be461e214f", + "7f8834cbc4e365c22d0e3918efe4d32714772b2c52fc2f836ba60f52662caeb8", + "7f98e2cfd1b02cbf7445f2f3c3fbe301e820dd82abfe4177d51c3285a507f3b2", + "7f9d4060748a069f6786af1e4860c6880d39e038135439b0b2458ad5d3c595a9", + "7f9df7d75ebce46939549aeb0324983263bb1d809264f4903d434452c7026514", + "7fb3d3b49f404b6314e29baa782768af91c6415ebd255ea3eded9dc3f584abad", + "7fbcaaf24c8235d541a5609f45fd7144db69a5defadf4bf6b518f9ef5f163e5e", + "7fcba24680c7ad95062aeb55090e10028546a5fd4f4a697d538593deeadabef7", + "7fd23e3b2cb3db7f81e7730037a1d3e53fc9774948a8b85613600590ac7d0f92", + "7fe0b89997665c24edc4173f17d379fb0241804761719324b77a3ad19cb134dd", + "7fec9ff3d09a0bcbe3db33b8066c3bacd1d09326c89e6e453e8c42ea49fda27e", + "7ff731d055995f2c7355f7a59174ff09d3ad70234c6ee73b5b29c2a0622d13df", + "8014b101a0e5de562df78d8629d92a6b367ecfce7c3f7eb968ca1178dcc94883", + "803fca0d27e485372ff299d0138f27c97487af7708745803e2eb557e40c71172", + "806f014e6df16a1654bf06eaf08ed3b60c299fc7b5d1c37d433b3a0ecaa81655", + "8096a2f2dcbbff46a37e430b9e9b6894d5f6b5c01c93a8187900dd7909ea0126", + "80b0d0b784604d32fdce1b467680d1630259424aaa829573fa50c6444cc0b1de", + "80f52225f3eeef206f805d640ed82231bf7c01b9f7cfee7ed524b1b299ce1197", + "80f9218c5e9118528da5dfd6780556e8443856b35e876c1685d2d25887b92367", + "810aa4c9218c0639ea1d9d7fd3811415d7444dc97f831a0dcaf75ef802242f74", + "812c2ac233a568a4da77e7b7487e4472579ac9bbd8ba095177caf7f1e2406b9a", + "814f2af21544b1b03d045f29be5b5d6defb02be970b8a4d85036944c3a408843", + "819ca88d90bf6c86b097fe09a8704530168f1b8931116e9e55affbaafd0ace33", + "81acd0d4f293b61cb77a0cfa090543beac2ab5792ca1e88447b16374fd1dc4cd", + "81d76fcd53d510136dca6c06bdd90619de32a48b1caa2da941bdcb661bf8af8b", + "81fe898b8769901447fb50c71d7d0627025ad9f7d533d59cc9f7d17eaaeefa60", + "82489daa4c05ab621452941f901dd0a684e640632f76836541fa3f45bdc27782", + "825ff15f0782c3ed5bdbb6412e3bb77aacf35c880840c8273142230c0df2c2c6", + "827fcbbece238ab1a8bfc63dc4ae4a456a40d215b9bb3f7c9383d49c1460d217", + "82826c41b67c800350648444e150c3a009db7301fb4c693f84f848977dd3e9fc", + "82d78f23b734d512517876ace50d7e7e19d9dcad4db80774ed3609ed8d3e49e6", + "83171042fc2b4dfc78224fb2b00fa8f1d00a038680000ea14462f14c604eba46", + "833133f91df4b418393445068bc2e9e93a065c463c8c8a25d3521e84f6414a93", + "834597c90083fb02ca00b90a38092f814fdb011897ed0cb4ee5c25bedb69d940", + "83aa7ee537812e09eb16fef58bf15fbc5efb929c298c5d5e1be5682bff8efd68", + "83b61aaa99d449b594ef00dfaa7d958c36d90dab01db14b2e04ee0db9c365445", + "83cbe1bf2b5a688a257ca8d424d4384d53a97da158822b9f086511e145839c23", + "83f7029e77724c8160a53346097015aeacaaaabb5e4e8e3930f21c82663783be", + "842402ca8d019c79cc2980fc26018ecdc2d715015f164225eb0112cf8b619587", + "84363142eb13b6d6a8c1ca2c282aeac21af2d69006b75733eea7b1ade7666d27", + "8463f76ac8b1f2ca1f2d0968a0dd799a8bb3d66f09eecc92341b45b3838840a5", + "8472c08437e9d065a8dfe76e302935c88138b65679974121599273edf2cd8d41", + "847cc4a4ff20a7cdb636264448eb18745c302f2ab0a10f1f61e1345cbe0bd5c2", + "847ef669e72c32f996d6a8245081aed7da92401654351337adeceac90899c4ab", + "848273eda2ed1190523b8ae401df6071e574af543b7d4237f4819ea8e795fb91", + "84bf01b039a60611ae8cb61ae6361a304f17ba7063425fa40f9836d7e76fd51c", + "84d4126224dd508c633f787902a15d111b6faca854ad91c470b008b84c466704", + "84d6d9ce5417edfffb97ce2f1947dd3b28381572a4bf02b041311b8a2ae6d3de", + "85026b06797489a856e2a5c1101cc0dcf0eaaa1b44ecc856f7df064abaed8e4e", + "8504c3f425c74ff723cb3a7f5c7e8df33f66e1eaa213cd2e71dca4f35491e68a", + "852359a7965660c3aa1296b56e4e98ecf4eb217a50e89ef12718539d31e0dfad", + "85374924744d63a016f40be7fbfbfcc00ef1baa374f4e9c31f35a039e4916d9b", + "856321fc3f1b3564e2631eb636aa5ece8bff0a96516788fb7ae44a68de39d799", + "856a22bd189c9505240da1131d3d09c44441396b58ee0031f0e69abecfbe5784", + "8571d2f43d6f338aa2691f71db7d7e10ead6c44764d7acfb62593f92afe32be0", + "85c19a7874cff0defb3daa6ed2411c6a300d40630127db54c7b1d72ab218ec8f", + "85d06bc43fa85e3a54b821385cf84b32ac25b95ae86a0d6448ec3a097436bae1", + "8602cd81454b46b26250823f90f178accf605c3cde02e5f940e4dd2ac634f131", + "863cb5c4d023cbdad947ac7cab27045fb066171a906913f4b8ff04ab9458217f", + "864c42307df55fcbe1f520b716e132e19f1ee4c0e4581b8fb51d1c8e0a2be428", + "86645cf08cbfdbba0c35ec11fccf41629fcc698746c542a776d96f1809aeafef", + "869892d5fe6eb6d2dbd806e2aa54b95f3e4087c76fed7f496ad8da9151917325", + "86c2413964f42e8db6d102682b3527c1d54fd1f36fcd167c75d1783ec9b2c682", + "86d5aa48fabe29b7086c8c48b33733fb5086507c03ce152f3dcff551fe403cfb", + "87251660f1c93538bd393e443bdea252c12178ad7b1fe3717c4cb456da1d5633", + "8726a1f04292bdbc4d137c58d3322127e3c73f977afe4f13da68584a409fab08", + "874aff72a30aa094c623b419ad6367bc9469095f544350d65af2c75f8fd78c60", + "8772efce2dcbd728dc3e6be593fcef89602e115e612aa50ede25ec3edab73f66", + "87a7443e2f33778a9f446b2e6bc81415c501381ad2f80caecd6cc5dee29a9e07", + "87aa334d871a911f774f07e7097a23960868f396ec4ef24f2d2a4d40a9d09150", + "87c60d890ad8c5c2a38be11978989d57c185a25969e84bcd8ba976a7f25070b4", + "87d1b82dd094c4acb9ad58a0ffbea7a5563a9936cd78f6e7fee778ebdcfcbe70", + "87dab3f34020532d6b44f52e4b7a035fd33bc5e4bab4c286faa547834a63b77d", + "87e20d968cd2fe30891243f403b3252a266e8db5fc90396caca386e302d0b8b0", + "87f4c982994ca15c1fc3d4d333ccf487b6548242feaab2b0dfdafda419bd0067", + "880779342113d7f59f2ac7f35283e3fa21c7f5635b19f6b2cfffd6bf6c9af087", + "881aa0facead55798fc83556e0e59977b06d1ec3cf3c254d86462c2dfce80736", + "884553201eb494d42a1993226344515c35c0d161c21d4a665a4239cfd45e005f", + "886ecdf27bbbdf53c2139328d18c174afcec3341a5aa4bd5ddc67e42a87c00c0", + "88a8b7550d896043b38333c24505d28737df4e73ec5fbc816795af28d9295048", + "88a9bdd66fc2344f8aff0b0d71c502b15dcc7bbe157324d6e40dd3058cc364e6", + "88b630562d5d85aa3ff2a6669b4bbfe5192067fc50d1cbcd58374f5d9d48c6f2", + "88ba13465bce1bb05049f99681cd787431e3a53903f0d3f51cfae12f95db0902", + "88c5f45e6084c9eb35b4377db489699d8f8fa81ced9a5c74341ae8f5217a0bdc", + "8918af679922da6f209ec9c23cf601bcf108176e52ff7fe2fcc20eb375fac7af", + "893c0f99b45c6e1ac223a4b470273b1a89431fb4ab140984aef93375e78e5e77", + "8981937b36eb34f0d585e60606ce56e8e67173cc3f04a22f46618d9f6e682e25", + "89875aece432ca420311ff4a23c57fd5b4c505e3c3b559165275845ae5e0e76b", + "89aae336d8ab2ca0ffe06a15efc2abde66c39f2d3f40fce5e85f111606b5e2a8", + "89b8caf01caefe1f5e873dee97904df01c28959a164af479fed1407c92add483", + "89c455c362afed63936ab400f5655351e685606805fec2d47dc36c40e15b971e", + "89c4b6d6bf0f071af66ee795ff42407c4fe150cb8e301997b721860501ab9a7a", + "89c84ad21dffffbd89fd8391e4a68536cd65177f9024c0fbb33ed0aa1988e9a9", + "89dc9547f563493b4c062ca9c1b56e277c0b973a53b4e11dec83468a4af1aab5", + "89e82b72fe11cbdc6c4685419428e65f1b96655d4eafa2343e891fd1f6429ea2", + "8a1f12fc3045a1ae803dd949931b6c477310b8636ed7c23b39af03b3dda64076", + "8a6baf027cbf0e268695248bd5dad15399913f37908c4a678622ca58b25ca568", + "8ae1576dcbfb6e37484071b60abefbee4a2d4183f8e8b21abcda98d615be1d51", + "8af1a4cecf6072ba4dfe2e726448b9d79c9350f80a171fc963e58b7fffcb0fd5", + "8af5596c49e5933241edd73e1c0349b84b28d9a9ef0bdb0b3f08dadcb3592d24", + "8afe556c423b4d558efaf132ca16b5fcd8ec07eab04614e72fcb67a700eedfe8", + "8b142c5aeb5e5c2ba168580db094b7b6da729837abe6199de738f104555e63df", + "8b181304e3a183cff73e26e12f68004c48cfbc7f66edb371622561c9ffb6d175", + "8b7f3e0da8bbb4bd381dd5faf22f3506c22b01f117a180f56f2060a15f7f3128", + "8ba5cc41b621f68b1da7a950361afac2ebd406bb12f8f21e1571be2680cea395", + "8bb3960b9aa49d3c7daf93c0b27a2e82677fe70954a5b1b8b40ff51e01f7b651", + "8bb4e371cb956240c12c6824fc1c42f113160973b79c22572e5140a5a29d4542", + "8bb8b135de8b7901b1b456ea52976b19d15090a7de2bc5afc5cf0e408102dbd6", + "8bbdea659991c41fc41e5d01605860cd53b22535b761954b847e34eb452c1bb0", + "8bcf7f0413754b850c9b24fa87068f48e73c559327425e1bfc82cae6fc4d6b89", + "8bd8787b5b3659b6315c160145c30b3aa5f799d10b61624b530ff90396a5b7ef", + "8c26ad6b9984963d835deae72d8b24856d38fef889bb05c10c85b3fd7a25cd6a", + "8c379436af1581c0c376678bb99b148d4756e39e9446cd804858c12009b2d373", + "8c4099078c2c0f6c69528c976e9308f5104108e2c6cfe95c3d2399672f5279b3", + "8c45266d075cdcfe5d59cd03fb88bc25a7a6ff511ef0b0cf9ae47fe5363b7d53", + "8c4cd3870bc9dc20ba127862a0ab3aac857ed1a4d0e2340dc7937eda0d115c21", + "8c4feea60b5188293e370c26dd06528cf6bdfb30518b3869007d3f80bdc3ef13", + "8c7148ff82aafe024eba8a2ebb64d6fd836fd75cbaac428abba1d92627fb07e0", + "8c7bdd8a6c39e9ac5222fb2b16861c1b24367708dc596f1bcc76c2c7e9c2b578", + "8d432dfd008cd8ced880729bfc45f3d548bc54922e5e6d4bacf680bcdc0a480f", + "8d5d02f66be9555b666419f16215b79e6929aa14a678c08d09d2480bc2a82b6d", + "8d717570e2a44975ba3d53e6575d4a295717dcf2564d14d62a2089a372a8fe34", + "8d72bf24d3835df975bd47aace23e91fe60bdb5cb0ba997ca78e52fbad343414", + "8d78008b2455a61d192635e692cf968000425c1b87e8ff46fd02b3816dcfae23", + "8d878504470b79be572a45051abba37a9ece730557e77120508eeb24db203851", + "8d96dec83d0411426e3245574e8c35f5b73c8df79c1390b684cae3a7950d76ae", + "8dc3568da85a0ea8b8b2d7c0bdf1cf458129cff09d04cbcb860575bd5d82ed95", + "8dc80b3bac6de50377d73b41145b48bb3ca6d23e99fc278cc28c1dba42bc1c5c", + "8ddd2ff6afd3e415f3a1316579c35833de765f667b9501e7e42da54f9eb4c7e5", + "8ecf4a9b224c936daa0053ab30a1858c67e74b17f2c82725389198ba26733706", + "8efc955a5a8e460ec1b481cef6a4a6f51552e6e1e49355f9feb912a0650757a4", + "8f030cf10304c8a821ff762ece320e3489870be3b40569b6663cbfafbe45d90d", + "8f03736ef3ed40b3dd7126f1c5b63059ec0a5b2ae71f67fb7d97de2fc16d2cf5", + "8f145b6dc0b3004631db47f710f7ab74a258adabbec957e85f67f15a99e5ef7e", + "8f4cb1bd07998f4bcc079c05285b81793fed07c094cb52e506b5fe2d654575d5", + "8f529f8b797d5cddfb9dbd137631316ec57cc23c6b3cd5249562e7fc8d8d80bd", + "8f91ee16ae905b7524533a6fcf40137005c080e4608becccd2c865d1e0933420", + "8f9d44973e1d625174356a6be2636e7f56339aa695ddc592dc65cd79f2355954", + "8fbead8e6f6dad8d2bd48456546b24c66bb9735ca70566daafb9118cdc7c83b5", + "8fdd16b6d541b7b81911d14d7f6430046b8069fda31d5c512e78f371f7df215f", + "8ff40cf299ee3337cd7fba77cb92fad05cbf3430ba4891c9545793a70b3a0384", + "9041d1ecb1c173f04808b57a9819a53b3156c1fe87df224597680c170297208a", + "9097a466fefe8548f577da17fd853422773485880e2d7c6085e8950694a316b1", + "90d310d3cc0848220d1011df2ecb0ef6045971926c923b6fa9ac2e8fbf8b2b50", + "90d7b9d3d86e904e19237a6f574643863bbc9146092f09a1b63fb18bcde427ff", + "90dbc96061612277e1e925b9beac596373152e74125ae7a9213bd1a1f8585e08", + "90ee3c873af25ebd77ed889cf4ef6410bb4b9eb00b32572f4651e93bd3b4743f", + "90fbcad54d4abeb3e68dbd7c4b923eabb630fc065a70246b8796627b3e3a1e96", + "911b8543dac7382e9e25b4dee5ce3774927cf78f57cb05eabdf33b3cdfa41e65", + "914f8bfa81a2c9fe0b168c645bbe45399099ace3ca439353229216f9a1b99587", + "91518c76c3bd6245cf1b051b958d8270e9d81f0373bfc56467dc896de7fa856d", + "91aeab64cf94aa7690f78bb5bb2edf91d64e5d8a037094b19a9c3e5feb183a60", + "91cabeda5e16e572b89e53f6ba3988fd8416fa7b03653f06969c126752dbed64", + "91d65e83e4fa2e40a29660e8697d3dedb1894b25601c3bb80df559389a9ca07c", + "927b077b9994f92cc17262f57066e2731c19fdf59f1ad23e9a187ad8a8e6a21e", + "92b4ffc72368d645dc6a5d181ec6cccaa6b2d5733d289a6fbd0d49da064ad778", + "92bacb8e4cb433020247552fb9c6cabd6455018488f8992ac6c202820aebe864", + "92c9c9caec17b174b853604267805f1caaaced45888eeb894cb5f07c3da60bf9", + "92d6eb7919388ebad69f0cdc179024407f2b0f10ade265a6bb82ceb3dd533319", + "92e08317b5264a5c75af6bd32f8f9d19d35dc2ae77a8fcebaee74b6349e2053d", + "9317c21bf5f13c7615b404074d4bdcd514250758aa7dec348b461e3ba7de2ea1", + "93717b7c08182de46766bedabbdd152710832ce74aa1e15d30d2d66748a74660", + "93d4e4a8d37483366afce2294a63b8e94031c2eb2595f06809f3fa154b8973bf", + "93da984a0282e86731dfcd961a8ce43b862a14c42d5b5d1e8874ffdd200d30d5", + "93f71412244e33e67e82e17efea5d58a9ecead2928ca36ac1e8cef2457f09296", + "93f7370ce73039faa1adee0d0cab9177772da8cb361d27ac1254cfdf74dfdd57", + "9433d8a34075bb592cf9c36bb1be21da08bdec9f9ef0718a0b61943b321b2098", + "945c821f819b42bed83f5450d180a86c23e6ce00695f7a18a105e2980b2ac2a2", + "948738b6923f5c6f6af94eaf47ada5f24436125e7b2d7532f2cb9b3f8a1ac64d", + "948b1fb3a88a247eacfa7863b50f8933ec9f89a59ce7cc3a17589ca825f5ad76", + "94a3567ffc300b6b0f7aa8e3de115ea0f5ada4d64e2184d2fc236c39056d500f", + "94ca3253fac86271dc0564b9de6cbeff335102bf817c744eb6d6434596879179", + "950c886241c044f7515eb00ccc25b1e9603899a3dfb4abf94727a1476bf37b05", + "9540e5430f9fac88e79b1e21bc8252affe0dc5893218218b2ff1839999223005", + "95473d6a2079786547cc70ab7f130c85e58839a865eebbcc11b0b75730e53b25", + "955f30c3eaf38525cd9d5503c4b1bea7b23c299cd6c8a6eaa6a6caa3748b24cb", + "95b77329d4972e58cce72f2ea588d614e3cf39cb424cd628e90e58fa2868a4f0", + "9620c1973d15d900e0cdfc235abab14254b5d29f240b8382ae9425fd47d18dcb", + "96290f319d1f2eb52a9f427d1df9bc5e5c149094606c64f51a172bb8111e1d96", + "963991dc96009d33a16333cd8dfd1995a7d274957508b25bb9f3c00683af0a85", + "9648696e71b0f84e436a6dd018c574b57d85ef948f6d5cc577a4964b9da64f68", + "9657dcc5c71ffa5ec11af1b35558bacbc681beefaf10373f74dfae9c13687f6f", + "96848b6b4616088854f302f4c39f7879232f208212d4816b6390ac11fb0eac1b", + "96af2b09a6a25be1f7f654be30ff50d473192cce28c69a5e89a1016ef5371093", + "96deb6e25f941a15a80a373e2ecb92809fa08772ea70db16466a16debe9842fd", + "96eb4c60b1ed6d1cdbb6d0a6e9df4e6d3072c037f5bf8fbb08d6f49fc0e96791", + "970c5fae48051e2e51273d468c630a6bb8abd4abf92cdc1e040ab2e5fe641145", + "97104c8814d8d54be64a2effe279e2de76ece7d9946d17f2bc721fc9ead045fd", + "97af82b0ce5128d252a339103965d1c99eca7a42ebbc19da35325e2cd716023e", + "97e800caad83fd0ea5bfc639fd4764cfe8a7a0fbb1268176e05015bdcff4ba19", + "9807f31242666c19189d7cd3d7007e6c617b49dabb548b216832e72d253341c9", + "980a7b92dfc3cb82bfde2b7660855cdff3a4960d863818224580dccbcb82a403", + "9811203c2c5bfc2d0a16b56c0aca2650534579d776a9cf0d2a949816af975180", + "981c07276056bc24a9bc32b733dedf96f088faf23bae6f053a5381b357f4a639", + "983888a1b90bcbf0f9188f2c89e0871aeef8a39bebfeac066c11418959c43089", + "98701e77e0b6c6887b96faf4f415863fe540bf5ea720db6c1df7da2bd60475f5", + "987defec81908223dae92da9b57746a6942845b340ba3f79cf8538dd83eda1fd", + "98889046817a4b80a4f39a5cb29ee9aacda0898af6ea7c02b82cbf7c1a75cf85", + "98b46bca82a90ea11dbd8c72a45f3697ba61059d391cb02b2cfbd98331ed4db1", + "98c28626cf398fb8e30aaf97dcc9b33e1eda33d6581088f76fdc2c5cbec9c375", + "98d35a6606cf800ca8622e8df0beb098445ed83ac11f1a14eebf21dffcf368d5", + "98ffdad2141e58ba3f1d928a7521c82d40aea01042acccab30f527e31d6d0c9f", + "996f5a33720e295a48e74c5316d54bbee57d280916362ca8f77e5d519db411fd", + "99984f7515c7d2a04b908a483c70a7cb0f2ca25605858592104a41e709665b30", + "99b4c019bfc6e68eb07326258763d2a30e257474a0da57b9791e6531c62e9e25", + "99bb9b16e809868a3c0e8195dfca2107f4bb888cf7a569b8e62a1dc8813d7323", + "99d4f33215908f8993f4002c40e20672c3831f527217db39469b57ac7bff8861", + "99e21fb94cc1441231170fed489593e95f264396012ce6d9f1887a4c693559b2", + "99e9ecd54eee0b8c28f53c9887b0f7f6e76a07fc2bc3defce7b09032c47fd533", + "9a528a5fe792a2afe2443a7f889a837a87c2f143271855c941c898e5bcb0b671", + "9a5f1226f926f45bcea2f48d1bbd21fb46b8607b63fdd464c5d429e41685a80e", + "9aed6498f33b8d9b4030e31861866f063c68284ff77e0d52c533eb19676a51e1", + "9aef46bf4b917c607a06ea8f84a33fc09b03e46d4161aafbccb836359b1cdf20", + "9b03128ac34991380aaf809fa4f6008fca9964dca37bb9a141af5be04b2dfd19", + "9b1c963738e61cb6be8b2320ec1f5d55b632d42de6852b77a1bdd26fa590f2ec", + "9b72c6281f55aa675ab785fbecd32f58bfed0a6b427b612b0872230734a2f6f4", + "9b93401d713707902cc42358969ae2e8a3f67a7abf682e6c9c662b6a4cd02c8e", + "9baaeff6a1950b08fe74b5224b5c12994587023cca5d9ccd79f2d5b9a9ed5961", + "9bd0c6c55c6ff96e5f018636211870a2aa45bd2f53041e5d6103e05afdbcadd7", + "9bda8160ad9e098a3db0011e26abcf4ae8137edffc8c7484befbf9c861f034ef", + "9c60ce7d1e20540bf17f23636fc186c7084acb8d696a47803d3a5667bfa20589", + "9c8ab72ebb2efef086b21855d5a4ae3f5292616e5a9c876f8bec8e28da0fddcf", + "9c91b3f38a7c6d1d242212504e68ba0a67a684a0d485f15dcd357bd19b411040", + "9ca581e36ee1174533857b9d926754b77009f9080246afaa63d9748d2d066095", + "9cab822d1fe9746b3beac1f5de7e24436882ed4a39ae207f3c9a51cf5b5097f0", + "9cf21be9a626e2ec27da045de4d7f4cce775ff1474fb7b4b1d361407f15bbc18", + "9cf6e80299c6ecc47c8d79c3c5f98265011381bcbf756a12c629ace25d71e6dd", + "9d20f9cd2e12a69400d1753f325f197a34cde2feaa0a6a41cbc8d114cb24d407", + "9d4d421526e0ce02fe621aefed63966502e7a6f1aefd76f27d7c5e7b57760626", + "9d5312a67b24be3aa7949b355c9627bb9982a017b95e263fb65e40ffabbbef35", + "9d5fc103de859786dedacc04713afa5f5ec908af5a8d4b6f654e4f35332f53fd", + "9d86dcec27b7472f83a0109dc136502848b7506e05e3d2b05a983f635bc617e7", + "9d91de5aac37435138b7a0fd208877e7f22c0f1ec931edd49824d81790758ccb", + "9e090e14941f35c1426fb43e188ac85fbf1d1a199e057b80de662be34937b5bf", + "9e0b3c8611c3983453fb5d666148abeb23e5f988cd09a0e5a34f61fb059d6898", + "9e0e34f721896560c995500d5251f2fac8c4562403cfb13ec4a2abf496d8e1a9", + "9e14ec38f8398efaf34b5b15bba9e47ab2019fad693dc51b513bbe274d9d160c", + "9e22c3ed476b2c040f1d9357094d17f92f041d539117569d75326ca8959e42dd", + "9e34c2de58f482b4d4e2a962ca938c8513d8555258088d2815b729ac114a5d10", + "9e397f028c0b7df416cfdbdab53e0b8a607d2348dd807343849ccd811e6dd429", + "9e513c1e436f575aaf5bd5c7df54304d8390ae88da87efdd3c9df0dfe3b395c9", + "9e81082b39b55ed18042c2c5371a652ed32337f6383d9e714cfeeadf99dd5851", + "9ea47633f98cf0baacd4966b055be5d3e71087b274b18821abfeefa6d304550a", + "9f06acce477a36f418f3cc826c27ccb555ee6a836ddcb8452cd76a766d8d4565", + "9f23be74bb52beb0da75166d46ee912a3ee0bf66954efee53a92ff558b0603ab", + "9f73734372aefdeadfafabfcff94725115e0cf4f9b15c18b6d671c93bc45d4b6", + "9f965d1380ea525701e2cc137a76dbf657d135908edb119b5ade89d517c642c1", + "9fbbc8610042a490eccef51f5d910410f875d56ea7ec41b455ce0d7f6fb76e1e", + "9fdb058c747884260689eae9bda96e5499101e7c85685c7441d62133692bf1af", + "9fea119b522607162bd0849202a5af02fbbcfcc9630713404eb24acf7fe44770", + "a038947bb5d061ac5c76c52746b1f3a3177cac57b6990c86694207fde7c6d52e", + "a0b1daea0fa36875362462eb688f7f3fdc0d602feb9df26f1ef223d31cc2da74", + "a0cc9e51bc6b5aac329313a6901cf0320d67cdc2ade26f4db2d279ec352b42f1", + "a0ea2d1b59920fdbf1565c05bf05ea3eb49b8a893dee51b93bf7d443d947b85e", + "a1240a45d1455232215af2dab413d40b707bb262e4183f3068350332abb33b22", + "a16a139ef9ca152e81fa85305fe2b5cb805153c6bdd2ea89b48a0f247ebbe12a", + "a178707a23e01e9e0d753982ef537e8ebd27f10881be88d117ebffd125c84112", + "a1828553aaf5d9ec4efdfa0a925fb03449f6db4b13c376691b34a6f4775b439e", + "a18640480013082dd7e7a22d73e66f35cc59f1fd1b93f5ed3de1cec43413bd5f", + "a1cb72da3133be47ced5d3fcab95755ef24d418f76f4fb0b4d47e6e8ff89a470", + "a1d812357c1be25f45e129a8b8635d6a2e8d8b2eeb0248984bbd64459918b28c", + "a21d104b5dd167736bce9902303d4ba1b1f02237c9b4a5f6eff0a7439042895e", + "a23825f174104e351285c36f589dc37770f5bc835d7d0e920e09573b704e62cc", + "a24336324a1e3800247283a001ffbf0c66ba08c1bfd2194aaa88e91da4c2a16a", + "a2456c53189fb0ad5fa63355cc5c3041e80729e753cad05922be0d65b48d2fe1", + "a25f880fefbc75dece8b8cfcab410d6383a6e87ba0d63b18cacf501ef8d0f4fb", + "a271158686e7f14f011abf7ccbfa93f0b0a444e3b356c8f623aa73fe8013d82c", + "a2a7b5c40a898db6db90eca16c9f41edde6feaadb445b78161abbd523d4ee84f", + "a2b0b4b8b334464890d9a5d9d6f39b05260fab4f43ba90faab4ee969594848a2", + "a2c6b407b6b42eaf49eb9077bff37c976cec72ddf64de83b95d34b75d5e09718", + "a2ec6a6102628055650d617239939fcbe2324cf862641123946607ee1eea542b", + "a335b1d36fab56c1b1ccfd69f872f9d3b702b312e2f8d64b3b63990e2a02b32b", + "a36b7eae29896149c7696386376724ce04884f2cf9ae685a42133a31bded0fd5", + "a38fe3c04414577e28a405c41a2ff11ccd80b808dfeef1bc20e36264da1368c7", + "a42c6de83dca6e8a8483d1725cd6a3f78811ae75be16ab8afa4d9a95965f30c6", + "a440cf910bbfe95dc9a81c122775b244009e5fbea638563e5760e4e482038dcc", + "a4776777ba6678085120b1ae5cbcf2d7739848f9ebfe6cb6d7b7bee59653964c", + "a49914e2c5326aff76aa60d7f5ee3c3640d622c9e8b4c68b37c3ccf680fbd7c7", + "a4bb7e0ab08ef465f0b663f20a013ec927c25d17ee3d4111eed4044b1d1c2980", + "a4c7c3bcb82cc25073907469db3e203766cb08f4cb9e2396165243e0708db374", + "a4c80a95b8f850c2dfbf410aa2f795d233320f9714d5237e5120063e6b5ee2c0", + "a4cffc4bf7e71400877b3811d34b1038e95f6053ee7be10b8990b485c7112140", + "a4ee41ba2c8e777a9555f962d285865998c7df97062acfdb9ce6caa79aa76bb1", + "a4ef3eea01ae764762e35970478dc48efcb323c6465751ac59d5101dea270504", + "a546c967ddb57c8307ccb939b6a2be51ec7639d4678662bb377661aaa3c80b38", + "a56d066f7b27d828d979ac0852165457388eb9fb7ccf509ce55be322a79336eb", + "a5def6fa74e09ff25a2be14c68cb7685ae5b85c27241afd2204da0810134086e", + "a5df13d7ca9fd83e65a0a5795994ed24336471126925fb292b760d5e8bc7ea98", + "a67c76e319bee136016fec9557c156c4c8715121226474fb21005392a92ad059", + "a682b5600e66458787495ec446edb276970f001498e62f2f7416d7445f85c8cf", + "a690a4c2865eaa72e8d5f2985a25fb8a77c688b977fe7f670d5ec3f1e41a9285", + "a69ca4c0ce5b896dcce10da086405f8d109c21fdc48bc2f174d6da28a516739e", + "a6ce6ff75d73dd15b9755db511202f12f64f6cc578ae887d28c1b5429c60df8d", + "a709d08dbcf24d3d86edf9333fb4b2f3767c49860619eb5844abebd7e8995130", + "a70dead3d5c69f30999bd47228b9a51d8b6a03009aa88510f1862af51e3d29f5", + "a71fff06653ad8cf199d4e6f37db51a88391f423f5ff498188361c1e7b6d34ab", + "a75e488dc3e774199bc944e1bb796138ca794094f25e6cd6fcc2697ff39752e8", + "a7acb1e2a2622b4f46a3c77fecb918f935fbee00f4698ddf64ca13299e0d779c", + "a847b4f5daa6a2730017bed869d6fbb7592a82e92d83e337a9f379a7bf071aea", + "a84ba5d88853d9f39f58293080d7675c8a20280d0950ed4b34f403b07fc94294", + "a864d70f399f5f45dec5d6850ee6cac2e405af6d81e08a0167230b795711345c", + "a8b1d5189fb760726fa336137e4278c0dbdd9c6b263f24be466d4d2e04af99a0", + "a8c190caef1cd42699635f6ab8c273c11a9c540afd96e14745854499dc90747e", + "a8cc6da58014750451c1aba1cc1b8ae1eb1f439ee203d1462972e4cd1238194d", + "a8ebc50ebd06ac561c84209d42e3395d57b7a927aed1790db3217dbb6d261ab6", + "a90aeee371c90fa42d40c1b41c630ec063f748040bc5006fd9c2b88372430d46", + "a90ee73b0f090b36a3b906fc3ba254d3d921f539e4fdf8178fa2764c3c515ff7", + "a951575db1c5632e10bbf2f3012328ad5e9db87c8c3d6642165a5e59c3790092", + "a953dae70fc62946d83ceeb303e8ae3838b0b0930ee3daec62514a2859a0f5d7", + "a953eb424669375abde80755e7260407805606f07e0a2475802425430ccfa20d", + "a981bdeb4c49cc8f338c986c9c80e5b0fb4179c88f512d472dbc4d32b6ddd837", + "a9baa63d7dab29028f641775aeabe1073f5bd65eafa0395caa9dc2b473acb87b", + "a9c76a3cd3ac63866e2fa0680a392bcc7fe67d652a27ab62c2f3fe50d07e90c3", + "a9d5e8a3bb7e612f9263323961dea5f8e066e61fea3ec027af77816c7545414c", + "aa055331e79144b7c663468f03e6fe569cd36baf77fa333e08bd6a7e3d4f242f", + "aa1d01d96bd3a988acec7c407d567aee6f731c70a4f449796468e2883a1a20c2", + "aa2c77c6f377cdfb433d54423d96748858541f03da3d8943586a1913416fc9f5", + "aa5b0cf7fa87a46134f260b548a74341fcecab639ad38e324f09dfa171c272e2", + "aa5c9f8b4c37a2dc2f29ee3e60e2b49487c0561c5a698c0fac5ef89eafc02d61", + "aa64551893a506054432e9e661b5efb425769dfbd9965568d21ad1eb10dff7d3", + "aa6ce1d0818f17de327f41b9a0c29e1cb143e49f5a039965bc42659ea7492197", + "aa97ca3097e3987f4519063fc8728c5b3b01365ccaf191553fcd10197670106d", + "aae9480c83f3cc084dca70e76f618f82b87bf2fb2e617143edf01665ef506093", + "ab62a849fcc9de65ce3e9f885d959a2b3454622150816ab94e10c0d8d5f0af14", + "aba3af84c0c932cb2ac57217c3c01c65cab49ec15f8773ffe5bbba1c7fdb4051", + "abdd082537018e878916cd25555617da6b91fa387c23f45b53fd80da215f15c7", + "abe660e96896609144d8f5994cae6cd441200a09e16a5a9080469f3023b91e86", + "abfc23b6077fd0a9b69141b3798a24ae1bf70e8a6e985057ad09c3c1c9e17246", + "ac2b9a3dcc45274eb9f2cd32498118f539bacfdf5705c3a9a60d68b8be68cebf", + "ac4a30459d90b1ab88ed2c6d96d1e6afa2aa1a59e708ff7350de36b260e4bd64", + "ac91bb18dc539462084798d093ebabc3c38ecdc88db10582b97bd1ec4063b1d0", + "aca5ebdeb25a6839fdf7d99c3c40094535dcc69fd098c51ea7e86f870a768388", + "ad1fea799f9b928ae94a7a9f820465a3d54a164276dd68f1fbc771e2458ea95d", + "ad4aa588253fd0b75effba32d3f3f62d2a0b20499b4b2ff20183c9e9dce8921c", + "ad4d7e703b7b024c40df24238902ab1f66c74d3982da912c354dbdb120b00a18", + "ad545207d62ac1a22cdee8252b85b32924c5e16627dd921a96a9c327c21ee4c9", + "ad9016fbde8ab97a81bc34a102503eb570e2d1cf3aa49de6d37cb6eb272261df", + "adb558ba9f031272bd864ed4c02cb66079249969b4a84714d8e904450bad301f", + "adf7df02e5ca3584edd4f5cdbcb27252efea4db7d58d67f833789d016a911c43", + "adf817abe34fd96eb5bb476d4ecd70d5838d3d1535b1a1fa7f89e48deba3f691", + "adfc6ca3cf146e6b70ec610f433048f8f2f61e4b0a9a61b00bcbd548aeac7c68", + "adfe8570209520592870637d0c6d89dfb53ddbf0d5162c38e7ffa79c154e6823", + "ae282a9feba3cb183bfc8ae5f3029dea7f85af44579e140d29111a5ba56a8a8f", + "ae4a88c7e31198956db2ffbb52fd170f8391acb7af4b75f0f7e17c52ed28be38", + "ae5753a98c376c9e7d29d50ddc0e0a6c9eaa15a6fa983e15fd5bf6a70dc1cbb2", + "ae61bafda0632145d2c840cbf5b9ee880f5d515b1dfdf84255024d3aa9ebb866", + "aeb84e1cc03533df9a567948e3096a4651622ddb8c65d273ac6ed9cacb76b27e", + "aec8370a06a5d1b6bc64be94fcffea3bbcb31bd7c3f87072f6eabe7c2f74353f", + "aeda0d224f68d7d2271fb38d4cdea0bab20c6d678bac9e7415be86e1428a8f2f", + "af0eab4a7ff3a9f565c5d441ee48c6728a8d2572bb47ba29bf054ad05c830fa2", + "af3d43fd362bb702008257f845c0fbd7fb0b247038bf11c8577d02b448ab9644", + "af40469b4be5f0f237a06204c6410d570c9b1713dd294125dca3fd71e5e67947", + "af93c5d79d26229544af7194357c4a6874a024c4f513e73ffb9b6fff55d8f800", + "afb9f2bf7e8bd33d310cdc0db5a756e3a4783e435816d67a201b8ed3f797b1ef", + "afc38038f2d082d7566ca44715c132c0d531f317a1a3d54a88178e187124b18b", + "b02963656a19f9f7dbd1c3065b907b214dac7cec8ae7b0ca8bc882a31112e43d", + "b02f7b28daa1a2f7aab7632e16b8cac778bc70c3e8a1b92d2d9bbf3721e3a4ca", + "b03c695f732f3d794a58bd6ccb30774a7e9f77e6335038a1b81997cfd39be8ea", + "b0641b7d679fce235e06223f2fc03382a110fda99b2624b408fdf9edd18c9a02", + "b067b6ae3257a455bfa37d6317ea11da0285343065480c68b88fdbf1f564c456", + "b088b8fb0d23433e44bfb8495d0bcdf14a90a8688a40a33d77ffa1434e4bd021", + "b08f6cb49d8f2c0cf7fc4529717ef050a3d5ac48257e43bcbb21ffdf9ef56721", + "b09d4968b098e1be873a624d4735318198e28acc81516d23ff2a718d5e05da0e", + "b0c9a587407aff5c3b96b28cb92227db0849d7b1fb4dd54ed01e9e194748fda6", + "b0d272d65e86b83427688ceb352a31af5bcabcac115cbeda72ce0cd8df37c3c1", + "b0f9d0a383327c41c70b0d99cc1e17d9e4b0f1a1766c4b1c410a847baec0eaab", + "b1188a1e16f91b3e25c4437f118bede028ee084b2d52ef9cc226ac04a33076f2", + "b148ce2a75b2aafba33d67b9414f1a8b5a355f84f16d4c0b6438da02ff71d9dc", + "b14c6e982b47a9f7cbc83e2178db724a8dc1a43b96d54f4d28ccc5f2a03de985", + "b164746f375cbce5e956785bb3571c970f97f0e3ea06b58f63e6f031ba2b1d58", + "b16a445cba1d8945f315d29452fc1bb6b36006f64c9dd3a71818a89102c48dd7", + "b16c7b13be12df7a0a17561e577053f14140827fbe7f4e220b1d3db6df56a2f0", + "b17984a1dea67fbaa09b778d2318f797f0b0096ae071c7380d13b2913befd546", + "b186db261318ce9d0eec255ee4aa33caad5d23c3fbfcb7b0cc74a01c7ccfec43", + "b1940f4e9449beaa5e5553b1396d1bf7ae7cc18512cb8927bd44996302e44010", + "b19d1adb2abaf3a1939ab6fdd40020c0fe19361f943dfba64dee935859ee905f", + "b1a5bac13634f77e22d4f4d18e98ea341b72743117f0720cb05cfeb06188a979", + "b1d03318fe70818bd4a120e56e58c65af108ca8089ca38b33aab4d2f49666b22", + "b1e5ef44a5efd3a383ae8ccbbae9e741e221ea1fbcc5d05bd23ed1f2fc3e5fa3", + "b1e84bde7f97e4c7525cdf0971c26f570dfa7821392c3414da9bf6d49989be9a", + "b1ff72519a4f541cf01e4ae32345cede5aaf9d36c67d965e8981c26a139c0460", + "b260bbe4a2dff2585030152513fbd0eecfa57c138379e0087ea6f906c03201a8", + "b286fa0eb10cb2daf7436686cd9582632439c280b04b6b7539e1cf79a9f11f93", + "b2ce9e4d70b36c0cd47252751ed47b8c7765839750ab046b270f863a82f19fa5", + "b2efd303d551237f7c1248e6619bbf925479058a16a716f102d67b94e494131b", + "b31cae085781532bef6eef09b4bfa31dacf2bc02dc20fa2d8d922a7e9f985f43", + "b322dac84aec62b55e85728718e2a0d9ddab14bfebcbde23f2eb6b949dd4759e", + "b341b490f5f8c125d57f9d9633f8af89f022d09083e79b096a593a6b23336d13", + "b34596b6121b6f5302625bfc13325f97a351ee3824e7b08171554f043e7213e0", + "b37d030e04976ad9717464b22b3854a50114d068ed51509060bc73376a484116", + "b37d200ac7c0c826ddce7614f9224f2365e8ab7732483874f4ca181394c2a5e5", + "b390d84397dacfca64a5a0e664c32603b4064baa103beea8c699d807793ee9f7", + "b3a19406b80a96b58ffb2186de2d9ecbcb3ea04f0079be0b038fc3676d2f5763", + "b3c4733af59558e62a4d1f9f5ac676e225e448d7cf70c381d9a3927d5f49c450", + "b4090022ae5f781ec0846b887e8576989db3ba34f51aa66d8b619eb4ff73f665", + "b464834e6ccec4397ee4c4f488c26779ddf6a067b7258b25fcd31bf1d61c77f4", + "b46d29e256ffda81cd2812cbeb60119d4c3521ed84384a74970b74876f81bc7b", + "b46df5a380426793e33ecd6a5cf0ef9cac8fab77a13a0d9a1dbf80ad98ff4f2e", + "b4d3a904bae484b4816a592f36be4cfc175b6af30db3d5fdbc11d3692a42ceef", + "b4e84424287c53a682e4e2c85b57e730c130cbdcaeee4c5f08e481b0c9767469", + "b5731d35376fc114009c9ecc6feb8061e4326f8127de14c332ae7fd0f1c8e8f9", + "b5740ca18f0bc9a3f6fa9ca025e89a4f4ae9c571ff67d75890cb3d6414463e69", + "b57d18041db98a5c8a9f58f983b9b0d8771bbfad555450164542942faa0da287", + "b590eea2c394badae79c7964c2752de3e07cd42725af5153ad6e0f4f0f81560d", + "b5af2eac889304f3f2106cc0cd4e4269657876909cf0b1a6a5e1422caa69c026", + "b5bac383570e16b15b2e55caec37e1761c6ec382a8b744174d29687b4508a94c", + "b5c30c652903550a6533882aa07c3c99df4e03ad64056ba2df1245cd8d2556f2", + "b60f4d4880ebd0615405671fadd4969804cd9ce9c249ff4af97d235871d45324", + "b6266da8eded1619177f4f8b08f28b6dc348b362741465078fe9e3f05d516da9", + "b647017f986b484639ada0c1521f4cbf3d09bb6d852f17be1892fb2e22bad569", + "b657cd7a60e964d2f7b07dc6eaf7e1a4e91f6fb08c90180d3dfa1792260fffc1", + "b67925a01180149949620a0dddcc956c5af9cc1579fb8026c717ac2c2d6f81d8", + "b68f5c89a885438b835515c63cfc0cf094b9b480cbf4067fabc35fc73e54ae70", + "b69f06e4f6f273d7a8a6150e56c64e6ea920641fb286e654a6d548a0ec5e3ce7", + "b6afb900709a13953b9833e507e5b0c53761bf68ba514642a45fcf3fe7dacea2", + "b6b8789681c6078777268a6ff1098d67a2176a210b052275e8bdfd378f0b7be7", + "b6bb805f019769e7c22c3099958cc7079d8261a3ceb6760f2307b824170a06b0", + "b70a4c5b5ad5ef61ce3dfe870e9a3f04dce28b863c72efd2302aaf9d0284dabd", + "b712f04ad27bfc82a95a0a9539c5cf93b2ac2b0f938ef593d5301645a3dd8232", + "b7358990749f89a239d0c35e4454c1f2256f2696f43c0b9a6dfca0a01e8c234d", + "b73736da3712e2ac62d7296642cc9b095a26ff278454b9c800c8e88ac19b0c68", + "b75225cc5620623a5f0aeb1ae56a99714cea6aac6ad220343d4ac6fe3681e22b", + "b75f3b57a8761038dc34e8c06242932cd7a3a42a4684ad04c3d0aac1c8e01f35", + "b79f8493c9f22103dc29fb01c9606f726684a35e81826d67290a251a494b2d6d", + "b7d02801cf1eaa121d3e3e958f782edd778ca42dd1acb0d63030f50b6ecae0f4", + "b8089da48eb95d0fa7aa7178c148f878c61fc5c425e163276050d66769b39570", + "b848f9c1cacdfec2ca9ec77091fa926373901a81e89893ffd44b8e34e813c6ac", + "b8a81aac98d4107d71a94ed1e7dc03918b99566b6fef297c43daa713c1e0aec9", + "b8ac6150c2c004604580621d18eb3af49871dc2626c1d951334225bc65d1c438", + "b8b5a6b49726a5e7522829273581631f66139462cee12dbd41ca7b93d8012a3f", + "b8b736ff78f5dd8bdae19eefa05ac7204f4f07187d163341e9316f2caa7921aa", + "b8c3bf17a916c8272eec662a19fcd3ba15885deb7013e3165443147be8624afa", + "b8d7cedc5d15d681707f2f38e63c1b38836456b98577792d229443c26cffebe8", + "b8df782b5cc955e789adf0cc2dba357393d352da099418073e9a9c255f0f9797", + "b8fd7e25bc04fd03c01b2c376dcd64328a543ebcd9d53564ac8113be74b1aac4", + "b928ed0ade3ad7ae4d974356691db8dd8a7fa18ed135a9aef8d746184aeda3a9", + "b93fba82189b4ca8c32a2557f46a130f50b57171e1951004e5378a2d8fad05fd", + "b97305ccba8b3ff42187b7db6c2859328d1799cd55cd581fd3cda2ab303cfd93", + "b9a967c30fe2122901176bf823703e243ef604bc34f75753fe0d8161c46578ef", + "b9acce70b7e12e8b34844749eea5419deb55261a739d1519432c2cfb66dc567d", + "b9c540741090fe4388183904f3f19738a7b727103ccb50bdcaa87abe0a812dec", + "b9dc3d032fec920e4b54a5f3e44c3d2ecf6c8c09745da579b3fe1a22eefa9bbe", + "b9ef19b21ea3253daab567caafe43363eafd77cf8df382c906231547b7d1eade", + "b9f2cddfcd21ccd881f6178c8388173f4997370ec9a2a5b3a3f10309af4cea8f", + "ba3e5e077781c9e12718fd602c426becd35555b333346d5c8b8d0e4b8d59fb75", + "ba3ea31cba469ba9522e17bd900bea020ef196b15bb4f6082ba322d71c7cd2aa", + "bab819a3345cc38eb9d2f4b3d594f7040b75114388442241d3dcc83ce9289ff7", + "bacfed8aa647656b317f21fae6db862e24fc59481a66338f040977139dc3d059", + "bad11986a7cf2e25876f9ef3449c835f2a40ce7ea2f8bbe7da9bdd9beda4a3d8", + "badae713e39d2bb3121a95ff0de7e6fd013bdb9dc86119b49f7edf04222f175a", + "bae48bf75fa4d9c777766969cea7efa83e9175b9735a27008fe457060dac51ab", + "bb17ee93889768038584160ae37403acb9401651630ab3a405abd65214f8e1dd", + "bb1a561eeef5a67d08fa6850904216b1d7593e365271505e36cee5c56e6e886b", + "bb53e6ce9e0343c8e4a1a689015ffcbb21f3db895b2ad5ae51472dfae8f98759", + "bb811974b2088e8fdc2606f0c8c076e55e48972c5213cf3234945c63bb9aa8d3", + "bb82c9ba73073bc7bf00d3315367a6e01d136bcd9a9f0677b9ee642fd2a59227", + "bbb54ad3f3e4d91ef75bc242b35a9a28625963d91f7c123d99d53c2ddd58ba60", + "bbe0f13c903510cd9b65c6bcbe40c141847bd3289e8d27a17c494d98104f1ad6", + "bbea53187321d8577bf4de25cbaedc339cd30cab7900e2d0f9dfceff92e30cd9", + "bc491ccaea000e7928611c69f1b3e7ab5f24f03ada9c29fcbb69f7fc05aec117", + "bc65a7f288310c5ea632964514744d5054e03a6862fb478ff41f6ebfb5e4d749", + "bc6adec90a6dd989815d2ebd2d3d122e5472c349eaab762ddfac58eaf23a9f57", + "bc8cb19dfa4512030c9cfd5171d50b53c2524193b48d715df8bb2f349d24a0be", + "bcb180173212c62ba2392972845d7d66e70d6efbf4d99f19703185b405d8d6b3", + "bcd8b31f715818910c72709e4e53ec79e715058b3b8b20b88d421485b142705a", + "bd2121f0f8916cb944dc0b9cce499d8c8201bb9ed855484806832f0e3774cb14", + "bd55dfb70701260beac95f7ae6c29b0cc675b33a56815d4368ba5a5a9b2fb960", + "bd68f00870fa2e09f15aaa7d6f7f5e3c0e0c8e9df9fd13caeb5ba5ec721129c3", + "bd6bf91e43218326db970a15eb8c67d056a452ea307dfa1826cb6633acf7da0c", + "bd6e313ca24faa2d2310f0608762f6c5fac8ed5041e62e6e8b5c7c80edfddeef", + "bd932b7f64314837ebadb99027ac33363e1ee0729674016f754c0ccad8e8f101", + "bdc0a195aca3787839f81cfb8e1b323702fa9650364a46c5fcd573a2c49f60c7", + "be0b46e7fc8a373d20a3fcfbafb196c04fad15e6cb4292c552dc243ae1323f09", + "be4265c2119ae94dd3dd6269a67b63bac95797b3cba30b31349625b1607919a6", + "be543b6873587292c6e6a41172e329c02e95e4a64e504f19ea40c4cb61acaeaf", + "be6c45e7f69bc3a50da61647200e2ac1ae02bbb1a8ced24f59103c3044bf24a3", + "be7d2336c310249ab90834b1f81317af638e6dadbaf11073b38092b368151dbe", + "bea496e9c1a81e100601aac156c4c56a930441a8a23838954bbb3323a21047fd", + "beacab588382cbada4b9001299ebb9fc2af37622555922c641cccb25aec00506", + "bed8a7542d9679d11feae206a51d62c627da9221a91b6835876f1600176d7dc3", + "bf0cd750da6ba9752ef29d82afc70701c2f466f4f7762efb7c587c973e66d8ea", + "bfb2e72e247a7f021efea6c2ec93634f2e549a87d06a6d518c04b2b8ced37d7b", + "c00ac129f5040ff62e1ed55dc195170aed57ceecf978448290f4c98b6f2b7cda", + "c00e8564f343e9d6d7bbf1516dbba91b91abf3c89dd7b0637417f310e9e51245", + "c01a0385e94fc2fcccf46f244ca591e67737a37030caf872033f60323dd42c4a", + "c02899f51d77c003d5e83858d1c9b0f4f01b04de3f7642167221b4f13a0b2982", + "c094c64f759b68c09c223f21b1cfd965b766db99af89b76efe2170546a2ecf6a", + "c0c3bc99b53fd5e09e26d8814ddf1ba8920932745eef252fc09e240d1c0e0d3e", + "c0dc7ebe001f9d7d104c791c9de10c31255c5a850e14fc31dedffa78e6541e83", + "c0fc70c7452a8d99076484534e581dba98bd1e867317810feb0a103d2e5c37b1", + "c10514926b6b320fbab45c471f278074787252ffec0aee89aa55d78ee98abc39", + "c116eb782fbedff0cc22f419af954749c075c7af985c9eff7d0c165d76144ba8", + "c16d20b8b99da3786748ec64c23f1d4514e948d12aa8f5bc5187a38454282226", + "c16e7d672eaf324069aa23d5d6a1b5f138a706dcdb9d093c6ef42bd08d2b890f", + "c1791b84f1d8438c1ca830aa9d7176dd9115d3ceb6fd23aa7b204fcb05165ce3", + "c1a4323c6bd7607433d6ddf4c76e4502e8b7a6b3b72fa385c906cdef3699cc93", + "c1ad7d9b7be6927a9c31647b1f69ebb2da21c369c6a817099e6976b981c10deb", + "c1c21f7564d5ef802a6cb2a5fc333b10067d5814640df797701eb8fe4b114e7b", + "c1c2b04639ef27293b03468107a7b2017f793a7c5ce17232db08ad396c23fcdd", + "c1c84ed5e9f2228c43bd94eb64102cd7d02ed700cf4f712be746eec31807506c", + "c1d0a5bb9e5792eb0903e793a7e924bafd953d7e53982e0f31e650162658cfbd", + "c1e5ec301d21dd885bc19330ff1cc10a1e028bc22cc866015a3e550ae1762066", + "c1ed275f0d09590a03749fbf16e0767add13f879a89ca1c55950f460feeaf205", + "c215aada505a3b2c249a1aa1e3e6b5ae1817942bc390c1e2366096e8e438f996", + "c221e076bc9d99365c242a0b180ee5895b305510d85fe5b1e1e4fca94ecef40a", + "c2456af35e9845a2a973de93fb3bbf8031c8f2e22dba10d9496fa138065731ca", + "c2461e62faef7d19e61d6a84bddd561ee9746eb30d0b28779b0f24b0ca84dba0", + "c25b6a2ca778cb99b613fe51208ffc8ef01a48f9516645701c248300d6ceceab", + "c273d409d18c86f08b74523ff515897dfce4c5bf272ef773512fa8328eb3e808", + "c27aaa5652f29d382f2e42082cb18850ddbe91d2c142d8cf62d16fa36e6dc829", + "c299e5c291e69611dad567130400548bbca22948ac9a2be5d86cf0be1ed59c8c", + "c2bb18b10dc4435b7225f86e6c9ddeb04669f2b2a062cb6d28fcb9fe61e7d29f", + "c2c199ea4cefaead9e23e15c44d8f94855398419bc748403163652b18e0f14cc", + "c2da835ea1010e60a621f955df541bb0d11ad051b342041497657f9d3a0f44bd", + "c2f750075e3b223f783bba59ca6cb7537feff873a77554742e170652df62a787", + "c2fa1db7cc0f17f1b740a1d3da1b0c2ce7e1cfb7abc7f92eb342cbdc0336983a", + "c308697a46022bb28dd37829dd583edbc414f1646d6ba88d8e788d74fe75e3f4", + "c33f6e1d953c2e2459176f207c5837fb768cc7eddbeadf4619aa2777546de62e", + "c35b5d06952680ddbc500436b29ba9576bc8f11bcca1f5977d6714edc5510ceb", + "c35b835d08530179fdaab703ae0f98b31eb83ff1b1a9707c341029c0516d955d", + "c37bc89dca3af800f44aadf1d78e4f7e3a3e89af77ea633d31651e1a95eda347", + "c3af48670ea6f3200c2ff85ace910f488e272e926055891d86b862e0b353bfe3", + "c3c41e5552308fa4970fbda82afa59b66f489c27a7db4d5d94a60d0db8c8039c", + "c3f8ff3e207767558db61456c7f127af9d79c2d0eb50a8270bce5ea45db2c543", + "c40d78ed2ee68ff20485aef5e34579f5f4054a6fcf5d9b305e7291b701bad3e3", + "c44cb714ef7ca78ac4a00b50760b3abec03706a7545d5031a3a5ab948f7e3830", + "c4736ad4146e4335178db8a9741c652d5d05833fd419a4d44301e034289f86d8", + "c52d67b0644f775244057009d1d807cf959238e8b094a325b89130b66fb13549", + "c5935c567c338bdd710e01da38b97eb94bf8a373c524ffa90f06e141ca21e0bb", + "c5bd03645c8290866a1d39f3b34ff2bb3e804bf5a0d19d1c38b6f3327ead98aa", + "c5c447a38bbbb89458230f11f0b3732d0fc3dfa2e7dc93aa8177bd348c3d8b13", + "c5d45b34ecba22e99f79cd23ae74c5a3af84174d5379bcda1564d7fa6fec5495", + "c5d4d80494eec80c6ed832e4cd5132266d42a0076ac5053fafe48ddc173abaf0", + "c5f95ddaaf9299738b4281a94832b4558835d454e6f79f15b9b41df9e4f5d760", + "c5fe2f8f0295e4674f673532c94ee14bd9cb9a81e0bc9cde32814bb3576865fb", + "c611664dfe03fc5ee5c7fbe647d0d25e57afaa76bfcf90ec9e82f3331b41dcb5", + "c61963f555a95cfc758ce53612e8f0e4cd2841cbb614aff60605dc6ed944617b", + "c620c3c9379df967de6fd8f4c84db0679e9d2dad81cbfb3e2d77d5ce454aa3a2", + "c638f92723f379d1dc48135cdd1a27c1edfddbc74c7ffaab10cd4879227f346b", + "c63f67dffc9e3aa8d60e13154e76d0db63e3fa987ef4c910f9912ca63a0f6f04", + "c64430ee7118581e5bde54d8e9856c15054d73a04f4899f64ab8b59a320e9365", + "c646b12f66f51279cd7c736b218ad1f413585472da68bb60bb92369f7cc66a03", + "c660922239aca421a5cba165941bf8cf071cd9b118cdeec290fe7f5095a38663", + "c67c22645c881371accb498fdc5160ca3f3a69cebea7d152970ae608de1f480a", + "c6c3f5e34e82d2e364d88b418291b2cc75a632eab80e23a502411656fe5e2af8", + "c6d7bbf143e0a344523a1d435ff82552e0ea7c64c6eccff80f9bbe7d56107045", + "c6e87c32c76b5a2e213fde365de66d9f0fc396743bd3d759388be531c3299d42", + "c6ea608314b0fb56168c2fcf3fe90f112a36997db1f7f52b767255a85dd2de9d", + "c6f1e298f5c323a4991b06bf766f36b810701cb0522045b27f73aa8a2d8081d5", + "c71638e6645944d5989bff886d6604db71549d3e91a8138277d2f9d85c9bfd26", + "c729c560656c7822b69406e8dbfddec6ac00bab0a37680eeca66c468bf163a39", + "c753105e888b26ab8eb96284b0c6ae789b38ec094f3a428b913dab070eb0451e", + "c76ecb80f592ab61cf9933db4a4ead1e171011c713a0d4b7de404783b40f05bc", + "c774bd3b040c5bed6d13003b638a72d4e9a2ba11dcabb1ab4a80a641d5d7d37e", + "c7835c562b64fa359cc458c940feb654af46e8b10e2e84fea0e25f077b9f1e41", + "c7848b1fee9b082918121acfb53913b4a8ab7103e792b429e76c9657150e070a", + "c78bf4ee459dd9e2a4acd4a83fb6178ae4f3ec991c0571dbaf28b6cd57407261", + "c79a23775dd5de96daa4f02e7aa240eb03a1da8f63b61e81bdcb891e29416905", + "c7dec169ce85e8407d5039e463a0fe4a5686cbd6f9167dda51caac44cabbf1a1", + "c7f25797d0ee04f41ae508ba50790f03ae751892f9e24bef0a3e447fa25822d5", + "c8bb562f8f805383903a5574b9f84445414378205aab1d3d22b5559a7aeef6cf", + "c8d9cd0644ce09573c71564657ee8e0a78a66162fc7d207a8567710c8f7d7fda", + "c8e463592713e1c7727569c6e667d8918152fc4cc28c15fa75ce9b41239475bb", + "c909c842b7d32ea12f44d92ac041cbdc2c64248e9522ae465168aaff9e899909", + "c91c361212e050943a81e7bafb3d4f2b3a17c63f4373f240593f76233b48e5db", + "c92bfca22b81581e51629b216c9389ede9575af63c0cb28097310c7035952bd4", + "c94ee22263a5ae8a3bab787be129a555d8c2b662564b238c6d11cf1d88fae542", + "c9785645bf1b8f42290c3c10e0036dea320a18d1bbd8df0d8b57f974565bc139", + "c9d61d4310b1e84c3208b667dba9ae044e0acfc1fe96b96d8e2a11fd1f4d9322", + "c9ebe28a3b00f9cecc4ec7d71ff046f07fb16d4377fe33f68711a4145243b523", + "c9f778d144174b667b4657826699683e72d081916ab3d4443ea5cf1de63b5ebe", + "c9fb44774055fb5761f738df4c8bbda5c59121dc85ed27811ee16a7b17b8a234", + "ca02950b9ed42a6cd522865e22c5d5da36b6f4cd1206ce8f36fec5c2a9fb7100", + "ca0ecdc8c99fe496f1a0728042f34bb8477aac8d6f6eb988220200fa60ba3d8a", + "ca894012f7454a07dc52cb1a1f0f3ff3df6ac6c9066f13c331ed5c1d73eb0f3b", + "ca8b4797bb2a647ab2051a4a299d4e1ffbed14988e084b66330bac78a06aca3c", + "caea21412875078c8e0d019066c50138b67a46835a5cc2c25945dae6a099059a", + "caeb0797f58b1448e6f64d2636587d63efbb6e27607c26a6fa3b660296288487", + "cafff4262ddd03cd199ebce7acff792b8e0f906c2f90c0f7b556f8faaff4228b", + "cb1e6c8197a549f105abbef457a379bd4d71aa5c35d63d780733cf1f77e3e5f1", + "cb308fddcab3858dfba8e2d1705b9ca9aea23cdaf9dcbfddf4b77d6db5db9040", + "cb3d92ef090fd329dceea69ac6d48aa42aa88149701769b1a4625ba80cbceefa", + "cba2b38f8e1d3963539ceaa0303e8669a015599a0e01062fbe4e82e8f359c667", + "cba925939b83f0d297ea329100f6dd9ec95d783625be4ba508391646ad22388e", + "cbc4cbe38d4e3f010efbfc9d4a6d021783b5f8d66a9edebb9e6afc046ef0ee4f", + "cbd9adb58482cd85fc5c54d0a13ebb0e0be278c3edcfe7a42b8b246cc8b46e27", + "cbdfe9dad04b6df20ab06dc513414ca71c92b6b01d7e74b79a13ab76ae590474", + "cbe87cae84854bc4177b85a47b953f39523e61561c2488db4b4d64374cebf4f1", + "cbf3c36ef8b5885ced1792a28616aaabddeaaf368413906e9f7ff6ac103c9ad0", + "cc1299ddca29d3f47b825ac93c64b361242fa25803f328fca13441684a4c7a63", + "cc1b30d08252f2224567abf1482c833f629a31afede28893f45868a3122d025c", + "cc8b9c23a4766d262667973e449c8e1fb6f5ea9182359fe848983de8e69420f5", + "ccae31e6c91561c34ae01567e9f442e6ff4ae66e8b2ff665c8fb8199b0222253", + "ccc80694b03de71ba7eb7837ce36fd2c8ff6cc6a7e121f1a0010e21394ec7d28", + "ccc9952cb786577ce9a48ec50a19331a7e3b5aeaed521227fe6b36ca1650e8a4", + "cccab9452697a5822f7228d9ab3198a4e3f2b73810aa78705005edf91c8b68ff", + "ccccbbabccb218f9dd35e3245a04c9f58c86e3d11edef57aa70d17ed0a47ca5a", + "cce04483aafe15033058fc57a6adae63474c8886b7fbd33c2a214c02b64b66c5", + "ccf474053b489d3012904f3d2c634e04ed67f79fb7f258d12174ceffe4d581ee", + "cd03e2df6e42a8883dfbe44e1c0efc58bf63aa6f6d32d47fedd8bba1e23a973e", + "cd1847ee00a06fcac86360000d06315bdcb62abf7dac02e82799277175c37a03", + "cd1c9e3e32e853d95f9f87241c0907ac60f999a01c96947e80829a4cb472a2f8", + "cd1de18adf0a6ef2f23a850f3b25be3407533a2b7cce889d7ebc5ef5c137a3df", + "cd456c7ce5577a4d33433324f28e893d9257b69bbcb020525de57e17f7ca2379", + "cd6590458cb77b5c7aa0bc28bb00582e6f5b6693f59af5d38df77b4db73b7aa3", + "cd90dd5b59b902f716500ba7c07bdcc5f9d0265757f2d1367a47af2c143adb32", + "cdf4874cc5a4273cab51aa533b5fb08d7eb14cab1179572e46c68715013abf23", + "cdfc4db314c0d71b8350c0022310e352a396e01c94d446739e8fc33f6603a4c7", + "ce80b2a6b2332251556de83f456f5be22ddf5c98131073cfb4db9469f6c06eb0", + "ce8347d62ffbfe3ef6cc58ae9ad45b4a527df7b40b899e0d7e09e5cdfb0d254f", + "ceca7e2e8199bad3a54ecbfb618ba5292f78d1f3731bd38a7f8f9999ff8bb941", + "cee38d8376a08f3ca2660337ae409abce9f7f89102199b7b55be928111c3e34a", + "cef24ac7588db91521430146ed719c060006d2d6ed9315fb63fb24975dc094e4", + "cf66b4aae4a945bbca0bab0f912f0a584ac11475c3caa7c65afc461052f2d415", + "cf6b951dda214e04ac328b5e572449c55180815430fcb0c181cf61da6e998975", + "cf844beaf2e6c685aaeeffb989285275203a16da7b6c92a4478a82de33bb6982", + "cfb6ab02ca975d55b0a6c1878cc4a3f22ee15f7f9ce6642e1490eaac8fb8da77", + "cfc5f785a585166a29ef45f8f3887658907612b4704cad2606fdd86580d9306e", + "cfdd01086c7ef1d3ec816295c00994d3133a0c9fc0f097c579a38f67ec965436", + "cfddea7938adca95988dc306017212e307a7d9d29300a49e14781cfe582b3cb0", + "d01fe0cc347b04c146e981c9f3c86510cb9b4ac16c75439afcafa961284857eb", + "d070e8c8a5b0b356d8fbc0d5e50dfbc8cba88939108ff3bb17c8cee06ef92dba", + "d073ee715c3c64a67b1dc52f02c0645f2e16dc4b8934d870046d611511240593", + "d0a2f11cdc874d7797789d80bb38d398145d118b2f161f08d6f171b571673b78", + "d0b0069247d86164502ffe2c678701ba41e1ab19cfdaa75461bc56b6b257a399", + "d0b354e0d29108ea1816cefb8c4aef012ef0c74a5dcea0fb7683de54eaad24a6", + "d0db6137e2be2f61916b26e69df32c0a1525d91867ec2a6baccd1b05dbf733b7", + "d0f579e298d6c00b884b463527e40a31c703d780772924526fc4601c3ef12a72", + "d12dd9f2c736de3dbf0ab05b0c4715204d65d682112f01d6f0a881719086827e", + "d164afffcdfbad0c8b8829a9dfeb78cc90d6a4245e4744a2f4f9462af84ab382", + "d192fa159a7984c4b8d688747b547f3c310c85249445eda2a9bac352ade8b47a", + "d1a0d5cce1543295d9ac16a559390ca2ef9625fbec0a148a88662b3bdbc07566", + "d1a395ca68b59f7acdb1ae4b11b826a5ce25f79c9184abf7dbdac2d87d2a53de", + "d1ab005534a41df9b1eb7c7af7275121d5cac159e60361088178022ec008693b", + "d1b5feafb908fc6394d1e094bef4e084d8003e475c7314265c8e0fa1bfc63484", + "d1c84b48656978636a6b54ab2d8c5a289df23fe8ba0cd8d8f4e1dfc7873112c2", + "d1f34f69500b5ea583cfcdb117ef5cda1352b29fff00113740607e752e8d522f", + "d219e8bb14cc94caa1833f01f066fa4bd963a3624286e9fca56ed00866356b39", + "d23cd9664d80088a3a9a96950b1d0859a1e198edbc456bbeded1a83db91be9b6", + "d240fafaf43c653236bbf6eebbf58cb3b479c5f0bb18c1552eb55949f8abc091", + "d24203d0614be5b8da34b8412d279a17f0441bd4381ace8178a1c044142b48b0", + "d25a40be63ec05dd9772fbfbc282715edcdea3bac2a6050a637367a6be37f0d6", + "d26c279d4047b77c1a4a9a95383b7487e2e22bc12aee632ae36466fb6c02a0c0", + "d28ac0816f3c9f0bf18e3d08d90ebd4a752239f4f23d06bff4f47cc0c8423ce4", + "d2cc4fbd2e43a98674c6c4e68b970c0ddfc139b3d0db1f70db40e8210e8402ad", + "d2d2ec5406caaa6d416c4acbf9dba6eaa4c259b8a97dd1203fc90bd92cff0bf7", + "d2eddfd7392636028a12000fe3b0d06120fbc56d0b5bb92f34a7a52ec0feaa82", + "d33d3d89031950904ea761667310076f6b95a4cc5ca930b7b31b91131f7121a1", + "d3638aaebe3f77b329913705ada57e8ecbfe424f447bb858b96a4aea55f7cd29", + "d37f403d2e1a6ad27ffa735476b4bc9cc58d1031e7a6ee8c42ae69932c9c56d6", + "d3da0f35aa5303b3ababfc1859247dd0328001748311a88cd77376fadaea8a70", + "d41d6abf63e47839422bfe192daeb310402091b9e7e024b25ec534131766d17e", + "d41f562e5632185f7696701cf7294f8deb89416449143d857d247de6eabd1101", + "d436ffd00330337a12dc5021ca62dd16010db019b10d98dbc3d88d878eab6fb4", + "d43d1f6f23de682b557ae10b04fb03b9578a38684ebb2c75ad53680a39bc6b42", + "d4887e482e42cb9ce2d5a0350d934526145985b1e312e711792f24c38a951ed9", + "d4af0e0f77184ac84939d282b93b1018614e0fb91a40d6a0aaea1109f37d8301", + "d4c681632a45ce471ed9a1798c14e9f6bc335eb80162e5f1371611462d639d14", + "d4f514dc89a34da7c37a834886b1bd0144061a816f77fe6cef2bfd066955d183", + "d52bed0de5961ce7653d028389a47d304bbd5ec2fb492688d88e01c20c9e9751", + "d53949e80f745b4d64e9553b036572189079413f781fcd75d9c956d7a09aaa53", + "d55253c49dd42e9a2dec3363f86c4c8c1184894b8f07fe730a51c6660b1edbb9", + "d55b36cf5c50bc67d8bb6b130ab1cf86a08e9317ea19ea7ea9a3df4645d6646d", + "d5737cab82e5a56e1ace27cd0dfecf5e81a85a5b80e246956891a90b2ae92e5f", + "d581b656c72970c3bde09f7167783111a25b8fbc77dbad63a9a5042e6e1c02d3", + "d586cc1e5ffecd95fdc88554b909d8221f17d16a4726358d2bc327a2d254b8df", + "d5c3519f7ae4e585e1c3cd23634b0d912b7ef200686b7ab800b31be4b3e272fb", + "d5ccdc32319e9be322f989a297b46a9a0b100979c009b6ba6deb1bec2f3365f7", + "d5ee28369b14bfb5029dccae76c41cc3188b947e4f7c045d5945febeec161b14", + "d60003a162be418f023b13145c3b1429932f426df639d42f7eda9c12b25f09bb", + "d61fe033fb6964bad0a578ee4c4536c6634c299ac42a84d963a3743a618558ac", + "d62433ee8b0120631f7f4af20bdee7f25e9625184b009a790d3cbd85e25cd0d3", + "d624e46ef452e34d883a49229c0136009bea51e568c553540b303a7d2c94cf82", + "d639559a862fb3e47517bc78973650a49c35c11e75d16771260d838e65ce4854", + "d6a34c88ccf7607bfea26640f4fedb3197571406ef9225dbebb65252b12dc1c4", + "d6ad863a975be3ebe83c4ad6f1ce0c26beff8b91b3fe36887fd13ea576a6e568", + "d6ef592700ea7d33fbd82279ac402a40bf172cbe8b4903576bba1299252fb198", + "d6f318978802318d0e5ac779d37df16f5a0d831be6d654aa57f1e88c33c4417e", + "d71f2212c6c3b2416020d45b3e01d88c807edcf43f6b83e95b4cea0de13befef", + "d728f827d33c65af123c6671f18997b4e8f26289ed3f940faa60b4eabac80ea0", + "d74727b5d722908bbbb3ecbc7cc5b5d356a3c09635fdb78e3fb23a8d9a090622", + "d76911df66f2f4125ce433021ad75a37b8f11dc1e98310a3a5eb00bd2585c467", + "d7691a888b5923650a28fe3758cff2345bb1ae8d80ee8f44bc43de702259da8c", + "d783b3620e8f7e8de20c14c7c66a742cde0bde86556180ee97689ab3626c19de", + "d79918e84e2867f0b93095aa13d9df173a1306205e2c62a26c95d5e75af9a4f8", + "d8051dc72cec1c8f55d0163c4f6606d459ff34a268c1c639323160148604f86a", + "d8117061146d01c9377d0a4142990c2a3eb36399b490ad643275ebfac9e53933", + "d86a6cb10f44ae323616539741800437205a848404368791f18793c8697c27c0", + "d88c67aaeecd2123733c147b75b18a7e23d67ac8abaf7cebc51f004b001cbf94", + "d9064a1bb6a2b88b73173f4e5258feae5b2d2022e91639f3ddeee2c6adc6597f", + "d90c3aae92540da66419e78719f2313129851b552e2f3d21effabdbd0b311e5a", + "d93cae2b91c10e8b3f169f19ce95c444cc9c8b2b46c47e4556d2830ace7381c1", + "d93e2156fbfa90b936ae9334eb4dfda6fbd1b597cab22cb2c90be37a77932af2", + "d9406b1fc98b36f27aaae17128b74ec926f8ad01aa3dac817410f4cff97acba3", + "d956c4f0e28406e4c7b6bef2d310b7df8fa0cbd440eedb9c06f3ece7c5e4ee42", + "d957c2a65445dae0b2e0f0bc24514a284d28a55cf39ee1cee5a8d3e688b925bf", + "d9931641acc262693d83fef4e7c13905f928c7442a51ad8fdf6e1d6f74646982", + "d9a77f4a690ed3e06d58633a85543fd0c80cc41136e7f258c47f1552fb075343", + "d9f3a7eb5261064dfb2740a6bb3e8dfe8cabce064c91099800bf73db39f00fe9", + "da09f8de280cc5727564880afd5046632dc2d4650e1576b3569c862785995645", + "da11ecebd84b29778efb2c763b45ba7e11e55c26ea665e136dc6148fc81385a7", + "da151d715afef7c4222446b54520107722f3c1294f727eec51cee471cd982e01", + "dab4e81d25783c9bd0f74aee16ee181acf0af223526b364ec8945928d7c673e9", + "daf8e49ac3283bbbed06fe7c1cb3f514bbcccf5e32dd189c4cab86c74f013636", + "db1e47ccc5090a6d2281a7bb9d33077e0659d7bb7c697b21a9e649b6a3e3745e", + "db290975bec0205404d595bae0d1f9f9ee1fd7bc26f9175121ad300bcb31bd59", + "db2e86a479922463332e6278dbf55e367557fcab64dda06d3cc7de5c22906df6", + "db4b658fe727a99f255ea3957d2d3529947b6caac5ec48fe25c1708db1fb984a", + "db5d60dbab7a234266c0956d863a5f5c5a100ae4067a4d46e833133108272f8c", + "db91903e6de419db6c737b68d92f7f85721221ebe4c27813f1cd08cef5ecce5b", + "dbb5bbcf389e31bf48d994286a8395a089e7a6de641dc06567efc06a8125c08b", + "dbc1a9a5ff51b0d3d41c72676706adef865ab3e45d26ff2a05a993487a3a8029", + "dbcf50070e709dee8be0cef48068aa573818c8de9d5b7c440bd01c1719eef6a6", + "dbd36f5d6918f0b3f987d0d18bde8833f41024e3019ed93025db2b78afaf7f49", + "dbed23923526ee3ad9c1ba501c4c7150bfad61ab420e5e711e2b4d4e76192d25", + "dbf0ff60e08b430fcdaa06cedddef05cdb2fd205061012a0ae4113d9e22c7c18", + "dc1e5c4c9a22b0020c807905cfd648879658bf757e481c49d677f7ab315ccb3a", + "dc234840669526b8354dedff55c633a89fae838cdce0ae3c777b20bd0ff8a5b0", + "dc48000c38c5cdb704442f68e2b1faee6e061401cb9df35454212f46001bc316", + "dc6c45d3fb6024fbec0d0c553ceb9182658161d39902d52c837631db86229ae4", + "dc700ef65fb407d53f0af7dc467f57549ed1c4b6ccf8f743f380ada78301915c", + "dc78b2e1c869e9e4cef3a00177f73ecaf699a511a4bfb691b0be761977d35758", + "dca104eb57c18b8fbeb17dd08fd35b458a0cd4c870e1202653e4452fc46ccd00", + "dcc4579b164b16e503e32fc81f19470ff3982c05d4f61a41a063d1c25adf8e71", + "dcd3bae5bf55c08d3de86830ddb7571d60fcd64bf47134a6cd8fa7d15d10fc4e", + "dd29a8e572daee4a427ebdfcfd9398d6ff0384d4d2fce00c2eeb5055d110b081", + "dd8cb0abc314ebe78432a219bbfb7ada743bb081249088447dbcc4e4cc70694d", + "dd938aa5437ea65e7b2e1a8ab074abc3fc74de10e486f9256553eee63262b54b", + "dd95113e1f59e4c6968eb8bffa51d996a80a07bceeafedf95a1c8c58b302715d", + "ddd7e5361fe63c2df295a8cc68e8dd7678892867ff1cd46dd837175f30fe4175", + "ddd82ffd7398afcd1b42a4859b65af105c55dfbe21564d87addedf163028a75f", + "dde71388ecf1192c2b1cf1b0bb1341e5800ccf19e54417b3d6a3a791e60e97f9", + "ddeaa5c8e0724599daca62a8952f9f3dbdcabb48576783d4a5921d67bf6290a4", + "de1f40bae42ab53dc5a1a9154c96b94109cb63db2939d268d8c27be0f50c72aa", + "de2f03f07e8f5c21b5d86803f1c512267e8cdfc5580d1f7767383bc7dfc14501", + "de484ca0333fb6a1426bc6e8423a3ecf0e8cc6176a92c3d55155189b9e5bd488", + "de6da3d412c132de0603ee71fbf57148663c9652ca08988d366a2bd38032211e", + "de79493ba0e7a9bee56efd8a6291d858b5a59c282990fd67bcd24b8bb3e8529a", + "de7d61196c0267bbc0f2e2350157db8607f5ca2005af62e78b6c492a53e627d1", + "de8b3255316fb1ba2eab755aa341fb1645b172862215080cdbe07d595f6e1a67", + "dec04ecea85213d947af9b3d88ed75d20fef74ebdb0a5b319477e7f40a2b019c", + "dec68eb79dc49e5ebef9247cdb8ca00020536d911cdb3d504a44903e0f13813a", + "dee4c4ad7cce6ba20f17b691f3829bab814297ad16f25a705c017156787705c0", + "df72209a247f2662c87a21897664b840207d054f5a609083c4e4bd58c913dede", + "df97baa5c6e3317a4b7199a23efdf9739b610abcf987760302ca7749e6bee48e", + "dfa0964ccd4294a4786d98030d7f786a51de585ab9fcc66e9c5af18d7d61fa22", + "dfad806f4668af0fdeb83f2124e6049759bfc6a1ba71467f70a3e241d50db23a", + "dff55f5278fbef8d13bf51671d73b47fe02ae344308f737e751d224de5ae0c9d", + "e00b6adec3f29f19699b8ba00228d2c78f2d72bb996d0c4ca64e232b18bc36ef", + "e0348e9295bee7097b7872c7f50ca11c038e81dc92e7f76edf179e8ce64728bd", + "e09ce2a126107b366b8f8967eb0e8acd23e46f2100aae5d70dd3320ba973d21f", + "e0c8e621f083e33474b8b839fa19f52a709ad11cef6da76b1000469c3a4d84e4", + "e0cc2ed2a8b47079fd14310f898e4a16dbc27fddb31b8855b89f3d9ecc5cb42f", + "e0ee1ac0a2e7f6e414418734e3f8accbc6f9f09832a454b5ead8ab7eff5bd3a4", + "e11e96d715757aae37c340799218673e837289d9b80fae6534ec3f91dcb01699", + "e13160d8f2421179342e179055d54da9de069a1ccd13c16dc04928481d8d024a", + "e13c156e3c6b33114561f9a03066a2d1f474760c197ab3e22dda33996abc6225", + "e1490b6ff8322a5aa02caa25ee79e0e8b6dbd41368f32b055a83b38b3f20b072", + "e155b99821af5d977974bf58e1807c82d232156f53041f13339bcac76da04221", + "e15d71bda0132aa953c779dc21d8eaec2160b70dfe978c4a64c59cfaec344854", + "e1833ccd30ff1b270164c4ca86a26f362a7b4d378abe951db23af2437292a7a5", + "e1a0656684ec308cae1e1c9973c7db7ac78b8891d318efa3854fd0ccd6b55223", + "e1e126ccf4e5b5d3f928fb86c7c249c071384cfb6d6c49f59748fe062b89270f", + "e21ce0dc2ee47f468c8e7b8a13c61223d7379531ba486d121feec867fd8e6e7f", + "e22bc8f83c92edc88ee5e4dae3d64c162633b5e1e73d21dbcc85adfaf90b809b", + "e22d4e35d578d3bc10e8c0bb073103c053b3ae33c0f42e5f40ee6f843acff811", + "e2306bf5516952d77c9a0b4a41ab36ceabd3bd43413b14a2dceddb4c0342d351", + "e27557f997a9172b8decf36332ec7af376eb8cfbcce1577279b2a79db50b74ac", + "e2b6036fc7df03dd49b347b097e61a41f1608ff15d2268190f460d5d4d17eaa7", + "e2cca3b592eb4f08c768a27df03111493aa29246e2f896a08bbd1316dcc9c8b5", + "e2d431394164bd0c41c89f9b8adf6088435011a64d396a874e55abdd7269e4bd", + "e2e4de26dd09f5f661a27182517d173c2b5784b62b363fb94489ff795bbce5af", + "e2e71862d3b63a9440de0b65100f8f3a5f868f4685a2a8f514805033a88c9ef6", + "e3161696c0ff6c0c240ab5c8a39baf2cee8329d591aa4219abb2e6a8f339c0af", + "e31ec9fbd684cebfe22f4fd79d494c1940868bbb1b706892044aea02326b6703", + "e331d60266d5fb71a2cf5b4e342c841d9e08c449c00bbf5f21b41061d5e7916f", + "e3d29931e874f9fb5e99c63c1da162bd8be6723ba3b15e2a3d115353a095984b", + "e3ed4db7194f77d1944709b3080b212e4d1148881725a441b6a89a66747d152f", + "e401536f4e5869d0aafdcee910b572aed4bc9214aeb90a0b3ac026b6f2a36b15", + "e42ef36206320b49147f2d4545be3c521ffca988fdb68b93de1e150d74f45d80", + "e437847d2cd237d56bb0f4e94d08b96d54a346efbf5e00bd4403001bca402b3e", + "e49a197326a94c87b190f6dd10eeea7819b2bc890e12060ed234afdc5c549f21", + "e4b7acbe1a91e932a5ff62c651e8bbce6f578675db5c9f073bc0f4f595a4ba7e", + "e4c8ffb54e9731092c01d80eb64f15c244287cd8ce2755042e43812f9ae308dc", + "e4eb7f4d1ddbcc4ffb54b2bb8cf2f0a3d25bb5bc69d96ce8d49ca9aaa1346e6e", + "e4fbe2e7051ce629dbf11bec69934aa615a86ce36f050d38530722b082d96f11", + "e4fc8dec6fb6f8ce4464735036575318c30469a8841f3421203662d728c7863d", + "e5560868dd89e19db66b810054778ecfdfb79dbee842c17cd59d5f9259c8e745", + "e57a10a2ec65c306f28602a78f921856b4da3dde464448a376161c9207ad5642", + "e59cfb000b5e37220df6031d4b75f9caa5064d8e250d4c71555ccb917f9f4f53", + "e59db623511c79fa44e3331011355c450de3267fdee43f73a6e1c3be6d535c58", + "e5c3d31414b03e9ebffec47d7e6539abacca63883994e7797d0449e759904e8d", + "e62dc0358bd61478c2d074d0fd346a78581416f6da7f5badf1b14638501df1b3", + "e65253c864af09523087a95d6e93bb100f4d23a89d0cf9e7e149ca7d75796ebb", + "e663a99cbff1eedab7d4eefdf715b20b94288ea6aeea064d3fa5652427a79223", + "e6f99b65c2153acbba6bfceaedb81e6022862e7ca651aab3f2a6dfadd0b50d1e", + "e705fd902403d9cc9857a3cb79418b2309a2a73617d28b1ebfd9afb8affd6903", + "e720b0907b7c559e2ad11daf498bce7e81b90e04f6b7daeb902fcb445315791d", + "e7304b63fa61c5bf44279793451cce774c87dea397e7ebcb2db6415df9b98818", + "e74b7a55a37a76b850f7df1fdfbd4007b58480460e036b16cd2aba06a8170201", + "e74d07886141e7b7f17aacef7846cb3851eca347bbeb9bf9e12115209ea7a89d", + "e77a1c97ce579a6463489cdeb9d291a1deef4981ed63886f079a0cad1b71b24c", + "e7cc860c5ee1d94b6ddb825db86998db190ac87293ce08f59ce1f18720460690", + "e7efe271fb083d4aa855fc07a557b0ded89c5af326a13937164f32d4cd5ef697", + "e7feeb46423d16a543c678b1d9e622de494d4ec17a1d51340eac3b6ad0f8af20", + "e80068e7a72ce50a0bd03b687439a393a446208f30c8e9a042f4987eb1995c8c", + "e81a7edda92f777c9606500d272f71dcaad22047e5043f9760d290a7b9f5c210", + "e8314d44fdc7f77c3837fb3f8a00072e6957542d09afab98e04c0078a54f0de2", + "e86b8058966437966248ca46b07426dfb0a3f053336043edb21475056a20fde7", + "e88c64b97523bd0fcd353a58a965d2d49cb5d8d4ff848a2984bfe33ce0ae52aa", + "e893a900a6014aae7750c958e2ec9b4cff8b442c2d7330cad9ca387b4541587a", + "e8a7b252b4bd1f8edb0ab2702106d8186b92de10c4669bd7c2edc7a6e162c5ef", + "e8e85111e0a93a445476d3004291721ec6f144962efea2a6c2ba30b1aba3569f", + "e93bfc5bc342a1682e229484069d4cde0420f1092212a91dd88b20618aef5f3e", + "e9748c12d086fff748c634103440f42822b4d30d330de751fb7ebd16fbb65fa5", + "e97a1a46b82cf13f9847dfbc47322620100f5113275f800ed2440577f989165f", + "e9a667208b6e17c44ae2a228803f68bc443fd9890863921ba73faa43e0531ed3", + "e9c70d4e8fb45ba63db4e9e130bfe555bebb46a30dac84bc65efcccd5bcf74fc", + "e9d4b30aace05a47643d8a3306b7607b465c9af32f343e6c27e15afbe2ed9ac8", + "ea7322d351765ee91211e726f2a2e71b148614ff858476f2d314faff22537095", + "eaa227c5a58d2552cdc53b0ea798ef846e669c58bf6e1236a9f3ac8df3d5bad7", + "eaa547e3196dbfc5bf312fd6ea2d6860d9ae18fce3872e91d94a259e4146bc55", + "ead919499710acc08c0afeceef3fbf1e194220008ff82f204e997b21f0c4d1ae", + "eaff850268079777284976516c8b4e741a24febc416e9616a9b0ce64d0a39bc2", + "eb078772e8c9314f42cf175c06ec13c2a59fa5156144670cd43b0cac5ff3a7d1", + "eb17893ad911455c681dd6323aa29fba6306391cc375a157a2febb36171a11f9", + "eb5f7c73c14782faf0db5f533399f067787dc7c0042fd8b4dc6117e4b7dd4488", + "eba58ab888533f8846fdc9933d6d36e7325f463e132129ed5e040d70375a2393", + "ebba08751abc0f9c4f5074fae111f889f1cbc096694fdcca5011e5d753d5c630", + "ebed887eb371af718ef561d2d7488b49d834caadd3af8c5a0544b68efb7b7526", + "ebfb11f55ace4943dcd0b4c8c78d8e3316e1d4d22c73aae77880a891d2273e12", + "ec0c3c07db268251f8cdc4756dd27ebdd9a37526cbb44d0cf5a9c1f2ed52ed7c", + "ec4d703860817d225317b3ca6fe99f767d67bf59c14201c1109b89fbc2703fbe", + "ec4de8153a1f4115e7e6eb09ca88b9a38349ac2993c137e62bbf7d638e1e5415", + "ec54410110150cd6c1ebd1d382d132d0627034a939e7b6ef93c2170db5a5ec62", + "ec59c3922f577bac3bb7132377d65a763a014b6cac1269973bef2f8541a63075", + "ec9081187fd745bfa1c3c7f9d05a46149def1200bbc2772183179385df2525fb", + "ec9da9a275700cd08b7f6cc22ad718bf73621761924b7366ddbcbf6a783c85a5", + "ecbb1070a795551da662c74f7809c8ca608ac26e70e1ddca1c73c026143465d7", + "ecbb17cf37f94c9c7b3f89231851aafcbe0925e7e4d7eb96d5ff54427e014aa5", + "ed0b2d5e9d81368ac6029b17c0b2126f43dd2eec9201c76bef086c3a4f0cfb17", + "ed1e78181721b3f5aa283d9ebf81462ef18abe21419874ced31934518045a5f0", + "ed545e76d727586c418f0744d339402358a3aa5540da6a397c659d86a0bc38b5", + "ed616c04d4a39d94cc2066556580c2263bd90b6fe017b8fe86b8ca13f019ae4e", + "ed7f80b722d4c5d6cdee6e8c5c621f956149df086e3723cd4064ba0d5be6838f", + "ed82fe48d398b7d2cf5fd18e30e272c93df532b8c2c1467ebf9ca356c33f909a", + "edc1ef0e343b63c4b1fc0ac740deb67667e878d75a060dd098ed0e06050f649c", + "edc5ed01c736565a07399504b2f911ad7a8b02670da0dc1eeb2ca5a780cf8d09", + "ee3750871ccfbf83bb92d4c931e88d78a6e592eb39409134c1a18c8461722172", + "ee9448da8478284de63644ea593656cd7c9fd513177eb3e58283ba84a8c1079b", + "eec253d9e8deb02ffa7e8a78467d48c67b5e593e36f46b2cb74fd3804823d5bd", + "eed982158217d01a1d5b5c628a6aee7f4aa9758aa44e35ae6b48ae4b0b36bc23", + "eee65bd6251f9ce7acacc87488126d67cca954487a386830d5e4f3304bfd5b70", + "ef0211b2a54bc7071af61659e4a0487f611c1ffb44d722cf8b6a7f47a266559d", + "ef0aeed7749cc3cdf075c187cf83633e54450383a329c6e2c0dd9d9c893d7271", + "ef4c5f83618c0f55d9ec021f80e2c8feed4a3044076ab4825cdec43b091da1d1", + "ef588ad2795460519841155c165a062f282045f733d1ed6d5cb1d548a306fbf1", + "ef8a439b7f1d5e93bc57ef1607c0aeb59f791fe38a8a8280daad941542de8cf8", + "efad264184bd7aa09ef2eb1b312f42ac1954241db19463bb7ce5f07e3b9c7419", + "efd01beab68ff2d4fcb1e4f0286207fcbfb74427295d34575d8ceb391c9c5806", + "efdf1bc52ff67b6eca8933310fe35f6e2d914fe396c9ea7b65cc8eada41c3fa6", + "f021fbaabe1c089409a58f516da03fd2e19c31b074e05be889fca1151e50fe49", + "f037cd9b21c0dbb33b365f4bd160389d80fa5373a748b3dbf9be255f0fe64338", + "f03eaf76ad7edd7350374cba202dc95389556f56bf4eb3c02a32c61551fb8921", + "f04338b6f05255d1a4efc150f3a1a2d5ba1533e874fba4247596b3442faba88f", + "f057e1afc93790016ca44dc2cffdbf67c7d98134488954fe16fca88479c0f422", + "f0611536592f851e763da6c07e4f7b6fe767250d886b1bc1f5ac527edf740d29", + "f06b9f2044daa583f152be142881eb31a0b7caf424e1e2596359a7d2eb00524b", + "f071dd23de9824926063c391a86f4129f95dbaf9034032c70f807bfee403f15a", + "f0750574f2b36357f51ca81b9248c6b2d7154de18878f944a4a438a7d26e26ce", + "f082fca71ee6941d5c60d24a7c7358b281461c8c0a2e2c55e4373f220c7a25b3", + "f0a1e26d253c2e1370acaf11fcd05ada4585b63dc572ea53813e7f0870337be9", + "f0c004c62fcb2c23aece72277c417f7d33656d9d9e0e05187494ef6f29056018", + "f0cc7ffae79b48422c342ed7ee7ab2f9c117c7d9b92102ea48b05a11e47402e7", + "f0cd108d4d1b11a4bed5645b1b295f9ff0699a6c07434ee79fb7764684c53617", + "f0d7c76e820802f368a015e8589209c0b1ff010af501316b0e4a82e7590cf821", + "f124e0aab0ff513e104eb3ba2ff2c974505d10ffd7bfb3087781fca6d1f2c852", + "f12c64024ab41f66b085ec4528a3d78c82c6dd83c61812ecf475a1e0f12f9004", + "f13265389b401334fde5646bc13b7e7c4f8a05c630878615034f77541b1396f3", + "f14f547e4ae201c702c05d04b1024a226baab1f7f20e74559c94c8b5800e0359", + "f167fa0d6df35de3a5ba0b255a2ab45436efeb3b143a7cdaf0e8a6a68ec77f6b", + "f19f0f821f7cddeb39e9fce9ac5bc78d6a24e64275b28b2290779ea1bf99fd19", + "f1b00f410ccaef0d7ae613b337569f38d35d6520b51cfbe13970ba7263367342", + "f1c038bbd103b1de60b0ffa944d940168af7f5cb28ad2f619f58a53c5b63eacc", + "f23baa5741bccea2fb140328e4e00ab0f5cb1e1e424701bcd5a4c4be33f6e098", + "f23e67c6b6e6c08a3e110eaa2331c1068330ed9eea335a54606d1d2e156ed26f", + "f25aed755465da7d5c3b4e3c95a25600cc4bc635e9640e7ef993d1c38040b344", + "f2669e86800b3022fd2a15123b693b94b45af55681b255b85a85dbada47af1da", + "f2a404f19cfe1b22fe2af0d23235a5f7146d784a3b1a0692d6bb8bdb3044b552", + "f2b1b88aa102690a9c394f9214a04cfddc9c153861459fb689f46bcc63f8f4e2", + "f2b5f26abaeded0cdbbbd330a97f60a2cb3af54e0e4014f0cb1c0251a2989be3", + "f2f5a1978daeeaf25c8ffa085e09762e27630f6001497d9ad2be7923124031a3", + "f3aae264c5324b53d7c9dfa3c93a217cc9acb8b59786172b2436713fb7bf04db", + "f3acee3ba45918475e3cb3f57aa38f918024778585bb85d7ad778e5e8ff12046", + "f3b1ea2e2365db574a8289dfbed5fb65424c09de311a0297f2229dcc65e52243", + "f46ad557fe453b456d94d7591a9482f084e3c502e334a445ca0cfab1d465c943", + "f46bed6638a9631ec01f7450a8edffdfd1cd597efa1e3c18a7b971ec9b56d5c4", + "f4826ae6b3ed964c98c870304a5985692a6401ad5d2bd799fbf648f3e455a44b", + "f48b5f5117b250997fe6c64af116867753b003ba870eb9e70cc511a7d6cc8830", + "f4b1501caa6b19f21b015ab1cfb44af7a77d9cf11436e9b8e74ed73802fd4274", + "f4d2e4d7dd527388994c2677651db31a41e812bde44eef9c6683a97ba479129c", + "f4ee92a108e08b0836423cb6772b501eb452a4ae5400192dc88bce99518f91c7", + "f4f047a3a53e130dee3f20a27f71637e3b13c6437223c8a641b6b4a9f6df27ef", + "f4f81e3dda331425e5f951652c77ee7deda8d3fb5cbc5a2bc1e9ea53db2b9320", + "f51a262120089fda895a9f80697ca8b686e8c057f19ee736daf479b7826271d5", + "f55b877df863c6b4a5a3e233892e11c00368a8a49ffd2dfd7a1feada89702cd1", + "f573ff54d3b07aaf198fef31cf632c82a409ed59eba85845ff96b0367d964b1e", + "f5750ff4545c2651debea6d7c4464bb4d92721eae8fbecea7c011af94b084fb5", + "f58cceafea23ddd305ba490e7f8cdd8ae1df5b02f66e07bd698b2d1353ec578d", + "f5939607dc859b81f8b9eeda2fbb4bf58e9ac3f3f259f2141284fa44fe350cc7", + "f5deaac65043d57651d7e4530e62761b8014a54771fb2fed110eb0b30e86f3d3", + "f6041f907c89e38602fc4f723a7ba880ba6ba6293494427f433675fc139c5740", + "f63d5f0e4107f691719d2c7e1b0aa0fa40a7fd868acce8040031abdc046fe06d", + "f63f72c986c0997616af03a1c7a6a2a01ce412229e7cd8f2592de4b60789a350", + "f65732cbd65b8f3f8b4b3257ae9be69f496d828b288a643c54070577e23694c8", + "f65b8d423e8c5a5869491f91860120e2ad932f87aa646d51ccc5c97e478e8b74", + "f67204bc7998220c42535161b3da945d9522fb4f66d804b7bda97391d18ed41e", + "f67a153cc00c83debd8241b7b91eb4ebc6efda81127a3143614b4ec202362dbe", + "f67c79723180993631bcd816141ea11c780d74ce1f167dfd20d64eee34020ee3", + "f68e1fb5c0a10c18c1b436659a676060f2ff347549074643cc376516187d5e18", + "f6b57a0cddb03aed35a73ccd10e928ba35eec1f593614a9621e383a15a4bbc59", + "f6fe4d7f7d890ab3e96cd6deecace45ccf2b7703dfe4d7cbd19fc38bf96a4fd4", + "f72103979549dc42fd342428606c57e0056e1ad7aa6367c9ad53b6eae3ba84b1", + "f73acce0d0caaee1fbb643dfb565a921a94617a3349d93a8469b9760fb7d2dd2", + "f77aeecf0782ee72b26dbd0bc2afdd9474c7a16608b383e35e8e7247ca1719ca", + "f7869b4843638e7f3dfae398dda8e0a7560cd9c5aee80270a5267ae8866cf734", + "f7897905419d70b23db05fc0a1001d0b1a3b0af0f832117479edb4e0143bf2fd", + "f78b1994b24b4fdae392f7b46573346d468ed74676c110875db6860536411972", + "f792dd2b474132905f755c2f31fdc6d04573311b6838f293d104ecbba7ef9bf1", + "f7a7d978a948f36568666db2f266897d1d6db97c881afa967813a1d90c861ed0", + "f7ac2ef367d2595d4316d92f2f5a1e0b3e3ef0c52b13bc6903ab626e0768daef", + "f7c9b0a8be9f9fccfb26c2cd67badd6c4baae6fa4720cb9b9ce32718d0d42ce0", + "f7d15ee450b14cfad3a63d8a40a182d6cf2d729e5427d1bd43b1d514fdb2ac18", + "f844dac31b49b7e2be2afc4507c6835c6275992bed428d5c2811406eb0636ffd", + "f8856132a7ee942f9935d819d8bd1ac2e8db73d3ad1e3504231ec44eac8b4b2a", + "f88d7b87fbb90b5eed6107d4ca238347cbf7bd9960d11e6dbd6202336ba47a48", + "f8bff3207a9c4d7acba4b30d1fe9159776e6dc1cfb0a684cc73660264474adcd", + "f8df2bc65afbba35fc3a1f266114766feec630ea2a193325a0610fdde899e85b", + "f8e8e4500b2f9425a8c19279d62346ba5015130418ab023656960a73308e39c8", + "f8f3be4f9c461671164909f3a6a4360a0a18664a5783a29b2f869345d28689ba", + "f9044f70f67651a5074910319f059bd29ba17d5aaa643cd022af04092ec5b8fb", + "f9373e58869e091a50e8fca190323e20ad36dad195a8bf0aafb84d405ffb41e6", + "f9426611ad2ed31b5fab523266149e5a7076e35454e8b4b21b69761164b56c46", + "f952fb8637baad559eb2a8d8541a65dbdd0453b111a4f459b15c12e741274545", + "f963862beab529f79ec7450689199006366b9f9eb602dcf88829b30549b0dff9", + "f9b818c580b690669d02210dfef753cf6d8cdeee736dd43edf3e3873be4f3593", + "f9bf5accfa2f7af0cd3c16bc75bdbecfad15455e969c43a2386ea5e0dc164b76", + "f9fd406f361fbc59236ff4e5db9fb03bf34b0d52a314e50b9a06463060c39b9a", + "fa03e828df8c0572b8a53b3ede30b1093736785e63a68fbebcab58688c8d25fd", + "fa03f44e759f0f2b45d4ae60b6bdf1f883c7b28c8e584f4c9dbdfd0da8acf021", + "fa2d7063043b250978556d2efd5c69280ac146530785e68eded6c8c4a2272f2a", + "fa3375c4d494fbde579c72af92d9b836e215537068065aa024adda70b3e2fb87", + "fa44d75d52a573658e4fb168bff6591313105d2b215ec101d87c8003e5ae1ee3", + "fa601c703bdf0f05901fda4215366afbd6b8da68a13a1acb1ae5a7d0ca551dad", + "fa86d37d13aa868ffe88887c502f54675183fb72a6bf0f0eda73353cc93a6f1c", + "fad28332415da4ed66e0a02710033fae4e7974bd895649061f6fe1447aa48eb7", + "faeecb415d0620338cffc4971adac667836da581e69d97a32e8cff554889bb23", + "fb0c91e2f07bb12e03c91114d97b28f384dacc22f55c9c2534fbb5341594ad79", + "fb1c4b9dce86b632b78ffea1501e361fcff7a4d914c99eeb5646a1483c17a75a", + "fb1ca8b33a54a6968735c70926614093f25f1485371b0b5c94a50866f1561c02", + "fb4006f12e6539562628afbdffc1114c6109fcef4021e01a31272d54f7973643", + "fb61451de49728bbd653e2fb66435c9d7551b5716e4d795fb8ce5de400c31628", + "fb63b0298dea67ca91f29157c90022fdd2f6b692c615cd54213b93b435c04a68", + "fb87ea8200382d0ee7b1a4ddf3ca0d7068d3f3967fbc1cdab44b22301b06a094", + "fbaa467be2afcb06c9ee22987e7ea16fa3e79c192296b6c4129f07c8f60714be", + "fbb08add215e5c4520b18356ee5e2cdcfb7397916a93d3df4d9e0dd0232af675", + "fbb5155bf20f9145c10c42fe56c7cf1d1c6b7a8d5f7c748184a431c101113f0b", + "fbcbd4a4a21904d22d4d54896b1429e206a079dce30c8eca0933af05232a14a4", + "fbfd191d086e9d8c6ca4a41d248079bd285124897f997b424966b625f3a67a1a", + "fc31a936db1402433f3384dfdab6f361b46d3556e4c7d95f52bb844018d491b1", + "fc4ddb1b80c7669514ad1ff5d62406a0fe7e8688782d5189a850dcff081340d0", + "fc6c4e67ebdb78dcb98619014a4419b074e164bd5e992991575dfd2a66291e4b", + "fc72d6536dfdeb226151f1905bd74a43e8f04d2e7c4b12c36f6c3433c50d0ce7", + "fc7dd06302e49c42e86e4e8a4e9e093e918964e38a9e35ce206109c4b92b5391", + "fc8a7c5bbd30a4fe7b08b44f2057a67dfcf5588a1ffc249d405f6bf9756da974", + "fcc5e54f7c00f05f6f78b3cf6c1daeafcd911a02240265d44cbc2b853d6a5ab3", + "fcc6d55972e8e70cf5ea47dab7fc1b7efa3f4dc786c5a33ba46e4ae892947a72", + "fce6f3c6682f3b46233f31f7424fe98ca8855762fc84632c4019464a3c06caa5", + "fd057104993516baf2087ccaf9a5f36fb95373e33a94a82810c7a7ad048306f9", + "fd18b02e97f3f2538c2c21b3d618c0f0d47678fdd8494ad14a0fcc5ad1bd95f5", + "fd2c9a9f34990dbe30ab307f0950e8a255c1d575db5e24ca54618ecd92be3263", + "fd2debd3f338a433e73fa8321ffd1581b173f088dea2590a4850810f55616bf5", + "fd44d05b0be2cf03d5487ef0eacdbb3b76e5c00fd547db7623d7d26cda7fcd3f", + "fd4bc5136625be7774541ac903c7c4f174833235a42a9853adfd8371097f6fc1", + "fd4ee2313d81fb52f0930d955c668ed97fe3b85bf1a1c92c6d28c7253c84fab7", + "fd68aad1a332f4bca84e4a4c75d469604e8f51a2bb6e02f734349ba870efac86", + "fda15d0579879a85bf0495c5862956f75fb23e793ba45977c389721b079c6c77", + "fda896bad99a7e6f63b12edb5586f732b73ba6187afddea5b9f2c1b9deec86cb", + "fdc4083896df70525d6cb8838de7de6e510385561045aae9b6a11d9eb7174957", + "fddf26cb81896c40e3033f1d43c911b706fb58b681757d1c607e5cd8ba997df5", + "fde50489ec700e54054b2c5a63ee1b596e1dd9d25e1178b9d97bda5cadfb99c0", + "fe0d45c84237f46dbcd90a2d90b7d7103a5b1ae79d9641dfaa7e7b5d7c155382", + "fe2db61e327fde7d349bff423eedb5664b2d8d268a1050d50d700e44a4a4ec84", + "fe45796d92ed2ffa9edadee0a8ed0baf06a01ea06f7e2b3b280a3660399707a0", + "fe4834ee67e3dc86f371db6861ab5514c8451744449c22c80ddfe0855b2441a4", + "fe5b72d2a8a29732c5307f43f7212a492ff5720c9eec8e98b31c01b57293e447", + "fe7e015b2a149f7e3addde43798f0860be1f92ef8e0beb0032e9282e858f1a2d", + "fe7e12db4ca7b495ab3de2b8e812ea23219baf38291e7a5836944eee383c1362", + "fe860d68dbfdccebe089b378ebc4e3beaea70d1a8b24d2334c47799a5edff5a7", + "fea5a8461835b1382a1110a77224df1ce8a067bed704f1a6076904647f068b1d", + "fef252c6261533f1b9784314052f8e1e48ac6bf10dfc302c24b718ea18b32274", + "ff22d9c91fd4d74876b2b41c3a653963d348c8f2040039d5bd0af665a5b59af5", + "ff3168092a52292e5e43e7db6331bc539b4b37f1df12d19b1c616ff3c2dc0ea0", + "ff3542e42ba107e85406f63a9d670e4d53f34d98f13b7e53baa3de8f44b05879", + "ff3f03ddfca7aae413d0716ae39a988d7964e752108c348a4a4423616d85f81a", + "ff55ea16c630a7b728e6616bb5427410845da8046007564c6258d7d02b986859", + "ff6427309ced42e9287b4540496c6ede902122ee4ca6763c4267c75792f11ef5", + "ff65174fde7ad22bd4838e4c6a501c904ea8406aaa9a233f1f15b266abb8e1a1", + "ff7e5550a6afa9804c92139375dbd8bdb6930b456f9266869cd42c7384cbc6d2", + "ff88a6da61a4a0fc99ea252508a180d48600f13212246fe266b5a02b64ac14d3", + "ffc2588c1509c663c1406c1494a663b87978bc0c3620feedae2857f5c22ca4d7" + ], + "include_outcomes": true, + "label_counts": { + "negative": 24912, + "neutral": 6636, + "positive": 1156 + }, + "leakage_contract": { + "deployment_must_not_read_outcomes": false, + "nontrain_outcomes_are_evaluator_only": true, + "train_split_only_for_retrieval": true + }, + "max_flat_action_dim": 112, + "num_groups_exported": 2044, + "num_groups_scanned": 2873, + "num_groups_skipped_by_split": 829, + "num_rows": 32704, + "object_embedding_content_hash": "fe97ac428d6b0ed4da7060eb6f697c1392b4a8a09988a10c0f633b1e457bd568", + "object_embedding_manifest": { + "dataset": "embeddings", + "dim": 64, + "extractor": "rgb_object_layout_v1", + "num_embeddings": 2044, + "path": "object_embeddings_rgb_layout.npz", + "reads_outcomes": false + }, + "observation_embedding_manifest": { + "dataset": "embeddings", + "dim": 32, + "extractor": "rgb_jpeg_stats_v1", + "num_embeddings": 2044, + "path": "observation_embeddings_rgb_stats.npz", + "reads_outcomes": false + }, + "retrieval_index_allowed": true, + "schema_version": 1, + "shard_content_hashes": { + "charts_00000.npz": "43e04927549fe3aadafe63067bb82c16c1167c54d0c8ebd47d4114a814f338f1" + }, + "shards": [ + { + "num_rows": 32704, + "path": "charts_00000.npz", + "sha256": "6f3211ef91cac305045b540e71fa40156ee697abff9db3c8f994149a2fc1b663" + } + ], + "skip_counts": {}, + "split": "train", + "split_fractions": { + "test": 0.15, + "train": 0.7, + "val": 0.15 + }, + "split_hash": "867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372", + "split_policy": "stable-hash", + "split_seed": 0, + "state_hashes": [ + "000b25ed5631161d0436064f18bf2927ebfd97feec3b027cb7a3fc7f802faf32", + "005c6ef90461f4461053d2f248598e4dc200fdb34d95079ba9b6ee9cdc796282", + "006bca42e3c79ccd3a2cfe015bf7c713f69f779e9f9b6e05e6d60e05adc1ef2d", + "00889249a42766e52451f1930d859b4e9c6a18eb2d2a23e4a466065e1ec6cd8f", + "0091b5c64f92215ad5e12cb639483bcb463e589fb1442461b3b7f2e1f99bd18f", + "00a20929cfedf805498d877fc9a08bf4e18093022ea54d5e205ecd22b0aff85f", + "00bf989afb844173147aa217cda23c2d540be3549b8d54cee51524018f0886d4", + "00c9e85ebf618703709c8e915feb24d5f9fc6ef4b1ba77a7fb4bbd07f931b588", + "00f7d5c91383370fa6a6cf7e0da5227d76d4148a8d74c28136bb2e2c32e9d5b7", + "010ae081b71f7c0e58868fcb7737f45102882974c383ff4d8c1b02ce1d895661", + "0117fdd7ec26170b0745e65b08ea88008b09508b62e77d62a69473f535c25715", + "012a634e5771527516fd013df470d5b27c8a795d224f217fa9655c378cbdc6ae", + "0147c0991e5aec13d38c9a12625b9824d5e7a497734845173f31878b6daf3369", + "01642e4ace471a0ee60cd4a110c921359d11750c72c4a4a17274dc285f8de946", + "016859c711e2d334a59ec1acb53b154655e7875d1c095191ac681a0d6f2d459b", + "01a740cfda480c25d931fd14305d6b661829ab5ebeb80ab3efb4bc1b7d400958", + "01cabb034d28efce276c7c37f7c4d1b3fa2c9d00b140b109d619358e1a99ac3d", + "01cc39c8b7c4511f037106757c86d8a9147e5306a4d30e1bae3b41bde0455895", + "01d46a34d74e86012c60ccbcd0cf56dbba216277d41a455b8f04dd1367dbf373", + "01d93a2edcd9393b7d5f2543c37638ee18a7f731976a7f58e144de69747df1fd", + "01f9e4c4ee47d37a28ff9581e3c433583b0b46f8edea284260559029e7c04bf4", + "020d8719f66fdc0b0c47e07ef57b3ac2a06173c2c743a699b972fe3996758e9a", + "02251ce01393ea7b7a290137bfe09e465ff090cee97d821901fb100038b3fb16", + "0251eba2dbfe3f1be9cbbb27321cef00827b19394ac802bde83bcce72d7be6df", + "02752960d18784921c0f4b6022bb7a034bce292b03909ebbd0353c12d48ab314", + "02860b143f2e95695756174fceb8ddb331e7510aa0454f124250edb7863fd5c5", + "02af5467f98ae64c370ed93e1b882b5259adf7e1a41a00e36d0b0a64bb6ef756", + "02df6abd276ead475e81d9a264ff6c4187b0505a8c8d36e0300ee9fde4d4c731", + "031cb9954afaa630fd3a550eb9641912cb237d06db40d1acd81a7f6cc7ebdc31", + "032090600396eef932cda799b7e4ca43ec002031b155583d41ddf5f884b0e066", + "03422e256c0166427e92805dd77424b2025b7be0dfa3d2cacdd17e844c91a80a", + "035290871ce5028fce982cb3000b928e26a7daddacfa891677740136e5f415c6", + "0393682c39f9ad90feafe5ccadfe0e5cd11db16f15286b404bc4ff620d0a9164", + "04016ddff5f00fa3ef76c2246256ff48d5c7bf896cb3563f358e0ca9b5cad5d4", + "04042fe5cd41177bde33eb3dfc7c022d68426c8bce2b386b6c3d744b3b6c8ba9", + "0413d5ba033ddb1d8be7f3fd905b3a3fea63495b9e2bc6636af73a0cb799b926", + "04463ccaaca5d28ca99f63f4f53e070efa4ad2299568bd63a9105702336b5ab6", + "04553237c84ff09a6543e606ab9df00f3fdd3359b381e9cfcecb9f0cf8f66c58", + "04736afd75d9b70defe4c540c6b91495c1d483916acab8b9cb88954faaf5d7fb", + "04891991eaac4f5fe2628582b59594f435c2f81d561f2c42ec1dd98ea57408b9", + "04980e08e9f08128a95235e4570f5c3b26e9900930f8e1901b1cc805055d835b", + "04e020a7f9b5a6b03c4d0cf02f1a5226b30f77918560b372a4a86342886926b3", + "04f06ba196bb7367e0483cf316dadeaec8bee82115844252a7139a70a7c202a3", + "050edccb9a8c424bb0da9dbe686f19e78196f374d0a0a6d8f47b92cb2f8766fe", + "05165e6acce39716961beb3bb0ee00c1158ebf8fa3658dc70048d10cd99093cf", + "0518bcd40edaebdb67c915e851d4938473f26ce6dca50a21e69f83fc32288c89", + "054a1bb649b430a86f7802a9457cc6a83d15cd5b8ab6bf8adf410843ce7aa13b", + "05550c96fe8ba235ebbc76dd6570b63df19358382aafb3937726a87d268713b7", + "0583a22e745ea93e01a9d2f9b53642289d9a05b222a73c0fecf8e710fa1b59e7", + "05b5cf5f903d65c126181a2bf230af182068934b33d8184849b6b8981f68ebdb", + "05c6d0e8769e7b9de479e7e02edf2eeda58b5ebddebf2e1f15c962e257d49e40", + "0602af5175c035dfbe398a4014adbeedfe194d75ed41a0b7eb8a79b48ff6bccf", + "060d8bf103ac5fde82e3703ca8e2578b4f8c7bb7c5cb738f5d1209b919c61dba", + "06257bd3fa90f0afcecc239680999406ab79980eb303d45a2d1fafea670e4a38", + "069f55a960c8724588c1ffd62afe2fd0bd83efd2e34cf6a5168032643e6352f2", + "06eb82c273f65f490d85d60a39406f6cf2318d14ee9596ecb1cf7fcc3ac9f8da", + "0743154e958abc52c160fce6065de25d968ab60c7c7a536d400d2295bfc27255", + "079b15a218441cffd25d9f3aa501b9143a3292bb7005f9eae05704e55f3b38ec", + "07de76536f57dde25b6235024f5a41e215d6a13d9f823e2ef50e4e84c87fb739", + "07f15fafa5887d8328b676cfb87c6f8f7dcae9cb187b8b6969e2f3a4ef37e8d0", + "083bb24051300e75dbd52e0202170794bc727994f278922c2d158af777a3f2cd", + "086bbd948427f350f1d964b288a729ae80da38291e409fb7e0f0c688d99562d8", + "08713adb8a3215938b380fbc0c63f235e063847962fe02dca3f6d20113fea1cb", + "088e20d6cc294aded49228f0ac9a7191e7cc9fb848bc19a6ec9d03fb7258748b", + "0890c32a99d90761a2f31733eedbd91b1980913ef735752d889c0710fe572764", + "08b122b9a1c8a40b5965898017846a28d6377690db7128b7b31417f45d1e407b", + "08b58c89333a6a06c7714c86704b3f06bd2ad23a18360ca5e8ac7a2bde0649ce", + "08c6791c2cfa2927363fe34b6af41498531aa6816ad3edd85c3f9835a1ac1014", + "08db846838425971e9024677f1cc8e070c502bcbeabaf05f6f3631dbed7a3ed6", + "090f2f8b58a9dc0ae63008a8fac34a18b2aa93522542bb472a1202fa81e69465", + "091953502d8a89e9db47809dba001d5756c622e3aba8318722f8da0054bf92f5", + "092e168f994875a90490b287f3aeb7ad7ec27428bfd07d0e1ec1645dd2e01af8", + "093675a243ffec08a1c179a6757e916d5cd8dd9cc46921469e62bbf3bc12fba1", + "0947a97e05cd96908d88dd2db1de6be0175c37c2a635e5506ab0ef60723e9244", + "09a45c5c82ae74f3fa1dbfdd04e9c9cbb68ed2af9f96dbf6cbe731b22c5f00c6", + "09f192983656d6b34d005d8824dd443c5aa2a86212e1ef363d3ca398a61127bc", + "0a2105ebcf3307835abd4a7f5a7ea78b1b8061a118837a41879beec8ac9c4333", + "0a39ffbc1c4821c186d48f34e505d1dd889f98280e19b2967c7296fdbd4686d9", + "0a7a2bb9c6b1a50d1a9522163191dde71a243bd834f093cefb2ff1481dc637bc", + "0a7da33713c8db7bd3bc44ae27bb34e21ee7301152b2bb9d76626ec934e57f5a", + "0a994de647582a2ed0d6ce05c5ee895783f3d0a242425bd51bce5a205f5e0c58", + "0aacc576c7717acf5a36d239d777b8220079ff790301e35589802e502b65cc6e", + "0ab3580b189b821099bf7214360927a818a8e415f10d4ee7006a7d6ed518446f", + "0aec7bce1ce582391a1644d3411acad983fd582a91af97f199631e487d483d9a", + "0afa74ff678a87361267b42d66b59fab3466e8dbf8b95a5f891c25ee4a0a6ee5", + "0b034ef0b1596741e3285665c5bab78be118eeca05fac3b0685c0e405e60b01a", + "0b856ee1f7054bfe985a8a4929618c2f8c241b97d548c3ba2edd0ce3c8636aba", + "0b8bf874669ae24a086caf5364a73cc92e86e1baa7da60ddd21cc9dc58cffe54", + "0bedc58061fd753c26bcf63e803d240be5e7f5a044b0628b5d5e456b35345fad", + "0bee130933c311df93b7e72ecb227b6894a91763ffc616339264184411326529", + "0c0ab38d6a39a42e4cbcecdc53231d83e1b1e645f5b24b1a6fdc8ed2213d108b", + "0c3ffc0a5ed70915980abb6a49e16622554ee49a5730d559dddfab9115b6ab85", + "0c7a98ae4b33c672b70b431ab840bf764156ad0a3143c8df83ae1af6ffea6551", + "0c95367a82ef1977f91b7bdece3b7d452ac5947ac67445d20680d4324e6d70e3", + "0cb834d2ef4c99da95a871846baf987a939a014b4cca2f156974445a21c89196", + "0cc76f5c6a58bb1c614293fa3e9294f64fd03eb893cbd05576a9e93ee282ae61", + "0cdbd10f984a65865896ad1dc53188dacf141bf7ef001a0762752abc4207d819", + "0cf838444d8848a8b327d97bc22b1e3ecf4c14bffb554ebe9dbcccf35078d516", + "0d2cf77cb168280d8d9d3b9ca4d212baf17223c4da3f1f0dbedaf7d95bbfb42b", + "0d31cf5b5687ceab9361200aff34004ff93663803b4644b27d1d959f457d6090", + "0d77208f3083852c88c631f5a4102ad7684253ee7a8f2ecb5105725de98a9f22", + "0d84d509f5df6bc0a68efbeece7432b092fa13b52609b417755a8db67632970d", + "0d95a334465d12b48b4882fcb17e7bcf3c9c1e4dc69e753f044d91f7525654e0", + "0dc074e26e6b013f64ab01a46d120a9f9ddcffb756692e9dd7105039c88af908", + "0de8d03b14fedb9561b9015c19f8ecaf855b222a2423b0fc9a502374ce4a6c2a", + "0e0cd8063d131f6694b924dbd28dc10dfaf98b2f7df5ff6bb011ab411cc528ef", + "0e33d93a2b330cc4879f36904e581a044e9934fe4c2f28734201782301bb9a40", + "0e55cd1f05f691f5f7316ced762325ce7b77786edb3e9e65486d53c6e34d123a", + "0ea0a077924dd4cecbe0a3cf6e56b97055a69138eabc98f73d668cdc55a8d342", + "0f5b30575f5d8d9fbb772dde91794d51ae97b2f4a84b8986885d9ce9982bd455", + "0f60d64a0247253787e778e9e05d247a67c0c1e6ad497d8d596c13a8515015f1", + "0f76c338852c84ba09db812d81c87051f18e3a4175f866f1748dcbf8051d58b3", + "0f87489e07b3fd86800dc412d9dba47d153dca7d2a2bf1a2bd499bdf2c6ad911", + "0f9b2fb89c06a7b3f998a4e878ac7359a60ddb43ce1d9d46c5298eb2ce78ae10", + "0fd61f330351d6e64c0b9d1e6e17e73760f6e839bce6dfd46aa8958b0a00e0d7", + "101dfa78c8e779ffd065d635677a806d1220e5d870d64ac8bd95376840c9e7c0", + "101f400f3a1a701669887d3522d66c35e1dd66e64a55542c144f74dd4c7228a1", + "101f8a873e2ff5f5f2422c858ee11adcadb2eb241c8e329c5ca8d6b156feca65", + "102bd69c2a0b6d60b3e093cef71d13b91187ab631524b3fde873a75a795f82a1", + "1030bb1d5219a2c2d7b4560f0b8fed5a0b7645b178bf2a25224f3e8a1620a5e4", + "1047bd5df24c19ad178a6ba3b0e1108087b995bcf277520efa1ba27511aca823", + "1057678ed417e6ca1ca396a9143da3da3c7a44d7824c00178707a929a980993b", + "105fb9809fe0bc910f4fa8fb60b5a9bca2a517ed9781d2c99525cef6bd7a7c33", + "1076382ed2d4fc79f71805538631478e0cbb956e3884829ea3582c5ee8511b31", + "109679dd2218dfbb038bcb415aa96ae23b53c35a1a9cf156656633fd33b12051", + "109be5cf5ff9399f14ee012b0e509b867c597216a88f62b615f0fa4f79cb313d", + "10e050af1016ad6490f688299853f4c6a26b49fc52e36d8e84bb16b1d6242f63", + "1106d1fdacb747420db88c70e23d0522e849e8ec815670c0ff7c826e4a75d53f", + "111c5243a9942e1524b878a9931a8bab82b9f22dcb1a804a118b7d5745e1c557", + "1132f5177070b804b78222ed58670c88c119a10914c7cd820a71b18061fccc4c", + "113618a22be4bee42ee2bb850f8ccc18363063f6b3cdc8a30a8ca58b9b39fd3e", + "1142609193b022cf38eec3ec0870d6c51b2c09eaaf6138a8d55deb11a6c5f22d", + "11450674cb59ca3534c525d225161770cb93022c728f4835a7f52574e959525d", + "114707d425d986244f3e56284f7bd171563cf48974a42fd7a9280980c67a3f95", + "11773ee6fd7210cf7c79880cb39fa7cf7ab2829df19080e82cad70c285ae4268", + "11b4798cc26f0599eecdc28b4d71317e23c4acf33bb37093c50a39a188631945", + "11b56f2db4d76ba9adf943bc17191c2cb6e5a85d85a1208593cb7c1be386ed44", + "1209427eab050c56945e46d87c5c97c8037c55ddae6e4f0aa97a12c04b38226d", + "1233ac6385a62a731f93e267599b5c5169646ecc236c05196bb6256a4601e223", + "12a42cd1df46b7dcdbe7e2b9a63a24bf047a07cb453c4064a2f92be8e58e7a95", + "12b0cf2d082125418884cb235be8f0cf114690e28e8e68ff8de681b5a0a801a0", + "13149b1fd7056e439febeb35a6867dcbb149e9081d37fa40e83b1f2918ea5e6a", + "131b8be76b5625f24c2b90ef450e09681b8105c48bb24612d260f7abe159b85d", + "133e83462cc2534113fba38b5377d44f087fd0aa62fb17119a2d775c4d36ae13", + "135c96d100c2bbb210c05b0fd0ef4847d85bce2f7db80ff53a6db6a34388ecb8", + "13600885db220c1356adecf1f18bea3b6548495d5a2dd92685a3405e6dc32601", + "139065da5be130bbc91483d942c99736367a5b8e88fed0352cea387a7a8dd805", + "13ea6dc51f604aa5829da023023854a2495048e1f0760c9b3693d1b6d6cbc295", + "140b360113e9fb4ba876e619c0f710422a72e52423a3a5c80a7ed758f1681024", + "1443c885727a11619a79c4d8beb93b4f70e2eb0d682dfd1cf245d1e66fa67beb", + "145fb05e3a2ae5ce368a34f6fcd96b7ef31dbf82c770652fdb4a93e1309f5cad", + "146051089e993bfdffdd37eaaa68c9bede30409ab45c27b17c19c9bdfdfcc447", + "1480b5f9e56ed421dfa2682a888b5340df9e3417b2bf8c26eb628970dec5a891", + "14a571926fb18de1ad06566225635e5562408c6b1e2f78c46b959033de658e70", + "14b5b48bc2a11d15c666669958c19a316df7da7ae93585e4fc29782003f22093", + "14eb14bc234531012f5a646c2481f6f876e53d1549adc80ef13030c6ca20ba62", + "150e06f72127d24afa4e0520537a06b3c6948119d290c73c8bce75462e52b706", + "151401539a88f6fd7ef8230cac5454f2ba76c8e3413bbb677dafdf138979eadf", + "152b07d8b0784d39ddbc1d8033cb660d667cda442b82103cf2cee4bc344b62e1", + "1589857b2270441a120ba8e1402c97cb04438de24c09d023d2255f6916f012e7", + "15c85017940438224999372bf58525a0aa05fae056b9b62153189e1b19774ea7", + "15d9ef11aa04e54d29e0e84e71fe641dc54224f835c497ea74c18a6c2f710e53", + "1627d9af029612789104cebb56c6f6ca76795364d6ea2d2bb6eb4911ae636d1d", + "1652f6d3ba2e0a8818b2449312190f6e266553fe636d1f9ab834dd7984a01386", + "167ef625245b0fba78daf7d0bbbc5e6fe0aefaa9dbe1e57dac61fa631b475138", + "16946e5f2cb7e92c9b2e2be8f3e6e03e7c4a7b884986bd8db1b427600a1e6591", + "16a262c3f0d6c6f5df9156d5b413d2ac9c076056df7e3b059c0bacfd32a02c74", + "16ed36710a71acf4e83a0c735591a8d8c90197e92a38efcc8f5ecf64a1868ec0", + "16ef1975b3bdb478bc236271efdc9cffab09408902a5f97ce16f5d71136edb63", + "1705a03558836eb72c3179c8c3f78886201b56975c7b1ee7ef61a9cadeb4a57b", + "1711dc5e3e5570e0e338a8747c3c62bcafd93fb89e20f4596ccdf0da8c1a31ce", + "17218e8f2c3254089caec4db721323a772301788f1ae0e1d540fb82101af6777", + "1729956f439d4baafa124ad35906905bce52a38cee105d0384caf2bf4b1b8c16", + "1748ee905ebf6e5544ca8a20a2dc34e69272edfde8c325294b5a6e7feaed3445", + "174d8e6fd793f2b7032fbf0d980e5f4d8bd766c85f9873782481450c8baf2078", + "178a0f21298df6295ec0adc89eed35c2c7b0010375ade0b3ea639cb06e4c7c34", + "179c1cca46f3cb63e3f75c021f41dee206bc6a554eed8b17a49522eeb93db65d", + "179db1683a5d69775c9698822868220d9908f07495335ad2473ab81fd62943b6", + "17b9ff51808a80a062bbbf618fd89a0d21a707ddfeadc23243cb82a6aa2f9241", + "17bdbd2ced1b33326fd60ffe6f5af3a474d9323baf21761a637897088221a48f", + "17caa6df22d23dbeeba5faf91e1d00809f676ec09c65139d493616baa2d814c7", + "17cb801862c13d2966d77f9841a7a3e020ec4eaf3b76f14adb6aa1816047b308", + "17e6e2f1435e3d01d6654206b99090f419461dbfb37993d5a7fc128169279cfa", + "180c43a6c0de8a43420887064895b3aa42bc535816446275fee6a6a6af523c30", + "184ce76e1968d8a3369ccd694d266187a1189d85515eef1759b0c1c6f784d838", + "1859ef068a39acc92b320dadbb60f49dcec9bb2799dbc8c6f25f54151240f0ff", + "18ab98247de6b45481ea7b0934e111b3fb070f46173f5f586bb9d45f4cd3c700", + "18c879052385c74614d1a44ec0ca146ff4413a852dc5ed816189f45047c61ce5", + "18df2522938daae00fc6bf415f08a5503d5d4b600b060b5e514628b10a8363dc", + "18e88569169f27453c3a17a88edbe98bddf953e9022234f2e5a0bcba4849d111", + "18fff60f2e7239cd15e46ca71f35847df2b47d7e499474cdd1d3512894750bbd", + "191f38fba735695d000d80a4521af73f630fea434a5676d87d1b27c544bd10cc", + "193ddaf83e3bfa7913045010dc99c78a7900f686f81bb1a64c72c8402131b494", + "194d8b0abc3141bb77465d1a491f4c23166105fef6a0ec0b46dbab0fa0b27a97", + "197409c1266c07fe3c0307fa9dbc526ccee630d158390c766a97a8b3b521d16a", + "19abf2d41c0502ea57f2d87647da2fd9096befc28cb60052e5c1f9a03815c5fc", + "19b6783b167f943186601698d9096375a33996a58185b4fd8f6a1ba54222b021", + "19de583fa8e8a4aa2ba3b2362b6f4a4d5139dd4c45718c1b6a13f34cf5614017", + "19e44efb9c3709c75976aa81dae9336fabd9f3a16efd14724881cb3730964579", + "19f460b02fce9592cf785408a8e17e51bf35598a9f123262c56d9cbf144a1aa0", + "19fa18cc19f1a47e94f37519208bb6dcefc4b91981884f101182e1025c76433f", + "1a296224e9477d2b02c8f3f9abdb975a926f5b16f09a262c00a1db29c7e29127", + "1a5a2327dbf13f4d8062a3a676c7c3be2acc4469f771f49f385b6f608303f885", + "1a5ca891c3e8863c73d87d409285913f3ff31d7d816ff7d769b18424406d0b72", + "1a6fe7be0ae3c5a1eddbdea9cdb59ffec5cbe937bad1daea304c4a4c33ffdfc8", + "1a770631048156b7cb85f7f1c3604ba29f06fb0194113c0cdebb9741cb21cf0d", + "1a9e514e8ebae8faf4aa9b2561e82c4da462ac342967fd23eeb62d69c788c37f", + "1a9fad98a2bc4349a33356f65471b768c20daab285e0ec8926cc2cbd64519950", + "1adf55444a134beb42228bb9fdcea16e6ed4ea5514f059ad5f241bec3c07e58a", + "1b44657071336edcebbd0778f6a189a4c5d407483596e41b82cf2caa223f7184", + "1b4d8ab0d77e3a7b204f36bd251a684a81f307e3e5c353299c03e46527bcbe57", + "1b692f8a75a468d9d73d47e69bed36a362534ac7439e4b7ffb46a28ca6ae4300", + "1b938aacb3f82d2eba748f4d3ce039643df540aa52b8a226b1c47559dfd95300", + "1ba01ade66bbd22f55c0b6c4fa5d5ad80ebf7c31f10ff208dea06bfa5acb145f", + "1baf7fdda1317cc8e1aa739628f9f87d48b7e0fdf26e88fcad20f570602d58d6", + "1bd4b7607ffc276d7dea3a901f5c49dd25aa8450579c89f9983848e7d9b68b8b", + "1c260a74d7a7e4a86538fd40f497ddaa09cf0bdb87d3cc4a2f491d1b76cad2e5", + "1c2f381834ffddbaa77f1c0985c687d61ef5d1d87723ba0026aac8c53f6c61a0", + "1c4b6cbb1a2a0dd5e7445c1927f918866bc9ea76cea0d3c46c79421831ed4b09", + "1cb958ce0de35812bd01a62f72785aeaf1d2a0b942e3ea7be0b3893287d0bcfd", + "1ce18ff05a935eb586210f789946ff86af6512f5626fd0f6f3d90aa823c59b26", + "1cf5eb085a340488bf274e08c6abbafb32b94ff4456da6286a373409848f1373", + "1d53c386b644f1386934ba661826894ad14674b148d6199883619500cbfeac72", + "1d693019454f375a0ee1f16e9a0cc473cbf941f780b4eab01c210c6ab7d1ddc3", + "1d78802c9564ceb0481995708138e6af5daf67039ec5fffaa7b6e62c2a09b7af", + "1d8b9fdf05159ad613bdf0714f03e8b12dc33b3f78389bb315d13c336f8497e6", + "1d9d0ad3ae1bd0b3c2584d50c9f535b95f6f981c0c306a903ab3a14622fa4e83", + "1da17175ee9ae5d0b54fbb2a6afe84ab8f750228fec9acbe63af0fdc34e86a27", + "1dddb86c43db3223ceeb167535187e1dc4f77f558311137ab9598e173f42fcf4", + "1e37d61f66212b48b8f89e47c6a666b81600b191dbf1b93cd77301e19b59bc1d", + "1e60e9b00d53547071ebd296021a97f135965fc4d14108f39b2422776efadafa", + "1e898b25e792d44792dae03c892d9509da8138095c2ee7ff05f747df251ef63d", + "1e9370a197078bb8a937eac632798a8fc73f985b22a08e3e4f4418a7d252a53f", + "1e9a4d1e09c1d1eac8f0ddfc3732c0a6625aed1cfb4792cc9f0c35b226bea6d3", + "1ecff6afd06d6caa8afee5203626181994051d7a71897efddc9be4c42af91989", + "1ed9801a7d77ece07e35f4a3dcb5ae794b3fcb8d8b30472ba56281fb661950d7", + "1f1974c9c42bcb251ec0a6fd11a37ba070cba50c94b94d4d8173f17c7b3a8669", + "1f2197f0f714f26bbceeadb235929047fa69008d79e878abd900f1599e4eaaaa", + "1f5676917e8606c554ef1e53c14771da295818cbcc218eb002cdd7f1ed92cac8", + "1f93422b066c8f014f661708d7b347338edd9f76fe8a7e7b2318c15128416d7d", + "2006d578e24eebea02053b839228dc47b6caeacf097a56d9d747b1819df472ae", + "20403264c1f7c368497fb1b777303827fa9983e06820d7281639af0bf3f4e96e", + "20646ba67096da4fb1ab927a11101408c675c2eb98f47805aaa769a8b3db67f9", + "20bb27f8873c4d93c946b6891f3e513ec84ca2b6f09a73049952615b0248e599", + "210a7a5467b03c8bc0c2cf65ac6d5db5d76a98b285bc0a1e9c9c117b1768021d", + "212234d9d3b54e23a153e6222de1af78eabd8b93df9f6436078ee4b2a3223f68", + "2126cfceae5b8e513d078433eef8fe23109167b12bbff8d1c360ccee15bd0e61", + "2149243c6ba95fedbe578ddf8ac61ff2325b3ebc36705d3e278142f3806a062f", + "2151099bc42497224ddfdf04bd012b865f8565cf17b37ec2ccd7a4a73403b1fc", + "2163bf387c2bf5b804e987bf19844e67db7a90704c25bcad773aef04d4d859a5", + "21c4f19658aba33d1fb5c99d6e0d6c0c139f5218e44d78a77ffa5284896141b9", + "2207b41b5d1d5d2916d616e2af7d8aefecafb390937d39fa6e2a540a3bd10e4d", + "220831fdb2b9d540590561a6fa4d2b97ce6d6482f2ce58f567f9089ea8387831", + "22280f10fa1c1437d2664ada33ffba110c92a720bd7d5d657803207dd18535c7", + "22a36a44c5a57339ad24d7023c86fa5588a6300e8637b51351dd7ac95da29064", + "22f355bcedcb413a3a1dc60fe601ecca2584fcb94b8f2b56491c6361d23791f2", + "22fe153e2c7dc2a356f3551ddab83540615177d8066b248bf72168113be476cc", + "2314f1f7d20b72aa7d1d275a77ff5e154b3ca6e5beecce0cff9cba24fb95f873", + "23523c218d0de27396382b1ed9debbe4d895135feff96a92af88cafe23eee549", + "235c8c8b46ccec4d668a3c9c9acf7e1691674e6d76bd31cdc5b8919d9c62d4bb", + "23750121de6757ae56f097ccf73f62973ab859693341fc53986837e6cdef1a50", + "2376eb1a205defae31db9d21736c3a9981730d3e8de1c237e084b331f56f0226", + "23c8cc053a3e3937b369c9a82b97dbab7c1b3418079d83bb808c8ee6a8cb977f", + "24037ecc9e35cbc55aaec3c4beac71aa1b73ed68c84ba0882c32d53a156835d3", + "24063a84bea566065e3eb027a021d7321f6073ab346602abf8bbd590a787e463", + "24418099cd07ceb506972b9e4e1787eea959ca7655ea273a189bdd687bb39f54", + "2442a7acfa983a1ea38aa0f9d72e26e644620ea256c96537a9ea9146d9453022", + "245709bde24a4091af4962982e892c9e60ecbeebb4467db6ce16bdaadcfb3d9d", + "2459c1f49eef7a04b4e30c35ab426b182f335c3502bff32a32b15b42f73ad032", + "24894d48044a516cc510afc78da561f4baffc729562753188a040e7378af3d26", + "248a9d49901fe119fb30582e47717afe7ae45690000a45fcc8ee35518753d89f", + "249ecfe12202bdf2985659df13fd59ccb8802ae2dc6188499f1386d7362c0cab", + "24a0451be2da0b8e65249852523eedd2ec51ed37745039663151334f2023c326", + "24c84ffd078a3121a4145a43c56e4f1a2bf0af2f3cfdb189f98c838731066f04", + "25063678270b59e0dca5a6da6eba3292f23b73d217c9cac51605b15560e77120", + "2518b9c1010b8d9b2d7d1cd22c1483a017a24ce6480e7d11b44e414ef44b0765", + "25348dd365bc036dac3ca8c5d136c534990cb2faa13ed65b9beaab47203d8084", + "254464dd9570b6db1fd50422d4c43c65e00e79e73b7f67805753d87663fa78c1", + "254ab0473645a7d33ea1c7177f62059d16b3aed7d778d712fa260af6b41fe5ed", + "2562e4795a7465ef02f84e915ca1b58067581b7131b29252f9dfdea193c17fbc", + "25b468e54479d43367920591e3ed6aeebd9abf6f10e1eea7317a9385008d1170", + "25c0469c9130572e4564ba51afc94384fe426a6bb26817c98e57d5bb2226ffda", + "261a4e8be9e066d28fe884861cda7b2f9157f907f5fbc1e367352c42f3878753", + "26212fe5d8453ae051b0ac57fe878c9227f645900a62cf21bcbfdf6a0fc34c7b", + "2656e30609ebc0b05b195b9c0e09ddca9d3dcf58b9c2407eb1baa979794c909e", + "266db8f2f7eb2cb3582b4069583e6e96c68f8b4c2111cac4214cd4572c1bf692", + "2679142ca668cd2ed57827268096b51b059693540395cb5346e1c31aaa903641", + "26b4a45547ce31c9abe7b9e18b8dde2b06083198e899247c49f3da64f310c18e", + "26b9354f82f2e5c5d5264dd5e3d91b597a90830ed119946f4e086ecbb69e4c1c", + "26d40782ae484f44ff1d3a6c9a760c457b48f9cc56194998c017ca391b7d597a", + "26db33a4e5b448543a2a7852a03a797297f34982049f1bd0dc7ebf3807f9f981", + "26e92dd8552c48b677811eca3aa2246840723432f17775fafe537fdd1fb61302", + "26f397e39bd00131ad71a7aad609c68e156ba48c68b264166234d946ab4419d2", + "27066882d04770d7e9e64e700a19a6f9370b9a34ad3802ca1f9bdf19c37770bf", + "270b00f071e7989acc5fce6eb464501e6b57d9c336002964e9eb65617383d72f", + "273a74693860dfe7fcfb511a287decae91dd4c8a72b71af522017505694a6794", + "27407481c77c04104695dc23de6a69977aef5457e2ad988c1644523701f13d7e", + "2740a0e42da39c2fa8c568cbe32098b1c3d225756665665556f3f7f6a43a0495", + "27858d3f5cb16b93823d8914d2f8c3372e7c686c9e54b1ffd81c5b934ad1e5d8", + "27a7460340351ea1d4644e1db88e17f3eb72666eb67d741f28010308ab3a7a41", + "27b0bb9643a61edfdc28887735cbc0983b19ca2d152c614359ca281fa5d5d57a", + "27b242c5b4cf58073dc81620e1d34d802768844a3a6b1f6175330bcd5dfd74fd", + "27bcda081c48a50079e57660ce90ed1035693e751717c2460abc3724fce99a8a", + "27e7476fd5be3d2d690ae3d918652b34fb880dcbdf5868fdc723b92538497555", + "280189bb83c0b59ea0a19cc763241246d9c875cc395a2a44b8981b58913503ab", + "28124203f106909f1df4f1eb9f24106733b41600a23bc9ee10f3500647c78219", + "2828d558dee61df8b392e18e255063d3cc328b0bbf2bee4245c4378cf3452423", + "2855125525b095570c5c67a3e29341c7acc8d003430f0eaa7c9ffd3b62a4b82d", + "285ebf730d8e2e3c9de075c89cd76833a4604d7bf38e55e1f232514825053166", + "286613917a09de3d887c18c08de2c8318e746292f5960f14629b6837fcea83e4", + "287ab60d93d0337301bcbfe0c86095fc2efa96ec49f298a840203dfa6a6811cb", + "287eeaf0dc4a3c7d7ea6d5a3dc340ad31e89a936ea03e1418e7d334500e9bac8", + "2885cd50b962d924a12f2dce415a974cef12dd736a2d3d6808497099ad4242fb", + "288a9d61d75d3a9ac82165408ab2f83d773bc6976d0a596343e0115f37baef8f", + "288cdd186e53aa4e0eeda60339143adc8cf1b20a7568a5275edaeb2ac5d44d30", + "2892fb34d6fdf1048f8348e29c1e2c3eaff561a648a9016ecac7390198e0a8df", + "28a2333a43a7143735131c539910d2b9a76961757224329d64832322fe34de18", + "28b23e9ea4c919838a761bb97144a6472f73bd6f7713209efcee7f30f2735306", + "28b9b8824154fa65a6140ea02b8b19d23f258f3981b58eeb1157aa0157d12a55", + "28efb908bbddbda776159898adba8ac6c589dc6b3d37829b590c807ed2eac206", + "292c695b9d20625d27207381f8a3e70898aee3771622f38b71e090a86afc0a58", + "294a4a2c1a832c0388fe80f5beecfaf4ca644cd360c07309573cc1577bcd972e", + "294e7b801a7eb160b3a4e5a424080598ba1f1b3f73400f5138a60c3ef0bccffc", + "29744e52041dfdb69de822316a881dc2e91ac164a8483c53c3f8cea36de54686", + "29b0d55d68bd9dfa81634efce57079b22ef6fc8199b081b7c1381731de5c48a6", + "29c4bc894cc82a5ab9c0b81405b35d21f9f9cff75b7f5f33413a1fe01a7a7943", + "2a2c87339df141c33a723fbfdd435a731a0d6852dd65ca14e95e6abf6d92e75f", + "2a4492b8f60864d826a76eed372bf588abf7407050f4fcdbb4b3ccfb73559183", + "2a5f58badc336d55b3dc5815488b62b0667ec6fb54d6bae91243f46c9062b24e", + "2a943b3c5c254092702cda0c505dc040cbabdc7e04bd7658b35481f0c5f699bc", + "2aaaf70ea612431d001d3466f0b41627abfe991e7ecf768ebe8734785812e243", + "2aceba1f4c30f8131dc9ffac25a01aebf23b15c34b19f5fa8926aa4e63a7cd8f", + "2ade1798df72258a18c346a6051b1ee1779e06d9dad7c27137403468fc630bac", + "2aea7980b8e26c8d434644d2b1a4c65ccffc39ba85b00eb8de41675c42756667", + "2b0881118dff8870ad09e53fcd20f0e4663e45c8ca5f38df1c4bf17361a2a13e", + "2b08e0a8c9d17fd5c672d90351625b6dd1ab26e2a77f68ae04ef065c3a3b8758", + "2b360994ca527b6f16c2aecba4370306e7afbd6c7d20995e38f96bba71da6be0", + "2b38841187c474862deb3f9e0eb5065ada3046739c7ca2b8f62f0c85a62fc8da", + "2b42c4ee1c3d0d4d83dab44e08dd6ede637b0ddd7c16b8190b5b08988715b45e", + "2b4f44a83e139d6234b2609433bf8436c4460bcfe236addcfbe63595c8ec994f", + "2b621cec625ced5ee26b5a268b34a664e21be930eaacf81e052434a037cdeac3", + "2b7cc30d5340a2b66dcf09fdd5c6e5ca85bd388bfbd3345630990eed07578f80", + "2b9cf96df99a58f4ebce65d21e097d819c00d44ad2fd27a98d3308aa88e6b3d1", + "2ba4807fa727358531b1957300c9abdfb1ba797fabb7a7dec22a4b2dbb8c8171", + "2bc9be0fd0d56c399fd79f919ba90ce52faaab5bc69a62519ebd214e17489472", + "2bcc96d40c2a72958ad61b4a1aa2123c8d356bee6aa1ab4a661135a5bc90569b", + "2c1654b1ef1308a13bfe2ff712e531a32297032794072730a00ece77f458fe61", + "2c27838dad793f315a486df8361278039fbb7199008c026422040c445f2b9f86", + "2c387f23eb35c3d4a52f59dc80cd87a9fbd1ddf6314944a60e7fba59d0765ed3", + "2c43cc1bbee25412c64d941f66df407bfbf6b4fa6dec9128336bb1f301c6d7a2", + "2c4432fe90d8817433832a4800d0bf40c932a4692404b1fa73eab43bfade88a7", + "2c70cf437ff6f42edeb8f76651a33fbf7230d6f0b672cdd08bca19916c1e30e5", + "2c7e589a02095c96e26ff938206dd582151dabadacfc5a8721ef8cfa86527b94", + "2c956b88706537a241524c1abc8ab57a320c8711f8503cb8aaa4bb17f3200cba", + "2c9add30016eb8b582370afb233e756a2c0e71441505cd96142f27e36e88c1d9", + "2ca3401452d5d5866ec65739ab2665c8b5f0be1c614dd7059de089fec3a711e6", + "2cb99fea0cad751b8a4a1b941ed87172d52d55fb43fb83638e31b9efbf4233fb", + "2cc0152d812d1e4a0d511ff3c3a9916e776aa614a366f1f73d3106e6897bc52e", + "2d1bb608b747735c0b5a69c4e51fd79ed6b5cb826d2a61cfa642cd13f8989b41", + "2d2dadaec7a8758c8dc8309497a471fa2e019e60f9d6cd3aa19b4ec0a51d2b99", + "2d4cd5e46d3aacbf9b82a6edbe2411a74c4a93212246c1bb2372372e4bf3274d", + "2d683c2c3b49680b6de9b50e2276b7bdcc137261f37cabba58a7748d299a5494", + "2d7a92c2c3fa714388b8ac5806366ceb8121ad8f5d2f8b9984b2fd1ec6b06e37", + "2d89f2626ffa73c6be327d17d2a6db0779eae4beca522ce7f24665f70ccad02d", + "2dbf667179319df46d094d753e44d5dfaad646777e08b29b4c51d58c6447496a", + "2dd0949bc9ed9322b494caa15ea82863a6a116f20e0e6651c1d5e6b6eb43f52c", + "2de26fa321cc0f2e464c49e500b33d39797c3b6be17a60668063ba26dfa76e42", + "2ded610c1de810d2c462f51208ee2d8f471d9a3995a6bc6932c5fac629560bdf", + "2e119b1f0a1c7fb0f1b2c3f5ec1db7e89f7657c009a48b309538b396e36b2ad4", + "2e28d2c5a315902609c458005876a85506dafbdf01751fdcaab44a68d0a3bfa2", + "2e6dd85f441bd65e0fc4220329cafb0408430e5d8de2ab07a5990095ff43e78e", + "2ea77ca16c79e921ab5851baac1f0fb33529d7c76a7d2526fe3e403761fde1bf", + "2ecfa522280f5eac8bdf12c4ddf4c4a33c5b60f36f306a8e2561bd7c05d3f148", + "2eecb84249abc69da89a65bc6cafef171db054f0399e30b7cd2778512941fae8", + "2f53841fd202a63ce5944e746c15fa26e17302e631b041f1b64022545e851d77", + "2ff450770fb2fcaa0867b408f1a5e66c2b65770311e4c4ca0eaf4e68c6e04a3f", + "30511fbb595277baec4c896231d4e9295ae744a425e66949fc1c9f745e951a7f", + "30653eee6ae7bbc39c131176c37c2b9fd5ec2c50008eb84f5ae21627c1fc12c5", + "306a71235602fe4889afe2a1efc2fec8907396abc8edb9b814c710abda504325", + "30aae25405ca1260a5434470f4cf866a9039e557139dc0260f75f35dcba741bf", + "30d6674f194cb2b76d9e31310c49eed068a97c0f27598c46d930a2f6fa59ea10", + "30e628d6fa4953917a5c581772f8ddee9fbc06c63a4d2956bed54b6ea7323c73", + "310e11e670166746bec5b4b32994cc60083db42de75f51d351e07fcdc7d3de46", + "31121904f1bcb9dca43ffd7e0ba17e8b4553fefb8385245b890a54e572f8ed32", + "312ce46a276e976e2336873ecf88d8e6ce8da47e9d1c280fe7934b1cbce52834", + "3133263be7c1529f939a42c98f9f5cf54339ab8cc8ad88ecf24b653c2ab2e526", + "31619efc33f3642822abcc8df062b55ed10485df2a6b91649e86018ab2f2c9f8", + "316d5b71d81c1d3b43e88a63aa20bfca9a2ae50618a4dbd9c3338f5eacbbbe25", + "31c8c284b98bdd6e6b6e76e48688b98041b67fde8ed080bb821b723063f24866", + "321231bad3b78e54ae2e36b015490b90756bb489d54c3f4a474665fa9db95b23", + "32136646f2c328cdea70a654cc9aabf770a36f339acbeae5f8948e40c0e2d3da", + "3229ed80b09d389cd3ab365025abc3e5a0541efccf5213b41200a8dc12d24ffb", + "3253500b87ad1014ba69e19395cd95459110bc8b1dc37e4a906778e19d71d04d", + "3257111be2381ffac0f0e668d5a3ba794eb8c4c2dd03e57bf13bc6d4471b88b7", + "326c201a620cc66c4a4d90735a7009ad601df58ca76002c49a0cb39831f37d71", + "32a616312a1e0a3a8b2b427320a861a432451b405d7ba02a7158d76b055f39a9", + "32b93c82ffe40795f963cc8a2f0b18d9ceae277f114b027f79e4d36fe9b085ab", + "32f8abe41933ba53748abf536e0e0ccf4cc4e79bd65f4c33f1df78f52b45d970", + "32ff9812853c478ec4ba6d031cd30a38f47f295d2103f6bdd1e28450958fc14a", + "3338ae2f7ba490655d53c884258f45d848437fd173c216a38837ca2cc09f8e5a", + "333988cd2d484d4f92a17e109724085c52ad8c70ce1759c53553210e50d0f0c9", + "3355c5148bb66e9b9638e671d428c271469a8ca2de794275c94af852e8209424", + "337b9dab25d59bbfeac2ddf9ff3b194f0ed6c876b99b071cb42fb2574a58a0d3", + "33b73f56f58baa737f8591faf7618590c2ecd86bcba29259e69585da9dbc521a", + "33bcda29c685106c1c0f44fdb5946a975f15b59275e8ae3d7c0ad7f8d404987c", + "342b09937c0ecbdf5b01afe4d178961d86950c31daa9d90fbb5f9bfebb5d8a3b", + "34373b6e9907806a7985134899c6979611d5c9e7e176d41b97e5880ecbed2fa4", + "344a203506196c9215b5e9f57aacda02e90cadd3a9430befb19349d13afd9178", + "3472ab26eca549d514b26dde208c03dcfe5a7a764be1c5514b9bf3aecc6a66f1", + "3480bb22f27a0d18b2df530a5dce8893367e0f3855fe65da9a1be6638f97e27c", + "34937198be44c29e1ed3159e7ec17dacb6df05fc6cc9c0b1663beef0e95462f1", + "349c29d22cba205fe77921efacec0ac6ef8b71ea131f273e91dcc5d042771f75", + "34b6365aa65685adfb11f115ccaea4ad1bebf026fd9e7b0318313a7d75a27c18", + "34c35b63588dfdcb6be0ce3eb3398ccb276afe2f2ea8a6ac3a30921c858d9b53", + "34d179a8f3ec05d380cf2667f5bc24b504fe9a125ec62f5759bf76225d5e50c3", + "34e69d9035c99f06a5aa13492a356a90693976f53d37de5868016b5519877481", + "34f74afd2a016440c205ac27a027ca4ca31ae30eb360a5241462ff6cfde32dd0", + "3540be5c5eb3cd046b586a603ddd6b954bfae55c076a97a22f77e4dd40ac9493", + "354ff8174aa039d4a22a628025b8a9a6ec415f7a6a6cf5874a722c1f36b7da40", + "360027a341c08574c0477f28fdfc05e786916e797b7559af6348a68273739d25", + "362be82bc53aeba93a56f0c4cd5f2a371fcac8f45d5e7240b2866865e8a03804", + "3690398863a71cbf8c4fca9137a29a0e6e15b71470a2f0fa1cdf06a5d0986bd0", + "371b1838c0b76c4959eb92dbb7a645db0e915ffa25c3906b2959d5cc627c3fde", + "37337b4f60f4e996080e8d99ab02621bc21eab68b26607ed1e8ff6a7797b0ea2", + "373f72cd6fdabdb9446a1a73ffcec5022c36c185aa4036ad5429b02f7f6ed666", + "37522879f3d15105cda2d3ab6b48fed2900198e74e844df6fe086b385d0a9122", + "3790c32a444c5c6f3edb16980563d016559ab40aa9a48700e292b413223ea56e", + "379eec9aab24cee73bdca8e950ba019a1f57af3f88bf83f14540496a223e8420", + "37ecce1d750a93d7ff5e6ce79171495cc95a596a892a565921fba2898fdd868b", + "3827b9b917f9e9c1e0c92f935c31ae04e70a8ecc430e1a17df84688c499264cc", + "382ed00337d1740c1abcba4e6b069e5c19fae28ca9f551087ad3d8223b10e821", + "384398950404d022e3d937bfbeea616ed984f4800284a2548af95bd875e718e0", + "3859548b787c8da0ffb479bccf43817cec3aa1e6ae9c065952140c89add2b017", + "385bde3762f16b48d40ffca0f7e13cb61a3685cac72681c1ea6d46b8565fcbe7", + "386620005ea0a9aeca9e2115e73f6a315f651d1e6a33c570438104467964ff23", + "387f75f652efc68830d25b8fa3e05b3e67b26413579c7ca31092a97da03ebe90", + "389fe21426476539bc015e368b4b1db1d44dd895995e1aa3a9f082fdac2b995b", + "38ae7ecb7169e273a8ff2ace53eec67dd77941dfab4ca3610f84cf489ac06c1e", + "38f13a2e254e38adef39a763b20eb8dd3ff8fdc529bae0429891336ee448c286", + "39000ae05180499f9212cda76d3251fc437ba01b55d5cc9387822f0673bfd14b", + "390f26525ac002e5a9812985150e0b5a53bd4bc13d39d33dff76c58c5943ed1c", + "3922d60da591994cba312d2f2a8fc8d8117c09b20b198274129a070f113cd5c6", + "392d57bad566f771464837d462a4f940f6bb8b307ab19c5e6cd0b93b94c90d10", + "393395504d82649ea066d408f61d423ade8334b7d7bc95f2949b1a91a3c21898", + "393400bd5410c8a61b80eb939fd77272f5baad15e273c7401838185b5fb8d548", + "3937272e73fb81158ba96b14584d01423a8d789a1c439c3ac19085358e4d605f", + "3940d2f105eaadd7273423da9474f33a55787dc9d4e3c4c334ec2fe28f4a568c", + "39516f23294ca9fbc6114cb20c160c6b7f0c205d63889193cb85f834e1bb329f", + "39570eea5b1d6207bbfc9b1792bf673b1c6aaf0e8934cf232a771fd4eb0b42d5", + "395a62303d9fbcbf1a19506d29fd1a95337a3e998115b8f45602dd04f19f27d1", + "39764a681f8e76c170113a5ffb08d4678cefde18fbe999acd5134bc1333c4a86", + "39b3d97686cdbb4c091fdd041c7ce589bab27b9a794f798052cb0cd13fe8873e", + "39bc2f74fa976e69d6dd2a8c599e695dd3ce6bd2a28fb764ace7acc236da158f", + "3a0a35b88e4e046bb4809979d6c0638f0e673a23342bd0f845602f9d68d83446", + "3a8799a5aeb66e6b62a8f9d1971a49d558032ef93454ef38af18d6ce59d58c64", + "3a9d4a48fd9eff24b30053f0563e2cd0a8fb066a1f20f131840a902aa8d29440", + "3abcf8119ef5d704352ac5c3393f8905d420e5cb6e269df9355c046d33513644", + "3ad8e387b6b41cbd255f061e746d929211b17dfa1dc4c2bb3f988a731a6a1467", + "3adc8c039c613b98ff8c20e0670f7a758ed2e9e39feb135d9f5365a08ad47615", + "3aef058e6d5fda406e7e9d808a96e70f18ba8e13162edb2908661f7cf00ce7f9", + "3b072f9113509c9d2cbbf1c8844cdef49e2a497e972c6f6671e89870fdcf7012", + "3b2fd03b31505badf3cc0c0ae855f48bd2783c9893c35e9ccc88f55110271fae", + "3b76d52cda8f218ad86f297985c5938c24a4b6b632854f3011494b7cb744268a", + "3b9e0b44fe5d97d8001018fd4570ff07c06d80ba961d940a98c4472ed3ae83f8", + "3ba52aff6dc34cf2624a72e08e61cd95f3de7295b25b0cd669b267c9bab081b9", + "3ba52cf7bc2fb85c021648f84774c9837dc9612bd7a619c517c1c66e4ef44875", + "3bb56255d36bc07beb145539c98a47d0d3aa1ba617524b5948e3b2c22ad1645c", + "3bb92d37f525b8e3c1af2c617cc6ce9c7780bb4041eadded976f54ceed6cd655", + "3bc4dbf30cb70d551f8355bcca87cecc0d215b5744e0b50c9b0c783ced0a21da", + "3bc883d49816b88701ebaaebcba750fba11e2680392e23ee31f486c0c5862b68", + "3be2384dee2306d6a9284b55449b778ce79b220658a9b1bd21dd9118ab14ee21", + "3bf059c7df21bfa5f8b729db597f2ccfa845b0b3b1e732fc1e10f4425bcd3782", + "3c780b30a7f1aa34eef3a076aeb0d0c9e0b6233d652829a80d6d09464475a2ac", + "3c7aeffc56ec06c0d657ea706dbf66038fb53b3ab45ce57abd52c188a56adc31", + "3c9c25ac5614ff2f35703f3c8b16d214c19cfaa98be57f16c62419a05248f1ec", + "3cae26f451b61e3273296c01d01d60a12c16719d2ba21ec35e56f42cb37196b9", + "3cb0441e03264e1f033bcbc9a5bbb0d4410cde112281ac6549a918354325e2fb", + "3cfd4dace103cd378e4de22dadcac1e856aa3297ba31185bf3324ad0de33c9ea", + "3d178d2959ab3643134b553b2bf9240b0faadd3169023160903ed01a928021fd", + "3d2baf4da5720c05a85d5458cab3caf75b88dbc812e96696877dfea74760ecee", + "3d5b80db97a27e956b860cef66224a4e13774242ec0cbd808cf605e22dff6ed4", + "3d6e35262a8b1c59a282867c635be36e6d3a19a8d926f243f8811ec445b36782", + "3dbd487c90e62aeb025e3e17bf1dada719a29d9d02eb890b08f8d335ce9bfa82", + "3df597c5e716d2d5c9df79f49d6d278fa9cb40e3c3dc9b62d0d570a8f6e844ea", + "3e8457255e410c29054eb03ecbe8b264f1b3c5f74cb676fae8febbe706f1ac01", + "3e9459ca0a452caa4ffe6c08f088f780b56014a8fceb4475633d52b79ec71102", + "3e9cc0fb1dd20c269828064dca21f3594ddb7a2b2de3befbe6a5aa7d122210f1", + "3ea36a3f2725b618cef04969dd397b1631dda55ae703a926f78e6ce73bacd4ce", + "3ec85c9d41a20e1fbd27a3d3a341d28dee5281763720a6e6198b3bee1f336d37", + "3ee3d21edd0432f918f2b2f2da8d028916a311c6d1db676955e5b985ead589b4", + "3ee6a26718544fff1c7ecf9b145d04616e2405948378f9ec342251f56d9c233e", + "3f006610eb2c7a2e531da7e7e997d21202e3510dc0ac56a508ea567c3b7f863f", + "3f39376f90046200bff93b447e0e6a0dceac5d3c783811289e0b98cac2c429ee", + "3f836c4a17f0b9d0af547785829a9330ea4702b83d86098ff7dd612c3fc4f642", + "401436e97b2f59480c5c391ab5bcaac864876386e2bf617497cf181fe45690fa", + "4021fc9ac7e29c383c2a74fcecbb0bbffc07306dd5ad62445cdc087135e45ad2", + "405ce23ce6f135491c13e994d6051c77b74bd5133bf7b92fdd05083a78a306d2", + "40a61127f13657828dfbb6be83c8d0ddc2ab8b6e6ea8b0d23ecceaaed43f9250", + "40bc5caf332cfa6dff82a65aba8c88b49d8d9258240b7dce0a0a208ea44e2397", + "40fd462b084290e729d6e367d8e05017492546885d3dadadacc0e1c5d045131a", + "412893375eef842497f0b60c9a438f557df0632085d4bc926c66b080c40673e4", + "41b4b99877e41a0d93cb88c9bc81db9ef7d14c83c6b9357b01090b103131406b", + "41cf7462c3ae41845da13e06bc518236acd8fd18f38cd7e1b279c38678392caf", + "420435e1d25b95bf6ab1c9a55c923e409d5da847168091b3760226e243ba2c14", + "420eeea9117f59559bd541412bcb29cf8554b2ebb1d4b8638371e8d73b15ff2b", + "42218ce98ad3d8d50bc9cb306062f0baa439662373548602415acc7e59d6e9fd", + "42558ca06ed02105c1166604d705f4f767a1e36c7a78618437fc36f0fc7ba0ac", + "4255e9bfe477e94d2520a86c29f52e6041a4b05683c78288689f0d3254db0d02", + "42649b4f1d4cfb99397aaa33778874f4012567a6f2dd991393b094ae0596857d", + "4265b41d4e437989877b223b245e1063734921b5400fd04ba45ac53c5ffe90c6", + "4267a36f64ce7838ad9e10bfdba933172a098d263bb63c86ad57267027942326", + "426b2a61d885d5483224791a3c349ddbaee80a35e9c40f80bfa17fa1f7ddf578", + "42777dcca97c89d7e5dab61e5d9d50f5296e32579e2cb8063baf1f68b8921d90", + "428f274d9a39516b33a8ce19bbf358eea69640c134c81028375e2d49aaa891a9", + "42922521409bdb49b86404d39136e93ea75eb0580955c13fe8cd2cba85756686", + "42d0312b0a32fbd94ca1b9eaa4b8e3129fa96947832f97a6a44d15675e697585", + "42f5ca82146746b778bfe5ec97acedd150aea7e3294c9898623fb86a53b70300", + "430d0e82480ebb89b687f5648879a0c26589aa9c9f887d3327b279c330b2b591", + "43295a9e46b5e2ec8e671c5a130fdd7f942b7efb434d66f7b7835620e2a859a5", + "4349b4d1462a48bca23750e495a84a3b950f705dfcb3d11c0cffe385eaa19ee3", + "436a928e4fe1f3e129a24d447dd62821a8b2a5c9055189f0dea60828b7f361a3", + "438e8de1b84bb27d2c051c461ba76ebc5de760814e0988577684197b0005b3f5", + "43bb7b981ac7954e20a941c170ae59219c91c77a2966d776942db5e4028f24ee", + "43cc161ca50b1b7d86a7e025187296c87c6d289f8e9e7bb86f8b6d1edaf7f026", + "441586d4cbf2db66b066c6a372442092654c3d87158fd9e46e6091fb5feb634c", + "4424a4bc86c0f46c8093e3bed4442f576579feacfc43f2366f36e4fe6edec869", + "44650da1115b47ef24e431eaaebc63ce3482b9888382be4309e9e08ae417f4e6", + "447de9ca3a4c845fd9fff0d19c05e240558368ea14d8a481281c42c1b3f12984", + "4498af1a55b9b415d066ded464919d2a55edb6969b8cc00092adbc52edba84e4", + "44cb0c73cd673eb2469fbeb0f283e7eeea30e78fd242c7fee547887a1acc4f92", + "44cc9e16828fa11b5d0a4541d3a29383c8f97c4eaad6f8b8cd7ad9b804f77951", + "44d383d0c482930c758e9abf75ef1b4145b7b91a7f3ba4a8e41563c30cc60009", + "44d43be322fe6f463b76c7e48e789ff01e07d3712606fd6155204d9e96fa7f53", + "44e9bcea8279515cc4de38c7c1b47cf7db5b1d5fe7b3373f99f31a334341f2b3", + "45092edc1b76ae550294388a7008a4673b601988e5d4dd47e0d5e42fb3e1ef01", + "45607e5b779450299b4a4e3d2bec1d1bfaa5de408b81221fbf109d782b8dcc06", + "4591e8241665cbe9eb8e1e475f97037849633d40bc1e3dbec237d87d292913fa", + "45c3b0d13cc47a16729ce2bdc9c4463a2b73f299ec743fb2c3cd93dfdab96286", + "45d6fe5461af10acda5c405e9d1a098a709cdbd59c89c6da0b41ab7b9565c360", + "465d1b63766e37d26df675c644396e902d587b2ed23cb7654dcb05fa05543133", + "46844362e00bd617fccf5dec58b106fc8b40c69054f5ea96fd3f08a6f7106d10", + "468917e21826e30fbf98f2b87d396d0472fe5b98c216eb12819fc588e2288f32", + "46affc777d8595127e09bdbabb975693f690868625ca609955ac8bf61669c912", + "46c916e7635bbf037b90447dde28310890f8b755c054927867966849863981c8", + "46d8a3840800d6114f9e23ff4c6920318183c011fae7580a86042feb881ebfb9", + "46dba5eba3ae9cab894e7240ac8ea3ee6475750d6c22bc1ab75749ad11c90516", + "477dea60e11636b609f77bf206708ea7dbf025d7729d90f692a3e732b08b21fc", + "478481dae1cc617790b53d41d5783e8000b51a433ce3bd0979e2fd5512f0324e", + "47966500228dc154f1e5184b4eb5c1d7079d2cf0ab6d6873751954f85ac2fdf7", + "47d6af26ce42dec6de81734d68bf4d2e12153415a0048b9645858e67a46e57d0", + "47de3552f64938c412f636cf0c628e63813bc8464b3d15d6b39b25bc509f718b", + "47e7e6462074a1a7dbe81ecfe3c03772620597901fc0063e09b85f360053f888", + "47edf18219d7e7f42ce9b3fe479cfcadf04f52ae02a7cd02586b965f5a9163d3", + "47fadbe243f65705a8d6f991f805a499136f721c1165f8e6f93f186f0a0007c7", + "48130f01e7241c2a0cc995b602940e1a52ee6d6e4bbd1f64580f9ed0817685e6", + "482d446437c7d574e8059cb27f6f258acf28bb2570996ad698ace431b7bb501f", + "4844fa3bfab190bfb8f62b622ca7923aa2473fcb339f49964d2043046948edf5", + "48873a484e5925c760df63afa2c3c1a66198254db1ca5717cdd081b5c79c0516", + "488c31db771d6fb4a209ccc928baea074f090e7fb56ff863b2e569d9ed1bc372", + "48a37c04e31111c927f2a066db22f491afe23df1eb94d9d9288c999f471aa982", + "48e31de5c3115f218c5eae6d25a2d4cd097cc97480aa61a93b876eeae03a1871", + "491364a39d23fd232b902a1bad2e3b9aa7884909a16969eaecaca24c4d125257", + "4938fbb14d7f0a430b584a9a5d28a53667e267d6669b4c6419dd6ec9bb6b77f4", + "4983a313916042ed6a0c6c2bd9d48cb8a2904585e99db84a6a7d9bbbb105f99f", + "499aa49d7834b33ab4bd44e7f51e7fca36bb850bfc76b3b5b8542db1df09e628", + "4a2726cdf7b53daa50ce0d8f82988880cb1ab67aac8e3eb096e386b06ee377eb", + "4a2f05baddba7f86c20f9bd95ec3a75ba9e604c10ddcb3c0b46f0926feba4bc5", + "4a459a84cefab2ae16c9dd41d5a5e38abbdddf9e88763fbea8a358e8f0a45450", + "4a4a6d458d69c78b42eecc5d11a1565e210edac4cc7754485a4f7dc2ec353a10", + "4a6ef7f11a9b59fff7083b81620a26bbf8bd849ccea64eac497b37a58ae69826", + "4a7ffb8d73d336b41de75ae007d05cb60d78fa29f979886dc1f4758cf66a14ff", + "4a871532448ee3c6d421c8a462db8e257039a1dd1547315b004671a4a3b79eec", + "4a8761e3fbb633cf41fee33db760dcf10f1c1c281fe188bdce901883371631ef", + "4ac00b172d90a8f879b320d58f5ce6f177b4f0f1f2fdc4896d8513121e1bc444", + "4ac2003f5ff908998db16efd8639d53cb3d5d26d28fa7221ed0f8163f6c953d9", + "4b01d0ffe4419a55d185fc6a50f1b80d629d87d5d44caa68a4f002cad0331eb7", + "4b10518d510ef77e3c7337bf0761660350d2350b22cea604bf6da5cfc569ecf7", + "4b20bff40caf59eaf8e5b8468dbb031f2239f249f8eeb09eea3a2c5aab036f8f", + "4b3210a8d9fa69888af9d8c56c0def3bb79e5e05f0a8be419e0bf58797864eda", + "4b5b4b5c0af753edf62720b09c8461fbf6917106b875aa95e5429c8b66e08c76", + "4b6a1d6c205a38fe3b7c533c282dd7b29ac4b5ff6864409396020a569999b374", + "4b7f80cc29961955ea40c7d3567b35a02164cd1533d958d883be82c4ba37b31d", + "4b8a1def4d36441651de8f179889ad3bd052bb0becb9605941116db4018c95f8", + "4bbf36b7c2c14caba6070bbae9458af2c813b599c8f6f3c6e2cf9705b21a99fd", + "4bc646e0147b8c2f1d49768a352f413b830a2332df659f02e944e942d47a4786", + "4bd9d910a8041060f92d96bf5eb568ce0140fe65e0015b82973300cf0e5b0688", + "4be8d922a5de73ec325c9248fc1416187e5c829799430a4dd333e4a7553150ea", + "4c1afc535fe4498f8e6ac334816ed0b9bbbabf835f590d477284915804ec6b02", + "4c54b6a006e39b19e32a114c684e4687e5bdb997e3c1d32299df1a6d821e51e4", + "4c6311c9c35a3420cdf7020ede4be8fd5f7b42235f8f7691677857ecd3987a48", + "4cfd7bdd44bea3204d1c2a9061be31965670616e9683866ae44294f5376a6f40", + "4d04a412a956ca16c52fc241daa05d7607215f93580007a531b0d254fd9f52d7", + "4d052ee0eb223728de2c5566ab2bc2532d03ad930b5f2cc92f0a40c1e75dc478", + "4d6bfda867e611caabef7d76612f0b5aaa6418d8225f4e6d42fa953a950d17e4", + "4de79945a00baf1aa259d5875bfcc7727bf66a46dc8fa9bc2231d72b821d48bd", + "4de923ffbb46a3f8e6ac63c98a68521fd21c1ab0f77649c95a30bacabead4e5f", + "4dee6a3056ebdf8fadc76c651ada138068fced8ecb685dead613ff9f1ce21912", + "4e1e2a65b95720debed07bccc2ab2fb4530f46961a49a58b3d06121dba5ac69d", + "4e39cb23a75019301edf20fc52aafa4cd6af401443571086d35b2bd0578b742f", + "4e5a8e5c4554d8fa8a888d419e03dedf35272f60c09c06494bdd6025f1aaf47a", + "4e5e55b9e0c37032de19375ef4f580467a7d16c24c117a936a64b1acedfbe1f9", + "4e96aab0b69cd5652b2226c538170f17d2c99dd6fbe6558086d131f1ab426fba", + "4ec8791a63530bde19bd54031d055d324e66610201287ff0a15c2b1a2fda1534", + "4ed68cecaf66306974ee0a1c02ac6d5522fd388a6ebf63f1260ed6bd778e6ccb", + "4ee615c9b08f46dde44466f10ad5597cb8da99157dcf86430e3409d29ee2e6e7", + "4f2bfd951868f8f07f40b14079b16caf8ad4ff9cb426f1f444e36016d29c6d3d", + "4f44da2e6a0ee3611a2f59dcbd74e92f9003581abbe0ffdf0eaa4441c485f5cc", + "4f5acdad32a85f1f0913249599e5c961a1bceeca6258089074bd6c79525915ff", + "4f7ba8c30d185c5a7dfa3e424b3c9e8f2a2bffb63293f27438fe741526458cb2", + "4fbfc62a8da5a39510020c9ce45669045efe132b191c2e611b5db80f6ff1911e", + "503aa9adefdf6b5f8bc9fabe338b915ccb08a00434799b4b2a9887bd2475433a", + "507197a8f0ca6fbc5ea59f39fb0f1f93f463b87ccef674d37f216214cf048ec6", + "508d052b57de3a3b4e3c114fd09f3c0e1390e61331e018ee6636a39d34c9ea42", + "508ee9e55ec34d55b104c6fc261d9eb746e4e70512ad86cc0b4309420b47ab66", + "508f1063fa711383380384576cf4b882743780c40f5b068d19ca20f21a78498f", + "50dd754d35675a097c9ac8e548f50f62d860771bebba8ca0c32e8db8da81bc38", + "5106b9ea61a0c1ad92726963b125faff828e1c21cd1872565f50b1cd3aec3886", + "51164d3f4bf9e63d7d12f2557f54de4f38cfd15f84d3c9ac6aba4e7b4f7cf00e", + "511f1c32d909dba225053747092b92f90309b832ca3b77266befcaaa1127124b", + "5125d348c3b07f6c3178ec0d4f202d1651e134a8c5c54b12c2a51f703328f066", + "513fcc34df2dbdeeff9e169cbb3da37e3f749e7fc1015c015a9cd546b0044572", + "5145f5c1bbdd99afaa2fd7f44f5e9e1f65aa81e02190f562903a48943cbf81d6", + "5177307c8c4ff23aecd65de6866fb2638d3d7ec38857cfa69a6b1735d3ae4ceb", + "519a433335a476427b4e44e79c849f394218055b0b3d55bb5d827d57404235f0", + "51ebce2f08cf13324964a1a686b9d497861cc807cf4f352c649a44836c3e94a5", + "520c9cec4ebc993350ca357fcfb6a8c3f6b94ad865e20f46ddcb517c414bf9dd", + "5220fecc9698d8c201b67957faed62daa1a60bacef7cf5654cddf7e2b7ccc75c", + "52259a41e170c1c126230665c1e0e2b9fcd62ebc41309bf079f2d8372c1e6d95", + "522e80a35e589f1d0ad9f4f7b6b6cd0b718e84a27b5001690f1e62f9b932360b", + "5238327c3ec5fa63a5a4cb5dbadda9d28c0486b41c53f91661a2130bd715baf8", + "5244e6ef0b5ed9f3207115544961ddc1ebc1911fd6964bacb01d8bf76c00d659", + "524c7192963314b4237bce27dd2894d568e7fc3372c9b7d76e772e53bed3f6b2", + "5255f663fa401436723b5d5f7894ed1097b9ff37dfaf3d2b746e8f5ba8467982", + "52764263ad81241602654110f7beef81da96da4ec7b8c60799edbd5857587e37", + "52a60872f2deacda62eae94debfa7f6940e2d58712570cab942848334ec35422", + "52f3bca068bbdcd19eaff06f35b06f7e535d88eec057180ef79c1d408b3b6630", + "52fa559775b9d6bc1a7a600084774c5960ed4a3bb7fc494ebf021e5cd1cbfdfb", + "52fad5a8f3e0c1a5efe527864537eb8c3ee9ba1d18e21bd0553925d1a4dac3cb", + "52ff1f7716b9f49065fbbdcc8ef2ce9ddb14b91daa85fdb2729237d0e59f6cc5", + "5305de227271bd209a44b2db1b715e7d261f4c402556d75a55e0f1b527f60567", + "530b04bc8910bae2df31a59dc8ac9b7ef4f4dc854b82f552a23044fb168e24c0", + "5330727dddfd3cfbd27b98ab33714e4c1acd7aefc2386acb5fd788a7657ce576", + "533ba29ec6475d2a3d97751dcf7cd534b0ac20aa01c93b7bb6fbf637e84f4acc", + "535739cdc04feef32fb71d37d31105fda85e8465082bf605b5441435aada8542", + "5387d01cc44757a81ae1ccf1111f3a77fe8c210cdf6ed1a991192a80f4cdb0d0", + "53b018be0e50f8ad61778e2330ed74ec2ffc8bec9b5d06a8cba967046f7fe86b", + "53f26ef79ca484c2bff9c31ed2c0b2d6ac2fc5a437d9b29fb1c5ab9dca002e8e", + "542faf6ec88e75b833dc99ce6d5fd4d30eb3373afc85f9f535fcabc38d0ccf1c", + "5468da1bfe41c940866fee9927d6945071614195f680f2b64b83c55bba3192f9", + "5494e181e6577586ec41dd3e5abc372a33e765cb03daf56d3b20db748dc79b80", + "549cc016d0d8b032362d4d1649408bfffa31446c2590b2e12804ebbdc47fb2b6", + "54bf2c3e0ed21b66938eb7623c57deac2f09ee563dea39c3e14d86a9217d2654", + "54d8b11fa7465c7082792100e111f8e33492e254f3892a41af6f78fc123d2454", + "54e5ea5fe2853c502e96c870d0111a15365a5f6bce1f3193a7b9c348645481c0", + "54e9dd90dc1debc55834f9788aaded500adec9d7619cc66817eb3b8eda688b94", + "55043e55212e6205cba548efc9313fdbb51cfa8cca57640fbff9dc8aab528853", + "556445fd46eda083b9309061f7e2fa74f036037f632b9b970eeb6722d23303ff", + "5573a9b44b03589da0cabf94c4a8e8937abc3d157356d864293a721fffd6b64c", + "55bf14f4a1a1eb840ef9a1784a65ba2d04e37319e45a2acf8349860cbef6a232", + "55d1286538ca7f5a4fd5356054a3b8f1dc9526876d81e36a0bdf741c802f1650", + "55e77f7587c4d4a56c639ef0c76bf425495c87ba7fe9cc3ca0c1cf436418d585", + "55fa2fdacb594e28831ed04b9b0fa4a047abd8e550f7d5eb724679036e528d53", + "5613fb98363341a6104fac31488fe8fcf907baf29f54278bbd9df7342c0f8685", + "566626d5c211e1d702e139dc08be33384e6d823d5cec75a6cb7b3310c6998a0b", + "56c1062c0c0ed6a0ba04664b78a6355cd2fcbcdac3aa93bc06819def28aa37f9", + "56e70514de14b66605e2b2e23053ed771e60f1e0de950cc1fd0c510a9a5301c2", + "5706b028c6b3503ed4ec4b5f490a5ccd746f48f3a8520d31d1d83cca2b8594c4", + "5709be9646cf910153f3f75a496597712cb7411e2f9447c7fef7fd492b32286e", + "571925f0b66c738b52105644b24558c21771db1f4432842dcb87a1ab468a74a9", + "571d8a20fccfe7b2de32adddf80c3e3f437341d84ae5fea77e5c55d8d9201dfc", + "5725a7914b447c22de18d20518bfd925addee19a17d889f3625836ebcadc972e", + "5740788c353fc6c81713fd4349e0db8b199ae0e1e8e4d5adc84dac9087e53e47", + "5743c10d43e919f0b522f535e9682357ae759de4f2044f5913aa11483dff0881", + "5743f3b3ae3820ce68338256058963f97e55e5242640d1dc30f974297d9391a3", + "57441d4c49333dd837ecafa0038bebcee2d990af8ecb55d4ff3b34ee9e0fe376", + "5792777bcf215d5f29e1271849674a435ed2a491f59bc498a24f761716bc833c", + "57bf1e0123dac8c3ff51ddd5c0e66620bcc27ae225e8c35927529b2fde62383f", + "581c0ff964ecde7b34cfd519ffec1d7846dacb2d96dcaab573231b5e824f341f", + "582bf2770b2a7a438b46966f406f82fa7f23dd8ad0f4c516837964af31808117", + "583ff7d92c90bc9811ad96d829f25bd68db1d0f5baefc02207c3c55179ffbd1e", + "58587d94c44401d22c7570b425d78588aaa439b5ba8a02532cc32fafd64b790b", + "5861d48f3a22385c21966caf1cbff9e534b2bc6d9b24b04a1c2bc92a175101cc", + "586df6b16d0371f939f01dd0fca066135a548ec526170a270879a775c4d6e8a7", + "58953bd77119c5a75dc8db52eae11aaf841ce9f6acf9c724aac634e0916c98d9", + "58af007dbfbb09cda0c25a22146bde68c6101750a61cc2bb16773de4fdd0288e", + "58c399854348d4943780f0593aa64371481e164045bc1e02af6cd5435b68a781", + "58dbdaab4d64ff0407fed71b3944f8a45d07694f2a39bb72cad56d94606c61e6", + "58e1c39129cfeeb249160e0272d7a56800521b08204d103bdce6b8867569c0ae", + "591de6a6a561511570150c61e0dc026f7babbe07e022131910a92f7523704d93", + "593124d7a97e611c01bcd92a663ff46fe9cf2d26cb22366fe35be7232ea1908c", + "5951167c8577ebc5e40b7323822b0b24a5da3268fbed0121456adcd5546090b7", + "59958e12c7427964002f36c93678bd6093ddc70364b2a735f592ac7b53d303e4", + "59a558b41fee06ccd7a1c840b603c99b1de92ec6ea6deed3152c01066a533212", + "59c8aee345f6da52cfba936abbdd140b1f318a80b616fa7778d12bab59819e3a", + "59f012671896e2a38807e6186a07c1111855296e31327c5fdd2a1dba5b785f3f", + "59f0eebad0170449246bb9826bc605a71fb122133ad7d4e7d99c69603f8629e2", + "5a07dac7bd8ad5b87afa1bc38b0276e6480da48f5e6d17b7825c8098bf88c1ec", + "5a0ba0d9ac4d2cd1f66309b325bff32bbe54816c4dcfc42064244df39d65a2a1", + "5a28a5206f5de7aa53c740e1b5b5b6cbbed409faebf4eb9f803d7c63a5198e79", + "5a3bfba80d88b4a3978f734acd65bebd13219893a477685dd8a71d513d02f424", + "5a7cf8dda296956ca9d978266b4cba91b8c4923c9b21ea98e740a35cb1901b50", + "5a82c9e9b43a93b1d64933552ec8836d741ca1406b29f8ff0c121ab3447c795a", + "5aa9412ceba584bc77c6bbabf4fd18ed16253403928e49524ed59535670e5e1c", + "5aaf3e59356111f7d87a5be93f33806c428219dfa4ab46dc5790f8503e31c581", + "5abfec56f23ffc8b44eee5e710ce21cef1efa1b0987dec1ecf800891da7b1001", + "5ac17fd232e43b44cbc0abeb3705d2538a647767056a2973c6dc82f24ed377fc", + "5af847ef35663184ba6a26712cb6a7344a96f2fcf273fa3a292b4bb46701bd02", + "5b2ff51ee5fc993256b0d9a247a5fef9874fab06a2fb561da7741d48c98c4700", + "5b4f43cff4bb797638bfd67b131632468a2c82a8f46e8028c4b2f70e5c374e5f", + "5b5cee99d8eef512becf6b4c6f2adc28a7674b2a5b2b034f6299ef87e135cc1a", + "5b81733f6c2d4875de6d68334be907addfee1ee916eb178a17b4a3532e57ce79", + "5bb74799899c9c13b3de7b14145ee9a36e517b3255b98fc68ed551e3f168eaca", + "5bf76a6863797b85f12c1e9657dbb98cbfeda76a85e5649366bb51c2e25ae0ea", + "5bfd333e5ee50ebc3ef7343214119e6485fcfe62177243c9ed44ca94ab862a42", + "5c0660c0a889c03272b8cb05ddefc3bb0f3208eceb119af380c167b29c1152a9", + "5c12ed807c668a70cf1e43c34b6976fa59d4a75b94cf5f46e6a66553dc551001", + "5c3800b2100255c46b68a1c6b3949bf252472c389be1176689bbe9072892db81", + "5c7875a957f4a01842286acce36973d6f1b43f0b7be8cf309ce3d3fc1b8a576a", + "5c81f028f79f4c7834047b6f0e6a9099cddec1698b588f49fb095cf79ce66096", + "5c89cbf0a0308716fa318e4b90d30aa624a3420ecbcdbab00885ded6dec88f6e", + "5c95d9702aa1067cb6ed8b2ca35dced65dd135880926fe90f6723d32342ddbfc", + "5cb3005a1e6be72d09b1fae86de8b44c7aef9f7b3fbcaf7be1314471d533b087", + "5cc8076479ea7c2283aa6ca570696a1ff9830912ffa176e470a8360a0b94b1e8", + "5cdfefce4177c0db9df5fe05c4d9838a299082541dc99c4a2b2ca62eb09973d0", + "5d197d6f8601540b20d9c8650ac6c7db604ea308f7ebaa6455f4f4f22bb9095a", + "5d5711143100eee894c191c7308a6310af56b08efd5d96764e4633c39d472f9c", + "5d77ac5abf8d323e7a23e3e0fb820cbd184050de53e1f6592102f3ce1888782f", + "5d8d05965144cc8ed052b1ebea298aeaa8acc790f297bf6b360d8799ffefe1a5", + "5da330a2d7539cb8079584a52f6d704f1dbed9de147c04d8001ff5e11b0536ea", + "5daa16db0f4094f7ea1436e6b4bc0ff8eb07efc22c3b63675509a52a235c51a9", + "5db712157f9dc54dead72fde0ed3dea5df4cdc2f9572b76c471c5c22b9232bef", + "5dd622ce281dfa0b24d79e8399b00c68bc086ea44ce4326920fb148b0e6f4d78", + "5df83d897e2924cb350b4a3305db4d44e1d066c990aed69b29e43e0f6698f533", + "5e1afb6bc141daf303dbab37f66ee10ebbe8b31ab3c5656946238e2eafd6340d", + "5e24f0ff25337bcf32fac07d4030e897af5dabefcfbeb5f1cf2e5403ba82b9c2", + "5e3432bde574450d89842f92daf06262e8cc64d281cc107ce3f103dd32cc0eb9", + "5e4b5c42a003ceaea591f2895a3e0f3102897dd8b1ecfe91a8bd5b5f562e96f2", + "5e589de637f00be39babfdfb626967ed63a1cd173634ed66cd240dfd436de90f", + "5e685214a2659cfab9e0ef45c26ecf4f5698b852eac4238043d62e60fa539519", + "5e6eb52c3e99332abab43be7928ca3633f011753547397f5a314b3e166035a48", + "5ea7348a56ef47dcb20a2c685063b693a67edab31a66863d7db871acf8dc477a", + "5eb9a73a975f07b91f8b3e72ba5c8456bc036afa6e319978295073db5afc4a6f", + "5eb9c1eaefa61748f03a84a8985aa3574ff723f4ded3b96cc6fd312de9f478a7", + "5ef8af7db8c8467bc40fa36bd555fafe62a1ab4e9946b732bd14b8b7785fda5d", + "5f250cb3bcadecde0bd95597f5d4fba1b26740d4d34d012595438f01455e9e59", + "5f2f285781ede7bd7228d4bc4cd74e2e679af4ab6f79188c80ea37525786638c", + "5f3490442150aef643b464dc288c4a064717afa7e6fe82a0db06d12bb4376fc5", + "5f3ade9c6ab3e134e04cd4a11338b71299eb710e0b2aebeb923e7dbe832020e3", + "5fe9694c951479112476e396fb24b6701c41954c967143688ecf85829914c8c9", + "5ffe2d07115394912d1f6396ab7085e45e9aa33eb85d986ecc24d1b720cdaa1e", + "600952a30695601677ef7a4b490fbcca600890c72bb1fcba30e6608f52a3b048", + "601938fde46de7f2ea79924da1579b5c5776505e76b41d86957a714552446738", + "6050db010826953bf2c017835d673e3201d38873160548b2efd17911823f3310", + "607db073c05e934b6c553b86c9b277d3ff247c7d7a6b8cfb70158246d56eb0be", + "607e3ebbfd8fa181ff70f397c7b22d0ad49597cb5cc85ead3b09821969d1e139", + "609f5fcd87f8b7224c173b7705321238e7406b3a54298777d7fec85ae6eb2ada", + "60e15063301376c03a8acf67435bef4242d6ae4b1836722c25a338b8c1bf4024", + "618d56cecf230518ff456c9888a33aaa90bf6b63edbca25f220851a7d2047900", + "6192d9e645ce38581a2ceafa43b9f5a92a38ea33439bd627797e16f54d0d2792", + "61a51010912747df01da5cd08f06e107a55b3e04a0ca7f99169432a3c2ff7872", + "61cd4801f08d19367b08eefc34e54ca6118b7c9e45e4e40bfd123134f8dc6425", + "61ce3e015ff0053f90457530820a7a8d46fe13e094e36b34c455a9c5ba1259b3", + "61f7a10997a6de054614fb67050e4ba86dafac0e7e82cac440206469de7de82b", + "62188821e56e67a9095da01261d799a8f4303257116295a6d51560bf7f96d272", + "621d8c4f8a40c4cc92b77b97df8bcc633317af6589211de5485863c573897f32", + "625750077e5ef43a7436d8a4e067f2bc09fc9c037e0a37b9c6116697c9af3c53", + "62702c6a819aeb5926918fc55115d3ad2a7667b0465dde4335e9f15cc5e91e33", + "62767847449284fce1f687e9c8015a80ae44b4e5b3d741177f2d5323e438f32b", + "62b1c59113149af010c492e62e5ccb43ec4adc764b9536cd0852fe9bcf2c897f", + "62dc61fd40b554612b1ba15c8cfc78a3a034eab498edbb67758f37664179fc37", + "62df329d815d6957eb334e427fe52d6ce5d18863f4e2e812c982004f24bd1d3b", + "631fc475f1c091e56e359a9aa4471130ab9a5895582c35da8b378c747967ba26", + "633a4fd35f046f06b4a4dc0e5a90b1e477763a2124535e3e425c78e25527bd4a", + "633bf032214ab02575b9908ade4b36342e8801f3eb6dda731f807b6aa89547c8", + "6341a2b834df92c235865fc9924d178335a4744ac558f4a2f96bf9b25441bd0d", + "63606c5d2195afd67a85725058a3dabb0855cc4b56ed7d66048433b523200118", + "6376c53f85f5ef69d5b59e136d2ad58d7b045fe50d0696662cc988f8bf145673", + "637b7b47f8f66722655cd95433ff31ae247dc7285c3348a7abf5dda931b84f1d", + "638daf7eb92d77f62d09ad78bb2c3f915e9809db388c9262deffd339d42f8b10", + "63a27ddfb2656a6745bb08f49faec53d3e559269161b2ee647134804ec18305a", + "63a986aaa6d340794b5a30bfeef97f8fb7b8fb91e641a447f129bf1dcd635f55", + "63e0e5c2a713106bccfd18bd22f26b4403229956df862889834518e440e6416d", + "63ef9a580cb94305c24269d0542a6ec21cd0f1e2c91e57f55ffbac99bc7163a6", + "6423ea5b8363fe772ca1e62ed51591ef0e2c7cad699b917253275cf8a71321db", + "64365e6dd5353b5442d4700932937991b7775997dd01d8fe6453abc7cd9a3e0b", + "643db93d793e3e730baa3209418e81e3f268dbb1e7a481ddcf59300a95b2d8d7", + "647a28aad4b02ff76bf2259ce3e1c17ddc7b444c3ac52705e681c64cb175291d", + "647f41c5b6dfa99ea202bde2c72d94b72b96e1e16cb297d7e00557a37c227154", + "64a7a3087e7a42aa66ea37486727c3874a65ac8611e49acf44d804965ea352b4", + "64d351d40a34f7884df2f840b7fa21727f8fed6df9e05e5b1fa6bdddbec49ebf", + "64d5c7ace5d90a493707fde2ba69c96975472d619423de17d258a14a73d6c04c", + "64d807ab260eb9d668450a8f1935359de7f4df518fbd924d220a81c6329301f6", + "64f76ea78bd84b0f135d3ede3c9285c77bb30e844a15dcc5eaf6301ba843cff7", + "6513fa0432f4384c96452465cc6c3482864a8e8fd9e7805b5a6a162e049ae062", + "653a93f89a8da3751e456c49059224b46698b894b64350b7e3c63f44658e0d8f", + "65647f03bd50562243692b63cc1fdfc4a754a814a21bf410cf4e0c48540d95c0", + "659c2ec601cdf969de0359d6b82058e778b563e99581d841af4c429ddaa1edb4", + "65a83ee09df22d92c5b76d1ed8e2e1f8d63cc02c4abe190763340d3d8313eeab", + "65ade03bf0d5ee974f9c8bb9d4c4a00a66b48e1bbfc7386d34c7a4170d16c49e", + "65cdab08c1e4a155c6f8e5617b93d8648b3b6a5912d4b790d02857d3507be9d6", + "65e5649aea03c20cd090502514db112dc347491b82ab8eca8b6f394a5c1b51fc", + "65ef0031ba9a2d6b0ec1fe5f29e47b3450c348c8d790e5e4d4900697c304f440", + "65f80b4528d187f9bcb15ee1794c0f43689c5d0b08bc2a75eaf2a31c52bd341c", + "65f9260cf8b1be768366e28a641a648f4769425ce0b37774259be274d7a64038", + "6605f42fbdae3b25ab1530fdb2e5d131f1b1ad59ed024da45c2da15fc8fce44e", + "6620b6219ad7c9bb82b4fc14b69fdbe3e0bb3f0a843350dea575f2a68352f8bb", + "662575859843a090be178ef11c3ff949b26975089fe6a0dc0efe041da3363c95", + "66477eb8101c0eae9ca8d6e00fc5af48b1ebe634380b7a368bc9887036d9edc9", + "6656cf871958da5c32aeceafe2572dd475124aaaf701cdc309f577d418044b5e", + "667f496aaae9c55dc80a3241ed1680bdd57dfda585610cc577356107c47a67e9", + "6681e3c1384378849a7a9295a3c4a4753b4b65445095201402636da3729f2322", + "66f368c851503c59694f9ee32a9f32927b8fe9fa1e80dbbb701f87bcc048e57b", + "66fcec4db0d060ad0ae50ac16bcf92257fb5cebf0a8cacaf0097b4a3cf590463", + "67252f580d6b891d16bfaf4180aed1b01ebb7ab5d6ffe0ff6dbcc3f315c1cad1", + "675c6a52ee8c1097c94aabe8f89da07c84bfb1729b4fc83d082035b4098cbf39", + "67aa1cb881d30869a3568440aebfd1ff0c8e52743ffdf4deb1f648dfa9ec27da", + "67aedb4ea431c92855d75899e571ffc8a0566485bce9ba162205149c951b08fb", + "680b5d1f7823434a26a54fa967b9243361a3bc8505f6d3014aad56e8255fee8e", + "683d4185c296a570ac27cc4108e8c1b7a14bd682b0b04879cddc4786448ff178", + "68516ac9f1a2c06694609dbe17e755798c4972d137779cbbed90bda9ab0dbe94", + "6873b65c87de9d43a3be6c7f6c3dad94b85dd07d3063f127fb8ff9736ed74855", + "687dd21c9c339af790cc61e3520fcb729bdd986e40acb3cbac5b21882b0a7d7a", + "689c596a1a402a711028033b1e00b31e7a30d93605654124841b30283edbfde6", + "68d2c928a05ee93db92e1161dd420921dfc98e3bd055cea5383ed8c450cb9a10", + "68f0dda42d4f45fe70c134d627e1ffa69479dd40159fd5d8164b14649e82b2c4", + "68f2c4b0e3f60bf7f398c9b6aa28bacf6d2f5e7234b3f0857e3d06920c214c04", + "691a1ea063bea59e2ea787fd37e06c333998f93705c02f8c88badb80f0e08abf", + "69296a5c433d9a8b385e82a2c65bee4a2de9a80b4f77441559a9ea83f3f6f1a8", + "6974bf3ae3d564d5bcc545a797bc0b2e11f69be43b840119bcf58374566c858b", + "6974f12d69e3af683d1ab7a7d20a865486783d23b4e1c282b154cb6faaebac71", + "698c4b79a847e21ce2dfceb683173bb2517d401de64c50844cd4ff796bbd98cc", + "698d53ba96b04fa3bbc0ff889ce2ec3398df89fe1d09022d4c1870a6360c9074", + "699c232eb369996e6e1955d8755aa4df666ea7adbd9171521c1106deaf28a2b9", + "69d39be858ab5a0d1731a1a0de016d5ef8d400c011d243b6a5182f1adf354ee8", + "69e7227a17f559f45e0e53f484042ed1b12edea43a4f1c9115d0134f7dda7465", + "6a3a2abc2148efeb99cf92d43659fe4437ad3f381fc5cec5cf18bc297c6fec96", + "6a690eb87882ab82e8202172c9cd7f6e3c9fb672069eb0ab8dac0e7dc7d05de0", + "6a75bcba06bd24c12169079e32622867190ffaf07100424ed00e1858c69822db", + "6a91e9529558fbf167a7cf0893a07bd8e16faed710a86e06af068fa15bb67873", + "6aa592fba84736f361ddcf66707fe15babd6f50b5f1fd49c21c272ecfd7f205d", + "6b4719b2a5a8835e0740c73c2bbf6b94213866794b174ecfece0f737f1cd001d", + "6b51b99bbc348bee5c4e4604da974fc566d70867a4d0e011d55a252e06cb0db2", + "6b7822407423f5266f91eba2227e33c75eb6cb85dc67efc76b07fc06ddfad88d", + "6b9663fe2428b5109a5721f7e8866e9e69d8a62b1f270019ecc36a347603e821", + "6b9c5aefef9b58f1e8e192fff34cf257b08e466aeaf65a2853c9a0d88a19502f", + "6bcf9d9355d514c522b60268466703f3338beddfec4380bd24d7c022b8ec87c7", + "6bd01a73d20d03563f91657146f0a6e11c082e8da4d74ab6f76bd146ad9610e2", + "6be5b5b85ec4edb66ee377e4682a06b3882e7b7c6ea4b8b7f7d3fc74337e2dbe", + "6bfccfa455cc73d12acfec2372639c0a80e7e809e43f3e9aa536677a4497fb60", + "6c06419d83f639d799195f586480be6d1f65ad715cb88b9f2700086f6b70e594", + "6c2f8a4d7b49e4bfd26d82b1779e7fd4b6ce7f78de2e47b7005a63132718bc98", + "6c66f8b2ea659391d439527556839fdf14b43d7104cfaceaa2c50e54b7bbf966", + "6c7909f2a90be8e7963c586b202e174f445d8d3d7dec3b6e864e136502484008", + "6c7b914983c75cd033d8e9266cc5df962bf7329113b58dbd8b29830e93ad4e7c", + "6c8284565dfd154013854f88ef41a73491447a92b69ee0313f8266d2007737f9", + "6c86c884635b1713342b8a2104ab5ffcf17c5f5e388a2f1396f36280c8135b66", + "6caeaa904146cf8358cb8ccf09c6a44c64e1942acd24fba6432ebfe674209788", + "6ce3537f885d05ca6480438c7ce3e87d1f7d2521eb0f31f5c08e47cf301be28a", + "6d36f8a775d3eaa6a2c0b0ad390e01f35bb6b8ea75409807ec9b9a3c93be592c", + "6d4fe2a0608ef4ef22a00655ca12540eb6636334c5202261a66dbb6d10a58ea4", + "6d896096e52d1cccf599dc7fa94fcde94fff526220ca8c4ffc626c42495df1a2", + "6d96d09c7e5a6a9112a35e96e7b57c65de7883a1f51f9a5db07146ce857e07cd", + "6db2b190ba0fd5fc752e7285ae272f7a391803e52660e928273987805c9ea2ba", + "6dd7c52cad4d13afdcda3ca78630bf63ac86ee745524929fa91c1cc9ccb544cd", + "6df1495b93ab4d7cb31c85976c88767a2906f21144a7a8b856ed57c5d584700d", + "6dfeb5a052c7866d1798360e88d5714fab6693772b66e0417d45c74b5763c33d", + "6e21c0b9482031bc9f387ddd33a53ab464c4a00c1eae99f69ace97054c81abae", + "6e428659f64733b176f25f790389d3f4347ce2862ab67d3ae1fd4ca9a42cd330", + "6e586147e1f0d42aeeee54bdb5236d097e305ab7aae76514ee6f4acd0bceed63", + "6e6347ede261653f4adc6b01200384e013ba4103de13e31f7cb82cb17eb3e109", + "6e63daf41296594baabea559f145029b9fc5364946a47ad7a4899ae6f6c8f9f7", + "6e90c6bd75b3a980e10388fdefdce25fc783e51729cf6f00c8f652b0f4355365", + "6ea1ebde2882b97883e62dfd80d3918f6c8de7406f0de4ce9619c25b2438755a", + "6eaf4819e64e8f094c8f1964c77bb2aeb952e2691b520f2ec2fa7e11f52fdcb3", + "6ef70efbf5db1a44d48e3738de90d485aea621d09b3efc0a541198a5d5b20bc0", + "6ef9b67e2d1d4d36228c7b5218e96042ae7ad65312c2022c52b4b14c67686487", + "6f25c4816728e39049eb9e3a648e2ad713e25e33507c05f83c84126d5507052f", + "6f3ab3548e1e543697f0eb90ee19d20ee9fb9bbd8b940606a4b0fd8ee6595c0f", + "6f3b4625f41a1f8b908a4f6c900231e22e702083803b05f1de408a1b58cc987d", + "6f3e158f32511ccc6690cd472aa9f02321cf7d353e167241a7c6ff92134c5994", + "6f4218c3d3934cb40b30b14df5a72de35d8dbd1146159083cdabe234471186bc", + "6f79af20b759c197b9bd3b1b63a504fabf62e15f570d70c5a8afc28aee5559aa", + "6f89168841ee0bd7f09a457fddb74638c7bde20dbcc26695b6a702ce2126e883", + "6fa265f656f2ee4d7a2b8c55b477ded670ecf48496fb9c4afd98bc0d32d39ebb", + "6fa315dac5b32cf7abf9acfe27c648859b2ccaa3b6e161adeff396ade3723978", + "6fbb766aa08fb955aa7577e9a7f2ef8d9fafa9dd0fc8d3521ebf5f460301cfda", + "6fc5414ef35c32d41c91fbd549f5bdbc0d8b0db216280c83544ab0b8738b6f00", + "6fcd3d40f63cbd59389972fb750ee27e1adcdef6a5274943948f40f56116fb14", + "6fe35d8f5fa325e35f4cde71cda545655b1c653f1772bfd8ce8fcdc280162ada", + "6ff0db043be5147c89ea98552ecdb3d43eb872a907cc4797c01bb226d980f5b2", + "701eca67391efee74e0293d67cfd39e615baa695474d81970834e9e62c7d3cf9", + "70333759946dbc2f084534f94f76d6604dc5dc3ebde87e79bf4bbdc12a7dfe9a", + "703768057979fb6f20c571ccc72439a6595a20f77c4b01d4b2d1bed855e1cd42", + "703b9ba161ba6e11b97f64d87fcdb54c9f53272699dbefe94990d83d2271590f", + "703f7f554bbbfe686479fb152fef9e4e0f8310a827e86b8515adf24b07a620ed", + "707e3480e3adf85aac5025238159eb94804c76fd671e28e23176d75048a511b3", + "709f5003d5a255e258b1cb7a6b18c421a2e1826b448c72ed8847eeac5497ef3e", + "70b3a8211a06b1d0caa06b96b49926e57109a461918cc02186fe43840ed9cc3e", + "71088e9aae4a8185d5d27950295b872a98ea093428f97864c6ae60a04f332a98", + "714c7d5079aa57ea41eaf89e238ecf1f20918147887e41bcb8d6b2f6dd05d8f7", + "71673963d8dad3c8041c1c46fef6c23da0c49ea1df404712d1d2cfec197b0574", + "717caea1d37df06e06b5cb5b9cbee7081e65491abdddc40c5f073f499eb97c89", + "71826c795a682894dabef3ff7ce3208029ce95212b8b8149010dd01522a124a3", + "71853c6e61e8a444c03052320348c810c0073bfb0d31ebddcfb9c4e9c007c02c", + "718c33f21779928837d659c7614a844276b6e76a5fcc9b62a092a25fa2c29184", + "7192b4a737df2076f40c10e6893c2ffa904b42694f1938960401a11cf8738d68", + "719712ae6554824342c77f11e57208d5fa78d40528df8a18e61d48b54430ed47", + "71be758ab30f48eba0225f88b5e4677fd61309234c44078db44801c879ba3074", + "71d9b63e6b32b3a79ceab2553a5d4b8d0d060c02034ce041a0d86081287d851e", + "721f9f634bf6ebd5c7ebed59495abec3cd11c9b72631477995ecba11e5dfd8c2", + "7233fc7cf525a3643d7abe89bfc1f9b2cd0a11f9936a54d7797967f646c07116", + "72462d383c86b76753eb6817608dd89ec609c406cbae7ed4e717b595909de462", + "725ff03054935ab9923ad90ecaca69238e39046d3fbd14000e0b698401754d8f", + "72695a3c8e402351d00ad77e266b6ba8a282aca36289e88e36c61709877919fc", + "72e78cfdeeffe0bd2597a166d4da21981b87977df5f8c29d250cb10e51cb6581", + "72f4d67ba20569c6b7596ec75c0e033971e148698de7f4bebcdae8fa8554db17", + "72fa79b3fa115e9812888bf78b82495c5f4cc6a234ce5adbc3eb386984c3184c", + "72fc5100b1654ec387007afe56d8bf5eca6072396db1f7d944936eea41695f21", + "73024882c66bcc50e1eb8fa5534a49ae5dfef16fa8869944b961cfab6364c0af", + "730b69a152e1b93d05dc8d4dd430cf48831c4edf53558e148161613762d5e6c4", + "73298093213dcc7424d426cb063933c34faad99e3ecc54f6a1f9da12e0757b16", + "73466bffa17e0f61131673c325dde5e475e2534dced253fa6c2c041060fe8d16", + "7359f0b367c18c3514982a300af59a3715a3cfbbf68ffe9619532be27eddc830", + "7364b82fd2ea76068008093d85b78ebb04a31672269cf9b25c4fd1d1a4c6190f", + "739ed04dab3d45687f8a69040dd7d3d9193876342abc769ea1f83d4cf177934a", + "73a4760cfd30333ca79502c85b198c3776db9749fa4c4b38edca375db671140f", + "73ab62d6f93a31d65bf4b47d0752b58e6bca8ee092e30a0b75ed176165770b60", + "73e19802a19244d6ba391c14e7e910267e01e9d9a1823acff209361dba4f418e", + "742111f5094433a5f24f30d74366d717136d0c7f310c03cff6e4c7e4d2f16972", + "743c7e0bcaeefc11b5879252821ec7ba7f7e617480ba2989bfda8db33d43b8a9", + "74684ee19ac68b9d5652c36f29d803ac7fb131c41bba960ba12cbfb38f420374", + "749d83f2bb09989fe35c1b6eabec5bc4c5730e2dc87ca1f2cf173ea5fea2034a", + "74a3878c4403073afe2c4a2779a4460b958fb4687381f2f40792a88a808cff1f", + "74b8ff4e4480e118d6a2f4918ed91f2bc0585219cdbbf6062ce8fb1996f647d1", + "74ba9ba206af46de2e61639e2df0374a8248861b38702c513176fff43a393c41", + "74d5ad78c8c335d3eb3e4b4be59efe582982aa2f607c15de98d25794595b3139", + "75049ffb0430bb1c3b413f523d00860d9ebe79608c5b96638715b44457d8580f", + "7521f48d4093fd7a9f6f645199fcf1745851467131ac37581781ef7d2b225df6", + "7540f3ca514bcf1ec786b4b7d11ba9f68eee79fdf891ed8c4f711c40e5ba8b25", + "7579cec0a34fdeefe775b1c85d11e936c39b6429e30189253c52d8a9230aff9f", + "75926f87d7473582ce80f378332a95c7c20b6a27ae07575eaafbd3203b23322a", + "75b7d995c7b34a8667be75ed3691324e218b44f94f772c4b2c3765401f01d106", + "75e79e1f3af52e503798047cccc630e2d91cf5525851c0884290c03dfde1aa80", + "760dbbc813ccd9ae23ce4af764de33059e888bf038d7a65e5d6816892f9cc103", + "764089293fede6ed51e409246c5cb35248fd9f2538c7ef10c37b36cda222fcad", + "767475c5471db706e5873690e0ce6b40160e0cfffae596f2e0609f971f41f849", + "769b6e89a2fbebc067461c2c54e8f79f242c729bd7206183ba670dc65b275f82", + "76b0bc810534bba4a859942e88a604edb3d394b8421d516298302ff23557409d", + "76e965b06bd3d10aa463f44812e8ea04eb8e67c95f382595a70be22c42dbdd4b", + "76fd68580002a202777d8bee3d257cc28cffeee5de1799bec497fac4427e0c04", + "77250960a3a38b0e46d4366dd3387196ab80ef8e5c4e224587156f973a55e094", + "773fc1d055664538e2caff1408b4786eceb0348027158c0ce749ee031220ac93", + "776acd210e8fe45c59dcc77d5c4c9249019230746124fd78e363d5842cce43d4", + "7794ba7ff588975da27457e5de81fd2021a7d5f8657c33672e36b38cd7bd13a0", + "779804956eb5a224028889be5dffaaea3d890ee8403e346b8a68051f8c122260", + "77cffae22072a98ce40bd10afed90a8a4ef52833566e3b14c4fe5c3603f0555d", + "78196725b339be6d51593df871fa995b35e14ed2dd70cac976afa3cb7330c05e", + "78435438eadc53e4b65b80e6f52e7d3b8f989b81bad7b49fb4b06e6fed2ce3db", + "7858336ed2c00e5618549fbbd572a335c911c09a4976bef5f8ac1f08a5933920", + "785bf60336e1b28f1892dcbfba28bfa6898b93802fe99093ce45e8fc308c7916", + "78622374cece0a3dd71545fd5579fa5ba742fb0e275d452adedbe3bb821a5edb", + "78698ce70fc4b006e2d8f6374ba1cfcf74c0a9c4b29b075c957d92f942cd73d0", + "786a54e1510ecf3e0c15b22d8b1cf54d50d94297cb6bae026b522534374c78af", + "78a73a8ad0f98bc4a4d8638ad881b815a3e32bf2a2949f180602e7875134aa1c", + "78a8a9c1a3b7908c79c7f78d726116cc70a98e29b738ac171e11b2fb25e1151c", + "78afb450b01a4b9fceeeb74d3b40965be61cba7e43cd68c7dbd7028e89268bb3", + "78ee6e15729bc5127e4e4fa362dc21a2482f39a6fd3cecbb9de2fff3ad884382", + "78f740cf7bf686664e07a6dfd745854f5b16eb9d211acefbbccf1f903b3c7fcc", + "79393d7ca4a928730d3ba7c7b33d3ac19a72629becdbfd5266baa2058dc936ec", + "794bb3b63d8687eb22490f6255abac5d7e1a4eb7f1852766700090be9c4ed871", + "7970e3c540590f3d367a29d9b5fb6c0fd23c809dfc652e359680d9e03bd1c86b", + "797f3cafd57e7c848b365be2a79eabc1cadf42857f5a2abc1eb2850b082a1f42", + "798f00477a084973c5c1f4a93cde9839dce6ca25634a4bb83e78e5e3ce9e703a", + "79a445fe8117b072375d8cb67d2ce686e79cca3d029ce8a703255513edd715c7", + "79b2565cd36a5aa7332f4cd279edc77d9daf30771d5d7b961967603af3d770df", + "79b9c50866c5fa2e695540ce7a267c0889d0f5f3f30abfb820d44a407009c1fe", + "79d537183284063b3c119f5bf642b045592f50620b0feb4e444beec840a003e9", + "79f36210ee715b0f9867bf90584758664f37847083647139d14935ead9805adf", + "7a1e81189da79ee94e93d47aebd5bcd6fd85b716169e9561f213678523a4a17c", + "7a51f2d1ce1a72560afb60675ff504b47fa01bb657a0dccf975a371525239d89", + "7a88199756be7bd36308fdb0db2319a89bad7be1a4336c7eb15f92eadede9be0", + "7a9442e42d1113539ae1654ed1ecbe54c67bf72e55e467c57688c0f4e4d31e43", + "7aa0646914320a193ed7cb20bbbe65d900bc659a2a581f5a44055c60197ed130", + "7aa4be1cc1fb76f5ee2d307f24110c84d565971c030a848da542be8edf937c07", + "7aa850a2ca05f925ad97095285f06535102b93bf507e85dbbd53f1ca3d000952", + "7acaf7a8d5f3879c46553fec4f100fb2a1dc9f8ed0c0d8a883489427ef2d28ea", + "7aefadb4ddffb69dd946a207c21f412da4554397a8b06865e239c602d2f41a55", + "7af5155fdd59640ac809c59916c3620598a785fae44a3e702aae488c119c5198", + "7b16ac75723b6f9894eb0599c963725531588337e41ad546eb8395327d5e0697", + "7b21c9201cb94c0510eadce9d4cd9a069c097f584a50c41e7968ce3fabf34d6e", + "7b85738369d19b76ee12a33138b6fd71f12b61c541322bd99b6e8c76f28d8f84", + "7b9501a5c4baca2b8e964d4fd1e9d6ac724d7a0a1c0160cfbc089920f900fcf1", + "7bb52dacdb2687faf5c22439851c2c834dd54c485d7543d0aed875ee4a1a394c", + "7bbfca7a917b961e83f03bf91996b05f5668bc93facc9cb94ed1fef301a115b6", + "7bc8cd8c3a7c5107c3c2bcbea68a070cf1ac231a74057404dee584fdb70c0a03", + "7bdb0e3427bab33b42fe14d28182c3273838199c7b439da9e1bf2fbbe30ce74a", + "7c01f13b6ffeaa36f3d6754644c6b5f5f62ba7d3adff55ea78ee05281a7151b1", + "7c13410bc3b2cafdecde4586c74704a26f911d86a07f147af9af91f24fac60fd", + "7c15efa53621d248accaee695bbc7adce989c445911c33070ed5377af5a738df", + "7c276fdf802f10307b08c02b3597e7ddca1ff05d81e58426241b978b1295bd4e", + "7ca8ff06f6624f3dd7194560b088908c42e11b69a2b015b252e84e391519fcdf", + "7ccc8fa8248956bd43d77506a4c23697e30fa61f2f5602063e885c278657066a", + "7cd938fabf4f322c80e458c82e4e29ba87807a0d77af5714dbf740c14d4096d2", + "7ceb188274648cdcac071879cdf812555a194a99b60c088d389b7db82149584e", + "7d1cb0401330cbba5c232aab8f71fb185f52d939d5a474c481db009167520432", + "7d26d34a80b40971e91ed54ebe1c94d874fa06f7ca0cc1710112faf2d02410eb", + "7d28016ba3f18a075f25cd72c23c8aa3248df56228fb1a52a723d9a24e726368", + "7d4978222a424efebe70733bbf7ebf56ab35a773b50ccb82a690b07d65576549", + "7d4da588cc4a42eb2dbf5920937d1af624734e7b94c9e9fd35e000de9b19958f", + "7dce8a0adb7f8202cfa2bb850fd97ff64521cadc0ca4a4d564ef4b6abe260b69", + "7e14c223156ea6e79def806060fd0c9888732cc9959313d42a56e6a384e1828d", + "7e23d0dd4cd6bd622866dec150a1d38b77187d2895e0dda5229305902ab23be7", + "7e7c44b1e6c90932b9d8b3496d700cea042dc79e088873bd16584bfb0065d21c", + "7e9b8e888284ef44482249468bcf1d3c05e248d8f83365adfa032d7155b7c39c", + "7eaf4730cb6b13e2ac7db67cf61b6a29f5715cbd294685f743fe5b1545a2e173", + "7ec7ac968403f21ebc8bac18aeae134a206b12c7524c4057e2b47a42fecef24c", + "7efe2a5615bc2ac81c2a8c56a439dafbb7e04bc721a6857129b0dbb7156a49a8", + "7f02c41794b097eede7d73b9d380ee74f7df101cb0fcb2c5ed18268fa95dcf87", + "7f4eeac34b3358cd586794fe9fb121217a86464deb4b1493bfd413c57ae77af2", + "7f6c61ff00f23fd6ae6b96d61a303f6e44363ff4d1679b13b9cef244e814cc84", + "7fd7e3e665311b4248ea1af06a835d00dae5a427922abe1f898fe66a958e5382", + "7fdaf4bdab2643b67df88ccbdd1cf0d5878361070c6374a12939e7cf93bc733b", + "80313a3c133d5918239dbaf1248d1b2abb392f39b294c81ea689af6ee0707fd2", + "8031bebb0d9126c9be5daa6beeca271b8f7879957fe35e0e47c17060eb9b7811", + "8074859bcf62c319d896a8f29d98216f8991ab9bdf49f879ab36d33dd155d9d2", + "80ad51c06c23fceb63beb5462345dcb9a2d1b67054015609ca1189c2308e8f8a", + "80ae9c3044117ffd27c3f375f0e29c9e75d2a3edba632de71adfb25ce66b0771", + "80e4cae673b060511ceade38c0a68359b9e878300c9d5d0259b6552deaa5a1d6", + "811b18091fbf1a6e5d1452fbbdbc2e9ecab73191974e0214e38bf70cbd0010fc", + "8124f366da84fb287245aca463572ef89c274a6360cc0e9bdee7d477ef041215", + "81518eb16b5d44c22df9334eb65fac0dcc85031b0c946172485819306c58aa8e", + "818dbba72cafd429131e635b3ef6f3dcd5f3d40c359d6f615235f11eb769bd27", + "820c4004f3ca9ed9556f3e68fdcdd8ab6e394dba0f50e532d682344629184ee0", + "827972c6d14855d08db1c34677e97fd79a18c0bd9fb2b9e9e45f6a0a05a2952c", + "82d226725b39f5e86eb5bbfdca67c52fa239ee867160c45a87c90194f9c3e509", + "82f4be5f4a60f1413f24d360f20b179fded451bb7f109f1f6b7a15a7b5393f80", + "83134fa9b0a26a50c2fcdf580f8ab7160a8404bdfb887cf727d7588c080b4ce7", + "835422aa07b758d79e0f7f35f6e5db7bf413b872aa8a71f2abaa82a96bc8c799", + "836ad77eb86cc6612922f0fbd4a848187aa5c64219811459d4bbebfe01ecc345", + "837b550ef7d135d2c0dcd5984d065228dd5442d3351d9cca94321162d8b14af1", + "838f6d15062b30326ad7199db9d071f7507bccf1fceb33f3e8a204d285382faa", + "83d185f09165dc5d972254bea55079367c28a0fb300ebbf3fe92bd74fe2d93c4", + "844a4ccb1843663785075b9e9f858bfd930d305b1a5c84753cf9c0a2a0295da7", + "845d12f4cfa04b863ab3301a97d26363b521787bc09ed660cb283520b35e9b9e", + "848898dbe0c01cc84e63e5f2095e35255b43bc886f0e27eaa81e8b8260a297ed", + "84a94da8a7ac516f98b806874e3ffaf05d4dbc506126b3dbfe613fdead407985", + "84bd9538257b7814607343164e7ed9b5e4342b8b4f7cd3545f72fc1ddd06896a", + "84cf3d3a21806b2e0a25f2137a8df5a2838f1b0b747657386e8e4018a9f7009b", + "84e808828a69df041c29bac0e30230b711a94e906ac9820f06655213f786b6e7", + "84f7e204b791c99dd098aadcde86e776a5ceabcfd3061aa4c654a7635de22f9c", + "856769850310c7f661ab3a987a49aac3f19b580db8f96ab79daafa718e247f79", + "8570530e03ba5bd517b643180a182c36fe9c233ee4f5cdcfda9adf6544d97e5b", + "8574f58478a831ff1c012fef160d321b0e4a0c4e0aa1bfd4f02ce1a1fe3c9b43", + "85a6f82c5d501f4f85312ee5c78761f3711c14fe917f5141fea49f97adb7aa27", + "85beba3967198e7e0def9d27d36611e722d7660db0c44da4dc75932d501c438f", + "8631f5eb9a74ac31db1a05ed767754d8ec31f089a80f38116a71014bda213882", + "863bb5e180baa89cd2770b88f31edf3988b20dbbac613a409311b9465e593c5c", + "864a2260f794a96c454c1e311409f8b7eb71278f8cef9f6f1b610de80c6f347b", + "865f0cf27ae5e60a2195c621c0ac35b3bcc9324ec41b8986fbc714ba480f9ea5", + "8699aad8ce4823f923740806ea40269c4ef238e140c811865958e98d665cb08f", + "86d85370fe7dd74a8023657798682dda13199fab06e13bd306d4a19dd8193a0d", + "871cb4c9c8f611b49d7743fd17eb92d14640bbdee058490611bca68dda174f3d", + "872c8acb3d12e47c416d8c271212920cc4654d7339111e4d89065ae2f6b15285", + "873f4d11489712ec090a4451aa926f41fd3800f396ab4613c7055f9710a41565", + "874f46d9052509cd07edba8888b99776024653a9dba3aa2ac48a63f232f7eff2", + "87afdca89f997e5f096f51341578d2ab8b8c5f1f091e2011d0df87b28570cbd2", + "87d36a47ee715c077744344ee6e94618940f64b34d8f232fa15248e96ec679e6", + "87dc2cc17041f5f8857c27415fac432301a74c3f7cc6e3ab1e6b10a0f124ad34", + "87fe37b344acf82bdc4a7d88fea87ed6570374d3511bdab793b90e0d2e1f2a0d", + "883ace1beaaea3781f22637789a1a7fa17bfb1ce7542e941d81bb468a7d4c6e5", + "8846f36ac79147eb10014d75f6fd6585d01f3490d72496a0bdd74fc5b1e7f181", + "884db55185577f00049d89caa0ffd4f57d3fec4fde57b2baec680c6e4ff4836e", + "885febe6854c1e5acb517005f8a6da8f35ed7099c45193832ca4fa5e3ce91848", + "8882fa13167d65377a7ba90a7a4dcedcfac1e80b54c84a5b946296074674ba31", + "88bc8e9c23670d5bd20a398979d863b137b267aa1fd7d8c84678d3f72a163be4", + "88cc71bd445254f00b73120853a0b61cfd04c7a6f912d657198109ef8deb7020", + "88da3f334bdf2598c22e1c4cfc7e4f27813fab04b71a1c94fbd394963104f5ac", + "88ef35c4215e6661b6b13b887413f6cfb5fe007fbe0eb7c31ab8f8667d49f939", + "88f24ed049e9cfdc5e6e52664281db32ee6d605f8880ff9795f339c8b8cb6ca7", + "88fc7fb8d44b1eb7909f8ee97234e419796e3b2262957bf06855040d53b30e20", + "8906b268b99b4ac3c7eade7be1ff2265be2c7fd00c92ab2c1ef2a3a4fd4d2cdc", + "8909455ec2ed4207fb2252286af435945ef7f4441b14dcdb2233b2c7e473c62c", + "892da162016430553dc0ebf569bcde69a9d968cfb7fd52167ed6e243a99af167", + "8981887e94552109b3cd72aff3dfa3c9d76eaaaabebf0254c890e8a58ddcab8c", + "89a3a2ac4e3d523b93cf14975ce15e5fd39483055aea8eb9754967463ef4bb22", + "89d52a436b5a0a0f5caf3ec0dae813d38b2ec6f90f9b6ad984155b2ef628451a", + "89fffa58748f397976e7995342db915a9ef79590640577796c7d99ee674e0eaf", + "8a12f9756e56fecb2d2654523cc2b63ea0219362fcd3ab082bb95812968ec31b", + "8a258b19bfa17e45608be2a3076e02f86b2bebced13facefc1f28a5c503e3958", + "8a38325262b8f4fab2f9586fcb48caa450546bbf8881b2512fc7ae56f0463327", + "8aa00ccd9ec106af3f8d6269121ff1dbd381673b740a26106da23ba717c5267c", + "8b09e0958549cdad4bbcb5072d88bb28b2d16887b3580879796753f2ca73dbfa", + "8b1b7db85dfb029764987b5d104bb3bd23bce31c4c15285536218025bcde4bc3", + "8b2e208352c7bf5089566c2285fb25c19a7e4c68d62a1a45ba3eb0642f5a44a5", + "8b3e1ea8341e7a38998e66b52af92276c2ab7d089fe710bbebe40c37fdf9c210", + "8b3e415c88f3f697e9264f31cec88cb364776b3b2174b6ec9d2c9ae8ab41bb2a", + "8b455bed9daf8f050877d9ad9a1d0008e1c5b5b47af5f2608ff6d63d7f2778f4", + "8b4dcf783f047800dfce66ac900496e13d11389aa43f11d0ba0aa17a53d35900", + "8b4e9df3726ccc0a874a7657bea1c03e50a1e63855a8fa4aec0ca050d16c5cf8", + "8b91b7882239b55dccd3f2a3b699b870aa6e3cf9820fb32f7f64fe0975716466", + "8bc15315ec593223c023b73d8e47bc4fa17ec93d3eb420598028076918e9e59a", + "8bd6765985b355a8426754aae723dea54f2e1ac544ff0a1a3442941e6febaac8", + "8be8a2bdaa02f79e7cdb4c7c3906826fa6bf90a20bcf9285cad4b3b105aeb2ba", + "8c02e41c60007b69416eb7689404b46186087ccfe0f5989f20784c2c196b7b1b", + "8c8d4af696736585ce185cc8af41d0b6109a2ad22d4bfa782ea7ef9a3834e55f", + "8c8e11c3bd2c532170df6ca8a165d44f1e707806299fe6ffcab13a6f2e122521", + "8cb3a08d1ccf19c8725c6a98ed7b3386e5799fab11ace8108c2883579f682714", + "8d177f26ef02fd353303673b91e46d8390241c1c279dbdb22c991b3c4e9f51e7", + "8d28413eeca9c997dac5d6ec5ab6ab12517e44b8c4a51ca3ba7c859491df3952", + "8d9ef2d42ea02122ee5863b202c05351599d62885d2b98f96bb737e4ee6ebc33", + "8dbb7ce9aa0f47e558051a724cd235cdeda295cef4ae6af454076079bdff514a", + "8dcfd3fb6ca84c1f95efc8f897513707d70ebce78c2518aa8f65e814e71f3545", + "8df113b565bd3cc6cec8965e630711bb168b1cc181f53bce4c6b7ce61ba56aac", + "8e22151cba0ac0a1e46d5ddce156fd63cca4eae19b77238cca06c8c8ce821eb8", + "8e2eb253feab70a0380720d136c671a52ebd609d5c1272ccdc6e3ad461435156", + "8e4f60fbc9c964d0ebbd10f8b9265be69a3a3edc2119ea12426ef43119d4ad5c", + "8e5ceea749d717624820f70c22b33842bca091f4ae50be442a7ec0f09c83303a", + "8e6d9e83a4e8ecd5052dfac7c65bafb828ac22f1788885c36a58ec7aca9d27d9", + "8e9c2d035ed8eff3f545b75e289b7e582c7968100ea73e6fa33b0be1d5bb50b8", + "8ead263dc6ed57e40bc9a47ef5e9f5c3e646b986f2ea12f7e6892ead5de2ab8c", + "8f170427867d4318616b12da898037de0f181a5431d3acded4af696cf1326370", + "8f4222b557e6df356279166322bbd1705e8a56c35891f90c1530cf4bb2eb54a0", + "8f44f3b78ef1575f9b970421c721350dc71b5db2af4dec9abaab2ca7578652e0", + "8ff84b817ee44a102d307bb8083ced2d3cdedf4cf0079e6c459c7b677de3a329", + "901a8a97dbb978e7d127091a6fba78c0400b75a12bbf3d417b28fb0af80b6782", + "905bcd129bbf0751e06533ac956befd3daaaa9ee2e6645cc6fa3ecf71fbb9a89", + "90695b391187c27e2685fb7e84f2652a507fb2a02449a190d3267bf7cb3f5b45", + "906b270dd3e6ce8f729128dd2cb3031beb593dc7429e4dd36b13f401cdf792b5", + "908adfeb33ccf16b1cbda5b092c58b268e734268ff6c60cfc466cc856adf2baa", + "90a9b33fee83fcf0446eb2bd3672676120fa0145c84b4a808785d5cf67fb307d", + "90b17242f7b1bf044dcb0c8b348a6b20c4f43458b8a4263562653701f136c4ef", + "90cde577fd11b1b1735407d95de549f9c0a53404b7f2d12fcd870cb927e9f059", + "90d2284908e605264442186b3da69f670bf446ef3616ef6e730a093e090e2b3a", + "90ef7fa7bf2f7675c592189ef0b9aee190f6b142d6df567bc67852a3fe46d9af", + "91436958d8b110e882c5c4a525733c39f6c910e196f4deb9f42603dd7c4603ad", + "91629fdb7a0c28df18abce3897b3b96b2554f0a3b724004d415f8cd7a3a47e92", + "917dd26021510d66f517c0d401ecb5d7db01a25a1195fc4ecb9a7a363814268b", + "919a549f4845967ac2f847626e2b00056eecf902c91d9a4be8378a41640fbf34", + "91bd8da2cffc4096f89a36c40aa3d00916cdcc73f8a681efa0222941be36543e", + "91ffe0cf3888e203f9d71c38b09f1fa3d34ba073342f26cc49bdd72e92ab0206", + "920c0664db9a83dcfaf66ae2e13aef9ade367d3221902ff79efbec849060b80a", + "922aa008e201c6d77a55d168be1f336b56911fc60a133a2ed900f3cf13d73431", + "92563ce948515f1da8aceedf199f6ed7dd85ecc6de1f26c98b99655deafe03cc", + "92697ea9bfbcfec599c6d210f730325aaf05166191250d1f162d162258961af0", + "926aa9c880645612620c26ddcd7a444ffabb7b7edf31b3bc2d22b50819698712", + "9291a90d8529ecbfa4905aa368ef4026cb7a430e3e6714b9b8f334dbe5cb96d2", + "929700cddcbccce723799f822366c39243dbc4b470d2164354f1168a9b7c97a3", + "92bf7e3f8a5589cf3497c2a9dc4b945e169b87e44a1c01240873eb41bb77ee8d", + "92c5af8113a4129e4e6b5e6a9e16a45471fdde0ec55ab2cf1f64aa1fba547d5d", + "92c8bc3fc53f871322fa08f65bd33d640fdc555892939d08208ae59cbc888a18", + "92e75868a799ff640fc178d95d09d447e721af90c051b2ce8d970f9037c04670", + "931e6ab771d72e7d47b63fc46fccaea8b91fcc80aa97a456bee36974cac43006", + "932f61eac4752e0bd55dae596f5fb82c6a5655beed2cc0f209ff157dbe89e180", + "9363a4d2b67faf2bb77955660010ced2a615c568d3761c57a3bf2ff6404ec4a6", + "94a44eb8c02107750fa3c557560e6bec0aef76e28851d236b2d6cf85565a07f5", + "94d38a120b004f5a6b66229add7e74e72dbd074772ba15d1742d4a647d2713c8", + "951e91b14a12ad616ca8991f1132fa4f763d1858822d0157ebffc429b49cae4c", + "952cdfdd6d836ab796722cb133ce2ee16b14348de138f70a79f1c6af33ad9c38", + "95312bd603102ebca1809ff72dbbf8e073586e5c0a4c68cacc6199d1e1224e6d", + "95406e941d31e39578bd8abbdb76f1cb2b3eb7bcc360261d849b45b641718be8", + "9568476e7af8a3f709e95241c456daeb7c9b80accea85bb5f7f71ad6b4387f33", + "956ff6130d82abbacde17e05a5bf2923b8a4a993b65c424d4f9c95a30427714c", + "9593d227ea9654f8734f7c51145c6d3eee4179603c050ccd5642cb50d2f790d1", + "95a05b8ab460184690fc31a8a13698b286f0e92bdcb33fb5cf6af66a29b3ab47", + "95a5f3efbe93d44838d1f96f3621c477d24e786415f4c81c9879dd403e4b4278", + "95c254bc14997a2e0c244f9213f7a2230d543948e2c41e38937cb69235ce7eb8", + "95c4df01b8d01f9506b8814f2631c677d1604853eb37cc30abd19bd33be912c5", + "95ca30ba70b76786b6fbc3b5aad9ca496be3168819291372dae2eb2b6e70e234", + "965257f692454bf6a792cebadc934b730ecfa2a179d3fe46df2232fb32d57d91", + "96d82f098fbb8db5b98ec2e8f8ec63a3641b4c660c41aaaab61cb09ac4ae15ba", + "96f19408441d972335469bf0b4364ad2cd39f3e435ba1b0e02972576769b7970", + "96fa526e45620e358f25a3d8752067f54c93554cca27cf49eb56c7913c4e8f7b", + "97320818d86e303e534a01a6dcf3774bfb866340af2a33897cdeb7ddd3f8de06", + "9747edba14159f5fb25629223ff12e9bc0d216302826344d592c5105e428919c", + "975bf5d76668602e6ba980cee7f109c9434a3a37c1b8b35d93fb5e8e7a608a18", + "977685b7cffb73f1ef26fa6a4f2b7fb5bd358a4f8f839052a2c89dbbb8a09670", + "97abf8d14bff7ab218a3cfe00a321ac0e109c828bf806129aa3b2c33ee6fae09", + "98002f7653792d2b2c41892baeed0c7871b7856cb26b78caf2195b83d11d135d", + "98302df238b9b63340092368d30b1e5290ffdca36d5a5b3d24a79f63f7dcce21", + "9834e883bee15cbce032514b9ab9335f702664589143d62a1fc71a032af3d901", + "98722a51369c5ca8848ee4144a01909eaaafb0722e5b8c04ce0c87d9aa096dab", + "9875cd5eccda046323b2e00db35a097674bff9ec0541d5b3eed73f5f8e39caf1", + "987eb90a6d108de4e939e23419ffe5a45a8f0caba5219dc6d14f049b0393ce76", + "987f394e337fb104b903dda46a5301aaff287730007f46ef25afadae5b7dbc78", + "98b3c272f364d556fa622ce5c522e9fc0f060dc4aef276bb44dd1d46d5e9db10", + "98d225867299292f12703bffec008805ea807aee642be225324659d309d6b226", + "98d302541fa8f33ca7ca098bd107aea4ed97518af5859ebb10c8a6ea039bae2f", + "98e07240600a5cea93c946519efac38d57c0b3858ae6a47638bea60c21879471", + "98e654baa488ccf9b9007a817167c6973be3bce500d7f03d1fdd73298cae5e1f", + "99428849c4d6e31bebde27e9099ab532683054ce8c153a9d10a7b65e56f932bf", + "9945f0c167dffd618b6f84eaf7a8709781a93caa6e0ba0a6c2393c54e5b7f3b7", + "9958c8980b2b1b12f3715a6f85c7aca1486f43cc2ce26172440b894f9fcbac94", + "9982a84e51afd9d4e847ca4dec6ad6d8fe88c8849074f780cc82a921f363473c", + "999257b0754b17852fb928aaf87ed897706aaa3588e087cfe4f1eea6960450aa", + "99b3b41376a8c953826ee94c16fdb7a8043cacc75e44148bc4d48cad1c6758b2", + "99c3c79104bcaaffc5c38c1c85b4b96bc953dbaba19994863b50bab0a91c4dc2", + "99e82a068e68ff5b9d9b6de848bb2669cee8923cdf9256a0794faac08625f004", + "99f302b695c73ae896aa6a57bb5c781cd38940e32e98672cd1c6387ca00a73ea", + "9a42dbb9f9aa960515c14ac7992fa86c323fd97df6deb622daf0e340b30e4f93", + "9aabcb855d31dc16f8bed9fc53fd312eaa100f5b252bbc59eacfa0743e7f12c7", + "9ad7db7364cd7d7d8697de9aea722bfec1955477728fef1bd63114bdb4e42224", + "9adcd005b974106a7f456d51d6b603fbd89c076c1d74fb6965712e9c35e073b6", + "9ae8a425fd5b7d3f65a6939b75afa5f607f45380d5fd4a54146672e940a05b1e", + "9b4eb0e364d3349b3d3f10bbe399fd8ce1368111f97d521c7636a349572fc063", + "9b572af176a0ce08ca4766f2fcfae2a2a6f44ce8138c941be9aef566beb694ad", + "9b804167e135aac643a0d5144bc61a7c188d47eb0a6e17f0ccfb5cb08183022e", + "9b8670857d068299982e3e12da1e040cbc4089da59f6652f7b8ae34584c276c0", + "9b9cb54e75f99488e11db80a28db4063de7fb107041291028130bb6637a82dac", + "9b9ddee0c23e3340dad578eaf73967b63092832f46e26829f7d05b493ff48473", + "9c0f001259d0ecae9b91379fc580c00e436b58d9715f51e6e39ddf6459606997", + "9c22c606bc416d61f094cc2dc17efd03777200b2037a27f5d485c97884b231e3", + "9c304d4792c3378127ba41e6a5ce0730ceb9098676fe4bbd4dcc5c55be621260", + "9c4b420bda3ad85c9610c1ddb0930fdae31c0509c31a65d65f48ac32d72eb2a4", + "9c4ed10cefd936aa1c795de9324409d690e05d54899d1a9e1bfc432bc45e9b31", + "9c5428b74d0734c1798659a5c2a60cdd104a631bc5c2cd482108ede09800926f", + "9c58dd0f52e8ade322cd6875f3d98cff28ff26657432258b9248a9b60400f9cb", + "9c6eb67983bac3503d1fa4f3e747f02c7a25d3de09fbd646cfff2d010810f726", + "9c97222a640a39803482f4e08a69e01a0450a3be06fe4fc9641cf0131b0e86c6", + "9ca67f9e97473ad9f858f9fd62d6c2f9c7709049980088db569a4728f7623aca", + "9ce73e107b7cba29d5ad4ac9b3a920127a0d4b2f7c81ad090d2152bd4f1bcd48", + "9d14045957382f9a922548f9dbe983f021f3d102ac0b4d2c2658dc4700d3b952", + "9d1592120d27fe3d51e75420ae1269de3b705afc3dbb5b89cce8de4ccb52b16e", + "9d3c066c345a544216a3e13515026d70b30b2bf65442999ada7ee95942fda828", + "9d80dd48429037b3827ba214b30643adf392eec87a0c3ba9d2167e12557a58a6", + "9d80ee70666e9432e5b6b7c04bf60f050ef6ef8ddc40d02486ab6eadc0cc1191", + "9dbd67c8b94fe422989baf694e2aa381769117e3664a310407b683265fa032ad", + "9df49ef86b0558c59f03245b2744e5ec1ed8f24add5adda97f61534de4fe4c5f", + "9e2772494f3e3a4d63bea115187ea31220252ed837a201930c9015ad51d4c0b7", + "9ec4ac3f75b6b18803e497d20e16b30f6b5a98d905e8afb47e895ed64aead6cc", + "9edd451a1be159f01f6432f0ad82ef62570ee660cdced89909882eb0d78c5a90", + "9eee7d2578410d51fa92385eff3d2357afc8f8e200163f99102ed21acfe7839d", + "9ef26a47cf3da4e812aabe3aa2cd7e1e6b73276f12f82643281967d5dc7bbd45", + "9efbab6a3cec41e6dc9c76eed55e3b427f7b4926803c4373ff88ebac5b4a1d87", + "9efd4b51ad36d81e214f27d70fb6e36ecc4c3566a1b659f78d6259742fcd9bb4", + "9f1009087c7b37ae089117668f728aaa5f3ecb22baa8c604cbb56eda5096b1f0", + "9f438393cc1d673b507b5163f7f99fa21fc9af792a0578aa7c117d8ef2d9614d", + "9f4608d4eab9ae10ac70d874f81e00f0c06ca749edd729478bc739c0a8fc1976", + "9f537e23b1e63ebdaeba8c83d6a910e290c782791d0652b8bed9fadc802ae38b", + "9f720ffc8c64a4886030d06ee66ddba984162e4e90567fdcd1e371052c71ce7d", + "9f83ec16c6dfdc98808e6539b3af01ce77f36771064307578895db61f041d296", + "9fa6a3c0a80ac376f44c6818436d1ba91c105d80f58bd984524b3801c57d4033", + "9ff10d17184c153e9069f5b824aec53bd5f435325952615bf79a6e0a430dd425", + "a03e7717c89a3aaa577413130e453605801d85ca172be688e483096d54d40777", + "a05f659e06fb5ca28fc989c75b2092aa41efc477340b3143c980c624439bd579", + "a070b405d69bb48b537162f88d038381a8b8253fdf90a8f080ec52c83da09f8c", + "a078011b24a347ae2c5be1d725a3d4c6ffe933a58d37fe7c5e5085315a9793ed", + "a079e506e625b7b14bf23dfc1608663d4d16ea2a8e7aa8b9e50662ba862a93f1", + "a0a32a724d874bd58f98b5f7fb50b1d157a6ebc89f6efede46e9142b9fd5d16f", + "a0b6c02e901895db03c5ea136c311331a2982addeabca9117e552b623ea8646a", + "a0bf65f9ebed8f1cd09c82107f1c208997cf8b2a17c9e2b6b588e0d3f1b3f609", + "a0c09e25ef17e1692554bdd8e22ba9a13b8919a359ae77ca15e82a818f9cc228", + "a0df1828ea87abce9638cfc85257ec619ed709cbe2192fc222708c13c256e38e", + "a0ea59161b4c689a3ecaf735f546c10d007594c544fc010f836cb7d01ea5d197", + "a122c64266b92c9dee0fa5ad5d81772d0180f88416ca5ce41e7fddbfa8ca4cd6", + "a123e568191dbccc159dbf0e2610a7dd4d4cd1d901d5fd255d84b36e93171dd3", + "a1279e59cdc47708df9e5014384f1f7824738edf0986e296526bc7763f6dface", + "a12b0d2bd7e72eb43a9219cbb0b6c5c593d94ddbcd01820f06a7a12d7a30c575", + "a14884b94402c0efadd3fc5e9dff09bfed8621c78ac78a3e50340e6e06b2a36f", + "a1854a9e9f442c7bd612070ce1950c4ed7094fee3b31beeac51ea5f545fd0c57", + "a18bd1bd8c4c4b16779ad1695fb61ebaf9d343672af48bee35b47fe1414968a3", + "a1a5267ab45977532a38fbff6777b9544779982f6f4e83c549de66b63a4ba068", + "a1ac8f2d5688e6cd4c46638539fd8e8fc274b8077ef84fd47e3cb3e148864cfe", + "a1b96a861d0b7be41db93fdf76b9ca4b90e24e451e2895b9d90cbdec14cfca30", + "a1bad290aaa74df21c1058d796b601398ebb6a0223dc2ab35831eb8d222fb5ae", + "a1dbe74c9cf79fc19bee00cae7b280cbeca083839382f8b8ffd335846c4f1ef1", + "a1e8da8c76d26d280439cb1705749ba35d2ed1cad5321c1556c45d65e5e0e26f", + "a23a151a9824adf8b8e54ea8f026762ceb74574168c081a84ee58f86948adada", + "a251b51e2297b9639a578d470f6813079c90edb65aec82753a9a1ac005dec569", + "a267aff604611134b035bdd7e8d744e6a463af69a6b4f9083a31b23d584e7946", + "a2ab534a12a3231a13d0028ae76a9672c44afad2b9b1e01ee05c49d375ae442c", + "a2b9e6fc6089a192910ffa79508000f4f459f5533cdbf6dcf7a23ceb3a745c6c", + "a2bf76422d88c525965efcecea741bd1f94a6c86c8608a6843ae2601f56aaa5d", + "a2f189b2f7404dd679f481e41b8d61fecf5da0d92409edef587cd6463f037895", + "a341833440fd48aea26699fdc1624a52eb3db99cd103932100d6a55bb6b0ee78", + "a366b08e727752b0261a79be508a76bf912873a09755df37d9d550f16436e359", + "a37b642ebec2bc4f64baece4a7c71adcd4d4cfbf1a2220e14058b3edc38fa6dd", + "a3803b601e55ef8bf2797ab8276df011c7eeef666383810ff7ade10167c04019", + "a3b25f99314074318a875968b4626d99a5b42dcf7b8c402be4c2698bead84d08", + "a3cc1097f0e358e7aaa41eccc5cc0001745cbbac0ca383a6d0185cc111c9d6ed", + "a3ccd3ee0afb191d916a5727318209623918e7cd970493710189c20786956af1", + "a3d40ca71837fabb3666dcd6bb36d375d4b6ff612a79e53c51ea31b9d7ec3dee", + "a3dc406694c180921d703ab6353d32c97a8e7222eea4e4d4c163f6779b381129", + "a40af89757b4e1f7e4c4fadcded4a6cc724a18d86d2c57296c12458f1d762eea", + "a4354136ce6b985a5d3d980778b5fddaa5ba5f445b7ce6270a9c5f85963a1a7e", + "a43cab807744dcf2bbd2d088e8cd43af87096233291eae48711afa8040b8249d", + "a49d7dc6f8218a62df895bbdb45910dc182f25ac2b7344427198f0218d0438e8", + "a4b8b9783603e6964a3fe485be7d515cdd6f9cd92baab45ae4563ce8a445995a", + "a4fca0e1b8fa35e1450019470bbacdef5dc45aac4feed5e002547d9d6f59476b", + "a5351a3819981a736641c3c50a4d6ca3faabe5ae8e32edc28bc1cef141c40d6b", + "a5617e451323f4ddb657cc1ac0c9b2b08ba01d0c9ee6b5bb90adef7d4c333568", + "a5776d9e11b439905583492e705b91a1b42b34abc508d79ce0e0722f6ca6acef", + "a583abb75ff1fa4bb7d52db7b9109127fe822d281aa9003149444f944021bafe", + "a5b422afc53594c54b4c4b16be01e923e9c79f8b593736f49ac225c951cd8c14", + "a5dfd9da32550e164a6c63eb08c1f6a2547987d2b33969ff7b0215f8ee622dc6", + "a5e995f954f1646970f15c779b6fe6be94c0ee52144ff5a2e9d72eff33ffeb2a", + "a621ad9f22c1fec373c9baffcff0c941a8d7f792f0a18586dc5125a627878116", + "a6683640657870fe56c4af8333bb373efe582acd241443c5de17ba3453619bb6", + "a6791df4f079d4614a3a1f216f1d86eaa5f3bdc98bd273f56b69b0592b41dd26", + "a6eddb8ff9858cd674acb7cc225eca94121cf50c2a9de3ef2ac05ee0adf5b0f0", + "a6f6c8f1dd7d6a28fe80567947e1c77305fdfb7190e3f94f79b2cee4b8449d3e", + "a702a62a0ce17078c88d1416a10b81c9aec85b78d2a706cbf77272e2efc1a4f7", + "a708819bb0384b19c9ebcba75702ae96f641ee3cf79fd712077e727912c0457a", + "a724449ef878facb7ee0b008e220ea864963f0e7e39cdd31a43864ef9921025c", + "a74224ae36d9293a32a0505281ad4f1733bbe621873bb0c984f8954d316daab3", + "a743bd88fce22643ef830c23b68506dd375abac6465ad60b4cb8351040e62454", + "a750263eddf945283109f003cd8046cdc153df71899d09b30556ca8fff014fa1", + "a772cf9ca1bf588c36712a36ddad337b29af5ab0401c3264dae1a0bfd0a8bf0f", + "a7d7fdd7df2d66a787622eb9a27212a1dd3f1f8a07c7e77c3be9fc959d771e69", + "a7eb99092abaf7f8b9d0670b5906ddf805a1773f1b4f62f6dc9fb5538132a693", + "a7f0ca54f2700303978ec97d9f365ad1f917ce94f606d2595f0a539985bd6e1b", + "a841679522059f62ce5a950cad182a3ef1ff961be3332d2f38192bf05624b9ab", + "a86b3699691acf7e426f5c0ce4272cfac4d634a3a106902dbf1938e2435dbc2d", + "a89081c801b7308c86904b0f441fea806e7acceed9c420f90078295498919d44", + "a890bfd6614b9ff75e4acf074b26d9f7875caf6d281bbceda0e42ecf78a7455d", + "a89c9af7c6d1d0818e2fdaaf3dd920dd20d4afb730e80b8d2640bdf1fba75ea4", + "a8ce83c637cca3cd88eda23cec113036b92b12ea61ee6bec7f5a00ccb2f946ec", + "a8f018689fafbdf00bab10aff5d77035210177e8a86a94d7ac6f631271851cb3", + "a90d7bdac4e8db9bd85268ea2b0601d32b28138dbb1af43ea9ed8475656fc803", + "a914075c60372981b697d3f25a5d0303feb5707b71cbdb81aa59e20afa38a69c", + "a933b42767b675f23c55a3bd0888051a90a6db5c12e528a1109f45c86d265b9c", + "a93d49bda71d2aadc8ab5ebc10c9136812a71ddd0e0e3a257930a06d9ad120a1", + "a950359abacff930799b98035d2dee1a0c84943487c21065b25c417a480728e3", + "a956b733a72c588a886dd80f07b9a50a7c50c71eb090eedb9813bca88fcd414c", + "a9d932a62fa73f6d6a96d146fe28c041b9452dccd5a6d0131f996ebeab7ab8f0", + "a9e1f90410ff4001727d240e543b1da201dca7540cdbd5720fbabc52d55555c5", + "a9f0c0de38ec436a4af0aeb96a04249d84df15ccc080c0225546d5006fccf5ac", + "a9f7ffb91f44bd27ad011c0721a6697ddf77dcd7e05a2473c2b2ae4b45d6ed67", + "aa49fbe535345917bb469c8f07a4bb19b263320a1b878247504ace3b668429ff", + "aa634009f9ffa363413b6b8490516ec76b3e37545a792226271e5dae9333653b", + "aa66f54b57d2ce29fd90750a393ddad20927e731f383c2bde590741963435ceb", + "aa685e32c88aac051f95e9663d74d92536871bb1570ca2f880e3649d72dcb4df", + "aa6cbf5104804f5cb7e86fd753e4e5369ca2299c248fa5386b2c6441ecf79107", + "aa89b61df7e81d444be2c2c9b7d86a55f27d70841a4009d08bf2f6f8809b7426", + "aa8f9285a8e65fce85ef3357eaa84a104d40ef1658045a2b95c913c664d90598", + "aabd8f2fd6a25e53262d8c8cf76418c49fbe2de5ec7f69b813a9013e64b2a608", + "aac35f875f1806cd3f3547362515bcda9d6151c2231d41c0f8bb62ffaaa40e8f", + "aaee3bf077a76386aa71f808b32df60a5b57cf0ad84413c35999abfdaed06797", + "ab30982785dbf8b2be3b1781cc58d1e85fcd0e061889e46d23b7abe964202dde", + "ab8664776033525115237381c15dfc31c621d66c93c0d28c58952644d0bfca09", + "abb567bcb73b46d0668540edfb8b70a816a17fc2d26e8cce5978631a3c0a4b71", + "ac2020054cd25ce5be47042209efe44a780470610210e47a07bae9b1d75c6d51", + "ac59fde9d43a11dd89fedeb2d49a2ad8e722b2be68b9fd5c5ac9520fb0cadcb0", + "ac6dabee5b5707147eb79e3bb6b790df357dc26f77e37e5b6af43845234e82a1", + "ac7a9078774e79a56683c947338c4740b4d0218ce1296b660c91fd8fae06a0d4", + "ac908e26fed79816dea69ab9577341edd806b565fcd971f8a86fff8e3db4b932", + "aca04b419e208d72cb2769900f22462f9df8b0502bcefec22556bdedef44a110", + "acc4ea38d065d2f3336ed088cc991b07e581d37456d4370fcd40d81f6f36b7e6", + "acc5c7ac1c8bc43afd9fc0d870d8a65432604c53294a77ee31eb6f60637d130c", + "acec02d51cbb9f79b85881f375b122f7fd1bd7483964f86729ad4aa8cbd922ef", + "acf9d606aa42cdce69f9bf465a11ddefbfb50d2b8800efae9644276aea08b2a4", + "ad0bf4a8f205d5339e85a4212cef2b20b7ced6280c2e9f5f45ccb004b6af322a", + "ad511b083a403a2b6d901119d09bc310afbe220f66b4cbc997ce6e1b43923b62", + "ad7bc98c757fe2eef34f27ca38ebf39cc7560a6475ea5fb65b53a6ac62361296", + "adc0bc79f7cdebfda01aefe2fa44fb0406fca002c0afe4f286022b704074625b", + "ae16ab0f91f2f878129865aca27304a11882aaf09f7a1f6c9c886216601fdec6", + "ae21a5986a959789da9807444a242b62794e9551de2b3e33d472a60a891e9181", + "ae39a4ac22a55fcf1a8a78ebdc58fb8d1fe5f7a6b4a51f0ea36e65cea0c9c868", + "ae39ab3cbe928abdccc9f6eec045dd500e343938bad19e3ef945b06d5fa16e60", + "ae454bc89861d4a5c6244640aa99db82c11f4196f6386e5a66739bc9a458e534", + "ae5bfe44bf7768585ce234c04d1d0494bddf10ccd26964ba59f0dd47f0c2b268", + "ae8e2940d3dc04d7a6a8a6aa07aea6b1c7e943d11ade25e6dd5e489dbe0ee8d3", + "ae8fdce92af832a981dea810c831d8c267879922314f42c4e9f6275776c154d7", + "ae936a3462d7e22809bd94ae5931ae70430f00031ae97dd2bd0e7ff78343e728", + "ae9ec3f3a37a86ce3e8f4605da3f65632e534875fb5bd4ade1db25c1beb1e1fa", + "aeff9c08f60704690cebdcb3f6ec1b9095c9e7d75504a384fbc0bbc11c9d5341", + "af1db02874a387fbc5f94838d3a0b80d3a940e21e95730f6b7d4cd6bcb6dc022", + "af40ef6e683b838b9d629021d698846993a024b916555f7af5ceebcc0dcb73d0", + "af5d9abbeb59f0510b4d1f5d5b4bebfafabafbc03e030c467c68fc1026a60db1", + "af6ac547c28b21459f56a8506afb797e43f8186c9c08519b19983ba48a8e48e3", + "af94252639de288cd696f79c779ec18bdd6f087b485d465a9a2d53be647e4bb3", + "af9874ea784ef6a5422de0f475430314d5c5c80f2d627c9c4d5b101f2dbd5c95", + "afb8867def2977d96ab00821322d5f342c123bee85e33c9530001026a22b1fc2", + "afcee626e7e0ddf98780a26e9ce0627de9b45db75e8bf1d50f86844c0c8e9018", + "afd476b9cf674144af007dc146cf82e7dbc8fe486b80888bfc9d82f70588a23b", + "afe06523c00a6e5b945484aebfad43ef059ad8d648cb1bcc680ca26c034a6f80", + "b02acd3d0ec221ad7b8893f16b79fcd8bbd831f74409baaa2184b623a4c63829", + "b03763967523aa5f431d80ce741e8418d8764ba8316afaa6bd804d51f9247553", + "b078f6c1ab0b1f8866eb77d939d2d70f9ec748e9a45cc09fee00a1b9f8cc7898", + "b07c85be90171841365bd23640932d9a41511e389f7ffb9adfcc5ab66d89bf57", + "b0ac14cdfcd1f096709f5e82ca65c67c2e0a27f2ba6d688a954c356501cb7d20", + "b0b04d5848dc77d7e5908eb8c0a6df6887c743bfe1078b13b14571ca3269ccfb", + "b0b999be0229df105d8b877277e75f63a392daf57752c18b3fc14a6c1ff674be", + "b0c43e875e30694fc93cfee195abe7069714ae7655347bc779694bc60694b637", + "b0d3870ec2a569f0f320dd68d4c728fa7c82c1423ad214286e3e5f9de19086cb", + "b0e33fe309f08f0aa5750e1184da66b702ddef2b9ecbbcf2e3fa3d35b465a72e", + "b10d1de22a03af66a12caeede346d3b183929a809d5beda7f13a42e69eb190ec", + "b11f3bcb872439562b3233ed7bc52f2786a0b449a41d6701b74666208f092e5a", + "b12ad0ccf78825d7347c3a7bf4aa5d5ca460dec3ee1584db25f09518fe20baec", + "b156c635011a93a648f076dd68f26a0c9aee6e5e674ee4a207653d65f451338c", + "b1628145ee10ce0474906869897ccda3c70dcc5334d33223d950aeb2ff9f0f57", + "b18d03055f8f39c8a459af611514a947e6b08e51d17cec2d74f2159cb22c50ec", + "b1f012120595870ca5d56c46ee5882430dd91ac6be210da64182088b15236bfa", + "b2366b6bca134f7a8b7347dac3bb0b100db6d3cf1de9ea0eeb417e1a324b9538", + "b24726902e3146d4ab97bf67178ed77840fe5d9ff6942d105a48c79f6deaa0c2", + "b288350c5709578836c834d4955a2fb3faacf583df46a9edfc32c44c116a8ba9", + "b29ee483be358080d8f6db6047e42600fd7481adc4b86dbee6facc4199b39ea6", + "b3088bbd2f0cb560ca5edd8269eefde6e52e98807dcd2daaaa04ff531f49a983", + "b30afabdba5dc3dd57cfc03f8c8142972748ebe769127fb481171ec84d5e6782", + "b30f9b407fb8ab04e4108164a282def889f0c6a659a6925051dd82835f739858", + "b35a6351bae968e768fa415340252ca2358af96c3181ec6a2b414656302165f1", + "b3a4be33968e42a4b8851312c7d9c996e078c7ddb25aa484a34e559c65d17fb0", + "b3dd9456f5fd8e73e0a9c7b0ef5bbade876a54e0b1f91868efbefaed8e6b62c0", + "b3fcd7c5df285b09027b8ad2356c12e05736373385da2ba556796de7e43b3094", + "b417c0e7dac8894fe8b58e4a9b2ae13525ef8065d68181dba35457570e7e19b8", + "b44002ae51ac10d1d0851b77a8c5e5109e7369fae9d73b459e7b3aa3f0f6cbdf", + "b45ee5251159a5e01dc599e6e1a30a304859484cbd066d9ecb6d8cc0e714ec27", + "b4782cfa6af28c51d1a53555e241f4f68589f6e89c84b7246261344db3bfae0f", + "b47f6e0b37f9793776fa983dba2dd994a42c32346b4b1f4c9278ffa6ce3529fa", + "b48314748c45c8dff55a2316ed448bd72f20d231778e80368376bbe483a2b1b8", + "b4a51cfb2f14fac383167432544f2b82e7e120014acf948aaadd33ae1ed331ca", + "b4ad08fb9090c4ab98399dbb2e98a5cf0b334bd88580b38250cf13c9d386b4fb", + "b4b38ab0899c091d3ddfc7a88603261cc3446a70c5bc09d3ebf651f3f0d6832c", + "b4ccdc6ff79881b8e5ce94394ba1e8000be7611793c98624c09b7737325617e2", + "b4e174aaa52c030cf6b034355335fdc549f44681908979ff6500ea6dde0cb67a", + "b513c611ee93c3033d681ac34dc5334fcae74e64dcdd1cdd16ca84269a4cdb6d", + "b5326045d5af7216b123b3f45417dccbf6e9cd74ce36508cb1801793f1ec789c", + "b58a15be3759b35178f2a230d09976799f0bfd2bd4b47f730ffc5133c8ab0d37", + "b59a22535f3efb4fbb1a9e3cb7a414a382ee70835a3a34bfe3f7304879a0076c", + "b5b5a06c87e9b6185f039dc51b297bcb413f09f577fd54dabb2522256e0d95cd", + "b5bbbafcf9f6b175e3dff8d0aaca59059cf2299247cd7d825304a26a13e25b13", + "b5c1a87db5d6e07258cff72927b1820ab5e83b10c0029456d43476447dfa473f", + "b5c242e5c5c2dd850f6448fcf141f42aee95261f7cc5ec287991dbc845ee0cec", + "b5c7c8e294414ef68009c0ae31352d550b47a4ef468a29e034a81acff91f6c40", + "b5d318dd57a9c80b3e8c3fb510c8109ad38bee6a3fe0e4a495619be1758227da", + "b5de3dfc01a42bd025e966c95808dde6a80c364b73cbf8f0d42f1f5a4e5eb023", + "b5ebd74e821ac2afbf6df49f7d9d4071750dfa86cfb91dba56c403af731dccd9", + "b5f2d01087a437e4ad8e7ed4a37db82ed01e39b8ce4fc4e5213cecd480371678", + "b66b4005cbfc9b8c8548e0348990af5da72fdb3bfe9fe1c0e01852ae0ee02eb8", + "b684f330e18b73f11336a3ff76bab18dbdbbdcbbb4e9401707118fb8d319ccba", + "b6b886286302a6c5faba0e67d898b1b416706ef980e779930e8673699c7811ce", + "b6d1a49654eb4109c9a1426b33c4b3eee473f744c7dbb6f0fd0bc859d4d07ff7", + "b6d8eddbc4f2611621906fd72f117fb090909ae263c6583654380efda492570d", + "b75ec2550dcf9a890403ef27db99f24849cc1f172d08d68e57e5aa2639b6db3e", + "b7fe798ebcf5157ee4dd11701414ff41e15d63f74ca55895e53db3a3e6b7d68c", + "b82d43dc022095090b121186bf6029625117111d18c836eb0b4d463a2a00d70b", + "b84de002e997f9f9e0df1349dcd3238bd91f30dd163180a17dd7cddaa2df57ed", + "b922630a7c7fd034f00cf9d2f940f32862470390df5e6b97858a32e3b3411290", + "b98ea5c34a50ce0e0dd1cdfd6075f7b1832f0d5d1252b7459feaf0a9ddc56dea", + "b998048a5255c631eb43e8cc0c8b892e29b7b9de408e4d99fb3447862c734e7a", + "ba0e2abe57d4e8976f7b6dee8c399cc76d672974a63968bb22e74fa3f3c07c42", + "ba17117fe128ec4754d6f6d360227770b44ae0d3c0ccd6cd676c15e61a959b6e", + "ba51369f3f4aa59d6bf7f75cb9359705bc8da0df0c6d68c8608f4286d76d333d", + "ba73c3a2d34ebf5fb4faf99ec8b0d20104f805520fcc4242316692e239584e31", + "bb0abbf276e17a783bcb113938c42f3c3c47a263a3bdf13e3efe2881ed0cebd9", + "bb14ff83d06e928142c58f803627b6b6067f7d7010725f231d3bc3991537325a", + "bb679d31a017ae04a18eaebff3f6fb8f429b92f73b9da58c65f8f662af751fda", + "bbb6568d2f337cb7194aa2b2aec0fb6a188c46d06a714fd27f0eb79f524c8315", + "bbd3c5a145a404a237f0d5d6900cc4b3c1767160954322a286491c874a50da5d", + "bbeecbe54c37f58d527baf903067f9dad4708779c45cd500d58c01f62b7f3b32", + "bbfcf175ab1c5bc358e67c71a7e7b68a7ff599eec1846eadc93113b45f15f036", + "bc2bd8f50cf3c34d2cb52e4acb44cbccfcf12768a96e14c39f8a117dc8d1f120", + "bc547c6f717ee21173258f4c941a3a3c4acd7c8578ebf8d35ef8b98dff04ddfd", + "bc5f61fb37b1c01c737ab760249b7f12da334e3adaa471ecf20116794b71c1e4", + "bc64c4c70b7cd5ff2acec0c8eb0b7de2b95c0f95df1107612c6c86aacd750b75", + "bc6eaf5d6e55fd6755fd47c42ba065cfd837ee952d1baba7caebd5b18b5a04b4", + "bcb3fc371ffa17c1c073cc2accd53923efeb08a01d24ed7d806532ed460eeb2f", + "bcb499ca031752491bf542f8ec41e8be53b4ade5d1955f0e25156181d3bdc13d", + "bcd9ad96c094d2b37d619be8f3fafa21e1d7c541e355a5dd8aba1427e2c5da0d", + "bcdd90d4e12d43067f3bed7dc8774068e4f42335771892bdb17e8a69afcee82e", + "bce86da49ca3b3e13bce9c8a69617ebb5e761edbaed7ac9cb914e3ea681d14d6", + "bcf87d42810cf1d06f5b7e1c63f715ac6407cb2fa729488030612a8c5be72cf7", + "bd23a935c7370573992718d3062157b935bdba9e90d5ce38a2f039792ac7706e", + "bd36a8c360935cbe0fbdf5b58237bb8eec29a2620100a7ea3363f1b977e044c9", + "bd4742ece96e7508c7fe3019146b9e886d39ffa7c03cbc486edd29e807e97ac3", + "bda5ef41f329a3daca0dcc206bf1fa8e743c267226364a383065e9b453d7a5a8", + "bdb0721795731acec21268778b65231fab27a672cf0c89d144ce4de017dd3da9", + "be02f86b8ffa1a1090f50d83e4592e652fab03b76eac2de1d3bd1461630612b3", + "be267196ec200de80b7d4ffa4fbee39772cf74936647dd847851289092f42f62", + "be6cc9db2102eeccb24879afe2971e6fe5aaeda2ef1042fbeeeba79a1a1c5635", + "be77bcf22d386e03355561d906a4d01f536230205251150ad805e06b9e4bcced", + "be9678da0d814cb4b23b38dcc097182a377fd1c709439cae4d9d8549ede3e1ef", + "bebe2a929aaac911b350d2d921386029b225bf1e3d3d08da214a9a5dc3bb62a0", + "bed10168e4ddf079981c1b85076f28a3ce061584175feec439e0f737b950865b", + "befdb6fb0fb17e561e51bee3afca24285c8055bdcd5ed793ac12cc49939185e6", + "bf120a9a0f7df85c1ba2da3658c8978748e3c3b1bebaa82fa8d8439ecb4da32e", + "bf12504a200f2bc6c6502eb732bbf3eea946be65c0837729ef477e1ede70ce20", + "bf21233f56d276bfa502ad634f5e8c7f7ea04421db5d894da274b2652d65eec4", + "bf3eb231d9cb0dca6d3f37766e4f5ce99a62ac72526d638dd7f28a8923834afa", + "bf7e9e164281f29ef0eb79a1e142065d86ce32e9c927c9d94c079ffa98174eb3", + "bf90af2b98795bd827adf4c4b2d0b7a583b37f29240a8f5ba4edcf20c5a9f3c1", + "bf97fb94799f55df9377e1a428aea35a9aafafaa53a5b8d65d902542d8c6fd23", + "bfd67afb7e0d59083ae71a16f8540a54890e5fb890350363b0fe33e344e8879e", + "bff20b1fcfb36e27b079aae822ec04b4b25a2a5809a1be3387eb49542ebf8735", + "bff67f7214a8e1eb41e7bd601e76092330f41d8ac24b5824972c1a4d6c050be3", + "c024a64ca09b458d19a05c552070c1342763c6d68337bca48f0097432fc3595f", + "c034c03b47b63c202ec02eed6420878b1c4bb0e2ac260d91df82c54f1ca190de", + "c04ed340bae75e79cdd78942e9335de2837e00b273efa911e62f7e53eab5ef25", + "c05e4185c5bc92b4a260dfc81e9faee47539d118f13474933e5ccfcf0be3f740", + "c06524578ce761107a87557d97f85990be11337eaf5e3ca90fdc4b260baa75ff", + "c06549de3238c0c6e7b2f07f003b2f0ffb4c9c27edff4bfe101a5795e0bc6f5f", + "c072202f9b3b28a346cde65ce651963430c942590739690c3084bca8119015f3", + "c07233637a353018d3f7bea24ae21554a01430c39ee202d62a458c13b199c5af", + "c072353b9e9217c2abaed2c476d9a771b759c59578cceb93d264740aec6a4384", + "c07921530aa4faf4287314001c48ba740df2388ca8ec94dfbfb74a3eb50d58bc", + "c08c7e43682e8e4c87d8be637f9d82d4b82429e4aa372e6a2e30d373e93b4d32", + "c0a1f61328f349ecf9f32d154d912097d236ca5200c509253c56dbb2ae7fa413", + "c0b5635ded2ca1c72e4ae38072bf0bb69a5cbbd13eb59acd42599e3e50aa4066", + "c0c4e1754896994da712d47d8507b7f875e99a4d5f65910d989c73aa800d109a", + "c0d55523dbf8dc16c804f877dc889ddebcd2a5359ee7148c21d78935c2fac7f9", + "c0e43d2d0c4f96d5a4d1d3ab1f1469c31d8efd1c05132a75461cc6e8c826f0b9", + "c0ed6130b0bdd0359e918cb5d3b2f6423a42fb6efc4af3d556d1cf4e984c0cec", + "c0efbdbb716f87ad84e409e078f1919460f3de01f2b33e53ce0ffae28b8941c7", + "c0f652e25c47ebc5fc2e18598b76e83c656643bdb75602a92289fb01fa0066af", + "c102e2f2303f130e73f2b2dd75b6603fdaaba996a1ca4ba043e9c136f7c15420", + "c1253ef0ffbce0d7f76f114b7184a12dc245ef7cdf7eb3ea2d51332101a4ea08", + "c16f94d277ce05d085f72444894a40c6ec0479c0a49398e2da51073effdf2fbb", + "c16f9bcd2c4d8f79169ad9955e892aad835f6ced928d1579087faf42955bdc19", + "c180609592cc3870f3dc650c79360da83f5102115b4df9aadd7023e0b7691554", + "c18677c93d36734e09db302b680fad865fdad625dd42ac98a56afe0bb23c7b79", + "c1b11ab212a92c06204de8eb8e33db59c06fe2cc9350b692f91238af02b77270", + "c20c660029c5bb5c25ab60ffa6cbd63eb50e1ea43dac36926bd32c87e0d191c9", + "c21d65e6dabab9487a553c295e2149e194dd0b17a36b209dda8c6acbc49b691c", + "c21fcd5859d67db5a7fb511fe21e68f37cf6d0ae1a7eb3695e3e46e74d1caf67", + "c2288e2a9b6d9e23c664e5a238815c204fc92379ca4b1de8e369d491015f3fa6", + "c24a3fcab5943b4336cb25e2c4496b62055967aa48d8876577b9c7bd67cf7c80", + "c2a1d0fefbd6321505cb03d69d49cdef50ab1cb792fec9cf4a23a2dd0ff2cb62", + "c2cfee3f872b61bf99bf2bd71381f5c7cd279e249bf804b7b8e2861ccafc7776", + "c31106c0aafcb04e0f97c35994ecb7e89348b7948861d5261adfa6579c5f4f1f", + "c33032b249679e0f5113a3448b152fc582acce16b6c145398ea5da4b13027e68", + "c34b9d242a85f0dd41f34a88dafc8faf1b3ac03488731cd6131f4083819dfbb8", + "c354687dcc12700beaa4c12307ed810a27f3ce079cda07e476c5f80acdf9d8be", + "c3612869eed6d45631154807b57745bca7ce167ebf45787d9bd5bcf8b234fc74", + "c383a9a9768dc0b25b1259b736264f763ef1b1c651cdf24a475bd267c3b951d6", + "c399984d6b0c9d1999e2805b521bfe0a27488982249c821889da7727d760f1ac", + "c3b28e516f3b74a15b151adcf82fd9aed69d90a91aea048fb03ebf3ccccd7de3", + "c3d2ab670f1ccd44a266fff4bde9c07cd7c7911142e4a8abdd2e23a07d822b3f", + "c3da57acf36595c800970f7880c8852e7c04d7daad8a0f27105cefb8068eb5e2", + "c41af0d05d256ace803806241254b43a9ce52c0fa512ac9a1a5027c6a26a6bb2", + "c450137ddf1ac2940dcec86a56e99ff42ee74a420d86eb28cdebbf2a25960012", + "c4536a2b42d40e58686bed1dc5c422da58fe3cc6dc8e7e9e6f9ab1e9120019b2", + "c48a0a0c5647f069fb67e33e9475256d4f7edffebed6d1472825ee72753aba88", + "c4aaaf90719f53cd17a3187436bb383c505c1ecdbe6907c43f5513461b3acae4", + "c4cab42c78c297b8fcc09523dd25ae6a8a8086e5b4263ac26e18f1a333ea1787", + "c4d45104076f6520102d542848213e0889b2d563c9777c13fd4389c7929f0a70", + "c4da74fd5cb8e52860b27008effe3da41e6360d9934a66a52020437cb0c0a153", + "c4f814cc6ed768d0e56a13d19679631906b07418c3e033ea24f143d827a40193", + "c529c725b71da442936bb8ab052712caa8812c1f3176170f460642223274a589", + "c542024eaaaa752bfc798493ee4945c876146979711fb9cc49c9b71d84a508ce", + "c552a359e5e1a4bd1ff4d6a5313e086d4fc9382444d7bbdc6372d25052301ce1", + "c55839974c8b040c7bbf1adf0077afb3d0e699044c74be927217f2c445f7091e", + "c55c2a1121a5d3fe7144f9a737652ea0e0ccac440b34ca5ae6f739322c14971a", + "c5616f4c2c8e787dc1a217841c54667eccaff4d25a6f203811b31b8171a283bf", + "c59ee61269705faaf361a3fa88eea141e108dfe28a427c6e488b13ae88de7165", + "c5a5a6d1f10a0a1d8d7eb22f171e311c031144da9c8e1aaff5225089cec00163", + "c5a6a1c441fb287fc9d2416bddfa134666d87296bc9079fdb40ef3dd88f834af", + "c5b2951e583e3f5d7bab20aa1f620dc8e62071cb0d9fcf36011cee5c79f24f0a", + "c5c0af94a126c1b7d8be21886530273bf5db83f4ecbe624034dd36af5038a16e", + "c5de598be6e1b4db13e787c719b2852ab2988caa4d1909389f5c60a3b4839232", + "c5e4cdc0aa0d84e16a372597c6261b520cad72f635271c0942fcfac0a3aa6849", + "c65f6259756a3f7330763fc5b04a03c6a7bfa4d7adba7b24cb52bf25f8ccf582", + "c667a9f939ab7cbc24f16808a496913e96c956f1a30dcaf190ddebbd2e2c37c3", + "c685c7deda7bee11ae26a52bd9c2e0bc69725db3da8c11ca31de05126b59444c", + "c6a6f1bcce0906960d0db892e8a31402332a77c0a34f30af2d1a1fe4577f1ca5", + "c6e52e8fc9cc1326987043c2e5cd275d9739742e759dc500b48dc1e1afb9990e", + "c6ff80d4c29f48b524d61b8d7637ee883a639940f373acaca91985a8fd2760fb", + "c723c0f98c601d0f562a1069910741b66a215bf266cf88a2bf46d39e54c8337c", + "c73658bc27f27a413c5b379e75960bb121ee0ffb6e20209bb8ba3822d0d7b73c", + "c76e6da2382e79e7b091a92fe16a4b1a4329533e5ccf782dfcac91a092585722", + "c79078deea0cabe9b6cda04bbd16a271bf55231129a32d3923b5d61f0e164493", + "c7b43b191278a9fbe9cca46d7250b30521923e3c969a1c377a266770d2994618", + "c7ce0c2ae2170931ae88ed3aa666e043a9571ac1c725ad769b055a7249bc1fae", + "c7ecfe011cdb48ac32b4a4ffc380ffcd844620329f25b3eb275dec9548fdb13f", + "c850c40819cf6be6039abc709e34a90a41d0299aacd5432bde96a32b187c7939", + "c8d5f6a03cf5578ff3c27f20418a5fd7e2f75936fdf843e7c6dde8119b2202b1", + "c8d631c5dd8e4329af5d97d73eb7d0bd2a0c7f18ce291731c4ae9b5540a300ba", + "c92d8d90bb4f444c193024326c23bbf6e700afa1564e9212e1c39529ed08c2b6", + "c932e5515c72dc46b1695007001ce1032a77d3a8b1b313c2c892ef4b2c9d7d4b", + "c98f48a896e4f421facf2c022912144fffe504e3db694226092561f802f22830", + "c995710e45ca54270ba28255ecf88460be706305607354f0ea067c3843aa43ae", + "c9ab4df781c5b5c2ce6e3521532cdf914185234fe0f0a4d8efe2f882a53ed368", + "c9b3e6759a8e4bd06b705333df6b1e39d0f285fe2f389f5aff84c1d543ba0512", + "c9bc72a44e5f32adc8d7f3408a983a192e4fe97bfa408126b3074c0b759499fd", + "c9cba066b29ed7b13272cd5ed7ba87332d37b1ca861a14523b68537a4bcfcf91", + "ca0dfd82bd822da0e32efd6402e176a98e724020726654e2317af944b1ae8471", + "ca79360ba5ff1285e65649a6d3a83a99010576e08d618eceb90ad103aaf03490", + "ca88c8f7dc5e0b1dc4b8f5000cab018d8a2c7b1c1f160311bafcb5e388a9452f", + "caa3bfb83ed58e30949a863b79a2af63f9e16ee16b7d7c311d14362e907fbe9f", + "cacc91e38cde889f3a3ed7ed8b914d6ffbb1231c0a4ed13e2bcff10fc3464b43", + "cafd41841a6971c11257fb7e6189c7785498e20635721574650fc381c539681e", + "cafd9a430506f2cbc372666b6543a890bc6934870dd4b5ee9040a47032390b94", + "cb0517ee94da12b8eee80c94ff7346510d18d7e285f951a87e78762cc47d9e58", + "cb072729d8819401aae11fca56357df42a34fb91fd5b902cd006d7fc36af2f24", + "cb10006e3b9263921ecadde5362e86bdf3a8146c22db36e458f8f4bcc6e526f4", + "cb1312d8be0cbdb89d8cb7c9e4971edd45995484af46b1efd4fe7f1825e4031a", + "cb15b5de90f1f391f397471faf423fd6e70259c74cc4209a792986e4e9d57bbf", + "cb1da3e4cfac0866b4f42bb6104d1ca463379e9a1b15b2ad7a1669d70f457ca7", + "cb21511ac20b769340b179d9e5b6f1683b3a13fb44093f68ca225be514b20b83", + "cb8904eaf404eca0238f1f2c1532feb5746bd94ed9d7577383ad11a8f4e62d77", + "cbddf4858f884f84126efe1c43b65fb1269d916d0f94ee73cc4b3b5dc2949e7e", + "cbf5706c38795e3efdadf678690e074e3f2512ff9868d8665655811d1053a5dd", + "cc170a33d8290a975c2c965f0893eb728ac611d55b3b06b87be576b85bb57877", + "cc25f4b88d039fa902ba63f48ac72b27a1c82c7a1552040ceeab9dc788052d3d", + "cc30c9c182b14d50bca7900e9af56708d83adfe54179fbcae40b2db471db46e2", + "cc4f1dea9120114b4b3bfabbc5d96c080ce5ec16d50501bd4543a2817e6b834b", + "cc68e4b42102346f64fcfc28a5407d758d87cad2b058b6b500587e60b1d54188", + "cc88dd027865c2036edfe3895b017b69977f1cbf6a90cb1ef8596f5e0d886f78", + "ccacaec81b3af38e6b70ce193c830d1081aa02a06cf99dbd5c13e035afc0a526", + "ccd0ebc51296dfcf4e63cf0560dda61e542e6aa4183958b1595f30a01057778e", + "ccf399adea2bbc343bd217129eb44c3eb6516916108c3b4e8d126179356fb07f", + "cd371cb03771295a33e5ad744fd245c02d34de6b06609f3923a6c95554b66775", + "cd380281327a8079b9eec2f202ec9f51f4008f9ce6d096f523dc9901015bd901", + "cd3a0a64425073cb18a40113b21de741a01166932eac1b1b8bd358dc85832af5", + "cd456c636492018ca447218c02d8fa52ef443b088cc6a57a3aaa83aebd71c370", + "cd4b0b156adb451ce45ef6f93d44353b81d1ae76ee0d8eaacab68832c26ba075", + "cda8fef741223993341e4ed5d553000635a1bbb0c66a2b0a5723542077dcdfc9", + "cdac002519a0b137114e4761cfa75f82e189ce7ed319655f15c37ef04e4896d5", + "cdc0e13996861748790ed8d99cf83a43a8bf8c1d2063dc89ab890325a5eefc15", + "cdcfcbeb98cd99aa567ab0c7bff236b3572cc9a2500507b189f6f28de7425860", + "cdd0ae1676d3f8a072fc5218723f6e2e515a8258b82f51bacdc2a3f78c9b2348", + "cde33a13b4c099644749d2facbf2d4341a9e9ee10354095f774310cdcdefabb1", + "cdf8d5aa0a6cc5b51a2944f3c570de8794e9e945317c3e1a5aecd87cee420299", + "ce005b7688f239258d6e6714763b3a37aabfbc9ec585ac5fb624e228c2a102b3", + "ce0823ac2f688885cf9e1a6a3f45844332ea6a428d685c1cb041feeec764ca32", + "ce7855544d63ef0544126ec17880120aeb4cd2b834c5bec78f33e409a1b117c3", + "ce796c3e11929e06bda4cf091d8108ddbbdb1f16b95cbb86dbbe3950b36dc8b8", + "cef2f0750274e9d6fb19a80350a41255bf66e58e100a4bfb1fff6833308eb661", + "cf0491fdfbf94a1fdabf6bc700e5bae8a8aa4ede01b3174cd79f8c8fdefa8fb6", + "cf1206186d32ff4c5fcde159ed0322a4a16ee0be90a79192f80830cab670ca56", + "cf1421b73484081f4683ac57aba50831a901313c0e4010c12485e5b4d2d54445", + "cf1b6ca2a327b7a0553e51527285f213016fc8fcdb2841895a5350141066bbd7", + "cf596932c32af9f99e3a9d9c4a434c18d49b0698a62ecc760ceda02606a8e77d", + "cf6e1977d9fc2dc361ce318e15d9e0200f80299349b480efbc05bbbd8fc53c85", + "cf82c6faacff4d071925e08e101145a1d140a21a95c246e6a0c221837cbdf464", + "cfb37033c2cc4ff84000d6587e152ab3bc37bf44d06a3b8d8371e3ec36b0b7d1", + "cfb3713401986e4be228d6139d98c1b4b5059d8eaea055cc4817c965d0827347", + "cfc5981766f3757e4f015d9cb9c905266e1e5a068d91cc23c9fb54d0f4626177", + "cfccd1f89b646ed289d68e41563e44cefc6d903526af3b51e003dd0e6ea2eb4b", + "cfe2005d6603a710aad7afa82c13c9b27c382f62cd602d371e2505dde16fa1aa", + "cffb93ee92c901b673855d2fc800de2344a16785b8e750abffa64b12b4643e81", + "cffd8cb1754770684de7bdb190219a8c81d077ab861f6f1a2838d5b8caa24af1", + "d016b007e6a831837ffe35c8ab482f5c1220e3a96fdb81c493576dc94498bb0c", + "d03d5a0fd96b5ac4ed689dd49336670aacb7b3d0f727347766b71119d421b34d", + "d04f3c5d101b4e1c5c63a1f09bbe3af3cb7a1e3acbef5b6ad46ba8af4059b743", + "d07053f7c2fe9a0bc31c4bf4223236226952198b195504b958c6f67bc3e24a0b", + "d07e1e4b8e401e7a91201526e70e8f8b9c894db55cd961c81fe855d3053bc5b8", + "d09c34f46a32f80b3780e18e54292a344cb74eed88945a3da07a69d7d3dca009", + "d0b47688297a825cc4a6d72cfb45e24d17a5da9d8f3d43cba2af8f13dbf3621c", + "d0dd6364b3886aa40068a8537aa6719ecb9d3a7e185ca5338b3bd4eae43aac31", + "d0f14e441af05c93061d2b8b45ec72b5191e1c998991ab103ee48902537dafef", + "d1667d0fdb73ec24000d778bb95c383e345dea0315c43ae462e510731b674b18", + "d1695227ba09c29e9e60c5d5305e2b1812134ef5bb04656b7d54846e970c51b4", + "d1831fdbd3721ac4d291560f54ff189aaf13adb759d344b8360495a5436f49f6", + "d1ca52ea943499cb88d83ed1a1d4696727e30fcf9e1c1a888f1f8661de1e5b64", + "d1e292907c03ea6dc5f98dea5f5e8d8d514fbf4cdafcd28ab4a8755c637cfe34", + "d21907d45a7fe36bb446dea4c790889f472b6de896800ed0d68c0d73ec23edff", + "d22d1baeb2fd07a953539f8ffe95fa404fe31cba8058f2234ec48007e0ac9cb9", + "d22f899fae63fc221efb42c1b8c03c110d1d9b365c3f17267261e5c445454f4e", + "d2309680eac9074c3d554b75c8477b7466b29c0ca6140b4bb61dcca09c877a6b", + "d254fb11bcd49612eb4d2189ed13085213ca8f113c9dab52eb93979adb7dcffd", + "d2771a1ea6f906469c07a1e8fef04e6e643d707d7125a38478f997778c1cc90d", + "d28acf5fbcf2510e976669e6ab05fb86db09a1dfd1eaed44fb96c5363dfe8733", + "d2addf95aa41f5e13a6ad590b2713f0ea7670624ceb3df45f5e6f0847fe73863", + "d2d9d70590b8374c968d8d982113565843967802241d93306f007f9b79c1a99b", + "d302274ec5e8a3e1aeaec35db97550937668e42bdbf98e53948dd4b834171dea", + "d3138688b8d2099d4601de9ffed504cedb79976e47aad6522e2d4ff6f13d5994", + "d3169979e682be12dd5305e08dbc513429285768617d1b7a98efa20286501d58", + "d31b09e18c9a5c15705119822e09ed574aa647bc38e21d57355968a65fbc8a05", + "d322f0d4bf8d5e22bc3835516eac087d05a568838effc1b703114422b44d5cb4", + "d34180ef4ca91e938c1245aa42202fd82b50fb53a8a2c42e4fc8eb478c24b02f", + "d3524da45fa4191acb576840d36223f45e1bd7e25e406b6150005897291bf4e0", + "d365b706c8193737aa79d0ce71d6d7489ea46780b17df89ad02a66c13d9c1eb8", + "d371916d7c47430779a55070128d0311441547566cd9f18afdfea10e69191ba9", + "d37493a4cf9bae160adeda969501f311b2c616a56327b492b027721b48801afc", + "d382ea48424cfc817aaff993d824152802559459d71465f25a13e90436043cf8", + "d388e45a663cbf86578fe0cb8d19c0166b4b11e0d1a3b48103390561e7c0acad", + "d3d1dedb04ba701168bcf97bfff1d5589fafcda8ea1153f361a0bc94e3689996", + "d3e4dfff94666f5375e8da4d0a1c4167909eecfdef85ee5f7f85900e08797095", + "d3fd3eb99a4b1e0cd42b805bee67fa353a11bd39c51935e07233d751e01800fd", + "d4177cb874b7a7307336b8774dbec5db48ba5bb281861f49f45ba104c609c56d", + "d42724b6e4f8209ea7139fb53c761b47e923fc360ab6c2c93727d2880c4d2ec4", + "d4445cb8041006a06f30940f452fb25ab5718c99054d263aec03e37ffa554a0b", + "d45f77a1c72f28f05ad7a0d26f74ab8e263d381cfc8e330920e7ff92de4e7e78", + "d461cf05c001b85297342bec480204f28d5573fb3c2c7a0f7588bb8e9aad4dee", + "d487e8e2502e45a634f6d83a3d784e66e203476dbdac51742edae02202a73ccf", + "d4911ee2e307625b1af25cd1ce9e9e42e8f1013a53e9c0e6c5ed1aa6c762879f", + "d498da45a43990513ae88b937d74bfa2a2eaa5d6c20d4fbd8aebd2a4a1a77feb", + "d4cb4c626dc946ed93e1e15283bc68a6b313b2449ec60051b1d25589277b8bc7", + "d4ec74e5fac26adc6ac7afb3b1fd3ed6ab7a2288d882660a95d0d949844e3eac", + "d51c08ca2193e5449fe9d63168b50130e9700ef88c377c6b79f8eff85ce9bc18", + "d530bb300a81c9bcf846ef44ba7d1bf309be17f5647b366e0b321990d6566e8d", + "d532cd7d6f2171be22137ed4b733dd0c79efcd8f560663a4e6530051b69dca1f", + "d54c515b8daaac7db5022b06c73f56eb455768823e71a8c7105c70702c9f0def", + "d55a55aef96c54b8234b8c52f62e44e93728af52d16af7818b952416007eee1d", + "d56f0479216784c4f31c98511368936d9ec46f53ef36c30779033bf833716bc7", + "d5866744aa5485039257eec813b3c798ae708920b48c50c55f3ac91a7d8b313d", + "d5963fa825935ade10ebeb3a5ab89f7c29b5a89859b6e4d9a05b99f3fe76a6e6", + "d5c42ad099d946dd538d27751c569e77104260c88208ebb17303e037b33c8de2", + "d5c64604cb597fa9233354ad4c6184f50e075e3f608fc4e066e39ce41485133f", + "d5cfbba01fec87614efa807630f78b2d40aa00c3f54ef03d5b3d8313eb964564", + "d5e76dc3ce2665b4abb00a96203625c578cfece64c99dff710b28b6ffa184fe4", + "d5fceb5d50d5e30dee026f099317ac53d4a1641564148f8994f97a7fd3794a1e", + "d604760d8544d6548d357c8fb7f7b56b51452ba1d9d21e3374f8135977800802", + "d61e5c37f01be9e876f3202371ec9eda45c423b52980e16b0f15058ec2bf9e8b", + "d6629213250691aec35c30304183005f2177b5b7930ae4a0264ac795944d6779", + "d66418fe345340cba51a03ec40d1dbfa622275dc1fb4fb4839071b8bad8531ac", + "d6937eadac2b6c3d0375e46e5492df69273ab4945242e12f5628df05457158a0", + "d6db4c02d1721ac2784f2c309b97d099d69a2c73b80f2b53af0e478f6ead5828", + "d6deced34e316b96c5ad0ee3041f14f090a8115b76ff4765e1ef0b1d1c5936c1", + "d70eee734906d8157ca2a4adc428a0279e887ea9df38850873a991d40b363b08", + "d74097f6558874f34dc121b870a042ae2798ef27e12dc8a8ce49fa834817d81e", + "d75e0996adcd6c44d978b2b56b517d28d52b277a00ea557b949d71eb6731c1f9", + "d7812ecddd19c0888a7ddc1b19504b9d13ce3b9f08594e8af96f539716bb12c8", + "d786281abd5086e355ca25841d15069947ee83ff1febee9f91a3a6b985e3529d", + "d7aa736b01c8f04fdf206f169aeaa16b5f11775467f659105030ea3a635f66e3", + "d7c5ef08eb5c2c55507d0554d06da42f076ba5dd8c4cd7ebe95eb9cdd72ecff7", + "d7c808f88a1ee2dd7e0508779b7296f465c97a790a1525c38f27d2956730c8f5", + "d7ceec1687b45dda147c887a9a1747e8b29eed1ab2736335e4f941c40bc36f50", + "d7f0bfacc9d7918ef2c50b51f2760b9399f1a087a00a26d12551f63f6c4f3bcf", + "d8041796f4cbba48d6f3e468f182eea71c719e1b4515082b170adb67fa5640c2", + "d827cdcb1f4a28085009d79166e0766be4ceadbec5654943377567edd6d1a9ab", + "d88522c4f93e5c1e6670d82ea79ca300ffbc0f894ffc9430224000ef782f8fa1", + "d8a1213d2b8a725dad7dd1f6c94e46c5402c708b811d1964ff09ed5640b8e29f", + "d8b9c5e74d8d3e00148b98b8ba7b62cf980c8d0d59a576bc372d6c95ffa25b5a", + "d922ae2fa9fce5b9a8bca376cb078bab270b7d38baf9d2f30e3f9f5740432dc0", + "d98c7ec8189d9bdbd3096d624214e8490e275e1e14130031e146652aeb1de3af", + "d9a8b49b226594f5688d633f92b6dadbdfe670ae73c2ed8b8c6f8f11a74a50b8", + "d9cf4ab91413fcca5d5ebc76de93248aa95deb050b70ba1ef5329cfd9813c918", + "da06ca9f1bd4c1116e446737bc45bc24139610e4d86cc12c49912575f0ad3702", + "da0b0dc816f0a9044f295db801b007b657e1bc9119c0d2973d864f992479dbf0", + "da1c6e9277c0a19b8158e84dd9580a3164df4c2766a9866dbf11776c1196b07b", + "da2aa0974c90a4b92ac0847661095b9ac66d42c72563d0764baa12494a398183", + "da372dcf7884fd6dd5878f012626f38cd2c0a0c00ede4fe1e9b5d1c627f025d7", + "da40f051387657cb3841435ef1eb8de999d0b481a498c56ce69e405499948e52", + "da459a3bd11b2eb7dc03c679865c777fa390bd595961a61937a5994056aaddcf", + "da46003d68d66486d0dfad911aaa7dc805d34d411b78d471ada75cfc3ac403aa", + "da78a8e6bed8c5080da3ee344b34a450c3dc3c8b397ae24a8f6f1073e4000786", + "da97b31bae61c6b47bcbd6df3e428cb672e7ce25e615dba3d3e786113d88b8b5", + "daa90216b4b743a3cf2c9ad5b266a3c73c54207705060a7a9012f0e30317e131", + "daf3c47d33f1186ec51d15b5c6543abf982cc1557a3a6e1744e911a07e164b0d", + "db0e91755ff469e050b088764aff3c0ebbc90339907aa7bb9a5bcfce8c41b185", + "db1ac06f5945913376b6e0738efbb5dece43cad713af671cb01ead48ff4320e1", + "db2b2e354461be6b9fd1d9f65f83f608c82f37dc34b4123fc46a7170b0aa320e", + "db4d2acf1804f056caa6338a0c1121ebe7e872eb623820d2faf28f33033e589b", + "db8af8c419ca5c9e68fefafcc963f225091d9a50843113db6693d9e4bb4e0d2f", + "db9e83e985cacab6d1fdbca4aeae0719315ed7812438c1614b407f86dee3e6c1", + "dba3f95e581a67af2cc56bcd034a08321d9429a6a4a6558e0dc45e8d6e49c4c5", + "dbf89cef1ba7324ab6b407e149ac280eecac0c8b5820bc3d7448391ca59aaf70", + "dc06ce6ab156ba6a1b0200c9b2b3da835da67acd9a2a0d949d2d99d4b4bacf22", + "dc5f6880b7ab6efc2987eb81ea52bd648018d5f2dfaa1793f37640af324f35fe", + "dc9f64fe826159e80dc4a3b3e431c2ebfb89813de20dd3728fef9075dddb7180", + "dcbf7df88c53f2241c6d065d9706914e797856c427a9a7748f1a63714e035b57", + "dcc17cdd0fe848571eb98a651b77b0fca689d676576e396cef0e1e6213309cc6", + "dcd9c20f60c91d021109231b65061a5110cef9adfabc1381bf85aa06f3e4cb7b", + "dce77d78d4180ba19dd613af265e892ce7f35409a0e0d06331d101ab388d5d67", + "dcf195c7d41770f7c6c6a8f9869603f5d971e42f6322417ea4f804c457e858c5", + "dd428ea6b43db62554dc7f571fc9c9f4d735af775c0220921bb872acf95b9a21", + "dd5fb7c5f41c05f16a82beafa5bbf35b793c75a6cbf7c55f9bb6e1d78d5f13c4", + "dd61cece503090b07d75c50d1586fe3b5e7d7244216f79adb88ae8f631c0b5c0", + "dd814e024eef95fbbd404fe77becdd1b85b1cd84a1e6669e45198a45a7581e73", + "ddd1bb658f9157c87bd8b8e37c73e56b5fd70d5776d39e89af71a6b5fa75a5f9", + "dde0cb6bb333a5d275d2a42260faffe1f3c35a21cd71f9e6ce2dc65c5c364dd3", + "de2b5031bb88c517a74c9c7ce89d5663604cad24204589e5f04990665617bb19", + "de3c9542ce9158d9b846bca4c0e919fdaaeedcf781e0f3a532fbbdb0ef4c5225", + "de3d5a79d11855a00ba7a1fcf7b77a1f53fc6e6e64832cd9eafa469d0488c4c0", + "de4e63972c76033624e557a1ebe022edb003eae1549e6c00e897c55e547c34de", + "de5e4e21a02c52d22cbf382a6a968e4a68f0be6d26a80e997135747fbbac0e3b", + "dea0a83b2388d405870ab8d20e6701d12f7770a0ef891d35e8a6c60a24f549db", + "deb7bdd29c4ebab19db23e28bdd715a7e08efc63f1bd6c99937993271d26bec2", + "deea6967477e2d07a943fa1612a56e40712723c4cac464676ba95d03745c5712", + "df22cfdbe476a57a3a5b02c2ce8942fbbdfa2bef3af34e3ef92dd087d7848fb9", + "df32dadc5ea31fbf05bfc17765453c4b752ce748ea5c11f3eaf461cb4c4cf86e", + "df36ee603a248f177b0f7faf15812cc77475edc5e0eb4b3c2b90630d54211fe8", + "df3fdb2f1e2b9712dba895c5dba6d01ecfc53b1dfdd4a63a1db80df373135f3b", + "df762849fc9890946bcc0b5797d4d924e430849dd3c2859dff2c4ba7f009172d", + "df79c31a3880ff4606e683dea00a9f2d9c667074a3e15c7cbf315e51a8d47919", + "df9e0382e541f41c49bbf53abb33be62a5d85dd0901b3364dda0956337788d3a", + "e01fb81986221bb00578cc81023e8ae9d432c72ff0177fdde4057d96bcceb463", + "e04134fc94dbef26800f264b5643d7502849a1f4b1fc6af5ddc23a1a8f7af260", + "e04cd88d4542f2cfd01ba7a165a772991dd8df58dc9876b6a6633cbf5204dd32", + "e053ce301796e47ad5b2eed409cbe269442cbb8169c7c3135f9905161c621b07", + "e0756dca1abef5b526f8ae94b26d938328865bb3d80245bf87f8b4fe291612cf", + "e07f02c55b571705efbd7fd1acc36170409c3da0abbc1324f2f87179e4100de5", + "e0b00d3bedb2f4d54817338493a959e7725e0dadf958f41949ba385709a3b716", + "e0fb21f8466f8b028c0a8ec4ce48a6991ce3f73b80c1a300fabf49ea1f11b5e2", + "e0fd0bab853b2375c1458b581b9c4eb10a892740899b2730f77d5cf452315f50", + "e1116deb7a312c0773f7504fa68643e7642d7e07edc6f76ecf0e7f2317e4eaae", + "e116e702614e7e8dffd26029d472791b380e98b24796b9b0729c1431cb11073b", + "e13b045d58d8eb0173956697314814b0818b090fe63a02b4d383f050bf947302", + "e149e8d8cc8840f38238c52e2e4e095923ba0c1ba192fbd4115df6c612e69238", + "e15cf52cd356a8e4b4c394beab2276b76fddd40d600f4979bf671b8a8ae8d908", + "e165291d79e8169ad9ece304325eab1ff728bf614fd944a40d06ca1213341f43", + "e17bd7410c31d2059a4638b5d8798f1863143f7a099d1b60e03308a8c0065fda", + "e1e001d88d85d034c5aee96eb55f261c5318176bfb9acfdbeaa8c16c5302c6b9", + "e1e228481bbac4845368d96e9979b2e28a4d9c96046d94d4eb75ee8add763555", + "e1eda798f2f368b8857b491ca6731a72e832ea80fd29033e752239e12597c627", + "e1edaacf2d378c94eb4fcfdf03a1f080e3a7f2f5498718719b203f7e3f5b1abb", + "e1ef250815b1426c96147c4072ab677ef792e1109910427d9cced32834e50a4a", + "e20c328c0bad99a61bd6801575f9d5f9e8e1f31f4d6567cb9ab4ed4cff110771", + "e21d30dd0a17f4e3a48c59368fcc31959cdd1081319e280121522a0cffeb886f", + "e231c038fed93023890dd0e30ba99e3d0bd4f43d22f14c82756c138840a31774", + "e2422f3fc47eed98843f471f11ee45a4d5017d6ba68f5977ab3108eb2cda62a0", + "e249962c602b987e4520b848a2433337a2615e537a00dca6df1ba86146614d09", + "e299be1a347f7ee34b86aa0acd5d1251813ceda172c868b32c74c927067b830c", + "e2a8a71bf005884953ba2c79222dce333654a560e088e9cf38dac85680b1f735", + "e2b5b8cd854bdecc517cbd0a199160bebb1e56907278546f752c1d5a0e93a57c", + "e2b8f68c5ba84769f8c704bf4157ccd3e99b01b121dd3a4e8cf3a6792b8d6d39", + "e2c05ca53adfa0f9b3e5c432b2d6aa14c7825cf879d6befc9b384a02a1128624", + "e2cce80dae5af088e4d5a2f938be265a32d40a5aa29e216adc94c6af85769342", + "e2d6766f2fc6adec1f494b3c97ada10bc6b3dd89fffaa6b9c7774c0140e702e8", + "e305c6624bc5303875d34fbb385598ae3418b4f5036fe9763d6c5ba5b3261fa2", + "e328ec3ce32b204b4b8d6bf0f63bb2937b8070ab8158d792b746a4cf5bef0112", + "e3290eebc099a02b3bda9c30ab81e7a91f11b4635d3d68ba488795fceb7292ee", + "e354482685966bcfaa5ccd17d666dec791abb29017bed1cff35c1f3b48427196", + "e371f2ecf7e74a3b1a21a0d2dbd76ff061ede68511f0e504ca9f3b0562f666ff", + "e38810c68a7a67fdc05d198102f932ec2302ed507f9268ba85bbf84940be2bb5", + "e395caeba922f8b90effac45dc8e59be8078bce39141d8faf98ac3b4a2be832d", + "e3ad990bf0964b8d707c91fa546956dae31678ed77f2bdb827b9cc7659ce9718", + "e3bc95a739f1260d432bccbf2bb6e8e588e957d1128bca21b8175ad944922069", + "e3ca4bb6e4d1ee23cc72e89ad926308195c8cb17ab4fa4e240ccba8b99bde1e0", + "e3e53335a806f53b0df5e5632c0a5ce39d062736641aa05d81be66bece91cdee", + "e406fde4c19b80fa9ab6dd1a9dc4482b579dda8e387196c8218a5e2d36cf767f", + "e45054295a867fd9f601fb78e919ee099ae8bd87be5bd91f9055d9b5c95ba1c7", + "e4833559ec5fce3dee483ba72c851d1ead07e7a693163e5ec4d14afd7d3e4ada", + "e49d798fd16d767825c4ad445843bc037f30c731303cf07626052611103e69dc", + "e4afd66f886e9c1db0d2fc427c08f765d3f5ea8a57a76c1f3f675dcd1693b797", + "e4b88f8bc22ac0755f21e7e57a5daa1242c722dd27e5d88218a71fcd377044ea", + "e4bc88414306bf55b62cb428f40f2eb464a9b27b3d65dbe712f85ead7604bfcb", + "e4cbf1b81022ebb6a3f4ca228bd6e1d533e051087cb3be4dae37a6b335b64b27", + "e4e28808ae8dfd46216a2fb9252d8f9afafa858d11cf775076b653c004cb32db", + "e4e2bb9879bfece542a719a3d80a69b09404c4de19ea69c7c27e2d2f73c6ce92", + "e4f68bc2988442906fb3146a0c313b75bf7d98c78b03fbba3449eba222b4e2ff", + "e4fbaaedb205db953e8d24af46d3937040d565da17dd3c1a6358598ec4065910", + "e5154a7d17607655f0bdfe3160a78ccf8e0ba51ea39acae0376350886f8e1845", + "e55299d0bc052cb970f3e49f110d9d50c45c8c5aac7b7ded84020228bf1ede03", + "e556d85a21c5f358d7d57d3c4126a0476dd687aed40bfc633440a5f9114c0a62", + "e5e8e61a6acf4409b3b546bc34c4c5c3df6f8230d7e4ccfc33a2679da4ba8940", + "e608c7c92c378f3a308d3f279f0eaa97c8fb7e7d8dd97ea445b1c690362a3a38", + "e60b254147e2585fbbf72d47ea2954b9a673d8717c7d3e910bc513246e5089c0", + "e61fac6a1d5695f0b9010ab423fa50e035f5a29cc33ad776963371df7620b0b9", + "e6a517e9dfa6af4da7ac8a6d5ec19af46219981a80f523afa4e93b8a807c69e6", + "e6c72ed82e109f3797ee8861b619ab6088818c184d9ad5e96af3cb2381b7e95e", + "e6d6496eb3909c504ba87b96fb20e29c2a2cb1d6d15222570dacbdb4d6e0b239", + "e6daf10fc8aacdfb63cebf93b94bec2053e8fea782c7e9e02034387db2cab032", + "e6f45d4600f715028e9eefe9ca9ebeb9e34923defa01abcb5ebe3a997d8f077a", + "e758b129c07dbf4795ff3c35ddfb08b94af172a15cd90c21805ddd3269795d7c", + "e75ca95dce785b8977f2b24392174c21ce5b772035b87b24fd8f7df2894e8b04", + "e7669041b406fe2fb9605a2dea02b57ed708712921edaf3049e30c15c0e49870", + "e769fd9bd29296b03b3bfa821ce720a82c7fad4f6c3545defa203fb70f3f5890", + "e778fc043354b52215651eee4314565d3b8a52b3060f76014c43e768a0723ad5", + "e77fa12e38c90a278fb7af1465517449accfa94a16aed341a3c9f7c8a19d2acf", + "e7b9e659a56a75a9cc66abaf2878026f9ec9ea7b6753b744fadc05e8b4fe2e49", + "e807a1dae7d3b43b44646da39c2f93eac68f75c5d408bb4c7df269b2c31bfa6b", + "e809ef944112bcb401a996b7c48e9c60d7c951635b878b53a9a4e8e7198d5771", + "e8210d2b3a53f28d90cd4c0d5d563c4974afb154e58a950de60a6ce1e94b98a0", + "e83f1bc3ef5cdb9898f71848e2455310e173d9e625f6f62622ee9ca1f067d6cb", + "e8a3e432bb9a9a7a777dda70ead4e914e3852169e92cc1213435d2800a4b0d15", + "e8ab701f9c746b2050930d13cd14c1a4da09470e84a4af00182b240e0190f2c2", + "e8ddd4a423f53d9e73e89994910905d4177eba6ba48a22b6e94fb46c2eedbdc4", + "e8e065640856dc967ec7df4f09627d3df869baf4768b8b9f52d5455aa3824b98", + "e8e555f7ad29c9b6cf48afe7e613a9e7326b0ed49d8c4fa98574dce237cc8bd6", + "e8f7b249bfc5fbf13cf71c70f52c4cfe7ba312f9b2eda18ed1b85f95947dcf0b", + "e931fc764175ccbc37d92970ca353c3ef516278cde0fd8302140552eab5eee68", + "e935cfce5873192c80a1489d0905c0ec0a2c93bf66fddb4525e4ba1a261bad2e", + "e94950b99f9e3a0dccef7b2aad372368c1d0aa60ed9d46f44440f91152bfa9d8", + "e9c3fced5b9ee5c1b0564c4b0e97bdf8036c915928d6d71306c6a8153a3dbf52", + "e9f20a5843a9b56c9f60c76fe1a4a20502d3ac52f6a79e6bb0fddfe57c734f4b", + "e9f7e71b5ac971ee7edd8954535c7bb37a9b4423bf2b4c334a4d837a719d6940", + "ea5df06840f024216c7060de9e0e27e831a22648e6cc40f3cb3c39f9ca632790", + "ea677fca7f169e12f3c208c112812333ff2c7a322418d181c9a173155006659c", + "ea73e0364115fda77575b697cebee340ad79f5d70bb0c3e1a84fcf9366041a13", + "ea8c900045b92ce2c1fcfbde002b9cd3fba951e0930ffa5506af460aa540aad3", + "ea9fb8c996a5e0d3355b766f1236bcd7a1fa9071da553f229d72821e270d5241", + "eaa4e3b998e89bd22997baed140e1377accf6b6bae9a9d1e86054d583885d929", + "eada10e544c804df305e002ae188e023f385ec4ec1aad6532c21a721981d28c3", + "eadf398b6f49fcd70b7893a706e3ca3cec3931e2f79f1bf0478725d835df8094", + "eb2184aec299ddbafd802d22f3c13fd5f78cc0b39aa17d20217480ea1b539150", + "eb21f51a46305dbcfafcae086fbd51bbd1bba56b0c8cea89d67ea33f61e8e540", + "eb49069e0d0803d055f3d2498d02c39396653693a7bad1d32dc458e3118a2218", + "eb715472371cabefba3465b6b77fbff6aa0fc2b4f00c8fe7e55da7cdb1e57c16", + "eb829ab015a5470d658bfc7cf8d8a4f9ed7b0649fc04477878c2c5bb086ac465", + "eb919932d5bcb710486119df62f73e823b2662eb21355d6a3229976093c579e3", + "ebf1af91b52cd8ca4efe45784949e3cc2e8f246d7f4360202ae6f3749a725c3b", + "ebfc8c6d358667cd32e57e33ffbf9aa00db477c85e0e78f25cd2889ffe8a0fb2", + "ec128b250d230602ce125413a544982ece6e917ebe41620a35b3c2da7e64751f", + "ec248ceff6e47b10f0d67f19204dde463c9a1408cc04ba680abb10619a4edd29", + "ec34aae96b40eb7e90848804ed9ceccdb00855bf550a25ea89d1e9387475d256", + "ec3ff85db7bc96ce057455dac92b0d1e8b1a53813902595a4ecfb7eb248527e4", + "eca600fa3e3f7716c80a84047650bb56523b5eef746421cfd879f7de4e393677", + "ecd38846f9a886c1c8ced9a9bccb141c92951cf2c1a0762d75b46a4e27ac1979", + "ecfeccdc4944cd60927341295292880891b0047b9767a3067c38a6a88fc892e4", + "ed3411e5dbd97935027bab83e0de5f1844b0203fdb471007197c8fd12abcbb75", + "eda0be2d9847f3bed6e1f0897845672968add857c9059f415357dbd6a513948c", + "eda11580ce1dcbae0093fc69bea154e1b5e2c429c40a29a07cb6fa005413095f", + "edcf7090faa657a30800ba1effb6f5336ce6c6da7d67f34fdd7bdef9ae1799cb", + "edd3144bce78365312149662b177843b7be7ebc94852e60db48883321cd1c28d", + "edd8157eaf2fabdfa0228ccf1bbdf8da438b5c85aad7e5e2b16415e03225fc9c", + "ede58af4da98df112c7e8d3e3bf12d1dc95cd6a2c2133c5eeb854eeb92549e48", + "ede62eb7c52421c015c5c55624a6f4eeb50adf742ced0cb0e8103793174b4336", + "edea1d001bd33c4521b4976f8c90c447ceb5f39377994d58cbe80b20760855a1", + "edeefba63f3b8bdd4193ebd0f4bde202512ec7186db9680f83ea3503d2bf2221", + "edf05e34b8627e131cc9b0011ee2814775b3ef1f15e7df2a994799b77349e766", + "edf49d0ccc646cd8e65b71c90acbe0577f1e70a44488387d10d5af0ff0ec4ac1", + "edfe570ddea7c44dcf50e5d209f1d0858ac2f6d1f5f4314a47b9291c1e7761eb", + "ee27d30b6be2213a9955755bf53c689e22a1d36d6d937c6e5ce30f033baf1ff9", + "ee2eba2147ebe6e0be37840a004b67948c629fdba8fdfa4717838f8f14fe6655", + "ee58e5f3069e7a722ea63d9f4adc2a70363f44578c99b653e9242f51966d3557", + "ee67b0345ba3a7220dc499ea6cd43247969026767eca25819111f4437406e5f5", + "ee81040064f573d55bc892a32c0a6a9633ecb54f5e92dbf3e5250168a9ff7f8e", + "ee9ebd625b437d3e95188418939dc28c7bf4ba90a218a9ad07adda258499360d", + "eeabdf9f8b0db1bceb0bae0890b5fdfb9326eedbc40dcb85c7f26c6e14f3d37c", + "eed3e97400c4186ba00d90ef1ef61a2add556118dc8721a9d0cf4fd1677821ab", + "eee22c4fc66a21e9250f8e48c48b4b20312e15ad4dc92eda8fd1a8e84ec3b28d", + "eef0e5551b49791fa467c9827c9b6e3bf48fb58d15608a863f3b54531d6e7c2d", + "ef014ca51bfe5dce1a5cadcb691a09e845e1f189e197edcb1b057577e7db2b09", + "ef21ffe1a20987ae754772d981827616c2430fb2ee65fc446dc12b890ac44691", + "ef5bc23227ee57f961995d4db74011fa4e4f67326381286a17660c10f2bdaf2a", + "ef5e8925c07e682028717a42aaf87e36955876bcf1b2cf90c11c9f31047dc205", + "ef650facfe06596e2790017a7de7284ae386555ce70df6ac6792510b0c7782d0", + "ef651f38f75bb4454622f634118195c8fa2f380a02c85e542d0d5e8d40a312d3", + "ef98d4518adc923a900d7f16d0eee156539b83cf1eed9b777c661648296c8ac5", + "efa37ee575b79f5cfe55a72d9df54837d8ad4596af2cd6c9be85fcc147f607ee", + "efc630fb564e71a9a422d6fa7b95119128cb8e883fc59f15dbecfe36e9ecaa44", + "efdc2d00f2661a9477844c248a90bf38774d9ac165b55caa12814e13ffda9f6b", + "efe84d821bfa612112cbb36d005691aaf4429ed7d43863abd6028e2628aed9e8", + "efed2f5dff554dffd1f0016ade25144b7bfc1b05491f22dfd977473d08d90243", + "f002dc29bf45877bccf6944d2b2f85ca3bb5e62003414b4dd8d0da1a8f0239f0", + "f039cb6e4f3b43eb5fbd395eb0922df5deff0be36ebe5339171e5fda1a175bc0", + "f064a324d8450b5bf59a974ff9ca07478be793974aadacac4ba283d522ce1031", + "f0653049808872abb6486f7a0237281fea4cdbf633c2b9b7377b97c036c5b636", + "f0878d7d54e80a2f4cb870d77044819820cec0639b0c3ed55d68060e02aa2534", + "f0c51e190f9e1d34a145c340fcd2f3702770119d1504da2e90ee8cf61ebc98ce", + "f0dbdfdffab87118e1549236292638f7846f0346115debc135c9f7ab76481624", + "f0f6100f7f043d80e2d8ce1d779db6b497b549634415cf66ddb07b5cfc32a9ba", + "f0f910c3e7bdc180f5d4bdcf9969badcd6f9ce1ad0021aaac14c0e6268b93593", + "f113925bba3c99674527e3a1674af50ccc53272dfa59bb7e3ac95713e0263cc9", + "f11a0117829cfa3cba8005d6f7853eb1b972bd0c946a92175a4e94725e03721e", + "f11fa2ba5323f3df29ad79ad699aa5f4a6de4b5a44843d15393588dec3aecd42", + "f12815e47d204a27bd5b1f5f7d006bbb61f7bc8ebc81a5a238e3ca323bf50fe9", + "f140b3f6e23c614a37a424499d2195d9390aebede5e7d7249528f8c97ac4f8d4", + "f141613c3556bc991572da8b83f7e173bc25c96339e883c0419ef6909a1b4c9a", + "f176f0da7b059ac9e4eaf82d45200a273674b1a3c7762d988c8b45f72a9f5c9f", + "f18f388ab015171d6aab7c42b2d0b7460f2051e823cc7209f11a2a158eb9e69f", + "f1e8698545df73640275657660f6d64d39e679ad11a8e51db2beff9efd7d575d", + "f201a6a126befab7f6ecc164e97bd97e7fb96d41c449d5afed4e70bc38dca2ef", + "f219e244f6d65c5d2d342f118c7f3b86f8d17e9fefb358dc2bac5517a93f4403", + "f232edac8808e595c7660ed3940acc5757889c36fc23cbaf94c0256c0ca0e4de", + "f235b5c48056676e8b72a6ab386dffb67c99cd2e777a366a7bf2271009947a0f", + "f275219cb79a11c529c59fff67cbe509a3b4b494baa631231dc2ebdc434cd4e7", + "f297043452426d4badda87fe216cfaf3218081193df564a8e509b1e88436183a", + "f2eb09aa74a3916a82b93cbb45e64b6987b4b0db2bb41508039da083373192a4", + "f3202ff50ba57b89a223afda873dc154246a315d02cabd86d92e79aac87b43ee", + "f36947f97e0c076049cf7bbfc4b1f9e29a44ccd257ba819c8a4390ccd8c104f4", + "f36fa28a0d82ff6459afb0cc4c214a3f00a2f2c05ce33a7bac83708b92e8f790", + "f370cfc1ec34d5682a22d438f262a6466af86ebb6075f28a95852a8a9e1368fe", + "f3bf79df83a9498bef664e804ba1ac9abb0540d1aae420d363aca076e898e2c5", + "f3c7e653d4b7b48da3d6827590d2571ec55a0e2fc93089bbf0729b5118932cf5", + "f3e69d248ea724fffe205c18afedb24684d9e9732f7123bb52cb080c0813276a", + "f424781bd9b11fb67fcdee09cb5e383ad7eb8e73c9549f7cb2da216a5e597c38", + "f451ebfabdb362efd297cbce185efb7a1fbcbcb0ee813e81eb06cdc8ab9241e9", + "f4607d690baf013d7a802204f90eff95d514e819f345a9ca28a1ce98f372d49b", + "f46093cd26aaa07510e0b7bb6ea87df4989f67d720ede606e1ab1efe80d63d76", + "f4af0630de6af54e875ca3b5d161441a92c31a3d2755c4679296ec56ed1a4208", + "f4d75bd491dfcf2f2794dd3ade4da77c7f9d4ae201ba391c79c3885bd2a3a032", + "f4d97df423579ef674f017107340bb087391536562fd7949514ec8a0d6f3457e", + "f510d227beb77e05cc85eeb4cbaf7a037ab4696ddd28337cb3d066a514e20344", + "f5811d175868d36ea16bbf4edfaa39742b67911bc911f6407c853d4a60c2004b", + "f5a72bbabf09277fb14b7d4c26a8ad14fb18e35b770b84c63adff036b1130211", + "f5a9086e74abd4849d1138c889e6363e1ad753a23eea3b336c9b5098dcbbbbf0", + "f607d317a2120ccef46ceca3f4b01107e96dfafbf7e59b9eaac61518a9384894", + "f648007ae7f6484e0bbbb8540f09dd3799d97892127e3719cf24202000f58eed", + "f657f2650b495c498d64853a352dbddc540ef5fbf88c00612eb41fbff9b443c0", + "f687ac299deaec19007e4a2e760d551d30b34298db875526723ccc4fb29c4543", + "f6919a9c489ddc3392482baf57b77b9d6dcf57701f91d52f39622b411357b59c", + "f700762310adf887ff5ccb9d8345a9b8c70fb579f323066c2a784120612038a3", + "f729f479bac37a44de358818074337e1df23ac866b68c37ce94bad896108f756", + "f74f1b83529ecd86b42df89fb3db019bd37dbdfc0cebc44c1a8295617836aacb", + "f7601fe05dbc775a3669d8cb7056b902646da54214fb50515b5e46c2409e2c6e", + "f7691fdfdb3293b4544fc7a352f0f0bb36f9dc5f9f7be92351ec0713b440fba3", + "f7702d266606741d021f0a71da9cf4742074f901e150b84f94d792303db58e6f", + "f785b6dd3ff60c5fe59dd1c191c094844203febfd64e047f37c5d77173f3f66d", + "f7ee42dc5ffe55dbbe926bfb15e73fc7856a879741e98cc2dde8d0d93d5c3952", + "f7f4125d2f2282786b18a12631ecfdc43b84d6831f40e667c2e29307177a24df", + "f80da66a27af19b2789125c6b3f6d7c1761be79cf443343933c1e9dcf40fc996", + "f80fca2b74648131a8a080a1e8ab8a6f7d611bcbfb2c96206e11f4c6ccedcb35", + "f82c04cf08a5d7ffbc2052d4f95bed1564bfb469e14b3d1abebd310baa7a318f", + "f847a0c8222272968b74e8818e2021323d0ceb7e2e2a59f40e6ce7259b249359", + "f85696718a674949094404ab65331bcf680c5db6db8bbce2d0ca66cb795c2937", + "f87e78a9e384348c22fd07fef02a503472337a3cbed6fe3b0592793fda93d178", + "f881585742358979d9c7078d9838a7cbab4cf29046bd22840a529cf9a7687a10", + "f896d7cc6906c2c999a594df63f5db5abca03fd217c6d22b4c083c8f1a847dd8", + "f8bd539030c47ef4ff3a14d114494cdb38bab3c1e3bdc3265b293fa311d6370d", + "f8d90aaeeabd0645344faedbe4a1f9b051f2bb897fc5fb001e02a6de84f45a3e", + "f9323ea2196bfa6deea220e7416a5fffa89909695221079f04b0259bea505bca", + "f95f0181a9ef304fcf345420a6136c5dd128dedf7d29ea48d056f24cdb990061", + "f987345695896ce10e780add318656a40f3036d2dfa95daf70776c2d89909d70", + "f9c47c28d51431a91e70491c1ca8cab97e592279a94f9607368228549ad57936", + "fa07c7f20c27c4bf9145d52efbe65dbec7fe7e8e0a74543437b056b2fa40b98e", + "fa1b71dfc12a4f385623fe52b9f2454dd162217414070904c282e74116447700", + "fa31e969c67e0e4953325d3a91af4672b1f3d68ee721c1f819f040838966c625", + "fa39b77c7e175c3622da909e0c48dc141bc2421906f477bcdf99ba3ca389d679", + "fa47b56854afae0bb9ae5678b80137f64bbfa32e3a177583c97dde0caae50788", + "fa8721a6a99ad2ee7c2e31f26f5a28a03aa2e6cedb9f099c81b1947da8c079de", + "fab9244a98d17007ca287be76d375653d42376c8a40c9837d697b5a9d54442e5", + "fae85d58a94ee8ac87350af04247eb429dc13eba424d783babdb3b40962959fb", + "faf20ae2f6ea21bc12fcba0fed95fc2d2c66fa525eccb574b82d2e775d33e72c", + "fb0104a9ad8c9302afa9844b799df77114a1f599ae73fb70ca182c18657746d6", + "fb06e5d2ecd8c36cadbee98f013d650a6c07bb2040955789da0d930f95d97e87", + "fb6c478eee898b673291ae1ccaec9d0c1e3118308994e6e9ed615548ea682490", + "fb7a06547c76adb0113a91ae5e50d2de4241269eb736261a6943d7cf576ec5ef", + "fb8086cbe71654a8393479e76bc7865b3813caf6dfeb169c9b65234afdf316ea", + "fb8db1967a1bbbdcde29dbce41454d1cb692aa293ac147ebbc0ce88f94357194", + "fbae6636795b7b141ee220b0c648196fbf00d711eb5b0730b7981fcc79d98e0c", + "fbddd6b3a7a38eb467e4dcd74d53870097e4244fe2869fecfca9e44780db9ab1", + "fbe4c736b1b9641c14842d2f9c2d6a4a10e6838033b53bf5bbabfab58c8932d1", + "fbe89b5c637a113631eb2ebfc096d50b3df29a2732f57a74aa8b237b547a04f6", + "fc288e5b6716568bfc9909a0e3645678a20e33954d8cf3222dbbee1033550e88", + "fc32e8d507aa88822efa6300d76556838e30a182d9b8084a59c05ad83a83a15f", + "fc437094c0ca48af5d90e3736f836efc88679b90be80bfbcf782d4459d7b089d", + "fc501b523438dab044b23b812eda04e81412320fabdf2c7dbdc8830909c2d660", + "fc66d4b1c09bd0e559c579f228d3c38a078e45e9d1305d4cfff09a47329a0bbb", + "fc86885e0b1a0de5f04adcfaf51758add43ef7ff78fe43cc43a50cf664176586", + "fccd668b17136cdbb99e09013df6c6dc0a5a91f1eb1bf22f989a21cefa20ae82", + "fcd1b5d1a225fba957d02e346ad9878be14a6204b601bc7f2d3e9a6b06216294", + "fce089f68c0ae00d5da1e754906c73f1c3dda9140a37617dd6eb83c4b2c2ba48", + "fce84ffad30fafc2e31b69dcd740f4d6d675a37c7639473101c780d5061b1a03", + "fd17ec469ece96894cbad6f7c7e391c4a4c110283bcce36d923414a824f835ac", + "fd386d3ba151f051475e843a9e93e392fc7cd8f3193b21c2a78870ef190a8629", + "fd56a8f2722ba03958b443a558c4e13465f2984cd852cdcf87dab011f33b24a8", + "fdaa56189cd67b46adeae1059d510dbfb12edbcdc518bfa2e400140fe3b09bcf", + "fe19349e611215277bbee9b125024dec258002ca7dfcd3a7d6e2b5935dcfed50", + "fe196574c75b0c689806a6ec1f4ea29cb90df6513c167c4c8f168a3cc4af9676", + "fe1c600d5df592d4c32d16ff5e494006f5c98b172fc2b4f6e1697a713ff561ee", + "fe2b7d4e8a2279775c1366b1447b7c2ca7b9c78f80250778eeee02afe18fb26a", + "fe35b9a5ab367c6ce9b369d900c2e296de0d65106a374f90da0fb7339e6a1f8e", + "fe605b386e9ad2f29da2d05a1ecbeeddca2f4e96e997dc7f936f2da629381fc3", + "fe79db37640f9939ca2efc575b9ea6f0ada86bcfc2fa03c6d33decbd4adea4c6", + "fe8a0a9d5dd6d92788187afa795eaac740e028d09f80a76682e4f0c33a5f136b", + "fe94f8c3fc0116c93a617302afdda03a1964b143983d60e257509a690fedca37", + "febc1c3d860db8a9fbe1fee5d8c1f502d19797294cac207b19f790661312b229", + "fee93db0be8b667fcad98db04b454a25912e56cf54f3fb8637fdbc0eabdcf2a6", + "feeb03e7148982cbe914b41c73f9e6f399ccdfccdac69269fb3a92d214b253c2", + "fef7239ff6ce720d7a669ff227efa115fdeec7720a1dd0c35e5b1fdc58e9bd6a", + "ff07c472654ffc93b1e5cc2d73137b9c00da43f91f81c163d8f1ce6e3549ce46", + "ff1b6d0ed5dc56d68521316910c4d5f1e9e4c149199a4fc4ea61f27bfc7292d0", + "ff25cc50d0ec9a6667cb3562ea5a4db8311bafb7b6da50189ef2b88e8f792eed", + "ff3206f9c2acccdd3717c968f3a263cab72d9bd0ae23a9d3457d0129e01f6af9", + "ff6826aba61a52110343bc8400371d982003dfba256edac36ebd3559a2b924b0", + "ff79f3a026549cc2971adfd50a9b5308ea8e872e0cd3b1f88f9923d18d9ef983", + "ff7b6aaafe05fb6bfae3c4b5d4d2085bc210bf47117d02702d8b3aeabb31f0aa", + "ff9132bfcc7b97ca2285f63b6b98c9e5ca470341af195fa9ab9b33e5597cfd77", + "ffb1eb364e359c1ea440fd1aaae3ace5524bcb3e61da03b813c249d7f77de6f7", + "ffd5b2e7c3e69af9156ecbf8478ef0d2911bb1ceb72ff6c5dc2207e71ce09a82", + "ffde31f75b901ba39b1a965ac5540655b4a238fbff179c2e51a2ead30aada872", + "fff33bb40f0d5856f295bd86e969edec5147c0aac5672ff4f959b4dfad835dfd" + ], + "task_counts": { + "LiftPegUpright-v1": 5664, + "PickCube-v1": 11264, + "PullCube-v1": 4240, + "PushCube-v1": 5872, + "StackCube-v1": 5664 + } +} diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/source_split_hash.txt b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/source_split_hash.txt new file mode 100644 index 0000000000000000000000000000000000000000..26988e766c6751325c7f72d33b199bd133350cde --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/source_split_hash.txt @@ -0,0 +1 @@ +867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372 diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/split_hash.txt b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/split_hash.txt new file mode 100644 index 0000000000000000000000000000000000000000..8533e80f235606cef4ba0119a3ac3806d63a0983 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/split_hash.txt @@ -0,0 +1 @@ +9d1dc1c10868f76fa080895df0f2730c173f12b6db14932599d55c2b60859381 diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/table.tex b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/table.tex new file mode 100644 index 0000000000000000000000000000000000000000..b1328427151ab53dcfa1e1c5a785c78f09de4f6a --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/table.tex @@ -0,0 +1,41 @@ +% Auto-generated by scripts/eval_metrics.py +\begin{tabular}{lrrrr} +\toprule +Metric & N & Micro mean & CI low & CI high \\ +\midrule +any\_generated\_unsafe\_known\_at\_8 & 69 & 0.3333 & 0.2319 & 0.4493 \\ +base\_safety\_label\_known & 69 & 1.0000 & 1.0000 & 1.0000 \\ +base\_success & 69 & 0.2754 & 0.1739 & 0.3768 \\ +base\_unsafe\_known & 69 & 0.0000 & 0.0000 & 0.0000 \\ +base\_utility & 69 & 0.7084 & 0.5356 & 0.8955 \\ +branch\_car\_at\_8 & 69 & 0.1028 & 0.0393 & 0.1788 \\ +generated\_safety\_label\_coverage\_at\_8 & 69 & 1.0000 & 1.0000 & 1.0000 \\ +generated\_unsafe\_rate\_known\_at\_8 & 69 & 0.2627 & 0.1757 & 0.3587 \\ +hidden\_chart\_oracle\_success\_at\_8 & 69 & 0.6667 & 0.5507 & 0.7826 \\ +hidden\_chart\_oracle\_utility\_at\_8 & 69 & 1.4000 & 1.1926 & 1.6081 \\ +ncar\_to\_hidden\_chart\_oracle\_at\_8 & 50 & 1.9660 & 1.3091 & 2.9683 \\ +ncar\_to\_proposal\_oracle\_at\_8 & 58 & 1.2226 & 0.4440 & 2.6378 \\ +outcome\_ptr\_at\_8 & 69 & 0.3333 & 0.2174 & 0.4348 \\ +pairwise\_causal\_calibration\_ece & 69 & 0.2059 & 0.1648 & 0.2356 \\ +proposal\_oracle\_safety\_label\_known\_at\_8 & 69 & 1.0000 & 1.0000 & 1.0000 \\ +proposal\_oracle\_success\_at\_8 & 69 & 0.1594 & 0.0870 & 0.2609 \\ +proposal\_oracle\_success\_gain\_over\_base\_at\_8 & 69 & -0.1159 & -0.1884 & -0.0435 \\ +proposal\_oracle\_unsafe\_known\_at\_8 & 69 & 0.2464 & 0.1739 & 0.3478 \\ +proposal\_oracle\_utility\_at\_8 & 69 & 0.5035 & 0.3582 & 0.6941 \\ +proposal\_oracle\_utility\_gain\_over\_base\_at\_8 & 69 & -0.2049 & -0.3325 & -0.0815 \\ +selected\_safety\_label\_known\_at\_8 & 69 & 1.0000 & 1.0000 & 1.0000 \\ +selected\_success\_at\_8 & 69 & 0.1159 & 0.0580 & 0.2174 \\ +selected\_success\_gain\_over\_base\_at\_8 & 69 & -0.1594 & -0.2464 & -0.0870 \\ +selected\_unsafe\_known\_at\_8 & 69 & 0.2174 & 0.1449 & 0.3043 \\ +selected\_utility\_at\_8 & 69 & 0.4007 & 0.2624 & 0.5763 \\ +selected\_utility\_gain\_over\_base\_at\_8 & 69 & -0.3077 & -0.4717 & -0.1684 \\ +selector\_gap\_fraction\_to\_hidden\_at\_8 & 50 & 0.5341 & 0.1311 & 1.1724 \\ +selector\_regret\_at\_8 & 69 & 0.1028 & 0.0393 & 0.1788 \\ +success\_selector\_gap\_at\_8 & 69 & 0.0435 & 0.0145 & 0.0870 \\ +success\_support\_gap\_at\_8 & 69 & 0.5072 & 0.3768 & 0.6232 \\ +success\_total\_car\_to\_hidden\_at\_8 & 69 & 0.5507 & 0.4203 & 0.6812 \\ +support\_gap\_at\_8 & 69 & 0.8983 & 0.6788 & 1.0761 \\ +support\_gap\_fraction\_to\_hidden\_at\_8 & 50 & 1.4796 & 1.1215 & 1.9117 \\ +total\_car\_to\_hidden\_at\_8 & 69 & 0.9999 & 0.7623 & 1.2048 \\ +\bottomrule +\end{tabular} diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/target_index.json b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/target_index.json new file mode 100644 index 0000000000000000000000000000000000000000..bf98fd3b10c4105d20658db53fde359eba827cfc --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/target_index.json @@ -0,0 +1,929 @@ +{ + "audience": "evaluator_only", + "base_candidate_types": [ + "policy", + "policy_residual", + "anchor", + "base", + "expert" + ], + "candidate_type_counts": { + "expert": 419, + "near_miss": 838, + "no_op": 419, + "random_negative": 4190, + "wrong_direction": 419, + "wrong_gripper": 419 + }, + "content_hash": "1aacf9de98648fa36bef14e137eb43c7c6973170804650814dae41d09842c708", + "dataset": "/scratch/knguy52/dovla/experiments/six_task_h16_collection", + "deployment_candidate_excludes_expert": true, + "deployment_clean": false, + "embedding_content_hash": "e4374b56912fdb6814eb0320518733d1602a90e0dd2f9268f65c8a148751f963", + "epsilon": 0.05, + "format": "cil_charts_npz", + "group_hashes": [ + "008d30588ad015db473bad0a71c13039cb1d7725fd6345f85f61b4f135a5914f", + "010f7c7c4e75115a818b44fcca59b1b036ccd9e3bef5c336a53008f8a7b0c90c", + "01349bd14e96a28b27485fa7b4152088fee51e14509318f34e89cccdcd369c86", + "026a5501ef47551172cabd8769a56ef391320107d1c27757256c6804a0bc52d2", + "029379cca8b2cc44b70649722a5e1a91cb6e609ca2ca13f242e01ba12bfca76d", + "029627d900d662439e83a0985be181083aee1388afd0887f6e0fbe802d8d33f0", + "047b5299a16717c2aea07ceeb278229f0b4993fd8fac84c7c7added14a47ee77", + "04d0793c098cc4e382d401ded0ea3d56c9677d2ad834b5901da53ccda9e7d606", + "05989b6549b3ff8e8e6c76d5ac972447f33600ec31b946a59777fd915ee136f6", + "059f2165f0f92f81ec8c873a978423ce310464a3cc27b1b08eb88fa7d5a5b3ed", + "05ec227fb1c3e112625c754c648e95e326449767ace3e1602902db3ad71e378e", + "05f2d0050690209c8abcbbf38499e0e195f5fe9078d5964a2fa4d351dc340a4f", + "072314f777216049af237bb018df2e562ad21accca2928fc4a1728c4c0a70dca", + "0746e4881ae94e6843c1d7e85f889ac5196b2a58ca2f1cf5e2c731735ccd70f8", + "086e7180f0fc674f6b011339a3ab06feb8a4d914744385734c4af6938d63ff60", + "08bce62400dec82cb7f3de6cfdd7e831fc3733bb7d920e8a13144702403468d2", + "0a68ad44f481250311d0f54d46938b1fd557893af5d9efca367ded1c61e3c2e8", + "0b50e4bf134f6df63b79deb0d5c1e8428d36b52ac3b97260c5d2d3f3286c025d", + "0b5309f59e3b116aaafffd79932bf558afe148cfa503ee100797c472adbb66dc", + "0b677f82a30861323128c400c43186f364d115c3646f77e0b5b6fbd9aba93af8", + "0b7b725b4ba7064a7598c6b283e2bea2f81f95b08e5390df39bdca14cf174397", + "0be3d37ad2ea7b9c4768dc6be2b505a8569caafe7e3c850bfc5f466cb00ac715", + "0cd039b28bc0a289515b0552105237c97f010ea8f52f1d79d15ac23b2c5f51b5", + "0d02743f28fb0fc84f8aa9b502d34a15c82714c2afb9c8ea8a0e2731a134cba8", + "0d5ad7cb6f339dd2b38a88d486f273f01a85efad9cf16205236872fce6299e6e", + "0f0804f0ceaa4f105cabcbe15bcf37c28c8b2deb76adbc77d10f106b31d1a19d", + "0f64d8c709a8f757bc9a972ac48f24f5f9f618bc9dc10c00bdced3ea5995cffe", + "0ff07d6f8629a231fac814ae3f8a9d18d9f2d5a5d3144b16a20ae7d1aa202cf4", + "115cc5a336dcfd42aaf2e70e91399dcaea0c67511c2d2776f0583d533f3ab1a2", + "1214e59fe6c7a0a2c552d75d76556b94ed956f9483f43c23c9c918ef74bed5c4", + "13bdb78c493f25aaa60ae00be517b8d81a019edd3fed9db1d110730c682cf077", + "152c1154221df1c61379262f4431935a6643a8b056939e6067a24277dbd95144", + "1736a3e41589f068c5583aa47361c5a65a38c756d7c83dd2b291e533f8ccf29b", + "185899d72412376f441583214f89c8b4f5919141ecc7d26040d421ce38aa827a", + "1859b39dcf1792ba35aae7f6525f1c5bebabaa6cf96764b6d91efd065b7c5b72", + "19164061e9741ae8144c089d22914c6687147fb1eb9769ac6138ef3ff3aa3bd6", + "1985928f34b5eb98e58fc7b2e0ba76f219326d56aae7e44d5e05b7c0e37a6a47", + "1a6b5ec8a4bba5d6cc47c74786b709c3f7fcc745cecf70a73dab8b5e1196081a", + "1af3466db9afc8d2081db54c173835b8ca6499309fe4f3f3ab21c9e73e73c360", + "1bd01f63cd4031a48713788ec00bd2f31261029118e648e055cf33c285d3ed15", + "1c59c34bb7ec1e57a6c4cb6b99b155a268a5905621800c9d03e32626d2aaedc3", + "1c84f9a3ba87babf7017b4310f0995d45d5e2a6ec3856e30afa5792152a078df", + "1e0dd390e3e7b388f54330562460b0c813e82ad862d26c66b42c6c3d2e46e2bb", + "1f7225e5a9e00d9ab87b51faeb0874623ac983f56dcdf4a855d0da29f861cbda", + "1fa325165da53abe38062a07aba9d719b26a7e890f8663f320ba2eae96072d14", + "21707fe0167d5227f7f416747410e40ae3f78c6c2b825361ff3f3091d56f42f2", + "21b0c38799dbd91817654ead09968002f251beb305f2a0dd488e70665cb691e0", + "222b477e56cdc6dd529442698720ed23b2fb6089d0a934ed3cb97104669ad1be", + "227321345173cebc9198ba533e27dc7f68bfd22fe075783a60ec7c32a37ed68d", + "240fa7babba75db5977aa68dce1f0d77015a455839915d71ebc76b252acf7399", + "24bf7cb1b06503ef7d2d0d33b11d92f096a2d9f043ec3454dd24190c2f447410", + "26ac77dfd2a9ee1f8346cc862a4c76e04a552d4bf09a95dba0fd72e86c22d544", + "26faf0b54827c513fd7411133f3d655c69be1762be7262b7c95a59a53c8e5376", + "28ffdf18cab5b40f176891bfad5f86b67c78fe0a164a773f0ea4c9e4eb3e2e89", + "2974927c1ec6cdb00ca053ab7064ccfc1528d35084141b0b55baf42bd1679e94", + "29c243497d2fe43220d59c5689f78e8fc25be720880c7c96fe3bb83cee571730", + "2c519a92b9c61870a25bd465e387ddd56cf785dac01d3d799f1336071a688cf6", + "2cc11b7818e043aaa695b6cb39e23ca678666972630ac06f4f9f233d1f7f0808", + "2d3b45195ad9548f6d927e45edd80c0472fe6b99444d7bae2078279d94f38dcf", + "2dd4376fd28fc3d5be4efdb5e4d0788a73c5e2e017433df7afcdf4e295073e71", + "2eda514c8c3130822ecfb887b782233433591d277b4d5544f35869951575a3d5", + "2f62b63771280281f0bd7b76aeaf94b18feb3d9e77d5f4c3e6c941bd1b24f682", + "2f6c7e63a96faafb2769f3bad09af0dfb334b7572bed6de64bf9e9fe48a46bb2", + "2fc4bcded9e3b5488db04aa8d76d91801cd086ca4f9b1297717a52bc367e9b16", + "2fd10e31d0173bf7895979bebccc703d39b3bac009853985801006d7d6e2005d", + "300fe4259c0457ea26c5c5ddcc0ddd771457c628008b83e328aad35d009a7988", + "31a5cc9dd9197d83dbbd3d3ca4142fbf28b2fc8201bb741270773cb1894cfc7b", + "320f6a196e59b2b4edd608ebf7ee79f17c8ad5466630843e775035c4846b90c7", + "3228ee331db1a462dda0f3f48e0e61c214e7605e1108cce578ea5f2fd595f1d8", + "333b07c20959eea559a91f453fed7eb811df3829c14be6ce7a0f2cf0d2b43920", + "33555b978758146c6ef5db44724a5c7d0c6bd220b6f59563564431729312103e", + "33e88827861239c6dd5fc396fc3565daba3dba151859cb16e84bb12f27cdecf7", + "3404ffd881c45722234ea44705c34a255fd4c7bcb8bf6bac83c63d67405866bd", + "3419d427c11b72a992314179016bb0a9148e4e87233c09d9a2670db8fcca245f", + "34fe8be6a6881aede4d578671114f9ecebff8022ff512590dcb98d7eb56136a7", + "362adb9e2f87f785eea8ff421cc49108735a1156b118db43f7dfb3640de23566", + "363bb1c2cc2d0815667febd486acfcfbd569db438fa75e5e535e1533c735964f", + "36b9c0d8e8dbf42d0ecf7b80842f7ece7e817229b8d9d81b9abaf789f2c84bad", + "38d12b23358dd923d0dea27b84fe3be71eb3da4d43c60a7437fd0d79429cc151", + "391a987cfdc35a7003584b41e687fcf13b3ea16a0bdea3579e38b9b68283dbff", + "3975173592d19589ee2483b3a9c729a1b09e357dcb9b99289e91e364a55d34a4", + "39e42a7c1b6df133a041cae19e34e0f2b67091d7aaa9fdc857e8141d1a02e0b2", + "39ea289587d7c4a9fd58e23fb6d50bf46589a1a9d30d37f385ad74547d61262a", + "39f53df98841de6d36ebe7d912d78c71b7a4880cc7bc08db0e52dab1678006fe", + "3c6ca95fd406cdcabd3371a318249e933f024d2d96c627aa2735a8cf7fae7804", + "3c90d5d7da13b39be123adb5d07405cd5957e4bfb7c514020dcd16c358ab80c3", + "3cad974195456ee5a2db5145a90ca0f2558e212a4c893a0616803f4b58326e77", + "3d546da4e682f1e5e2e378874bb802a821fcf1a2cd8f3ad02fb4c2c2539ed504", + "3d7dd030d76915bc67fd843d4a0f7f16e93fe56d1ed2dfceb77e3c1e846aa2a4", + "3ea9916cefe474f99143e9d69e0363de2625d9ce34d093043f1731a1a36ed598", + "4085a47a2f6b662206c0c7fe411d7b713e52f429bdefb47b0aee4f7f7eb40065", + "40fd8700ab3b156b4b0f82ea40b48dd00341dac9dea27e31a89bb53587a81fc2", + "4177ad99c83f31a03223c2c57ad0633ee8d930604b5da6143288bb9d95a073c5", + "4199a7885060607ed8db3b1218328efd16d4d2ccf80bc1a81d0bc590ebed3232", + "426e498c237a053ceccae427cb0541c4b237d508b4464f772fa89f78625b4120", + "427b4bd0585c94622bc045b12e05ac66ac352697c428ca2962489b2e099e099d", + "434cf031465e32cc99d0be0df1be0e209bf206de47292393be87ae541ffaecc0", + "438a37d6b4bd0e2fd1adfd430acdf90e336993bd959f79d5bf71fb37a825150d", + "43ceee1b0eca37c6537d26a22ae452abb5881e096dcc2413a056be46ffceddf4", + "43d3ff2bed6137b1430b5b5a3b10e54c39ecddcccbbd9a41e9a16ec6604be4cc", + "44632cc411cf104f311f9118f831b8b096458e112ba5644c00e7c4c230cfcca6", + "44bb557346fda02484ec041ca21fb14dfb3de5c9721d5d129ef0e9ba51181358", + "450ebccf76e662aaf43e9bde1076c30ef05eb7a7ca03cc5e40d242d4088010ab", + "459c03ca4b12a9927ec189194a6dc2732521761d69a41490909503ed15d0be51", + "45d4b64e2aecad1a79fdcc592484933cf1a922e6ef3db9e9aa626ffe9e4607fc", + "46c00e829542ab0f4441761c7a1c22ac053712d38c1f1cd57bc6bed307e62feb", + "47416d5350e161048d0d62abae130ee6e13e620c1453601bb68f12566d3a8aa8", + "4884708d82754bea1caf4baf09354f1013b3932daeecfa07713ee2ebc17ad8b5", + "48e3602d53ab14882fb5a3fc964efb696a97b153329b4be01765b62164b31cc5", + "48fdfb473480e244ab50a0aac797379a1d447f455569fcb32d54fb3eea07a388", + "49c4c3c498d85c4b459939a083610984c215e633e361f0ccd2d6e11fa3fbce39", + "4aa7582e97431f30c9db15f9ed5bb7568ca31cbc5861c2c64abc20827ae986fc", + "4b63bed5359a285c67e9ff7d84280f7b0a40c641104fa0a1a50af5ce0ca419d7", + "4bf3a488c5402697c040893291a578005cb34907d802b68844fc5774842462ab", + "4c6d7902a1e22b2bf6f7f4167a860be5ed39be0aed7c909f23dc649a728b3cea", + "4d0c7ab2ff619a787e1e947cfcf1c100528c47c16c90aebe19e3281d5747a55e", + "4dba02fb52c247ab7473ed24861f38cfb281456a57a480e4d64457180ebd2f70", + "4f81b09cefc1d9a5f91ae4cc1d5b2788c7c0e0b384e17512e82d4bf023c24999", + "506d3395d1567f02c0c44436838ea9889d35976ecbcb7ea30f9a50adca34ae3a", + "50ab237de0f3ad4f4d676158d6f474657d272f8ae0dba7ca4950f917c0233b85", + "50b8547d0dfb7ea95945ad82c54b630cc3ab54e0ab01033a9f19166fa41f58d9", + "50dd63169fcb6480776acb6cf689077b9fe565bd6acffec4e86bbe8b12411424", + "5196ffdffe946a62f4500745d1912f3fdb667cf7cd0cafa5ae7a035b896db048", + "51d45b6d1badda9da12208d1b9a1ff775403485fda5a8652a0e8d7d499f4939b", + "51f1b9dd8bd0de616f527f8848f95818854511884d434a2b394115e1bcc7a070", + "52479f35626dbd059b00c6c86e23379ab399d11ce8042b4399b3bc9c099fcc2b", + "52fee2dc2bd87e3c1a6c0620c5c627b2cc30490936440fc6122e0432b983f5c4", + "53d530ffa92afed3ce280ed6285c4888ba3bb59ff1cbd07fac523a5318f00ec3", + "5480d25e04a50a517a951793e91afcdbc3ea583236d08af15ca500be17218b43", + "54b739816771589b437a20ea18ad6c027b5bc534aa88a3be253cce7a37acd3f1", + "56137914bc27ccc2862b7a1a1452b01a33e6fa0d263c6afa6ab0607d40a8f099", + "5741844eeabbf8c6c21ca90af591fd3c50da313baa957a4053557992b8cc4866", + "5747a957d9972c2d47c89fd759afc4a8531a338971ce57954a785f61761f57c7", + "57acbd0e674472d2028036494f2e7e3ef2d052f4edac55fed900c1dc89f1347d", + "5897e01933db895c1bcadd473c11310268cbf5caf38c818f81d4bc96e93a4f10", + "5910b96219ff6c27133fcd192fdbc1c14b2930f1eba4593f03a31db8b7e3291f", + "5987281f5dfa9bd2089a2ca5da16d8ab94bbc2b908f1d04bf6548d9d79d6f0b3", + "59d30ed358c5b684b4eb3b6a32c5c62986761e80d85b519e1a48f6b639ccbbce", + "59d9238f47488e2bdd936a0d1c63ea4e763e511fb9b5c903862e239c35475ed4", + "5a678af69532034429641cbeabdcdcd84eade06b83dac385dd6d8d7ea36195b9", + "5bf1b42a54729b348c61228315ecb19a7b2ceede4d0e7b8dc9afa8891bc81d58", + "5d0f3f38df807dd181beb9335c96aec831ddabc4d9a634aa7c54334ab16c1d75", + "5d4e9ddcebff2ec81105e8ae79f57de3c984200f9994e88c466a0aa07c8e1320", + "5d515949f2580c7204d7e0ea416bb67a32d528e4ff3041f37bd94c08b56c5357", + "5e418b7e9d172a9813cabe7b9bf34c168db366015d182770fae70f0ac41422c0", + "5e78b744add77bebb64bcf18bf09a83d5597e058afec7410d5da6eb169100c30", + "5eac061f4ceb6a0fc89ae4a1cee37ca22bf27174233561d82042b577f736242b", + "5ffa8307514fd765cae152d50388c2481438d15691116a76f78c1fcef9d2ba57", + "600b24bbb9011d209e230efc0651ecbfdf9192844de83e795d5993ee034c8f06", + "602956f2c532b51b46cdd0c64db43929f489e5804e760c69806aed0e26b3514f", + "60c343e6f949a3098f6f33740971af76511890cd47b68c88f7ce1894d6d46b0e", + "61497e92cfa672eff759375d67829981565e5be07bb87bda0caf2525f38171c4", + "6214f701d647152e08612cd72bd1e15b64329676d053324533b8c928d6e6c9d4", + "62f0b0da66a12c0b2bb3b7f1324906246d8aa8c22dcf738728d169df29b85cbb", + "6349e990f1235293d2dbad51467abd02bf7dab9fe63a77e1f5e661bb5e1a1672", + "63b494c4eaafcc2da75d4d1235d198b3c0b0c06f6bf762a6a5fc7baeb1a9e385", + "64010a7e425884a51a7a5195beffa3367cb63dc05d7d9af85e6089f959e7e589", + "64bd5fbc7e70465034494d5dd5147ece3426224ab802b7051041606c9af60ea3", + "6518e953250447419c08c59d2ee155fd52ff507b28eeb3a83433bd89432a37ea", + "651c0e51e5e9e00565b3824a7f42082fd052a2df3b8df4e1caee0cd8e50e90ce", + "65afb3b6725976a6ee42025db81e84c935fdc10361f657ebb33d9cfdc442d502", + "662a3ab296db484aed6b385a16f29bce8467cf9e45bd85b7d4603ef7aa75a911", + "665000f91e6250f222e1d20d8821ac20395c23127d25b29b2a18d824efe5d95c", + "665b59a56dfe89b21ce7f3e1078d4070fc5d6c6aa9c32fc101782b87c94da10e", + "66db6cd423a630f043ba70653d9cb2d3912d39d74ba20aba42f4ed49be24515c", + "6707e8af129b5c01f0227ea9337cc805a44e08594231bff59fced200904b68ca", + "6762618ec7b24c3b7302187e22d53c4c8fc36c5479d927e7b22f82df0096ab81", + "68aa926879c32f5120a16375df788268f6d466b722c653eae0cb489b64c2715e", + "68c7948e1397aae7ada0e711538dbde0b894aeb6c65a2a28b789072222c7d04b", + "6978f93cc00cdf51bfb5d79aef73aa1e6d9cefa78fa0452fbd6c7d536692e095", + "6a4016ddc183de9be99d891de4af7b52506be085bdbd7b623afe6ae67d380743", + "6aa36251dd6981548c9da087d57cdd769ef61ed00e6b91d9ef9ad66fd8042151", + "6b317d5548424aa5a1e695f983622fffea91e6839ad1998a13000c2510316cd6", + "6bed9461397e0217ff6532c954a833dc28fece0cb46e647554a189e66524cb97", + "6c583b7ca612a308e259dfa946fa8cf45fc8b8ba31262221f833ff3f44783095", + "6ef52217b53a0484ef0bc7e133620ce5236c4268111f9f9e6562732ddb3c1bf4", + "6f019701fa2e5327cdf14bbfefca64df0f5aeecb6928fb52e5a01acae8633fe1", + "6f25c0d6d8191dec23c8d22c518212f1d2507ad4e3d4e4ac34869a5e3d988cf5", + "6fb7eb6b8b430c8ef441afd0ace15a4c42dfd23b3ac134c399abfa06390058ea", + "7258d7dd2d99620e2f9563f387392f056353d9cd0feaa9065c2a8be194a95f91", + "730b0ee7d1a69be505cfa2d8f82ef12619218566820fcbf2c2049d781cedf6ad", + "7345a52d3dfba26a5528debf07f380ed05b6e5a1dd313e7e108226d74edb2724", + "75038a8ab21048d173a77df2a2d9410cf256f6a587ef333f82d545a2b0da5495", + "772ecbeaf77547ccf7b918354bc234fffe749626c7bc4b6644544711300e3795", + "77a5e2b24fd4ffc2325efccbe53d2d0af89831ac3081665825a5d19b0f99bf58", + "77b31ca7d2196bab4fb31060a8c79365e306514ebcdaadc089a12ad03b7ab734", + "77da10edb61dd80d381746bfb7929ee08eaf96f64b65f535695e5f076fce2861", + "792e6b2c4a8865ef31fdb6e497bf4c8299a0cefa2fe47777c8b20dc4be86fae9", + "7a19124e06706c046acb04bc05c52c019ab35a5c0bc2d9d48e752d4ae0942009", + "7b750fab861ef3d12d2b387ed46455aa8b65ad72ade5ca7d253bfc8d8408c160", + "7bd6f159ff7920fed389c26281943a38f556af30c29d4aa402d5d1ad808a39d4", + "7d913b1ad623536ac5812120629dd8cb0455511983d5c0d1d26277b9aa0b5105", + "7e010a7eadabd6135dcbc0a81d71a0c4a40d9ec4d8e4a41b9bc887d64fbf8c8a", + "7e030ac9c9322183567b1955bd4924366422f8ba5246e22a232e5932702f2069", + "7f64fa79eb60a5f4b50f1b33da9b9b3d99737cef21da808c825c33092615cbc8", + "7f9ff6f99c5de72a9908c3fadfde6298fadfdb9eb36c32219e4a7fa10892f642", + "7fdaabf2a4be809033161efb0bbc2828cbefe75c439216450b11d705a706a1e6", + "80bda934d0265c977e22f84b9a47bc985de3740895abeee0e54cad76fd791093", + "8196baac48edec4fd98a232dd60880cfc89bfb76b772d9ce7c857a4051429a44", + "81afc453735d484ff81d6fcb46b6738fc9de062504b255a5d366d15833b2b93c", + "82ba96b0db417c596fbe2c6f05edd0aeb2e82e0903016792d0bbcfe6551bd17e", + "840446c401008c1f4f1b1f82237092cbc1a020e55cc02ce94792c3fd4c4f4ee0", + "8488122d93a4ca2429fe5228db45ba7185a2290931adc5c1c99e8cbab534ac39", + "860f89295df9fcc82bbdc1b569404fbc284cd0db6eb4aedac0d72ceae19e27aa", + "865a93b7d07abbf7233f13edf40ac7ac9c8013b44bb5b1d8f56f6628c9db00e6", + "86d9accc836046ab5fe18c08db4a4d0d5d65eef66c487b81d39befa68a892c69", + "8744f7b069ab27db815e0d8ddafb255992a61c37084b201454809d668506fd34", + "8755482d237160251dbe35fe0020ba85c14e541289f1dec4f6494305fbd8df89", + "87a181cd2f9e280ca7cdc7f0fde3e07112a363891302d8682860c081c35921b4", + "87f6acac31dff38cd80e58f8371fff6142712d897de20092d418c4a430a80633", + "88a012cdc526b418b4aa88816d251083f4853e870482f8e924e8b6a8af8ba731", + "893c75484cb41d8965549dea2b8a2bc089cb463a1e6f8469546dc92c8705de39", + "89d95882eaacf6f7cb28c46b23ba22c3ca11986ad0365890f461a800c7d087d4", + "8a41d9b49b6fb8253d7df35219e7867110656805953c6d665f128bc74765ef89", + "8a6dc00f6e7e5cd26234fa4eeb4d15a8547fa593afc36997459216137d1300b7", + "8aab254e85254d5cf1f1103bed51c9cdf8d6e287dda1b267b7d2adf0d513eb2e", + "8b7b0c0c36a755ab9fdc1c810ccf6abe54e24c1fd381c8da44fe1fefd0d05d76", + "8d11dd1ec76d295ab531cef7f05a62c5e138f2084880886a78c6855f907a19f4", + "8db7ec8b19bdce5f9886dc235e95546452a592b45a0e0377fae405b80564eef6", + "8dd973f2ade114309f025349bd4852d7fb3fed114871ab48e19583c48260626b", + "8e2579fa847f97c9029eda36fde5da04309c4e42188364edd4ade1cafdbaa213", + "8e94f3617db242fa9ca8ec1d20a20134c46fb1301f1c585863055e5e1ccfc87f", + "8ef7802d4d36504e28d179e70878185878721e7aa7b791aeb9f4510ae926e73f", + "90287d800986804804b7ef7bcdeaa94888d09b6329918ddc0136dbd31c7ac8c0", + "913df90c98f124b2ac5f5565e5e86e1043f79f34f1c6410e7843886c4bfd138a", + "9143d67f035c7c08bf56e3bb65f4d597492147e3bd06e575d05b9617fd5a2e6b", + "914a0ddd825254d368ed88a4e4c0e1492b62b685b54d43a74eb809c21c0b057d", + "9155e1827763664471baf371a8b288f53632986039fe13fe8bc519af27b7448e", + "9180decef7665bdc3dfc930e38fdaa742261568d8a323e5ebcbb5dda83ab7435", + "92c3f4c9a5c73d021484d9c22b11dc3f0a5938d92e8b4a3ac29a540daf62cdae", + "93308310bdac1dc182ac074cf0f452d5857412a3dc381d6adab000413862c294", + "93fe1b775c9d5a005b4c24ed4cdcbeace7c443fd96acde340cf37531e0d958c8", + "94adae68e8f80732228ddd487310402d7af461be7ebb5f483fcc14fad5c84368", + "954022aeea5a16063fab63a3400d1e5ae2e4c1cf3af56c94d437dcb613d6eb9e", + "95848d52f9d2b349485284334c4efe48bc0c9d0e4f3993dc3fa0b93917c0c794", + "970ae009f20045d56e65f7c177ebc783dc82bf777b5dec048d9ffb62c2e7073d", + "975adc9af6b12272dc8484adb4210f1137470d6c77b2982cf4809f2cff9b712c", + "980d048a07e2ed128f0cfc5768babeb12f7b8c1102dd264d40304becd711ada4", + "982679e3e46a917a3cff3891b491fba40130ce6ec338858450dd68b6dd6ee16a", + "98d2821446cb8cf7f5342382fc409bf4e1531234751095148028095c4d68c0b9", + "997b672b7ce7473d2751343cde3d2aaeaf840cb344d368ebbadd3d2205a3f079", + "9a0729ed13e288c93f267bb3557f4698a73ed5aa31a55a8e84b558b94825f262", + "9ab25a8cc539aeaf87f23200ed1c3f9667d44963b7f6da1e903f16736bc509e3", + "9ada1587db68d41c577e46d5046862a766502fb2dafa18a139e5f797b035c295", + "9b6021119181becda810b14ab492087af39bbb14c7b7a73d51f6e9f274aa83eb", + "9bc128b3db4a990e7db2c97b5c7761eb5452183da0e8b815fe35c85de239251e", + "9c72c21529d08c5069a521af5f213b99dc9741ab154c07c3bd0b4937801e6cfb", + "9d09df5c56e375bc9454202fa81f76636c4357c73e2f5000368c4300c30c9d8a", + "9e25bb1895a025f06794aba14ab0cdbbc2d4c900b747d42d48957a823e0bab5d", + "9e71e5498441b4b84fda9d4a381c841cdf9dda4efa3e0911ec8866e7fb9a9d6b", + "9ed736060546283eaf7a9e6d7f2be31ab3cfcce0d01a7602dc9bf3311dc84567", + "9f30c7f9e60ba8535bf2d90500801f28f4177b66ea3a2366eb50ef7ff7f9b9db", + "9f3b2d807346a6cb4c758c408fef30a978ae8b2b82ea419f13d447daad058f5e", + "9f9a2aec986ef7f8a6fdf55160dcae5c969717a28c50a5bd8a3b46bc0ad415fd", + "a00ac37fd929bfad607c2c6799f93375b96a8f3011cf2f49ff9f47201ca01987", + "a12758b2b9df7c5e40f379dbc2c5374e2fa0508e5f21c7b5cc38dda34dcc7102", + "a20b63cd6f96f12ec818d2ee4b0e6f2017b73aab05981d5a46d2c466e7d82432", + "a2727388face2b4a7efc7b6c58838a198a9e1f420e0b8852b925386e77a83f70", + "a2cd9da5ec1623c7aa739bda183c8101f171d8713dcd39db1ac5871ff56b4017", + "a5119d9b97da13e0e5999ef6c91227ce8a3b17de9bb77acf4abec2e00259b822", + "a544ddf0f57c78a44f54dc946cb6885693ed7372a89f15bd914569f1d9849ee3", + "a54c68ec203d07c2a967d02825037471086ba238263be088d59d9c7f00612ed6", + "a5ba2e61cefc84d8908c6b2bb830d91790177360ad02b3a744c640ff5b45d6df", + "a72c67526742bf14cf400ad3515ed8b87c2fc7bb4f95070a0faea29c8ea984d9", + "a775848264bf7b4a3777a556d11f38e2994d92714c0c7734b5a4d46162c84226", + "a83bf42daf636e7a77f77955757dcca4224440cff075bf7eb0370795f9d8663c", + "a93f33032986ce24e99eb38f10fbd9a62d75462d5adeca5b4e236cef0836bd90", + "ab78cf2c57454d46dbd7fea49f3293f01e7c6dc9ae10e2eb2b4fb20a3648ecdd", + "ab8b5ff6eae18b911f6e8dc11c2a34f65b1c9b6d116c91a00b8a8792096688ed", + "ab9e518e9c2bd1aa4fa1e395553620371f0c79804c89f5daeb6ce18d5b66af23", + "ac5ecc054864495a34f0b9a16a5473b786d7497474773dcb84947ed204009aad", + "acca44ec9bfa0a02833526adbaf86c7041a0ac281b28cb7ee91f18fd09b078f9", + "ad8f425b29b9b12876e4fc5fd18c3f867046ae41c81ec55cf0b6d208e85dd742", + "ae3fc0f559f37778cfdf27f640bd35a16aa6b76c4ffecf8d42baf37e4a5a7905", + "aefc7849c632d4044a926f20f1d94b82af1b7ed6dc0167d2cc249b218a343a93", + "af28d652f179b9718c6a9a9e74f9e8e7f12c437a5ad54a75d80a82c23dc8e644", + "af82611bf1b54c6df4bc9285d7264be4ed86af1711891cbdf484def25a7d98ef", + "b0ea0f0cf25530508c4a9f67de55afe8038355b7e0b860af7ba9f04aa31a3e06", + "b1bc36c06168dda8d850b543cbd2d870694b4869230cd985b20dc8b6ca23c1d1", + "b20791ea51ec80c181aa6a54ebc7d1383974764c55ee7dd3cb3cca64948266b9", + "b34c178c6a7c97b598af258fa1a791d9c0c61e8432517e3d91953c0cde131d7c", + "b40f7a9d22cda22a063bc22dd3b4db5c3598a98609594494193ed48dc8192cb0", + "b461e54387e0a47ece2b22c3dcc65391d86517ead678ec33a5d901fbbadc0926", + "b4ccc21e5ea8003a945bf634d6b800fc44eee0aad713f12e57e1984c525a65f9", + "b714c7af15a1b9b8b710eb5c7611595076321e58f55c377e69c9121093522bcc", + "b8004aa52a284d2556c496f43d30dc6fb1cdd091695e1e50c1a90f0d65f92b09", + "b81b7e5043ba8065513ae1e47dd72ba75abd98d33e82a7ca7e78e051cbe43cf2", + "b8876098ea9a407eb70ae6ec08951a4f55579c2e0c08716a7c6cc43156beba4d", + "b9285dbe600a0d883bb1a8106ab84908e1daec78d16497c41f6d64424cb98313", + "b97e8fd40a8dbf94cb8e2011dac90a9480e3f112d431fc70ab75ac357644f8e2", + "b9b5303b9443950e596764e3ab43ba388dc88bd9e9fa4db7feef060ce896c62f", + "b9c2abe9f6ecb2b7b77d64e7191d9ed09a36554e9421caf1b2e65c5463365230", + "b9fefd5cdff2e6c28088cc0a53e346a2c097998df8b6fc297222153e1daf65df", + "bb2bbefd2a016c0ad8e9e3e8858cd69d918f0eca2138b4f2289c7afd8ac1f4d6", + "bb30b5791e4307912aa9adbb690455c076e533c6285272da8d12e78f51db283c", + "bbf53aba9adeea04e3f958a95feecb13ac2d29b45a69478899314a996c78e544", + "bc6192bc3b2826b4e1b0b4d086536b6565c66d2c8bd66378de084b53625943dc", + "bce154fde165db7793c519eb7cd7b398ff52e9cd42578142e5c8ee8fb0656547", + "bd1dc7793ae70f7d999d0e13a56b492cda6f3ab0de6301699294ad15b001ac7b", + "beb32919cb900c53a3953442a5d071436449a4b9ec5b2bce6056f3d0a1f87714", + "bf6f5ac70503dd191546b89ffc869bc3e28efae51bf05ec330535f6e5286e301", + "bfc5863c1a54513bc8256de6b55beb115b2fa384a58f23530fcf523dcbb52e1d", + "c0b1165b54a3e58bae71e154a65337aed1918c1d065439d9a3f9d65f7d1324a3", + "c10afbedc26936296433deb12073cbd34317fe0ab7899c916c8cfe4001642ac8", + "c14e6d6cb9f0b03afcc8cc196c3a29e3e9e2306becbe004eb2313e306cd0a74c", + "c17f9ccd9fd2ea3d7d9230a42289690c9decb88e0a880a42037a79e94b100e02", + "c309e10ae79aa8821732639fddbc5af8d7480dcab2d0316dd331ad859a03eb98", + "c390b96eed7402670db4562842a2aaa9581848dee1538a66faef88134835c045", + "c39690ec883cace98ebcccef51fe48fc75b323082a2c0ad951b40531383a9717", + "c403e6f15abb1ca9d51a883ecc88cfcee37d64058e19559d87cc8e9659369ddc", + "c628c9f4b7dd0a2931ccd0a68cdb70335c49d125adc341c75ced526e0b5d7439", + "c66503618c5c0194e190365bfdd6f18fc85f6e8b14f248c0724575689225af85", + "c669ba0197f300ec35c9cda7a239e8a69e73488459a625ab9476b09624287715", + "c9ab26239629a397da5a94679f176211063e4fabfd3c41a2481405a5f70b2e71", + "cae0fe58a9afff0750883faf68e9d4ed511d4adf9f799828e6c7c331d0b2733d", + "cb0f5ddc19e8db59d7affe16f76ef2585cc9a4c992ec4aa144bd25fbaae42eb0", + "cb42cf2a13ecee4f5c3585d182f1a5e0172acde5cdb5dca20df348c61d5707e5", + "cb7117229c57ca9d821d8ec24d4a922d8348a5fe3325939bf84dfb18f11eb5a9", + "cbde24769f686efa9b3c354173679e351c5ea0d76fadb3e69593a7ead04a1ee7", + "cc70ac956671e95234876cc83614c2f88db9110ecce9381fd0ee64803b299429", + "cd36b417bafdabd7721c88c17d2c29c33e9a11cc0594f52a54950906d4a44fbb", + "cd47f108a726fc44a0eaaf3d4bde604dbdf8c41861f2c9a64ef11c7a36c8d6a5", + "cd4b3470071fd954fce44c84264d4bc9e61790b37d2b5e9374efef01316e6dfc", + "cda1f2569cdb637d0550db64ff59e80ba7330792ac95484c37cb0e3d113eccf8", + "cdf79c0142aaa8c5353ce2d676a01a9865903051dc987c8b73cdd73c76ec9c23", + "ce43ed1b892a3a7b12e0bcadb397a918718cd979e9e0795395c986f56bc2a750", + "ce7c329ebd2e1b1d9bbc17a9b9b74bcd914df56e03745413b6dce38eb4772bcf", + "cf2039c1d46672c9f9a5515c3d60575e6be00fcb93c2cbc1477459ff50955ef5", + "cfc4f4161ce90cb06c135ded875919f4675c107e786fb6adaa9070e9fe56d34b", + "d0ac396c83185c55d031ae1fbfa33bbb017d14a316cabb55503b6fe772fdee36", + "d11329eb550769a78aa2d9f8be77708dd9ed7527d706dad9fa2ed230fa38fe5a", + "d140b4148ccabf6f483642b7ce61825956b6e0a84ca2bd32a08a98f84a200a0a", + "d152d1675da0f33cf86b1664536034d4c9f4ddfc901e51c018b87280284756df", + "d2d52cebb51643d7f8ad3b2e52987b7c7f68e66e172418fb42636767f927ffb8", + "d42152e189ac72bdfc7e818137ba41cb5265a008aa3cdcacfdc560f5af5341e0", + "d49d739f974de58a57bc4f74207ae2bc8d8e66361adeaf55e961a27aa1eaae65", + "d563f93f87d17243f00fe477d8e78157ae7edf218e5c88e941cde003bea36a6f", + "d5a907cbc19ff057e4dafd6cbd075d983f7e71085148ddff5920871bc2167575", + "d5e7f6b0de3d88f2eef5cb8276e5f45caa1fb6e902025627b04b490b5d98ade1", + "d65210aa0d78bb32b64e066dcb64b6f8f71f71779a5d499354ddfeab22f1332d", + "d6f1ed8d805236ccf9f98fd65500bb4aa9ad8c41f8a071ddc29ca8e752929ae7", + "d7ad91e423e48f64697d40ac5d829b3386ed420ea0fd9841676704f0a062dbb0", + "d87661fbf955f5f80d07effe80080355aaeddb42c6cb0409ebf62ecb5393b674", + "d90b629f237efb49c3ab6d0aff93c838b4db299e6d7feee7636508d12b5c5fdf", + "d911da1cc1aa1a02712d5b1a762cf0b5d5ab389492c1a4b0559299f05493d3ec", + "d99afab46c17b26a07d8f71fedfadaca28767a8f350a2d9589736ce7da6cc3bc", + "d9df49c2c7600b22a4c93bb4b1f9dc9b1157f0117b215b7d1c00e26770ed5582", + "dab08cc34ed2fcdd470d03536ca642ff4624b381eaf9d536195bbe17ebe9c17b", + "db064204080f8555787bb6221183aa561add66a3383b4ba439f45c6ee5a2d96b", + "dccbc6279f3222dbde7759e12a7dda491c55472378491e24482e4ba527959a06", + "dd5269687a6c1f75d0234677f460ecef52a58ff78ab2f9ca6822a1316b36c5c4", + "dd87ae7fff40771e69e0a6180d1305fc6d1d0ce432e9aced610fb3f49194e7c6", + "def0de3ee663dc1c9d1b8df1f0127da4720d8dc16adffce81c060c330dda769b", + "df1f96b7a4242177ecb40fbebf6ad7091106e10dcb7b8be68cdf62ae9532d7ad", + "dfaa421efe0204df2a51dd0f34cc72c3310aab26426b107e3973b954cebb730c", + "dffea2882ee92b26abce07a5376e46308bc5e7a44749f72858eadc0aaf862fa3", + "e0077b61aca56e8aa2a018e68311f0e6aefb5d030952537cb7eef012f41369a1", + "e031d45f43b36e3034b2966c9f75218e710ec72dcc2a5e970c1d4244e4913e31", + "e0de0c7672d9da979ef118f4983eb9ad6ef0402fc8e6f5935c75326e26231f68", + "e1b16c59c51132e39f175f624b134609dc6280d818f8c47d9b6eea77e7b193bf", + "e2679dd5d22d82f7095519aa46615e702dcdf209163df9cdb734d295f70ed8cf", + "e2fa296a21818b123e3d7f367826c5e997b1371c858beb73610b110ca8ce4839", + "e50781f70c95585a91804012aa888669166226a18d9fd8d104cf901f565bb067", + "e579dd010621e89c430a10b2996eb3b216029e121a77237418f7280ad0f5d088", + "e61eb554944b8e39f620309e492c5ac7361b46cd9706619aa516e1c87ab2f11e", + "e6ad5e3ada47a44524ddd841faee42a564c8b8fff2eb255362771dd9f3cd5a55", + "e76923fb355d375ab50ff13eeb1ffa782eaae18ccabfa627716742e9c1390653", + "e7afca6e54dddeefdb0e7f1b02cc0cf2abf00561ecc8086fb882ed8ced4928f9", + "e84d29a0132a44780d83de149ff7581d54b4bc7acba7241efd3758dc613e3cc4", + "e906c0d38c20ca1f640313df9905bb9a39b48d7fe15c57a2ab75f1565a191fe5", + "e9173b067eb363df353546f8567b60b5122ced586ee8c343ccbb3bda6ab73592", + "e9795c286533eb785b99b4ec8b8d78f7a1eb8bb725e0d7916cafbeee1ca8003a", + "ea4b1dc02232d972aefbc800b4156284095112baf01168056ddc24b8a247f512", + "ea7664f177fe6c9fea15443fbf74a78eaed5618ae0f37bf189a0b726d17a5d4f", + "eb3537c28c26f4f61dee000695de989b41525c029c7d92eaff101a6c58fbbfdb", + "ebba25c528191213226e54e837bb727c0dd9fb48ecfcbfce91412f7fddee51a5", + "ebd7b1abe0d22ca80aa8f56e1d62c8a38ff410749cc212d3da44eb580195e0f9", + "ed4e3c8d856aaa25e7adb8ef0ab63276a38f2de8d211ddff05b794283c206470", + "ed82a193afed8645087d6ca4289eb20157008afd83272002a5669d25cfc51400", + "ee15e6d1acea63bf964c93eee42be5dd3029058f8770dd9caf4d5337a2c01bd9", + "ee5d303b876c4dac62384687b039f9658fff97c84fd87b08ff59b99a50a2c6cf", + "ee623702315a339ba49bed2fe17471ae117b38e2e55d2469e7cdd4c8ab88565a", + "eeea07e1f63be94a7ee57285c6c517fd3ffefdb1f48e02d1318b7d0d204db5f2", + "ef727e08aa8670e19394b9f923ac237625629c01368ef4a89e9cb565aad5d2ff", + "efc515168087302956545ad66a1b2923d107e4142ad40dc14c43ebfbc769e247", + "f08cf650a03124cb4ff3d44fd4a70abe0342eb048dca6644323b335770a9a083", + "f1176ced474ef2f0ade0eea28d45b69b1c172cb97124465766a696984397688a", + "f2143c8de49b21841348de9bd75cac7ffb13b71d118249abb1917698450f638b", + "f28ef034d38ffdec076a212d91fa453834eeab284db013d48370f45b23ac1e1e", + "f2f034448bd3ed4bf77478619b5c901fcb70f6a8f3ecab9dbbaa143a6953d9d0", + "f4d897d2739e313ae9a7f4fab2d18e96b751d08263efa31b92c65c39b569a099", + "f5636406724c3560b13585d91d6a1b58716ad37a776edc88af285d7b05f70d76", + "f56756762723fb4248c7c9cbc4288058fd1bf9a5b92dddc39c7454bdac885124", + "f582d63ab10b23f5177f0615badaa3359f0a0f7a56fb4165437c0ccb3bcceccb", + "f661f3a1841fceb3f780a7b40257af20ed3e704c463eeecf783b2c749d7a916a", + "f6685d129fc3f57ba35b71ce97af43735c428fee02c6c50fca3b8dfcce32da38", + "f72fe1265f2add1e7058bae000d66be9f4ec18762d6413e0bc58548f043a59ab", + "f731dbd87c85ffe281c1d8740aa242fa9a7b1d7210e0b1ca69592d11f6f11f8e", + "f7d9e96925c19e11d9a4329b0ff009a383d758857a44287115687ddc7d098d93", + "f7f300fb09d9d92cf906384f012ebe09835fb0d03b902e2a230c001b302b9274", + "f8fac33ac4e76d8146004ac03838c9e4977f31db2e3226693233e411ae4c5cdc", + "f919f6e81d3e9733aa6e62846129ac10370ca19d3e72ff8594876e9e77334efa", + "fa49239daee14b0d44eed2285a78ae6d7ea97346a5f71a9439f394afac870c63", + "fb3c26f9e5d25c1414b4eab1076ffe73023df0950ccb8798d2b2359e7060ff69", + "fb7d518eeb067ac77240f19ac6cece874b2af904d69198f83fab2f6f7de203f9", + "fb9f9805796702942ff8ce23f4b5f2e2abcecba678a82eaa95eb2f35d3d37cc6", + "fc3e326d60df78352c6da66ac491963b7c457797ebcd1e96c2436594fe59a6c7", + "fc6bb05f32006e045e36a3300044ffd7205edd7a2ace65ddb7fc77df71abd6f6", + "fc96267aab2baa5d3ae73bb0adc76accb567533bcbf6a69ddf358b7ece8e51de", + "fd03ea8635c19ccd8b6496bccce844e72697d6a638a7fe75234441e839b7615c", + "fdbb4ed5157a5396e2fb421e74d4d4cf4bf3131cca117026ea1f51d77a857994", + "fe4209d418bd8745b7e03e0450b65aa434d749e4f0b0f3793a1849ebbe1f93cb", + "fe54a9ab1415ed784e1c9d3aaa035570a6cf495a610171edc863f5743524e7f6", + "fe578fe58231dea95dce9a9201b55208564b4a59479d910d2144111d16e809eb", + "fe62a651f7a3b22cfc8af16729766ce8b0dba209d70e68d12dea3c7ff7c5d3c9", + "fe895f4166f609e50dcbadd349f7534f86356f5dc12f47d6511059ddd8fcb4d1", + "feaa87eec12904d90fed4e3ae7cd9189e9adf521af0c660ccfc811e39398c52a", + "fee98f221151bb980cdb862306da346bf3b0d9cec0b9cbdd9c2ba13ef635201a", + "ff1366cc917bc6dcdc630665d80888e067a67153e0291eb502ce1c061598ceb9" + ], + "include_outcomes": true, + "label_counts": { + "negative": 5134, + "neutral": 1325, + "positive": 245 + }, + "leakage_contract": { + "deployment_must_not_read_outcomes": true, + "nontrain_outcomes_are_evaluator_only": true, + "train_split_only_for_retrieval": true + }, + "max_flat_action_dim": 112, + "num_groups_exported": 419, + "num_groups_scanned": 2873, + "num_groups_skipped_by_split": 2454, + "num_rows": 6704, + "object_embedding_content_hash": "411ee7d4c96458879f14fc9460c0e10d5309d83aacd5552c6bcbe089e81838bc", + "object_embedding_manifest": { + "dataset": "embeddings", + "dim": 64, + "extractor": "rgb_object_layout_v1", + "num_embeddings": 419, + "path": "object_embeddings_rgb_layout.npz", + "reads_outcomes": false + }, + "observation_embedding_manifest": { + "dataset": "embeddings", + "dim": 32, + "extractor": "rgb_jpeg_stats_v1", + "num_embeddings": 419, + "path": "observation_embeddings_rgb_stats.npz", + "reads_outcomes": false + }, + "retrieval_index_allowed": false, + "schema_version": 1, + "shard_content_hashes": { + "charts_00000.npz": "6f6ea9dd2f6809cbed119598842a1dd6baaf5db099587a2748a00264aafae4e8" + }, + "shards": [ + { + "num_rows": 6704, + "path": "charts_00000.npz", + "sha256": "538fac2468d1bde33b9e76f5233e331040a8c76ff5fd224727bd8140686f4071" + } + ], + "skip_counts": {}, + "split": "val", + "split_fractions": { + "test": 0.15, + "train": 0.7, + "val": 0.15 + }, + "split_hash": "9d1dc1c10868f76fa080895df0f2730c173f12b6db14932599d55c2b60859381", + "split_policy": "stable-hash", + "split_seed": 0, + "state_hashes": [ + "00febbd1a7ad126d88b65aac55a35a9c4c63bc11e0f6e45344ddd4969242b950", + "0161713e96d5c5e1a45422cbbd0367210454a00f7d6e9840771090f4849fcb5b", + "0271bb52312dbcc4b57060d87dd5b3a514bb13bb1e20b235ad8204d61ad50a24", + "0544a922f6c9c662f2c9238466411bd1942870f7f182a508fd124141ef777c01", + "054fa57f5f9a67e3839a4c9674f9146dda13d27aa43c99ab5f87dedb1c0c2712", + "069933a0983331f68db2455b6a2b4fa216a97e119e1fb5b42a65adc252aca505", + "06a95069882817d6afbcaae8ec6bc12ed361c0a9446c56639880a8b9223c0c74", + "06d2eae8a8bb4c4503348959d65191f1f652edf6267e750861de79a6e0f1b1be", + "08353e08c94f126c924237211ac6e55a78461a8ff88eb8a1dbddbf844b6f2ec0", + "0905ba70e353c374ec760960c11b7a7914e3a0f401bf94a7772225dc39a94cc7", + "0a48350b21b9cbc27742e61775d9a3cd611daa5905f96a2cc3c59625d4b081ed", + "0b7be6179dacba118f3fdbe0e890ffc2d4ae1d15a87a215f41574bda0b24907a", + "0c4be6df74c82811154373ce6212cb0d7766cfe37020a987e1c1a553fc82aba4", + "0c5278be095a7a37efb891610364a48e4a4d84d044f63fab14e15e9351d2a9d8", + "0cab5c0c4fd5dd2183a8bc5891151fb5e5697bb605a5f7aa3c85f87f0503a804", + "0cf52a33f7d5f568029fdd8a8a3b634cdc7443ec30e9c127a73f25543ccd2c30", + "0d7cc8eda8b418bc8993e1fdf3fd64353a35fafd2501660fe5d87c6f7ef3d692", + "0d873ad4e7f5c34b9002a03754159bc9f2641e80bb46292920d135468141f582", + "0d8db9d71f59cad390736c77c29a6ee9f9f24de0c5250e1b8115164f4bc33f66", + "0dc29c4c945813a6553cd08d2dddb3982abec790f14fca7f70dfab255302960e", + "0dcfcf107cd9dfedc537d2da4969654c2c4fc3d04b1176f8e1426633edc8fae3", + "0dff2cb77a11d1888d2a48a76c8da04fe4e0daa54b5194bdb5ea100e2eb48ab2", + "0e23f36f5e66b1e4a3a7c074a6757653fecb8ebf1beebcd1e78033f5c2656a35", + "0e3910690cb8e214f63534f41f2acc8afec60992e30a2ed4d2fb61fcd93604a2", + "0edee0a0681248fffae8e5677c3658aa6a8b59d9eb3e33d90ea3027923b85216", + "0f0d99b44408bc284f59809b1266764117c2426549ba6b7e22b897e4c24cdfd1", + "0f19062a067ca2c041986c3de45c4e8d4e0f32838adcf5b52c29dac097394b47", + "1023ebe09fd0537cc30774636aa5c98411ae6ed1c2dc259a2624bbd063eaf23e", + "1113eef231093ad70c840dc75559d4ca74bd3d8dc4aaefa1c0b04354fe6776af", + "11f96b224bfcd397ee4f98e388350e3b65418b00a9ab4d2746128b42b12b43d5", + "158c57e861f5dbf4fafa3370948c03172a7354fd34511a04af24d744cca2d11e", + "15a9a5593a8b8ab430be4f23e1279949867e92ff352f3e2033c69495d6f636f1", + "16a1c922cc898f22123974a540e044a4ab649945807f078770480f7297e8e90c", + "16ddcd38b720cafaa913dab508ceefddc7620486bb42e9e3b0a9b81e7155543f", + "16e7bf765913827062088fe3aab96fcdad44b4615afb788a2a07e434d272b389", + "171fce66778284ce4d146eac1ca6327cab37d27bbc4be27a2a9fff473038245b", + "17547f1d97d7d63690d4f5ae56430531c2bcb8c2289abdea53e0151d4bd9b79d", + "18d69dcc611026a63a4602aa482606f68eb3ce416d10ba04f9fadd6b3622a991", + "1921b5d9fe877551d561618aa96a78ddc9480216ba450d537d5e4b27206c4999", + "19cb279a5068d0754add0249c6c2577e07f80aa33c56746853c796f5418fc7d8", + "1a43f6367e6d71af41f099f5216e60ec305d43486fe887af0c2f19849f406b75", + "1a5d3ae36c55dc60075de4acb795d4258bd60953aaca4786039280f763703323", + "1ad053ad6219459720e464e61ba1165cbbe5210a308e3f80962cc0e4376e38fd", + "1c665a2c6b863f8415c790f358f9138f56958247ed05638712d6357c208708da", + "1da1e71bbc20c3fee4c7494196a98750f0081b55357d61ee7cdc53945bb7965e", + "1de189fddeff2424f521f5026da163632e4417fac1f9336255f0e62614ee5bb2", + "1e6a33aa31538f769c69f26afd8c3fb7c5f0290023735688823d00e5e34f22db", + "1ed8594ffd73dc1116a58995bf378e36dbf065e9af2b003e643eb9933e7422dc", + "1f7544e2474c3c34d37aa4fd972618a6f29b1e84a054ebe0dffc58c8a2e7a71b", + "1faf9206f8f302ab744b3d89effef3a2a055b0e600c874ec05045043e1dfbfa7", + "20191c4fcda51e9e83b7e86251c8a03607d12daf307afbc00d51d85e4e7def84", + "2053f765d67e1e99fa2f2d67b7c8dbdc0edda26a58e6602fd99f9153ec1e826c", + "207798bd670f5ca13a6fe29e77f180432de0fe8e09512311636a9c49b6d27523", + "20cc15006255a0f0abb3e7f4e59313cbaee4bb4c70b8fda8bf24a8429d7bfeff", + "213e926b1edf4eb61706e283cd09447dbb4e7e529420a94918b6dcc6593f0b29", + "2144d1c886bb5f05a02f9f782ab4ef7451d251b76cf8774d23862aaedf517c32", + "2171371427e17c1995dad1d3526082f7b27faa7ee8f8d115d3e1f5a29fe1bba6", + "21736847d7537ba2fbee1d21f9e7c6f55dd5c9df2239977d889770ddf12484b2", + "225fc26bfe12be03306bfd0e7e321879c3e0515185c5941d4162e432fe6ec2a3", + "22af0dbc179d12978f8a50de641f892441c0fa6ff71eca94e9a7d4fb6d805446", + "232da4dad7749216ed41234b7490922221df235896962a2155fcb14e975705d9", + "23466412690e3c55214d93f7681b36635a8e1359f0ede7506e7c8801e12a3fb7", + "23b377bbdaf00ea187f5864295d60d63f998e9923abd69ee7308b5224d0e37f7", + "23c0c827d7f0d4742515d5227c112062f3eea5b8a374fae7b9f04a34b8a1ddf8", + "25438255a311c51c782bd1ca4591dbe9229bc3be0160d5ef35b016acb0850b61", + "256f6415a7e248845e28ac5e7d542da9867ae0f5a8765a3eae7809291bec1e3a", + "279cef5e2ebb26ddcc87c670075598b35cbc4366b39e9fd22c16533fd9f6f79a", + "28a15d04c873a079c1d06c470d2d77b8e96e025c30b859f176dba529fdcc514e", + "28e0ea4b46d79646462b01eaa2c675b5872098bba0bf3d66a75d1c1a750261ce", + "290401966fd54d78073a1984e84efd046b150ad5b91413e6f5bbcfd35a27c19a", + "294c656a8b36af0bf9249985a8fdac65c4530e7c81d78a0b226f721ad6f9d2fe", + "2a018927dc86ad3fbecca897ae6ec63485d334434829d3670fe94776f8444bea", + "2aba3b30872a625774dc16ad32767e78fcc9e0a1e8e800f976967682c2fabf89", + "2b68052385906b5436a650c00b9c3ffe0253943c3a86a40187fb964d4fb2870c", + "2b7e6e58aaa56a83b488a80cf01f40bfd6fbd5941855bb29c2ce21221ef78374", + "2bc8e606bc7f0a2875ad9a588f3e7a0aa32df858fe5542ff8f7c102cc9c9f14a", + "2d0fab9e61b78cd62d1ca7d76326481635d04d61812c74ab9cbcc2b0e0a3ab1a", + "2d666e1b77c3039e2574d2c71967860a070f2166462f049a3245013d8bb9ec71", + "2d71b5cd66d133bb09dab6f0f35dd703104df4b77255a9ee1a8315d1ca6f59d7", + "2e247e7348b1c46bfa9b0068a40df1f45a4ab4d9c7ac366e14d0a9f99e7d63ab", + "2e7618499962df0d0c566b843a23f7f4fb31301bc9cbab802d427206f496cce8", + "2e89f06988ec2b92a1c8b18b2b3697ee0404bde77298adca7ce981dc1b1a7417", + "2edbff51b1020474d5e181f95bfd43c6fbfed555f6b5d5687917c0817d4ba0e5", + "2f08ab47ee8e608031042183ba73f76856f60fb0262a8adabbdd29700e91da9d", + "30928509ef611054e0fec9b07ce84529aa3afb560aab8a0afad741c493c3efc8", + "312adebbcbcb2b79ef60eb52a89d93e0dbced13464e3bf66ecfbec402be9c7af", + "32bb5ed54dbb72237062117185d38803a2821325ae9186773df5dbd2ee73155e", + "3301879024b9c79869a02253edec7b100d7677fcb2023acd6e9ae7c9cf46308f", + "333fc8cfc5f76fd98905846b73548b0023cac4f5f10cf49d3ea5efd8e0c15fff", + "3376c21147b72dc0474a3899c9eb74d175f9b78d228913dd7c3a27bc18f6af3b", + "34a2ee666ee8be188582c8f7c239b6ff96df48562fe53f34fbc9006c61b87b23", + "35f48e0a0b32a3966c94cbbb83fac82d9d6c89b6ae9194c446e085b265ef05b3", + "36178548038fbcdee704bc77af6a77590b37e6a3915480091ac1d77d9fe92a59", + "3622d0ee6c6d00a746bda15fb39d7044c31bd30e627a4a7ba5737477cc2c788f", + "3655a761324c8dc8844e8ba8b9a4772e2453ea55f7c1520925ef154dfd43df4a", + "36c71852489c6888128d3ff5c2e62d599759c400acb473bcc0a06b2f9acf066b", + "36f646f44b39a2775ef7f08cdd6256eb68b045ff9d2ef373e8826165c2fbe98d", + "36fa82aa1f5bee9ced8fb9c2bde5246529f5735b6aef2abfa3398721a222afcd", + "3718724484b8054be4ba240b10122a71068067812d05e7b9963932051445168b", + "371f27874971dd4d10050be4bbbc1e38e9afe1d8bdf5de5bbc6b3b480334e7ce", + "37487957af8670032f1ebd2698dffcfc99b5e2931094bbce10a1f5a41d17e5b6", + "376260250744115f58dd61526c1195fa32865622d2bf0daab219ef3491f00a8a", + "377d211e4bed8b5fe1de5384be5ba8ac62161b150784f0e7d2b6dc3568e4d508", + "37fdb61efd2db8d7ee146b537977800e6c42f93a35f1b452a8a76ae50aa2e1a5", + "3802165b910c46febd084599f3ad3bb68e7f94946aa316b3be4077dc64d6892c", + "380464d744f9af313aefefee8de18cddcbd32aa3e09aaf4ae13b60c0cdf2c535", + "385b3e8838fe0639b71bdb89d173cde82ce32e8218e8a6900f7d544855d3402c", + "3864afe56d299c4e93a7b4b270e10fb22a03024afefbbc4676456fb2bf09ee2a", + "386a215a2dedbc0166ce9e574929a13416acf7edf161c0c281a7d3752c1664f9", + "399ab40ccb7266269c21475263d0e7264b2b983c333db7aa09ca0c3ff532101e", + "39e3ae6e36f8d2befbcd1d844052de9ec49b87d041c1152f23ce51b5fe4a7365", + "39fc414f3d1216defb30c0764ca78e922de5fae956c8f6fcc0c6cd3ff3c03c5d", + "3a3c4ce053b1d397bbba192d6cfcf15b8c08f6e43f2286971a9321c4a1b9f783", + "3add4fdf06b87cfe5ea9fbb1f1a6fdb2b2f53181cb4f4819abaa511222c728a4", + "3b1c9478132c0351de3a4efd39668453b42aa1eb060e7f6a1def9379b74c4012", + "3b76ae93b0a9d50a284a8556fe33d6bd5255ea98d1c84822d166a4e5a2380a90", + "3c8e3b6a6980d85319a45619c74f75689a10d57455f60ad363b0db859fe33cb4", + "3e44df029d4120641875fb004a2a937c49fe4779a7ce5b1c15df1c7c1e3393a0", + "3e7dbcf1d6545bf86b069dd68aa26c7b2d4deaf965dca2f37a2c7b327ec007a8", + "3f27b12be9a2fd631200a9fbd83b29deecde1e760ec54035723fe0793de1e445", + "4136b9be1dde7532b54d1ce1f96598e153c15c3a76ec32b95813cc38b070b954", + "41498d0adc8e023aca47897192364c2ce5745b089f33013b8b9deb69e24b942a", + "4167b16627d6e167a2dbd1be8484490ec0c6da9de79b106634ad88b9b65e93b9", + "4171cf812123e2b6f87fb20b97a1992b79181a242809805cb68c7ec70913dd6e", + "41919df4cca85f0b531324cfffd6584be4830bc8bd9a988fdf7881d30a8dde56", + "4236092dcd909a41dc844bb5007d916aaf2142ba0c7332fbf96947b5b8ee61b1", + "426d33af3a135919ef5d2b06dabf99d1a1c15ed3b1bb2b9e4c2978a5a107b0cf", + "4372ac740d1727b2385f90171db7c748a03a6fa3849940c98f4b9754a7b29d43", + "442548c3a3f961d677d15b34974fe1729a5c922853972634cd4ef9a66a130b3e", + "446f95aee72b7659374dd227a9ffe3150e198e66df6434c3b4d8c9e563c35ffd", + "449d06ce2a53a15c8070a0555ccfe750c1f25fed1317c69aa040aa181a24353b", + "454c2f13e99ab69415a54b5e6b0d4d5f934892e1b5083e568be81894e1ca2a9b", + "464f92220100eb1bbd1b22e9d03626667f349d7ea6f74c23f1bcef7fc88d5ba0", + "47a9c4f96c6872687900bf48c444e916d883ae0147879a5136565d9f781aaf1e", + "4843e199e6ede40f1655b18465b9caba2d2d1afb569e977520703101f30088d7", + "49417479651902941b3e22068b8f19676e4f484938e9068df2d418739e62cc18", + "4a6cab077475699ab9b8df7a8e6207d267d0d2358da13cf6493010703c398c6c", + "4aa88d7007545b593c65410ddba0b240f986229a5b3eaf101d52da62d1d145f1", + "4ab7c6c04df7d5502cd7a523e550cff7e0e5cd589b392491a7331b95ee9da323", + "4b81a042ffa2df32f8f83b5604e4a00759eda66d89a404a2558eafba6d4fee6c", + "4bf18fcd7c9afb43f6ae51b4dc792f1c53af66240e23b0fccb23b7c3d8aebc1c", + "4c03b46384e7d52ff10e415873ecfa8c5c15e6a35dcad5767afed802c3d1200c", + "4c9e5cab65487fb267c99ba75713cfb3a2a030f49e6cfcfb4f49ba84f398714b", + "4d0131e19ef58b57be98408e41c9a58aa60c41ab4dd830f587cf209bd3972720", + "4d25e2d4328ed58c8f62e38711768a25b57fdc929210950785171937151217ba", + "4e5b04961304eba5fdde7a3060e1a8a98a4a72f1f260a71090f499a79769aa8b", + "4fbaa3eadac6794630ca6e6754e7f252387e419761876d548179007e6e70bdb5", + "5079ae092765e2fb5b517d123bd809195e2b2d26b55db1509aeaeefaac437113", + "507eb82aa5d9d9c694ec304b6dfc7e339efd292c0f36d8ad69de93022801fd97", + "50f8c0bafafcc8b5c0908d4a4ce21c87bf5b8dc7524cf3513aec538e4efde930", + "52bc6084f0ae006eb0c52083a34981493ce7918c8d02d4b5467b92a16cad52a9", + "52cf2ba1f84ccfbf1812ba17714ffb951d5a5503465df2fb7e14fd81930c82b9", + "53e0f8565233b4daba347cd65931b0d03d3be14b00b81f53eb19e8732f7fad75", + "54276b11b5dc801246bf871ed20acea86c35bc3e48d65668292c54894cda707d", + "5573e534e62463125b164ba4d53d7ff101f2040bc3e43ea9f8e66e8a78a66432", + "55c17cc62f79dcc544b49163b3e763a294a0b661482408b35ec48b2afc4eba4e", + "5797212ef801c231eeb5e6157caeb769c9f1c954c945c6e41f6b1de27fe6ea5a", + "58157eae91b262404e5660758e41c875ce3d2823b2e4e5fc30e8a3e1384561ae", + "5842b9664210226005965140e501df8cfd1193dc1def74032e3fb54e6b9217ef", + "590d891c164938e5e47d3dd069e1c81dced1f8a6e52a3020aa35ddce011f6dfb", + "599decd9be71c7b255562b1d9623c90819211305e579d8ad4a3af74c5ce8c4d6", + "59f04a0707f4139930d13192eb42ef9cf0a5193fa98f46e64ec927d3bd34f662", + "5a53a1e8f981c816e78f88933c5d2cf7aba4d9a9a28e953315d817abf3e937cf", + "5a8eec221fecdba8dfeba990ba2ef824a40da43c4167f70dac07ffd3335e8fbf", + "5b231a214ee5db29e6857bfe09c6a36d9dbd7dd2b85aa25528d47902099bd8c1", + "5c670f5657e3227b5ec3bc5199ed81e653deb046b4f6fb539c40281da5887418", + "5d8536a1f3f9d4054766e67598a6212a995f62d36f57fd8241d4432b800d429b", + "5d95de9ba01f727e8fad9c3476b8010bc5753d93b9f775ec94e307aeaab0488d", + "5dd35ce96ea763c051ec4c81442ea8b847f0d357a99fd385ca5b09e9cce36a22", + "5e1aee289d761d9dc1711bc6b3c97c0eeddc16b630c815839a156e42e7f39195", + "5e4eff8ba21f97afac6f8d2f6467b6e285e21dba4b21c6bc0f58d2f086edc2ab", + "60a111176ae35f70f9585afa440fe7f3d18977376c267480fa3094c3393adf62", + "60c84890cf7803f6ae595c3566b6aa4176405f2a8ba83c0f6cd6e000247ca271", + "60f630ba7d00adbbbe73b85429e665bd3c041464321cb346d27774365cab4682", + "61aa27300c1a31db1051074f03440d13ac491b0a5577f0b3de363e5a3b189bd9", + "6206882c83f707aa1f3259cd8cbc1f890f45bc4a85124cc602dc3318eeb6d3d8", + "635c92d494d7796b0c2f484147287f53a89a765e464d054cafb688b9d96655cc", + "6361a57a00da67d6102113b3f3ba0bbb7634c08cbd2096db4289f234380f6778", + "657d6b2557b1397c99b24a9e5777a3e28bb62b4a942ccf9da164c08e6a655e0d", + "65b892cbc5957bc2cc57375a544114a6475b8d9c274b5204d6e0d9c1b9cae15e", + "65de868c437f8dcddad0e37f6533940fde34b39148b9f63104f41d8145610798", + "65fc6b04f85a036c86076adfc04b741aedfe77a79a90db37b4023174ed4604da", + "6728ff8f1d45daa81b955edc59625766ed7b9e5b26f65edeb3dcd646675cdda1", + "69a10964b21da0fecd5c463c6816f544cb1efb299cfcd7a50a4b3a8ae59a9e0d", + "69b1edf50126e222eedc15ef65e9aef983fb9d340ccb13cb2740f509cb7019a9", + "69b58c84600892b4fa2cef6512cc93f04e14415058a2e2275bfdbb6ffece1495", + "6b71c1274c1625f9d19ef6d1f7044365d9dbff6bb252a6445648ff98c073baed", + "6ba83bb33eb0852b8a304b335ab26c5716a00bafeb0b1619146263c25ee0966c", + "6d4eb328e7293fa796088ce8a44db34d6e177e36d4bbb103f369859a08842c5b", + "6d9ecd81dd1ed4c5e6fc7bcec4e40d9097f9f818422e122794aaddfe260780eb", + "6dab1cd77a4ef3a9aee45a8537f58ab30d455d55700428a5ffab4022c2ee9d7d", + "6e29a3f512c9a33928ddfaeb68dae4c9ff946678744704d45ee053726b09e5e2", + "6e2d61579abd8f5acab73369a191a425e369300e3de717d6b5e8b1c79cfb2fae", + "6e6db234d66d1aab39325523447331e08d1255a7d81c67c10348b3abb03f24b3", + "6eea19a0e64ae3f4ec5dc0e5178341635ff858ec9c2f935976c054dafcdc05e4", + "6f76d0be63f1094f195d03f468ab82e36ae3f5f846d96d70812668b5d8e2f7db", + "6fcf3251ef3b9a95d9d2917e3604c3e2c1c05d2f4004fbe0686920abf3574575", + "71415a4b8c2ece02ddf3e9f1abe357c30c11029627c5510ec937582f36eb2939", + "71de47b052ee81350c5ad7224bc7dcbb5be7c4fd375f0821a479c31d82c9bdbc", + "727ca5e770a26fb5fa53155067cd05cc54bec3392d6a1856765f966ca660f9a4", + "72a6b851451517c6bdda780093ffb0e1f713db1580fb466d1dd390c2603f1d23", + "73e64ca24a747c2550b8a82dd413d5fe30e26f03fa95771d660c4b21561b7877", + "7498d1733ee3bfc7e7cdb11d6ad5a65369420da5ed5db9c4d752ae710f7e6e00", + "74e57ea458f6a044861dd23b053a31372df73e0b47e139b1c30d126edf775ee3", + "761134143d39da9361ac778266206266d961c8a76d60b063ff66903a0c51bb87", + "77e531ba2e0fdfb9d13b55ac7c023bec7acdbc08a87322fbec534cdc5020410a", + "77fe4e7237e2a146bc81019079776768d43ca9d55e19baf25f6db7ead3cb3fa7", + "7a56f9770759b68564c8bdbb38baa964b4acce93a3687488b18bf4a82561be32", + "7c419f28cac41a890964171a7ede35e4df22f5166d04b34ba2f1f5c530e895cb", + "7cb35abb83b346ffac1f0a58212082119a81f64f5cceedbd7b8af7810f2ebc07", + "7cfc2744e8e2c90dec0a973312a07f72b33ccff72595d6531f66c31ed099c6e1", + "7eb1f194992237cecaa642db7c5140b22a58ccf39c3aea4a21afb463b58b728f", + "7f60c45a4a714bf1066d53bf7d2b72abac5194fa5979d3aa68b93b64c9facecc", + "8243a06a68ff61d79c805f2c45bcd25fea70bea8fad91df198b432ab470ce9f8", + "8350ee6948c386f427a68e9cce71b828dda126548c1704c5aca0d040de3e1ec5", + "839775ebcdb6e011391fc3c3a66abd24907fcccd0d2c939b5cb390a65fb76f07", + "83d122ef72fc3ac252eefea7659e06a26f887d24374c04a5d750299f76aaed7c", + "843281e77ecc5a5210dbcd0b0b98edf7b95537fb6cdacbfb74fea2f8b11d8a51", + "85044cb38abf6ea983bce7170966ab3062fcdf01b28e25048481770a3418b82d", + "852cb696bf9bcb0a2c8c25bb5d111528a92006f3345eb8a47b3eef0efa343d72", + "85654a7b2d601c501d06ccec3bdcba969240c6862c59a34fa4ee9e3216a6f978", + "85797e1a9396533183d3551f5f62e960350b2cc8692881077242461722204027", + "86f1519103b9098184c2719a2553fcb4f24abf9635e7db4f4e09808b8af84f2c", + "86fde29349d8159afd645bd5b7c5556bf74a7563f5d27f5252cce6523681f6c8", + "87100034cff240e23384afe44efb0b09e90603f382896bd58c186faf0fe4aeb5", + "8751179f0094283c5cf1ddede063340f3a84784459a23264adc86421baf930a9", + "87d27f35acbb6f4734a61bf3a13edbe579fbb5d4ccf246ab2378e24b7558253b", + "88b7ccfb5fa2d3d4bec816f96e0a2dc5a15ce4ea602df297725a58dcb0806732", + "896df52c27a5c01769e1e6e9fbfbb795f43e7de78ac34f34a40bb37c147de197", + "896e19fbf4b3372093f28200f82ff64bedf1d38b1f7fe349d998496342162082", + "89e41d06c9b85a5e85183168ae099df4f324852eed8ec1314e347767563fea96", + "8a69885fdc86627e9cf7ec2880a8c8348b0cd02df31962c0c4d2c389a1a066df", + "8a8bdd653602f2f158019a5f439e3a899cf0a85921aa14cca082d6e603560909", + "8ae4bf13a85c96359e899a85b465784a6bdc84f8f36315f706c34d955beabd29", + "8b6ae722b7977d64014fa0af8f179df23ff208fd2bfae650d6c2277dde6979a3", + "8bc2f96c2f5cfec2923d02f631b6adb72273f0596f19d1de7b39d20acf0b6b12", + "8bc5b83371b1c90418b00374bfd06f8db036885a988bd6833ab0c06fb1ea98df", + "8bca1c6617cbbfd5ce3cfa106987cf26130f8539c26044e1a22a2f51fb1aca1f", + "8c05750c1ca939baf32d25d1f2d92a61800b49a76426ec28c1559d59606a61eb", + "8cb8ad276815c315802c4d97c5820cee5b1077c684875ebebd549432c2c4a812", + "8d091dc0975a50221f3b19a0569128ca17b1a52d01fe047e380b0aaf0e63b52d", + "8d314a3c1bf7b6c300dfecf79320d58bf6d2c23fb174f92d5c64d5e8542a96d7", + "8fd961b8dda83744a40dc807e6d7d2a3ea9d5d1bd799c1e1d5b2fefa666d6ec4", + "8fe2c0bd9c12919205e8c8b29ea61bd96d89616e9b7498b2ee8013446d5dd10f", + "902b91e3a5080e9f94da80889ceaa51c5f31d964846008622b6ddbeb07e28392", + "90e57c604e72df20a9694ebcd97e3fd9f00c5e5d8ec239e84a7b8a0c431e66f8", + "92928d4b346d02eac80d60c98e94f9f1b113f7d01134383db932754c4c5bd3d1", + "9393b510d59ccd16774e17789b3a01f90a64554dffdb9eac197d050c0bf5d09a", + "954890c63eef6f575f68e4f37adcaf21f4a2e343bb291d0b5585d0ea6d46a6b3", + "954c283eebad88edcd070cdb36ab55e457424f3fcb9210f59386cd3e4ee4e74f", + "956fbfd3ce94d4619ffdd9194deb85dc6d82e89fa199cc978e0cfca1d3e8ad6b", + "9588b1651ce73d10cae6b77ac6b991868c806a63979dc3b4be971f686e9723b8", + "95af0aec0162909a0addf5f0002455abb2bd61577e28562a5ed00c2260cb8fbe", + "964083a52374c2723dcb95bfed5636587a298497bf58e1183b60af055c46f397", + "96909c33a461e46a0d938d888e4371d1295f04535166bc16c9dfbb35c9d552da", + "9bd4c58f5a4d057257cae54e018f4eb88f9816f3cf7f88949345453a70512ff9", + "9c674f43e5ec1a37fb7eeb8264a5b4d785f17f716f1897c41616ed37333ba70a", + "9c6faadf417db194a1a2e68cfc6a4792339ca759edfe44c747fb4c516d7a66c2", + "9ca9acceac4275ff088b9bcd89d78019a7f71f284365c0681882194a8af11390", + "9ceaf7a3ba12f73c742a6f86a81c708c03240515b9cc5b89cae86ec4601a744e", + "9d8ede4ea688ed3e8334867c8f34e34e5c070ac993ae9bcf04489e7a25aec07c", + "9dee4ee61296b82b98e8972d47e802ee8ac8a5008b5e03cd5b130d0edfa15c77", + "9ef46448570d1e27b98284d64a08cec2d25a8118fad8017d44a99f4f6c061c47", + "9f1bd954340e3d26d52465ccbcd4b72baa30a3ce520e2a6e4358b5617b176963", + "9f585ccfb9a92e299ff0f76a9a777b4c5eeec4189f4fa9ab50c1cf3d74c21e05", + "a17f4334476d179113e2db7a6dbff71ecae86b10dfb2ad7fe2d8cc9135b4f2a5", + "a3170ffc83f7e0cc197350a8d74d85500d474673998ef1c62f1ddc3f364eb53e", + "a31eca43deeec05441c35933fc20b48f45b191042da018d7f6d97232c1ed9ce3", + "a322d6d1f0b71546ad4e9f746bc3fbf1742df0ecc431dca06584e44f29328e43", + "a35f0920ead6068375bb19cceff473cc971e9b578a0bc963fe7e617e2fdea9d3", + "a43f30a7fdf9c7a1561c6eb9aaca66890cdec58295265ab8d305ff076e36e0a8", + "a467e1194c7dc803eec26bc9535be71b58444bb5748d179e2a4e5e0662d3e0de", + "a49644cf53180202b00609f3cddc005a01e2086bb63369c711ff0950c8f8c214", + "a4b7c79b9897333ce6ceb761dc6854a40225ee9211a54101ba64dcbc92e0a6fe", + "a52945e1d0442f75f9a004ecb76d0e2b17e6137b124e73953d23c99aefa7749b", + "a52d52c4694251b5798e3478578d4d39fe1e964a70548f6388cd3c5e5cdb0fa7", + "a53fbb7223f7fdf1f7b641c51f0f8005ec0f32cfce74d9276001d8d8ea1151dd", + "a59577e4bbf52734f1931725d54881da6d66231bc9fe4c238d840b8c5444fa4b", + "a59ba23421ebc70cc23935fec64df1f948ef7e38c9ae6ae5d51491aea195046b", + "a939547a17e2245da625a539382110eaadcb4aa5b5e0821c15d6ae3a017f55e4", + "aa1da523736c9af8a5c7af126aef2900c7e06c0ba501113ecaed22f8982f7cda", + "aac283530a6c5a5e222a951421b18af4933a1f893ddc009d2e500340dd5d5abc", + "ab4a571a4eae6c30751bdee0aed400dc75363f94dc0f4b7782cb4556e83c23f3", + "aca0c3bd9fdcf931da31abcc3e4ec560120c83ab86deee1e627b5fe8e06b21b6", + "aef1e30af94b53299662a893e7d3a08099e1a9e2431e39096bd55d3eefc3953c", + "af28f08a766c0dfa0650194c27fbfb2b9b057e676e959dcde8c0dc04ba0372a6", + "af680a60c99d6ed6f75252add7208bbac1f27c4263be29008866b314963f9933", + "af8587819a0c45ae5a25878cc8bedc571a5a14d719ff7ad25bd3b088af294b3b", + "afb57d77ba6a109f6435059dac6617930c19567b3a9a5c690932e04ef7b7d45a", + "aff6e17d88bd7ef94395eaa52ed7f8bfa1a84a322d28c1535cdbaeff3fe137c8", + "b015523bce4598e2b2d077d075a5eed6fae4235b2851862ec3edf2a2a454b89b", + "b018d81f318adafd8aeaf9997b18e1e23da168b5fc28e640cf50d570dcc9e315", + "b10f856b83f430458887304c2f3609fc5bf70132d9546fbbf763183d9c8ec5b6", + "b12d970acf0fb01d206f2547177e9c4008abb0d81d20a8df2faf566176cb042f", + "b1daedac8c8e33c5708b2cb66bd406e57633cf05b6bbd95c11f9e752b35da4b5", + "b246439be3988b28f0fee9316443e3a92a37bf97ce2be5c748f04ddf800418ff", + "b3ae5672ebbcf36d12467c9fefcd760018e4b5733a34c41bce09e760bfaa9715", + "b50ce258f9c2c3a1b1284b7a573a2fa4a11ebb787929d39011a47002463ea7df", + "b50fca44807c252ef01dd95698262033154f8707905f779c0a20abc6439ca0d9", + "b5a7e7146a98035523ef6490183cdde177444103df52e1217bf8e72ada4d6328", + "b6324c2d34799565940dcccdd23e1360e974a46b44c209a6a7a9fdabf790d044", + "b66654f95bae5b30f1a326c90dc930b954368834385eaa21725571afe94b354d", + "b677f0aee329cf1b061cc0e2601a9c33218c5c10c0cace5820236313a0825d3e", + "b679de5b8df5d6b74ce1c8331418e05575117dfb8903a5381b6e92d9eb0b6a4a", + "b68d92aa8fccb4f75dc0ad09e9b6d567f7d40d421ae5321b36bb0a48236e598e", + "b72fa8f582c7fcc689962e8ffd5f8fe3f837aba4cd11ce7687532498c11fede9", + "b7761c8e81ab553d5b43ef3e570e6639d8d4fd3d3b217198f7bcc86b0078db4d", + "b7f2c74cc6970aa943740ba5c7fa947e4dc991233fd35e51412ced790d20298d", + "b8c14ae75cbc0d0dcb2d256815e6e4fab110ea29a3582201c0df5cebe47544d5", + "b8c87db8cf709cb8f4bbd8e684279f796def8980d809fd174a79690113de7207", + "bac19e11a6db7315a718dcf8236ca104336de292ca5553afe82f9418239b4271", + "bae7c6cd0a3c6e5f44834d64879b260dece1a4232f3fcb1f01756b03391c8831", + "bb5d7e079e9ab21431f60dd6c4495a3984001039620203c0962965e5f42de079", + "bbd5c9fa1463d0d789c66b421b274e424b1289de879bc2095a39924521dcdf06", + "bc107f5bfc824a5872fb29eb153fe68133664f84a0bda0c1f040629cc5722e55", + "bc28efd0ad227d98655ebf16a86d39e0eeca17d2f7e4a1bb14562b9772777332", + "bd570017cc62932d88f56095bb4fc99aa0d3f718317c089808b4649309f57322", + "bed8189cf521818dded6793b749c12a91df30fa033b1d0d628b74b078aa3d17f", + "bef655041d427966b37d503ec3ee6a608a397e34e50b3faf19c7c8010d32e9e9", + "c0b19497f20c96ff5a998cdfd8fe901b2636548e67f7521e17d8c1c3a344b119", + "c1fe0dcfc510b321f89d86e9e28d959be4b9f7191bbdfe75d94aa00ba907fecf", + "c29fa01c7d7c2300dc9f248122d101f2ae7096dbdff573efbb51b271db18a237", + "c2c4d1a16f5c13da6ead578d5ea39e79319c2fbe4b950d9a9eef447f0d885985", + "c3207049b4fe55b2130b223f9d327b21f11dc51c5ca20eca2a8d75c13f6000e5", + "c4c4cd450d60c5748c8fc36d10c75f182cfe952711617dacb76a0b0e7391a35b", + "c53776402fe96a74a9aa02b2ae732f279a3ed258aebd35e7f7347da28491856d", + "c5608d269923a2a3ee69d360c52f71f1eea591a603304c908ddb465f737c0782", + "c56cf2d189daaefc764ff1bbcf667d4625be73dbcdfe9c42e0f503d59b5ccd23", + "c60a678a37f48d744f7ba785c4adc7de65317982199801ebd603090315c85ca6", + "c6244a7b5686ad0e553cd0fb349481c14e4390ec7a65d414da7dead452a535d2", + "c6dba1af7f4d12fe2720b67f0ba6ce4984cf9d47c6d288f2467681d02f5af6d4", + "c7418675ff86e0833d60ea80a8c8a0f9b99d239421ca68164c6824a99a276f54", + "c77af3500dc3ee06cb5dd5ef1e7cffd70a3c7bca08b9c00196884cc3dae8db90", + "c9feb7939ea3febccdec91c170527060563ee0dbf0dac5b75092ef5c5bcc9e6f", + "ca67eca42b424c6374979d63df4eeae00381446c7c7eea0934a3a21b9352cd9c", + "ca83a160910b077d3ca4b6f0185b4a99549d8287d187a4c204ffcb6867514887", + "cbddadeb108dc36a2cf5e686e2cb3a143946afe47ceb15dcc185af4b272e3777", + "cc47d275990836af665da5f4dcb0c118d3d4897d376ebeac53ba6f207dbb8a64", + "cd015dbf90e521f2443eb714d30785c1d21240e44dc10e1f8464ff146866f6d1", + "cd7d0bcd5fbfa262877644a5d88d8e2b6016e6cb9a880761c1cc1823c4e6c621", + "cdd8100bc160c8c866913e8a033cce5f402efb1fc1538247d4cbcda3e1216659", + "cdef8f05ddad0db32cc966def25db6898a05c42bd15391b77c619eaf5ab2a904", + "cf4dd171afff5c96a512d37c25ea9e292f1cca25a2d267b2aef735d51605de17", + "cf99daf73630fb1d3448b7bbf0b4ba0558c886dd8ae1fd77a38a0b610fa1ea3a", + "d0a9e8772c316ac795de39d315b5ce38b72472b4df16d6ea6ae473c94c853a0b", + "d0c4b2351028946098f41c3fe28981d2aee8e3f5caf4ba4fcb12462d0c2fa12c", + "d0d11e3470945260027f6fefa6a4d0a3cbd29d2ecb9b9420a14ff6fa952c957d", + "d0f6f9c2fb93b869433b409b0093f0e15e226e6d750632a90a0e6e970a3464b6", + "d1ac7a2471d394057a588ec47c74a0b78e7cc2f495bb1585b184eb72dfd4ccce", + "d2615c76b309b1437f0d1f0294b8e88fc5fe3e9259a41a9ae4cdf137ef73609f", + "d3723031d231e59cd40ba8632e01ec7604f5197a48a45898cd0e314541331c87", + "d440f8f0db5b04f2ada14de102a3b3a7e3e774ab487a6bde0275a4344d62dd16", + "d584d77a56c70ad17c27a192efd074d4f5f74452f2c62ebae6b627d80ae063f6", + "d5b1bf93014f200928b481640c3ae57597cf73a0f1668a77e07ddd8683a81508", + "d652ef33b9ffeeff77ae17aeeea979ab8c1d403431bdf245867abf4566b54689", + "d66bff5b50f3ca994a03faa77246bf9e3a8193a4903fec25d5f56f7fee31611a", + "d66e373e83c0d5bf391ef83eb47b2ea4971409df16bf2d2d3f90e4819c641cc6", + "d723c5e330147c034be5d384e3c539f323c50b01326b901b3f78ec8a29d13b41", + "d842c9b772dbd601bfad1c3d830df5aacbb685507247666a80d8ef7ec0ab4db2", + "d92d42c9d643429671fe1f7384014ca15ae89ce49be0c5d524d2172938585986", + "d9efd2aa3c0a57f3bb93916653cfee963e4b1141917d703e61509d8d6dab7c78", + "da5e94dc767915969e1c8188d29035197a22ba0b9d8be1cebc04e5a8203646a0", + "da96925490c07aa86ee90d9b7c31bd59fdc56d27c891cb6728059322add4260b", + "db258468bee6ca4d5ca59334c4e45ca958aa6df89ceadebead6c04ec77feca35", + "dd2f29960e09d45097d7c7324130b96c27ee8483c4dca1b0045dd58a158b4838", + "dd794a7a3fcf1fe4a062e9664df3eecc6f45f0f15bb1672fe552f117acc1f646", + "dd97f6d3742257341118baa40d95ac216a80d20d39d47ec9c17e37234151d783", + "ddcb6f80de7e1ee656dabcf2566d3a78fb97806bbb6077a66d0b1e9d8a3e251c", + "de0beb18c2c3a2c895ca5f7a01665041577ef8373f8037591a1b1bd9b906e13a", + "dedc28fe961870e02089cb419fe3be918a27dd6568af8724f7e6879f749cd029", + "df67a5c802fc30ab72aeababbb0e93dd8e5b42cd9646ebc54ff9f47240c6f361", + "dfaa69ca87d3288942dcaf896c9ba8b8a6b0ba61006631efac7e521e8b543c9f", + "e128aa827a20a9ca1a057cf1991d49872999d78244f9f9d126399e8aa70b4841", + "e170828ddffedb42c27cf62dc347fca5ebcde643e3b4585691189c321cfda9c4", + "e1bb15a4b9aa87ea3327bde96322b226d9e407fee96824e7281a4142d9c32592", + "e1c5715b0a722ae7aa244fc75ea30dcfa239f6af640e6ba5d4937d22c85cb982", + "e24cb331e947114a105313fec3abee7bba02e65792962b11f789ff65354bca55", + "e34faf75bfbb6ec5d6fea460d34a300f33d61d5544249ce0adb97e3c9a8bf469", + "e417c01c804a4b846fb4ab0bc5f5e635822dd469814b6f454344a371a0c54846", + "e4a3df05b8fa77155ebe3f0e59b48ed9727f70e8624623cb69596dd0ccb2acff", + "e55e578cf3630b4265a38473546efd00faeaccae3b69cafbd46c38b43810159b", + "e58a39b6c5e754b1bfd881b5e6b3072eb678e7909a173dbe589b1f1046cc3c61", + "e614a0919bca602cb5416a1b69b025e7679766f28a630f8fe36a044c9b6c19a2", + "e730a01ae3f75be9423d32d2fc782f0250689840a9f35f552f9234956b91b651", + "e7cbfefa2b400f6c2a4088c06e774c341f1fec283d7e6de39d6aa38f8fb16eff", + "e83f6805a42db291bb19df80219ebf6257f4ca9965f7c96acf9c84c19845466f", + "e8b62f0abf8484fd663882a6423adc003b27b151b2e081544cdb328480b0efec", + "e968c0a922d5fbb0063602dfac63455d45924717d817299133a56a73fa9c85d9", + "eb68932633b2c16e1761b398a52354406182ae85cbc65ae7e27dbcfdb667d6af", + "eb961efc66c3dda1fceeffc0f5dcb270b6f354484fe5ff983e7252533d2db5b6", + "ee27e25f902e654569ef7a8ded0e028eea1f7b48cce472d02537f9c58b90f31b", + "ee9c47b6572c11e77808aa5278255d5baaa53327776a2eb1f3c02ac21706667e", + "eec2faad73968e9d8df0cc9171b24b238365533e490c3c1da68f2a01b3a58dac", + "f01042ebfb2d85430a7264450902c9d7f8f208343cbfa398de5efe062158cb10", + "f0262b9ee515bf10133044931f0078e678627bee08a7021dae6532b1d10652eb", + "f07a5ec90031146f8a1b92c877a9ef88d90b67725b687daa47850afcb8a4f5bf", + "f137e08187e31a78bf93686f27df66e24ba62fb370115cf099ab3452b3e84934", + "f18c1737e19dbb670db3262115d9d640533cf10ba73f8196ddb5a7d582744feb", + "f194576d56014f50ba3f94c92baf120c3dbcebe176b661154484c2a92b7b40c5", + "f3088bbb09667126643e781a17542b06cf97833d29b414ff29cdfc0c249b0025", + "f36b21cc9f9651ab59717c67501c154929fdb69d2124fcf87beb5cb4eddc385b", + "f37badc006085509e7f393cc62d362f41a6300fe2a54c46c6e0763b4afbfe7f7", + "f3bc1c4b3902b647d6660ae83b6a272dbf80b85cbcb7b57d74afbe94d6d754b1", + "f54e7d6b2f7b5aaa89a466187ae089784a605b946d50d221e21185b14ad2e5a0", + "f5579f35655c4c99b49931e63782e64494470ac21c1693fecacad3d3d54291bb", + "f70bac72a9d4055c60922c63e2f2cb3b77aa90250cc071a96f67d3ab658a4a12", + "f7899c890521825ae7f31b8c107f2ac9cf8e50097d4c06b92e226a772ba7b925", + "f82052e29e6ca52c7c633334e5c939674ca671cf5a592db59f882e88c5bbfdac", + "f937b82c14d253a7eecc1fc8effc545517af158c38d181727dcb8205e42a27bf", + "f9576ef7044564daed5e3bd01e196df3a69109244971a106c44d8108f286f08d", + "fa65af636e0484758f08f422fe84c5ccc340fd7f33a96fe5bd63e2a9c110fe6c", + "fc969058a53f8827440a2d1750091bc41aaded65e487bc033c81f2140b997321", + "fd18f20b9ea23bcb6fc5091c74383ba65a8b58c19f12da01c74b82ce5f821843", + "fd5336c29326b4bcacb4c55cedbe14a1d5e61ef269102110f643f665d1f8f03e", + "fdb70a2a5773acfdd00811abbadb690df8422aaaed7bd93893f576e2f5704bac", + "fe2303f90cb10eb75f13d551f88d2103bfb4f0c83682f807942f4a768b6852d1", + "fe6e280d14d7dd0fe23a487c684330c060896eee257e80121bc188a4f6110c09", + "ff5cbd0b1fdca636b746e9d39e0c2e984969c249bd093bcdd886290622f87775", + "ff6bbc3315c35a873ae49a7aea0911da2039eb0bdfd754beec5b119d5ca46b29" + ], + "task_counts": { + "LiftPegUpright-v1": 1056, + "PickCube-v1": 2384, + "PullCube-v1": 928, + "PushCube-v1": 1008, + "StackCube-v1": 1328 + } +} diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/train.log b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..eff9ba5ead3f1bf88cf4839ce20d567fc94528fc --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_val69_perdim_trainmax_seed2/train.log @@ -0,0 +1 @@ +CTT checkpoint trained separately; rollout used checkpoint=runs/ctt_residual_base_context_obs_seed2/model.pt